-- Logs begin at Thu 2021-07-29 16:59:30 UTC, end at Thu 2021-07-29 19:13:06 UTC. -- Jul 29 17:28:22.280587 n-d-801607-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 17:28:24.950812 n-d-801607-3 neutron-server[93910]: INFO neutron.common.config [-] Logging enabled! Jul 29 17:28:24.951463 n-d-801607-3 neutron-server[93910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 17:28:24.951557 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 17:28:24.954787 n-d-801607-3 neutron-server[93910]: INFO neutron.common.config [-] Logging enabled! Jul 29 17:28:24.955037 n-d-801607-3 neutron-server[93910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 17:28:24.955340 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 17:28:24.956262 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:28:24.956489 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:28:24.956829 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:28:24.957073 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:28:24.957291 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:28:24.957603 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.957886 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.958178 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.958417 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.958711 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.958978 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.959256 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.959534 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.959819 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.960100 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.960370 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.960648 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.960867 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.961126 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.961403 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.961680 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.961896 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] debug = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.962167 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.962609 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.963014 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.963286 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.963565 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.963839 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.964103 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.964367 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.964653 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.964957 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] host = n-d-801607-3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.965230 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.965507 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.965784 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.966061 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.966347 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.966616 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.966891 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.967159 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.967421 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.967688 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.967967 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.968245 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.968551 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.968768 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.968985 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.969265 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.969543 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.969812 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.970077 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.970369 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.970637 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.970901 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.971165 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.971441 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.971717 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.971993 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.972260 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.972526 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.972788 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.973052 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.973330 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.973596 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.973863 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.974128 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.974453 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.974715 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.974981 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.975275 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.975554 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.975828 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.976103 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.976370 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.976643 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.976906 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.977176 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.977438 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_json = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.977702 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.977963 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.978250 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.978532 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.978794 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.979058 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.979322 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.979599 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:24.979888 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.980178 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.980470 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.980746 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.981035 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.981310 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.981595 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.981867 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.982150 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.982456 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.982739 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.983012 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.983294 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.983566 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.983854 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.984201 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.984487 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.984775 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.985044 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.985311 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.985581 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.985855 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.986137 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.986448 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.986731 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.987003 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.987276 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.987561 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.987831 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.988099 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.988370 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.988651 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.988926 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.989198 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.989478 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.989754 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.990020 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.990308 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.990583 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.990865 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.991136 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.991401 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.991664 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.991935 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.992199 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.992477 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.992748 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.993014 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.993279 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.993547 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.993813 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.994079 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.994377 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.994646 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.994917 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.995184 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.995449 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.995714 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.995979 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.996242 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.996506 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.996770 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.997045 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.997311 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.997577 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.997841 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.998107 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.998394 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.998673 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.998962 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.999232 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.999503 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:24.999796 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.000067 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.000336 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.000604 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.000872 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.001145 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.001410 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.001692 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.001968 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.002272 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.002546 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.002816 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.003106 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.003379 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.003657 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.003929 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.004202 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.004483 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.004760 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.005044 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.005328 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.005611 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.005893 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.006175 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.006472 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.006773 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.007393 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:25.007606 n-d-801607-3 neutron-server[93910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:28:25.007845 n-d-801607-3 neutron-server[93910]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93910) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 17:28:25.346169 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 17:28:25.346467 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 17:28:25.346756 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 17:28:25.347085 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 17:28:25.735885 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.736092 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.736344 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.737646 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.737912 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.738173 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.771762 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.772027 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.772292 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.786727 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.787003 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.787260 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.814861 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.815123 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.815386 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.850277 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.850571 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:25.850842 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.075778 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.076414 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.076414 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.076577 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.077216 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.193903 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.194219 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.194518 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.194785 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.195042 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.195341 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.195586 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.195834 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.196080 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.196349 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.196578 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.196834 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.197077 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.197315 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.197565 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.197815 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.198043 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.198325 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.198585 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.198831 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.199091 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.199337 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.199613 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.199982 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.200223 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.200462 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.200843 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.201079 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.201309 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.201538 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.201764 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.201991 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:26.202383 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 17:28:26.205469 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 17:28:26.209365 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 17:28:26.213222 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 29 17:28:26.214860 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 17:28:26.215314 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 17:28:26.215637 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 17:28:26.216009 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 17:28:26.218849 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 17:28:26.219094 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 17:28:26.219435 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 17:28:26.224602 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 17:28:26.246764 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 17:28:26.247206 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.247500 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93910) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 17:28:26.247851 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.249192 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93910) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 17:28:26.249463 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 17:28:26.249752 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 17:28:26.253107 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.253380 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:26.315970 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 17:28:26.316194 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 17:28:26.316425 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 17:28:26.316788 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 17:28:26.341301 n-d-801607-3 neutron-server[93910]: DEBUG oslo_db.sqlalchemy.engines [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93910) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 17:28:26.880085 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing driver for type 'gre' Jul 29 17:28:26.880682 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] gre ID ranges: [(1, 1000)] Jul 29 17:28:26.931619 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing driver for type 'local' Jul 29 17:28:26.931947 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing driver for type 'vlan' Jul 29 17:28:26.947149 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] VlanTypeDriver initialization complete Jul 29 17:28:26.947486 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing driver for type 'vxlan' Jul 29 17:28:26.948029 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] vxlan ID ranges: [(1, 1000)] Jul 29 17:28:27.004920 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing extension driver 'port_security' Jul 29 17:28:27.005252 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.extensions.port_security [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] PortSecurityExtensionDriver initialization complete Jul 29 17:28:27.005579 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing mechanism driver 'openvswitch' Jul 29 17:28:27.005898 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing mechanism driver 'hyperv' Jul 29 17:28:27.012973 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:27.013860 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.014233 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.014605 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.015147 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.015589 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.015939 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.016313 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.016679 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.017104 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.017447 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.017786 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.018184 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.018618 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.018966 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.019303 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.019690 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.020106 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.020457 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.020788 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.021195 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.021592 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > address_group after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.021930 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > address_group after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.022310 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.022698 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:28:27.023076 n-d-801607-3 neutron-server[93910]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] ML2 OVO RPC backend initialized. {{(pid=93910) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 17:28:27.023784 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.024131 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.024542 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.024895 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > networks before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.025225 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.025559 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > ports before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.025897 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.026227 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnets before_response 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.026587 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.026921 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.027250 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.027579 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.027910 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.028240 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.028599 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.028992 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.029222 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.029793 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.plugin [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Modular L2 Plugin initialization complete Jul 29 17:28:27.030155 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading services supported by the core plugin {{(pid=93910) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 17:28:27.030499 n-d-801607-3 neutron-server[93910]: INFO neutron.plugins.ml2.managers [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Got port-security extension from driver 'port_security' Jul 29 17:28:27.031036 n-d-801607-3 neutron-server[93910]: INFO neutron.extensions.vlantransparent [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Disabled vlantransparent extension. Jul 29 17:28:27.031539 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93910) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 17:28:27.031849 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: router Jul 29 17:28:27.070370 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.070835 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_create 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.071233 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router before_create 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.071600 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.071974 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.072328 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_delete 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.072682 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.073165 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_create 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.073509 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.073857 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.074200 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.074581 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.074989 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.075343 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.078538 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.079135 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: subnet after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.079287 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.079648 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.080008 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_create 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.080358 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.080705 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.081049 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router after_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.081410 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.081740 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_create 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.082099 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.082467 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_update 55549900 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.082827 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > agent after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.083170 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > agent after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.083518 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > network after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.084388 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Tracking information for resource: router configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:27.084719 n-d-801607-3 neutron-server[93910]: DEBUG neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Tracking information for resource: floatingip configured {{(pid=93910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:28:27.089657 n-d-801607-3 neutron-server[93910]: INFO neutron.db.l3_agentschedulers_db [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 17:28:27.090272 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.090635 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.090962 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.091306 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.092110 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router before_create 55550100 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.092473 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.092828 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_create 55550100 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.093185 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > router precommit_update 55550100 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.097836 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.provider_configuration [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service providers = [] {{(pid=93910) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 17:28:27.100878 n-d-801607-3 neutron-server[93910]: DEBUG neutron.db.servicetype_db [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93910) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 17:28:27.103845 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.service_base [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:28:27.104195 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.service_base [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:28:27.104536 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.service_base [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:28:27.105426 n-d-801607-3 neutron-server[93910]: DEBUG neutron.services.service_base [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:28:27.105808 n-d-801607-3 neutron-server[93910]: INFO neutron.services.service_base [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 17:28:27.106182 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.106522 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 17:28:27.118613 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.118943 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: auto_allocate Jul 29 17:28:27.124773 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: network precommit_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.125139 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: network precommit_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.125663 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.125978 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: tag Jul 29 17:28:27.135686 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.135950 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: timestamp Jul 29 17:28:27.139753 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.140077 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: network_ip_availability Jul 29 17:28:27.145706 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.146075 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.146455 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.147171 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.147488 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: flavors Jul 29 17:28:27.152366 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.152695 n-d-801607-3 neutron-server[93910]: INFO neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading Plugin: revisions Jul 29 17:28:27.159498 n-d-801607-3 neutron-server[93910]: DEBUG neutron.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:28:27.159883 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 17:28:27.160620 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93910) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 17:28:27.160952 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Initializing extension manager. Jul 29 17:28:27.161469 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: __init__.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.161806 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: __pycache__ {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.162304 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.162646 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: address_group.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.163425 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.164066 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: address-group Jul 29 17:28:27.164321 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: address_scope.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.165036 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.165535 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: address-scope Jul 29 17:28:27.165858 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.166822 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.167318 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: router-admin-state-down-before-update Jul 29 17:28:27.167633 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: agent.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.168335 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.168833 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: agent Jul 29 17:28:27.169146 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: agent_resources_synced.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.170058 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.170574 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: agent-resources-synced Jul 29 17:28:27.170894 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: allowedaddresspairs.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.172785 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.173296 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: allowed-address-pairs Jul 29 17:28:27.173620 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: auto_allocated_topology.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.174729 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.175233 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: auto-allocated-topology Jul 29 17:28:27.175561 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: availability_zone.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.176263 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.176758 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: availability_zone Jul 29 17:28:27.177077 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: availability_zone_filter.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.178073 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.178622 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: availability_zone_filter Jul 29 17:28:27.178928 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: data_plane_status.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.179838 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.180328 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 17:28:27.180647 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: default_subnetpools.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.181565 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.182065 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: default-subnetpools Jul 29 17:28:27.182420 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.186211 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.186763 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: dhcp_agent_scheduler Jul 29 17:28:27.187122 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: dns.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.188046 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.188552 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 17:28:27.188876 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: dns_domain_ports.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.189800 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.190314 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 17:28:27.190636 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.191553 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.192046 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 17:28:27.192376 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: dvr.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.193040 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.193534 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: dvr Jul 29 17:28:27.193850 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: ecmp_routes.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.194787 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.195281 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 17:28:27.195597 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: empty_string_filtering.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.196497 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.196995 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: empty-string-filtering Jul 29 17:28:27.197310 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.198212 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.198736 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 17:28:27.199053 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.199979 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.200471 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 17:28:27.200789 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: external_net.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.201704 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.202199 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: external-net Jul 29 17:28:27.202546 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.203503 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.203997 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: extra_dhcp_opt Jul 29 17:28:27.204313 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: extraroute.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.205229 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.205721 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: extraroute Jul 29 17:28:27.206041 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: extraroute_atomic.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.207156 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.207654 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: extraroute-atomic Jul 29 17:28:27.207975 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: filter_validation.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.208832 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.209320 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: filter-validation Jul 29 17:28:27.209640 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: fip_pf_description.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.210595 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.211088 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 17:28:27.213808 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: fip_port_details.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.214783 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.215293 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: fip-port-details Jul 29 17:28:27.215618 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: flavors.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.216855 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.217371 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: flavors Jul 29 17:28:27.217697 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.219412 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.219946 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 17:28:27.220263 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: floatingip_pools.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.220965 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.221470 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: floatingip-pools Jul 29 17:28:27.221798 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: ip_allocation.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.222757 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.223264 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 17:28:27.223594 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.224515 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.225021 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: ip-substring-filtering Jul 29 17:28:27.225341 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l2_adjacency.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.226263 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.226780 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 17:28:27.227099 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.228094 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.228600 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: router Jul 29 17:28:27.228924 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.231184 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.231704 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 17:28:27.232032 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.232971 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.233469 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: ext-gw-mode Jul 29 17:28:27.233785 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.234868 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.235367 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: l3-ha Jul 29 17:28:27.235687 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3_flavors.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.236599 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.237098 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: l3-flavors Jul 29 17:28:27.237417 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.238362 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.238862 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 17:28:27.241752 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: l3agentscheduler.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.242870 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.243385 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: l3_agent_scheduler Jul 29 17:28:27.243710 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: logging.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.245189 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.245701 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension logging not supported by any of loaded plugins Jul 29 17:28:27.246029 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: metering.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.246799 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.247379 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: metering Jul 29 17:28:27.247700 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.248911 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.249424 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: metering_source_and_destination_fields Jul 29 17:28:27.249774 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: multiprovidernet.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.250729 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.251234 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: multi-provider Jul 29 17:28:27.251550 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: netmtu.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.252466 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.252963 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: net-mtu Jul 29 17:28:27.253284 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: netmtu_writable.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.254202 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.254728 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: net-mtu-writable Jul 29 17:28:27.255050 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: network_availability_zone.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.255719 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.256209 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: network_availability_zone Jul 29 17:28:27.256528 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: network_ip_availability.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.257940 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.258469 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: network-ip-availability Jul 29 17:28:27.258796 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: network_segment_range.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.259563 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.260062 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 17:28:27.260385 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: pagination.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.261357 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.261681 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: pagination Jul 29 17:28:27.262003 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: port_device_profile.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.262934 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.263440 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: port-device-profile Jul 29 17:28:27.263754 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.264674 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.265197 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: port-mac-address-regenerate Jul 29 17:28:27.265542 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.266486 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.266985 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: port-numa-affinity-policy Jul 29 17:28:27.267305 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: port_resource_request.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.268214 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.268711 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 17:28:27.269025 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: portbindings.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.272718 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.273236 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: binding Jul 29 17:28:27.273566 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: portbindings_extended.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.274880 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.275387 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: binding-extended Jul 29 17:28:27.275719 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: portsecurity.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.276635 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.277137 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: port-security Jul 29 17:28:27.277459 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: project_id.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.278462 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.278790 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: project-id Jul 29 17:28:27.279107 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: providernet.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.280028 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.280524 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: provider Jul 29 17:28:27.280866 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.284343 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.284852 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos not supported by any of loaded plugins Jul 29 17:28:27.285182 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.286458 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.286960 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 17:28:27.287283 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.288205 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.288708 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 17:28:27.289030 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_default.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.289936 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.290470 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-default not supported by any of loaded plugins Jul 29 17:28:27.290791 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_fip.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.291446 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.291969 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 17:28:27.292322 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_gateway_ip.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.293236 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.293740 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 17:28:27.294060 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_port_network_policy.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.295001 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.295496 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 17:28:27.295820 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_rule_type_details.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.296782 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.297278 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 17:28:27.300322 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: qos_rules_alias.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.301382 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.301893 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 17:28:27.302215 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: quotasv2.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.303354 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.303676 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: quotas Jul 29 17:28:27.304001 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: quotasv2_detail.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.307076 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.307411 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: quota_details Jul 29 17:28:27.307741 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: rbac.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.308816 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.309334 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: rbac-policies Jul 29 17:28:27.309663 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: rbac_address_group.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.310644 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.311150 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: rbac-address-group Jul 29 17:28:27.311477 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: rbac_address_scope.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.312417 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.312917 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: rbac-address-scope Jul 29 17:28:27.313240 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: rbac_security_groups.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.314158 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.314684 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: rbac-security-groups Jul 29 17:28:27.315011 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: rbac_subnetpool.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.315920 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.316419 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: rbac-subnetpool Jul 29 17:28:27.316742 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: revisionifmatch.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.317661 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.318169 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: revision-if-match Jul 29 17:28:27.318518 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: revisions.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.319626 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.320132 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: standard-attr-revisions Jul 29 17:28:27.320457 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: router_availability_zone.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.321131 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.321631 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: router_availability_zone Jul 29 17:28:27.321956 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: routerservicetype.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.322902 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.323404 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 17:28:27.323728 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.324646 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.325147 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: security-groups-normalized-cidr Jul 29 17:28:27.325464 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.326426 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.326928 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: port-security-groups-filtering Jul 29 17:28:27.329905 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.330884 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.331399 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: security-groups-remote-address-group Jul 29 17:28:27.331725 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: securitygroup.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.341203 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.341723 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: security-group Jul 29 17:28:27.342052 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: segment.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.342875 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.343409 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension segment not supported by any of loaded plugins Jul 29 17:28:27.343734 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.344664 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.345168 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 17:28:27.345491 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: servicetype.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.346619 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.347124 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: service-type Jul 29 17:28:27.347447 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: sorting.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.348426 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.348750 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: sorting Jul 29 17:28:27.349069 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: standard_attr_segment.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.350071 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.350591 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 17:28:27.350918 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: standardattrdescription.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.351568 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.352063 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: standard-attr-description Jul 29 17:28:27.352383 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: stateful_security_group.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.353304 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.353813 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: stateful-security-group Jul 29 17:28:27.354134 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: stdattrs_common.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.354734 n-d-801607-3 neutron-server[93910]: WARNING neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 17:28:27.355168 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.356293 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.356827 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 17:28:27.357158 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnet_onboard.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.358695 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.359728 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: subnet_onboard Jul 29 17:28:27.360129 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.361077 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.361590 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 17:28:27.361920 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnet_service_types.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.362880 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.363390 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: subnet-service-types Jul 29 17:28:27.363716 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnetallocation.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.364821 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.365336 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: subnet_allocation Jul 29 17:28:27.365671 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.366380 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.366884 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: subnetpool-prefix-ops Jul 29 17:28:27.367204 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.368149 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.368653 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 17:28:27.368973 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: tagging.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.370073 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.370618 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: standard-attr-tag Jul 29 17:28:27.370941 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: timestamp.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.372170 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.372683 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loaded extension: standard-attr-timestamp Jul 29 17:28:27.373012 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: trunk.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.374046 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.374629 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension trunk not supported by any of loaded plugins Jul 29 17:28:27.374957 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: trunk_details.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.375925 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.376433 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 17:28:27.376760 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: uplink_status_propagation.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.377682 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.378309 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 17:28:27.378641 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Loading extension file: vlantransparent.py {{(pid=93910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:28:27.379318 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:28:27.379822 n-d-801607-3 neutron-server[93910]: INFO neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 17:28:27.382708 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:network Jul 29 17:28:27.383237 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnet Jul 29 17:28:27.383634 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:28:27.384024 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:port Jul 29 17:28:27.385270 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.385763 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service FLAVORS assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.386367 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.386936 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.387127 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:router Jul 29 17:28:27.387573 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 17:28:27.388068 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service METERING assigned prefix: /metering {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.389535 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.389908 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.390369 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:28:27.391403 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 17:28:27.391867 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:security_group Jul 29 17:28:27.392302 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 17:28:27.392915 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service CORE assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.393244 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:28:27.393595 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] subnetpool is already registered Jul 29 17:28:27.394015 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service CORE assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.394371 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:28:27.394700 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] subnetpool is already registered Jul 29 17:28:27.397025 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.397586 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service FLAVORS assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.398220 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.398688 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.399029 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:router Jul 29 17:28:27.399367 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] router is already registered Jul 29 17:28:27.399780 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 17:28:27.400114 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] floatingip is already registered Jul 29 17:28:27.400576 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service METERING assigned prefix: /metering {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.401275 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 17:28:27.401602 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] rbac_policy is already registered Jul 29 17:28:27.402031 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:security_group Jul 29 17:28:27.402401 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] security_group is already registered Jul 29 17:28:27.402813 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 17:28:27.403147 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] security_group_rule is already registered Jul 29 17:28:27.403640 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service CORE assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.403962 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:28:27.404294 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] subnetpool is already registered Jul 29 17:28:27.404708 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.v2.resource_helper [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Service CORE assigned prefix: {{(pid=93910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:28:27.405029 n-d-801607-3 neutron-server[93910]: INFO neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:28:27.405356 n-d-801607-3 neutron-server[93910]: WARNING neutron.quota.resource_registry [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] subnetpool is already registered Jul 29 17:28:27.407235 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: extensions {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.408726 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: address-groups {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.410231 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: address-scopes {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.411469 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: agents {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.412737 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: auto-allocated-topology {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.413964 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: availability_zones {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.415209 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: dhcp-networks {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.416637 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: dhcp-agents {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.418151 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: routers {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.419927 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: flavors {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.421095 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: service_profiles {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.422516 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: next_providers {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.423943 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: service_profiles {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.425370 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: floatingip-pools {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.426760 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: routers {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.428455 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: floatingips {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.429638 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: l3-routers {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.431164 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: l3-agents {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.432554 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: metering-labels {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.433834 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: metering-label-rules {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.435124 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: network-ip-availabilities {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.436478 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: bindings {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.438088 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: quotas {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.439549 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: quotas {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.441075 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: rbac-policies {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.442267 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: security-groups {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.443585 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: security-group-rules {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.444912 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: service-providers {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.446142 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: subnetpools {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.447534 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: subnetpools {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.449069 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.450809 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.452518 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.454482 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.456201 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.458083 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.459881 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.461671 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.464600 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.466422 n-d-801607-3 neutron-server[93910]: DEBUG neutron.api.extensions [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Extended resource: tags {{(pid=93910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:28:27.472935 n-d-801607-3 neutron-server[93910]: WARNING keystonemiddleware.auth_token [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 17:28:27.478030 n-d-801607-3 neutron-server[93910]: WARNING keystonemiddleware.auth_token [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 17:28:27.486967 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Acquired lock "singleton_lock" {{(pid=93910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 17:28:27.487448 n-d-801607-3 neutron-server[93910]: DEBUG oslo_concurrency.lockutils [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Releasing lock "singleton_lock" {{(pid=93910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 17:28:27.488103 n-d-801607-3 neutron-server[93910]: INFO oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Starting 2 workers Jul 29 17:28:27.492917 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Started child 94051 {{(pid=93910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:28:27.497440 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Started child 94052 {{(pid=93910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:28:27.498342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.499070 n-d-801607-3 neutron-server[93910]: INFO neutron.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 17:28:27.499786 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Notify callbacks [] for process, before_spawn {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.499927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [-] (94051) wsgi starting up on http://0.0.0.0:9696 Jul 29 17:28:27.502130 n-d-801607-3 neutron-server[93910]: INFO oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Starting 1 workers Jul 29 17:28:27.502340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.503560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [-] (94052) wsgi starting up on http://0.0.0.0:9696 Jul 29 17:28:27.507621 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Started child 94053 {{(pid=93910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:28:27.508166 n-d-801607-3 neutron-server[93910]: INFO oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Starting 1 workers Jul 29 17:28:27.511668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] calling RpcWorker wait() {{(pid=94053) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 17:28:27.512233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] returning from RpcWorker wait() {{(pid=94053) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 17:28:27.513401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.513776 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Started child 94054 {{(pid=93910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:28:27.513902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:27.514608 n-d-801607-3 neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a93-fe99-4d18-a6a0-b146a4f55c59 None None] Notify callbacks [] for process, after_spawn {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.516499 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 17:28:27.516715 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:28:27.516902 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:28:27.517121 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:28:27.517437 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:28:27.517594 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:28:27.518097 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.518391 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.518679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.518772 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:27.519240 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.519240 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.519719 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.520004 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.520214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.520524 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.520769 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.520968 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.521114 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.521327 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.521537 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.521839 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.522121 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.522359 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.522670 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.522899 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.523059 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.523319 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.523518 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.523820 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] debug = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.524029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.524501 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.524740 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.524962 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.525160 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.525449 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.525661 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.525893 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.526171 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.526524 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.526678 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.526863 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.527124 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.527335 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.527540 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.527798 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.528062 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.528504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] host = n-d-801607-3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.528830 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.529009 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.529176 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.529410 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.529654 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.529868 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.530123 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.530409 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.530671 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.530987 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.531241 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.531489 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.531745 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.531999 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.532141 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_options = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.532401 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.532681 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.532963 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.533158 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.533313 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.533477 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.533742 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.533885 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.534143 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.534404 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.534619 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.534846 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.535077 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.535293 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.535541 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.535776 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.536013 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.536224 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.536573 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.536734 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.536938 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.537163 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.537398 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.537631 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.537863 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.538077 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.538320 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.538554 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.538768 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.539029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.539259 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.539502 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.539752 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.540007 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.540254 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.540479 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.540779 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.540961 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.541193 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.541458 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.541685 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.542001 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.542328 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.542491 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.542714 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.542913 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_json = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.543147 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.543360 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.543646 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.543822 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.544037 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.545770 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.546170 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.546170 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.546417 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.546660 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.546983 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.547229 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.547601 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.547840 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.548122 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.548363 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.548705 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.548910 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.549188 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.549457 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.549740 n-d-801607-3 neutron-server[94054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.553521 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.554441 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.555187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556140 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556140 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556140 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556140 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556140 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556776 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556776 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.556776 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.557163 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.557308 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.557440 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.557706 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.557904 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.558137 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.558385 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.558587 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.558828 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.559040 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.559301 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.559455 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.559742 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.559939 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.560175 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.560391 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.560539 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.560825 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.561023 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.561263 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.561473 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.561702 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.561900 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.562174 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.562434 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.562632 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.562872 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.563070 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.563259 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.563618 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.563745 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.563915 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.564138 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.564345 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.564579 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.566005 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.566005 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.566005 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.566005 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.568201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.570562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.571504 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.572818 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.572818 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.572818 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.572818 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.572818 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.573834 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.573834 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.573834 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.576347 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.577354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578089 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578089 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578331 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578449 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578946 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.578946 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.580644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581389 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581389 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581389 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581714 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581714 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.581954 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.582073 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583508 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583508 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583737 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.583860 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.584155 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.584302 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.584676 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.584813 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.584941 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.585215 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.585383 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.585686 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.585909 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.586146 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.586400 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.586629 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.586885 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.587101 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.587366 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.587589 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.587812 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.588028 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.588248 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.588541 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.588671 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.588899 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.589137 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.589377 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.589630 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.589962 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.590215 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.590480 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.590718 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.590937 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.591715 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.591715 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.591715 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.592095 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.592095 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.592330 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.592967 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.592967 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.593197 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.593296 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.593479 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.594679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.594679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.594679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.594679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.594679 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.595143 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.595404 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.595643 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.595880 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.596111 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.596323 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.596533 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.596986 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.597390 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.597605 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.597860 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.598077 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.598307 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.598690 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.598842 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.598980 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.599657 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.599657 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.599657 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.599999 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.599999 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.600201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.600559 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.600704 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601193 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601193 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601463 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601583 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601708 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.601914 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.602115 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.602388 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.602605 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.602816 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.603121 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.603370 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.603675 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.603988 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.604240 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.604484 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.604715 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.605027 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.605244 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.605519 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.605739 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.605973 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.606212 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.606491 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.606824 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.607119 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.607394 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.607659 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.607926 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.608210 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.608475 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.608699 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.609025 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.609361 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.609640 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.609899 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.610135 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.610410 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.610638 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.610879 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.611096 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.611312 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.611528 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.611926 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.612021 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.612241 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.612459 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.612692 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.612929 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.613172 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.613385 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.613633 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.613857 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.614055 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:28:27.614559 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 17:28:27.614717 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:28:27.614869 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:28:27.615031 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:28:27.615201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:28:27.615355 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:28:27.615563 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.615722 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.615885 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616044 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616204 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616387 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616547 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616706 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.616864 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617023 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617182 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617655 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617655 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617655 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617997 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.617997 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618226 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618226 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618477 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618611 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618732 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.618944 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619067 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] debug = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619304 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619458 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619618 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619778 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.619936 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620097 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620255 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620415 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620573 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620732 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.620891 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621050 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621208 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621367 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621526 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621683 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621839 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] host = n-d-801607-3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.621998 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622157 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622338 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622497 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622656 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622815 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.622976 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623134 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623291 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623448 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623606 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623763 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.623923 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624080 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624239 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_options = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624396 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624602 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624764 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.624946 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625110 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625269 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625427 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625585 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625749 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.625907 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626065 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626222 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626402 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626559 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626716 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.626874 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627033 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627192 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627352 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627512 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627670 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.627827 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628032 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628187 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628308 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628427 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628582 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.628740 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629047 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629354 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629512 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629669 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629831 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.629982 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.630117 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.630327 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.630473 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.630811 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.630811 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631073 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631073 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631303 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631422 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631541 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631669 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.631811 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_json = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.632508 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.632508 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.632747 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.632747 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.632970 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.633089 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.633207 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.633334 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:28:27.633672 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.633672 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.633903 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634022 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634129 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634374 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634569 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634732 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.634886 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635042 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635210 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635372 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635545 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635707 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.635925 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636049 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636186 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636348 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636510 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636671 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636832 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.636994 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637169 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637330 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637492 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637642 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637803 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.637966 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638126 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638291 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638620 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638620 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638825 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.638926 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639049 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639291 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639432 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639566 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639701 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639835 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.639968 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640102 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640301 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640464 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640625 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640789 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.640951 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641113 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641274 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641435 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641607 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641768 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.641929 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642090 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642261 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642434 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642762 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642762 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.642966 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643068 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643185 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643353 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643515 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643677 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643837 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.643999 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644144 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644309 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644471 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644631 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644792 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.644953 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645115 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645275 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645436 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645598 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645763 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.645925 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646087 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646270 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646430 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646591 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646752 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.646913 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647081 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647260 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647423 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647584 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647746 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.647909 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648054 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648218 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648378 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648539 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648699 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.648861 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649022 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:27.649229 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649367 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649483 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649643 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649803 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.649963 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650123 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650315 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650477 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650637 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650798 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.650957 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651118 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651277 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651448 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651610 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651775 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.651935 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652103 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652277 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652439 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652599 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652760 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.652923 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653084 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653246 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653407 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653567 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653727 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.653888 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654058 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654231 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654416 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654573 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654745 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.654901 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655061 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655223 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655383 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655545 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655711 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.655945 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656108 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656270 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656430 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656593 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656756 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.656916 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657078 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657238 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657402 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657567 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657729 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.657891 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658054 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658217 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658401 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658562 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658723 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.658884 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659045 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659206 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659366 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659528 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659688 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.659849 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.660064 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.660196 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.660318 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661898 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661898 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661898 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.661898 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662408 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662408 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662408 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662802 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662802 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.662802 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663133 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663133 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663369 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663452 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663566 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663744 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.663905 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664066 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664226 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664390 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664553 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664713 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.664875 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665038 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665201 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665363 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665527 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665697 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.665845 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666009 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666172 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666356 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666519 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666713 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.666874 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667034 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667170 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667317 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667475 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667603 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667774 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.667936 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668098 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668259 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668420 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668581 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668753 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.668915 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669077 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669240 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669399 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669560 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669730 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.669892 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670053 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670213 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670396 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670558 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670730 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.670892 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671054 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671214 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671395 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671558 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671731 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.671892 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672053 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672215 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672398 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672525 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672703 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.672867 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673029 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673199 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673361 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673522 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673684 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.673857 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674019 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674403 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674403 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674644 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674830 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.674961 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675126 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675296 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675460 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675634 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675805 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.675975 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676137 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676307 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676480 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676642 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676804 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.676966 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677127 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677290 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677453 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677616 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677777 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.677938 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678099 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678284 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678448 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678610 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678772 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.678935 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.679095 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.679255 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.679416 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.679578 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:28:27.679733 n-d-801607-3 neutron-server[93910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:28:27.953491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:27.966896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098486 Jul 29 17:28:39.205707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee83ccc-5bf6-4d57-a77a-f9072652aabb None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:28:39.270626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee83ccc-5bf6-4d57-a77a-f9072652aabb None None] No non-hosted networks {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 17:28:39.288873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb1d-811b-4ae3-a5f9-afcd93d2ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:41.569301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2e8029f-5c9f-43b5-9101-0ae99f273f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:41.627467 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bac8f516-a4f3-4c12-a143-b5f5276d7fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:41.777180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:41.778181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.778729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.779746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.780387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.783753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.786745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.788162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.791742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.792680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.794574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.795105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.798164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:41.798865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-801607-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:41.809247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-801607-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:42.813852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:44.400619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:45.004076 n-d-801607-3 neutron-server[94053]: INFO neutron.db.l3_hamode_db [None req-ae8d7c4f-ebda-4416-bf62-00992a933126 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 17:28:45.080534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d7c4f-ebda-4416-bf62-00992a933126 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:28:45.080907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d7c4f-ebda-4416-bf62-00992a933126 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:28:45.565661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36456) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:46.087773 n-d-801607-3 neutron-server[94051]: WARNING oslo_policy.policy [None req-64769af6-71e7-4b0b-ac47-c94526b1d42c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:46.088599 n-d-801607-3 neutron-server[94051]: WARNING oslo_policy.policy [None req-64769af6-71e7-4b0b-ac47-c94526b1d42c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:46.303540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-64769af6-71e7-4b0b-ac47-c94526b1d42c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:28:46.304775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64769af6-71e7-4b0b-ac47-c94526b1d42c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7370553 Jul 29 17:28:48.656136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:49.204092 n-d-801607-3 neutron-server[94052]: WARNING oslo_policy.policy [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:49.204660 n-d-801607-3 neutron-server[94052]: WARNING oslo_policy.policy [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:49.415619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:49.506503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.policy [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 17:28:49.550606 n-d-801607-3 neutron-server[94052]: WARNING oslo_policy.policy [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:49.550976 n-d-801607-3 neutron-server[94052]: WARNING oslo_policy.policy [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:28:49.559326 n-d-801607-3 neutron-server[94052]: INFO neutron.quota [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] Loaded quota_driver: . Jul 29 17:28:49.655347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730322212693', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730322211456', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730322224842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730322229453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730322661049', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730324151805', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-602177', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3724561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3888896'] for rbac-policy, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:49.730132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:49.731456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-411e7e60-ccc1-4dee-ade7-bd6ed0070e65 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0743372 Jul 29 17:28:52.320999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:52.655823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Request body: {'network': {'tenant_id': '77b75746396d488f9282498dda10f0e4', 'name': 'private', 'admin_state_up': True, 'project_id': '77b75746396d488f9282498dda10f0e4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:52.689613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Made reservation on behalf of 77b75746396d488f9282498dda10f0e4 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:28:52.692368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:52.708958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:52.840452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:52.847715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:52.866684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:28:52.895200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730324619816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:52.895757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Unsubscribe: segment precommit_create {{(pid=94052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 17:28:52.896252 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Added segment 23c4a043-6dc0-4552-8876-c86cef4ad115 of type vlan for network b15f3432-771c-4460-8243-b599708dacad Jul 29 17:28:52.914529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfd13b-0b31-4a28-b535-9870eaf33ea9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:52.964098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.964308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.964658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.964979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.965298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.965618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.965924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.966260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.966573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.966884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.967191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.967493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Tracked resource versions report: Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: pushed versions: Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: { 'AddressGroup': {'1.2'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'ConntrackHelper': {'1.0'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Log': {'1.0'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Network': {'1.1'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Port': {'1.7'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'PortForwarding': {'1.2'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'QosPolicy': {'1.8'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SecurityGroup': {'1.4'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SubPort': {'1.0'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Subnet': {'1.1'}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Trunk': {'1.1'}} Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: consumer versions: Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: L3 agent@n-d-801607-3: {}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: Metadata agent@n-d-801607-3: {}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: Metering agent@n-d-801607-3: {}, Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'ConntrackHelper': '1.0', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Log': '1.0', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Network': '1.1', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Port': '1.7', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'PortForwarding': '1.2', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'QosPolicy': '1.8', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SecurityGroup': '1.4', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SecurityGroupRule': '1.2', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'SubPort': '1.0', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Subnet': '1.1', Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: 'Trunk': '1.1'}} Jul 29 17:28:52.968822 n-d-801607-3 neutron-server[94052]: {{(pid=94052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:28:53.012076 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:53.065814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:53.066926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:28:53.067576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:53.145608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8235242 Jul 29 17:28:53.164267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ea536-8625-4ecd-ab31-3f8ffc033d6f admin admin] Pushing event updated for resources: {'Network': ['ID=b15f3432-771c-4460-8243-b599708dacad,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:53.179992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b15f3432-771c-4460-8243-b599708dacad details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:28:55.784478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36502) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:56.207291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcba224-fabc-4ba0-819c-86f934ef55b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:28:56.208692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ffcba224-fabc-4ba0-819c-86f934ef55b9 admin admin] 10.222.0.16 "GET /v2.0/networks/b15f3432-771c-4460-8243-b599708dacad HTTP/1.1" status: 200 len: 825 time: 0.4232392 Jul 29 17:28:56.242689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8fc7731f-7621-4e73-8a87-86a89f56283f admin admin] 10.222.0.16 "GET /v2.0/subnetpools/3727507d-5f2f-4159-8aaa-d64dd90551ac HTTP/1.1" status: 200 len: 734 time: 0.0245569 Jul 29 17:28:56.252006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:56.278611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Made reservation on behalf of 77b75746396d488f9282498dda10f0e4 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:28:56.280852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:56.578194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:56.642289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64b8417-fd8d-4743-8854-ef097e32dca2,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:56.652396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Checking segment: {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:28:56.652792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Network hostable DHCP agents. Network: b15f3432-771c-4460-8243-b599708dacad, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:28:56.676817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Network b15f3432-771c-4460-8243-b599708dacad is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:28:56.689875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b15f3432-771c-4460-8243-b599708dacad) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:56.695717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:28:56.696319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:56.700642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fab4c2-d7d0-4944-9d35-2abe2e710080 None None] Network b15f3432-771c-4460-8243-b599708dacad requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:28:56.712791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e2e67950-3c4f-45fb-a82b-a7bdf2f231b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4641337 Jul 29 17:28:57.020509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-b15f3432-771c-4460-8243-b599708dacad', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:28:57.021751 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.292159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Allocated IP 172.20.0.2 (b15f3432-771c-4460-8243-b599708dacad/a64b8417-fd8d-4743-8854-ef097e32dca2/55f3f266-3cb6-45b8-8aa3-62a467ec936a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:28:57.526276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.540804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Transition to ACTIVE for port object 55f3f266-3cb6-45b8-8aa3-62a467ec936a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:57.561061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Transition to ACTIVE for port object 55f3f266-3cb6-45b8-8aa3-62a467ec936a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:57.570045 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.642387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Network b15f3432-771c-4460-8243-b599708dacad is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:57.648083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:57.657496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Pushing event updated for resources: {'Port': ['ID=55f3f266-3cb6-45b8-8aa3-62a467ec936a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:57.657780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:28:57.669681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.670021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.670374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.670698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.671023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.671334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.671658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.672028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.672342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.672656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.672972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.673278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Tracked resource versions report: Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: pushed versions: Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: { 'AddressGroup': {'1.2'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Log': {'1.0'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Network': {'1.1'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Port': {'1.7'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'PortForwarding': {'1.2'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'QosPolicy': {'1.8'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SecurityGroup': {'1.4'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SubPort': {'1.0'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Subnet': {'1.1'}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Trunk': {'1.1'}} Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: consumer versions: Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: L3 agent@n-d-801607-3: {}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: Metadata agent@n-d-801607-3: {}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: Metering agent@n-d-801607-3: {}, Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'ConntrackHelper': '1.0', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Log': '1.0', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Network': '1.1', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Port': '1.7', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'PortForwarding': '1.2', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'QosPolicy': '1.8', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SecurityGroup': '1.4', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SecurityGroupRule': '1.2', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'SubPort': '1.0', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Subnet': '1.1', Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: 'Trunk': '1.1'}} Jul 29 17:28:57.674414 n-d-801607-3 neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:28:57.743394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Attempting to bind port 55f3f266-3cb6-45b8-8aa3-62a467ec936a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:28:57.744088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Attempting to bind port 55f3f266-3cb6-45b8-8aa3-62a467ec936a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:28:57.744175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Attempting to bind port 55f3f266-3cb6-45b8-8aa3-62a467ec936a on network b15f3432-771c-4460-8243-b599708dacad {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:28:57.749187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:28:57.749605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Checking segment: {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:28:57.750064 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.750477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Bound using segment: {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:28:57.750956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Bound port: 55f3f266-3cb6-45b8-8aa3-62a467ec936a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:28:57.751358 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.816857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] For port 55f3f266-3cb6-45b8-8aa3-62a467ec936a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:28:57.820950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] For port 55f3f266-3cb6-45b8-8aa3-62a467ec936a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=55f3f266-3cb6-45b8-8aa3-62a467ec936a,segment=NetworkSegment(23c4a043-6dc0-4552-8876-c86cef4ad115),segment_id=23c4a043-6dc0-4552-8876-c86cef4ad115)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:28:57.828036 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:57.893067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd2ec9-c0d9-4724-87f3-cdcaa0e71077 None None] Pushing event updated for resources: {'Port': ['ID=55f3f266-3cb6-45b8-8aa3-62a467ec936a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:59.069001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:28:59.390103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-77e4f3bb-f605-413a-b5c5-acca5d40f91c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:28:59.391162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-77e4f3bb-f605-413a-b5c5-acca5d40f91c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208950 Jul 29 17:29:01.755616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36518) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:02.089138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-803a5970-7478-4003-9a63-ef52881974a6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:29:02.090134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-803a5970-7478-4003-9a63-ef52881974a6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3335707 Jul 29 17:29:04.672005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:04.980520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:29:05.043466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.policy [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 17:29:05.087949 n-d-801607-3 neutron-server[94051]: WARNING oslo_policy.policy [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:29:05.088314 n-d-801607-3 neutron-server[94051]: WARNING oslo_policy.policy [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:29:05.096811 n-d-801607-3 neutron-server[94051]: INFO neutron.quota [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Loaded quota_driver: . Jul 29 17:29:05.156316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:05.158013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:05.316730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:05.325719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:05.348652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:05.349861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f35c7507-d2a8-4a8a-b4bd-05fa5e1e34f1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6769218 Jul 29 17:29:05.698573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 55f3f266-3cb6-45b8-8aa3-62a467ec936a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:05.785739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:29:06.027594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2d6d4-4aea-49b9-bca1-88d11820be2f None None] Network b15f3432-771c-4460-8243-b599708dacad requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:29:06.153970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Provisioning for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:29:06.160927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Provisioning complete for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:06.161330 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:06.301302 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:06.336463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] For port 55f3f266-3cb6-45b8-8aa3-62a467ec936a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=55f3f266-3cb6-45b8-8aa3-62a467ec936a,segment=NetworkSegment(23c4a043-6dc0-4552-8876-c86cef4ad115),segment_id=23c4a043-6dc0-4552-8876-c86cef4ad115)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:29:06.341481 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:06.389392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029c96-195b-4b2c-843d-5346def3e980 None None] Pushing event updated for resources: {'Port': ['ID=55f3f266-3cb6-45b8-8aa3-62a467ec936a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:06.461384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e67c024d-9d4c-4908-aa60-fb34dacf162d None None] Provisioning complete for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:06.461637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e67c024d-9d4c-4908-aa60-fb34dacf162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:07.667216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 55f3f266-3cb6-45b8-8aa3-62a467ec936a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:07.712653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:07.713023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:07.717604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:08.029462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-83d9dadf-ae44-4132-97ab-9fc763e6263e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:29:08.030478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83d9dadf-ae44-4132-97ab-9fc763e6263e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118131 Jul 29 17:29:09.114885 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-876867e8-91f9-4aeb-9b6e-bc7b0aeeaede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.405343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:10.733784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:29:10.764112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Made reservation on behalf of 5a258ced12584637ba59cf2870c75011 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:29:10.766830 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.775568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.861452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.867357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.882267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Reserving flat network on physical network physnet1 {{(pid=94052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 17:29:10.901924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389fbbcc-50ba-4c3d-9341-26f85581599a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:10.904738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.905072 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Added segment 036e2d43-5e34-42b5-83a4-101c2b500384 of type flat for network 8486a4b0-a25a-4f22-b625-218d27e5470b Jul 29 17:29:10.948810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.989770 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:10.990786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:29:10.991364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:11.039874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6334140 Jul 29 17:29:11.049372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb39c-e7b6-4280-ad5b-7c96df5ba1fc admin admin] Pushing event updated for resources: {'Network': ['ID=8486a4b0-a25a-4f22-b625-218d27e5470b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:11.059796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8486a4b0-a25a-4f22-b625-218d27e5470b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:29:11.564350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5467-fe53-4d15-97ae-8563eb0a5b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:11.752883 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:12.740258 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:13.381625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36568) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:13.595316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9219a1d-6df7-448f-9e9f-b3e1860eeb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:29:13.596635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f9219a1d-6df7-448f-9e9f-b3e1860eeb40 admin admin] 10.222.0.16 "GET /v2.0/subnets/a64b8417-fd8d-4743-8854-ef097e32dca2 HTTP/1.1" status: 200 len: 849 time: 0.2135835 Jul 29 17:29:13.753820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2b1b5d9e-5d30-4068-8301-417c007d9f7a admin admin] 10.222.0.16 "GET /v2.0/routers/a6c28768-96f5-4d4e-a675-d14d319b4554 HTTP/1.1" status: 200 len: 704 time: 0.1511562 Jul 29 17:29:14.027562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.321095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Allocated IP 172.20.0.1 (b15f3432-771c-4460-8243-b599708dacad/a64b8417-fd8d-4743-8854-ef097e32dca2/9a82c821-f265-451b-8f0d-fb3c243231fc) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:29:14.338232 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.476857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.552939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Transition to ACTIVE for port object 9a82c821-f265-451b-8f0d-fb3c243231fc will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:29:14.636912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.703968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Network b15f3432-771c-4460-8243-b599708dacad is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:29:14.708707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:29:14.712129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:29:14.712692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.783310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a82c821-f265-451b-8f0d-fb3c243231fc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:14.920187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.926559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1bbe5ab0-1200-455c-914b-bf0b86b2bfac None None] Provisioning for port 9a82c821-f265-451b-8f0d-fb3c243231fc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:29:14.930415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1bbe5ab0-1200-455c-914b-bf0b86b2bfac None None] Provisioning complete for port 9a82c821-f265-451b-8f0d-fb3c243231fc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:14.930828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5ab0-1200-455c-914b-bf0b86b2bfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.963526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe5ab0-1200-455c-914b-bf0b86b2bfac None None] Port 9a82c821-f265-451b-8f0d-fb3c243231fc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:29:15.125985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:15.133697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:15.134479 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:15.211702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a82c821-f265-451b-8f0d-fb3c243231fc,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:15.260092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Network b15f3432-771c-4460-8243-b599708dacad is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:29:15.261438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:29:15.423500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Router a6c28768-96f5-4d4e-a675-d14d319b4554 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:29:15.489458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f44c386b-0bda-4af3-ab5b-d25d155a449a None None] Provisioning complete for port 9a82c821-f265-451b-8f0d-fb3c243231fc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:15.490022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f44c386b-0bda-4af3-ab5b-d25d155a449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:15.519497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:29:15.525410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a8e93aa-4c98-4add-a011-17d4733da9d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6c28768-96f5-4d4e-a675-d14d319b4554/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7628503 Jul 29 17:29:15.527507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f44c386b-0bda-4af3-ab5b-d25d155a449a None None] Port 9a82c821-f265-451b-8f0d-fb3c243231fc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:29:15.531746 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Sync routers for ids ['a6c28768-96f5-4d4e-a675-d14d319b4554'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:29:15.543879 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Routers {'a6c28768-96f5-4d4e-a675-d14d319b4554'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:29:15.544716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a6c28768-96f5-4d4e-a675-d14d319b4554'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:15.673089 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:29:15.734565 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Set router a6c28768-96f5-4d4e-a675-d14d319b4554 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:29:16.164207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:14Z', 'revision_number': 2, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port_host': None, '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:14Z', 'revision_number': 2, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:16.213067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Checking router: a6c28768-96f5-4d4e-a675-d14d319b4554 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:29:16.213425 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Updating router a6c28768-96f5-4d4e-a675-d14d319b4554 port 9a82c821-f265-451b-8f0d-fb3c243231fc binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:29:16.263477 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.777883 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.795391 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Transition to ACTIVE for port object 9a82c821-f265-451b-8f0d-fb3c243231fc will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:29:16.801624 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.892138 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Pushing event updated for resources: {'Port': ['ID=9a82c821-f265-451b-8f0d-fb3c243231fc,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:16.902716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.903060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.903399 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.903731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.904055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.904379 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.904704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.905024 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.905344 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.905663 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.905985 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.906330 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Tracked resource versions report: Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: pushed versions: Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: { 'AddressGroup': {'1.2'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Log': {'1.0'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Network': {'1.1'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Port': {'1.7'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'PortForwarding': {'1.2'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'QosPolicy': {'1.8'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SecurityGroup': {'1.4'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SubPort': {'1.0'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Subnet': {'1.1'}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Trunk': {'1.1'}} Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: consumer versions: Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: L3 agent@n-d-801607-3: {}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: Metadata agent@n-d-801607-3: {}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: Metering agent@n-d-801607-3: {}, Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'ConntrackHelper': '1.0', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Log': '1.0', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Network': '1.1', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Port': '1.7', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'PortForwarding': '1.2', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'QosPolicy': '1.8', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SecurityGroup': '1.4', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SecurityGroupRule': '1.2', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'SubPort': '1.0', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Subnet': '1.1', Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: 'Trunk': '1.1'}} Jul 29 17:29:16.907431 n-d-801607-3 neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:29:16.981930 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Attempting to bind port 9a82c821-f265-451b-8f0d-fb3c243231fc on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:29:16.982519 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Attempting to bind port 9a82c821-f265-451b-8f0d-fb3c243231fc by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:29:16.983016 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Attempting to bind port 9a82c821-f265-451b-8f0d-fb3c243231fc on network b15f3432-771c-4460-8243-b599708dacad {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:29:16.988479 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:29:16.989005 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Checking segment: {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:29:16.989540 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.990014 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Bound using segment: {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:29:16.990615 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Bound port: 9a82c821-f265-451b-8f0d-fb3c243231fc, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c4a043-6dc0-4552-8876-c86cef4ad115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b15f3432-771c-4460-8243-b599708dacad'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:29:16.991120 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:17.057769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] For port 9a82c821-f265-451b-8f0d-fb3c243231fc, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:29:17.079016 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] For port 9a82c821-f265-451b-8f0d-fb3c243231fc, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9a82c821-f265-451b-8f0d-fb3c243231fc,segment=NetworkSegment(23c4a043-6dc0-4552-8876-c86cef4ad115),segment_id=23c4a043-6dc0-4552-8876-c86cef4ad115)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:29:17.084321 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:17.147025 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f282-6eb7-4111-b426-c14c61c4e713 None None] Pushing event updated for resources: {'Port': ['ID=9a82c821-f265-451b-8f0d-fb3c243231fc,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:17.155485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Routers {'a6c28768-96f5-4d4e-a675-d14d319b4554'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:29:17.156125 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a6c28768-96f5-4d4e-a675-d14d319b4554'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:17.250042 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] Set router a6c28768-96f5-4d4e-a675-d14d319b4554 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:29:17.463654 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:14Z', 'revision_number': 2, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port_host': None, '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:17Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:17.489679 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a204a415-cc8a-4cc8-be68-cca542cad745 None None] The sync data for ids ['a6c28768-96f5-4d4e-a675-d14d319b4554'] in n-d-801607-3 is: [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:14Z', 'revision_number': 2, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port_host': None, '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:17Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:29:17.698809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:17.811456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d565e6d-cfa9-48f4-b5ee-dbc337393800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:29:17.812849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6d565e6d-cfa9-48f4-b5ee-dbc337393800 admin admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 842 time: 0.1130857 Jul 29 17:29:17.826400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Request body: {'subnet': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.5.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:29:17.849868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Made reservation on behalf of 5a258ced12584637ba59cf2870c75011 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:29:17.852121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:18.134485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:29:18.134902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:18.254664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d23aa2-5ee7-496a-9533-7efdff629476,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:18.267696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:29:18.268051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Network hostable DHCP agents. Network: 8486a4b0-a25a-4f22-b625-218d27e5470b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:29:18.285932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:29:18.295502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8486a4b0-a25a-4f22-b625-218d27e5470b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:29:18.299423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:29:18.299995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:18.305158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5d2e9-4b42-4099-b35e-3a1dc41f3340 None None] Network 8486a4b0-a25a-4f22-b625-218d27e5470b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:29:18.326267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f263e22c-f313-4309-8ced-07a67d98c72e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4909942 Jul 29 17:29:18.437165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c6c84-8307-452c-959c-aa52f4e95011 None None] Network 8486a4b0-a25a-4f22-b625-218d27e5470b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:29:20.546194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36596) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:20.759451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-45b1f0f0-d59f-4a37-b2b6-a456b56502b6 admin admin] 10.222.0.16 "GET /v2.0/routers/a6c28768-96f5-4d4e-a675-d14d319b4554 HTTP/1.1" status: 200 len: 710 time: 0.2120333 Jul 29 17:29:20.956743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c2317-2d7a-4375-95d2-f6f858e2bd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:29:20.959244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c48c2317-2d7a-4375-95d2-f6f858e2bd94 admin admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 886 time: 0.1940069 Jul 29 17:29:20.968501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:29:21.232276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.471176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.554994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.741004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Allocated IP 172.25.5.82 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/a9805bab-3d68-4288-9d8b-40f6650520be) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:29:21.848767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.932851 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.997275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:29:22.002333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:29:22.052072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Pushing event updated for resources: {'Port': ['ID=a9805bab-3d68-4288-9d8b-40f6650520be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:22.054577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:29:22.092840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.093191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.093523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.093866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.094192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.094551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.094903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.095249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.095599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.095888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.096234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.096551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Tracked resource versions report: Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: pushed versions: Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: { 'AddressGroup': {'1.2'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'ConntrackHelper': {'1.0'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Log': {'1.0'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Network': {'1.1'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Port': {'1.7'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'PortForwarding': {'1.2'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'QosPolicy': {'1.8'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SecurityGroup': {'1.4'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SubPort': {'1.0'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Subnet': {'1.1'}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Trunk': {'1.1'}} Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: consumer versions: Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: L3 agent@n-d-801607-3: {}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: Metadata agent@n-d-801607-3: {}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: Metering agent@n-d-801607-3: {}, Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'ConntrackHelper': '1.0', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Log': '1.0', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Network': '1.1', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Port': '1.7', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'PortForwarding': '1.2', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'QosPolicy': '1.8', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SecurityGroup': '1.4', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SecurityGroupRule': '1.2', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'SubPort': '1.0', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Subnet': '1.1', Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: 'Trunk': '1.1'}} Jul 29 17:29:22.097646 n-d-801607-3 neutron-server[94051]: {{(pid=94051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:29:22.399620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.608466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.612007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.736303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Router a6c28768-96f5-4d4e-a675-d14d319b4554 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:29:22.845160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:29:22.849645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.850882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-efa51a0b-262e-4e52-9e44-dfa321b42151 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6c28768-96f5-4d4e-a675-d14d319b4554 HTTP/1.1" status: 200 len: 889 time: 1.8857565 Jul 29 17:29:23.705841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9a82c821-f265-451b-8f0d-fb3c243231fc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:23.757357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 9a82c821-f265-451b-8f0d-fb3c243231fc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:29:23.762391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9a82c821-f265-451b-8f0d-fb3c243231fc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:23.764967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:23.851870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Sync routers for ids ['a6c28768-96f5-4d4e-a675-d14d319b4554'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:29:23.860273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:23.873927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Routers {'a6c28768-96f5-4d4e-a675-d14d319b4554'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:29:23.874680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a6c28768-96f5-4d4e-a675-d14d319b4554'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:24.027179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 9a82c821-f265-451b-8f0d-fb3c243231fc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9a82c821-f265-451b-8f0d-fb3c243231fc,segment=NetworkSegment(23c4a043-6dc0-4552-8876-c86cef4ad115),segment_id=23c4a043-6dc0-4552-8876-c86cef4ad115)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:29:24.047957 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:24.180489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Set router a6c28768-96f5-4d4e-a675-d14d319b4554 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:29:24.224114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=9a82c821-f265-451b-8f0d-fb3c243231fc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:24.576215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:22Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port': {'id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:21Z', 'updated_at': '2021-07-29T17:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:17Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:24.625155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Checking router: a6c28768-96f5-4d4e-a675-d14d319b4554 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:29:24.625507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Updating router a6c28768-96f5-4d4e-a675-d14d319b4554 port a9805bab-3d68-4288-9d8b-40f6650520be binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:29:24.674270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:24.993190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:25.002833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Transition to ACTIVE for port object a9805bab-3d68-4288-9d8b-40f6650520be will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:29:25.009371 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:25.058860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Attempting to bind port a9805bab-3d68-4288-9d8b-40f6650520be on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:29:25.059227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Attempting to bind port a9805bab-3d68-4288-9d8b-40f6650520be by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:29:25.059584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Attempting to bind port a9805bab-3d68-4288-9d8b-40f6650520be on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:29:25.062884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995032cb-03fb-42c9-9452-10ed0cb9be1c None None] Pushing event updated for resources: {'Port': ['ID=a9805bab-3d68-4288-9d8b-40f6650520be,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:25.071896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:29:25.072269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:29:25.072669 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:25.073058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:29:25.073574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Bound port: a9805bab-3d68-4288-9d8b-40f6650520be, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:29:25.073979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:25.128013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] For port a9805bab-3d68-4288-9d8b-40f6650520be, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:29:25.131208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] For port a9805bab-3d68-4288-9d8b-40f6650520be, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a9805bab-3d68-4288-9d8b-40f6650520be,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:29:25.137701 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:25.195298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995032cb-03fb-42c9-9452-10ed0cb9be1c None None] Pushing event updated for resources: {'Port': ['ID=a9805bab-3d68-4288-9d8b-40f6650520be,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:25.196706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:29:25.198470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Routers {'a6c28768-96f5-4d4e-a675-d14d319b4554'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:29:25.199138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a6c28768-96f5-4d4e-a675-d14d319b4554'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:25.314539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1eead730-3c4b-4641-b0a5-6731cf77532d admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158407 Jul 29 17:29:25.394591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] Set router a6c28768-96f5-4d4e-a675-d14d319b4554 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:29:25.607053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:22Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port': {'id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:21Z', 'updated_at': '2021-07-29T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:23Z', 'revision_number': 5, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:29:25.638594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee323e-7562-41de-a338-b850f2d19879 None None] The sync data for ids ['a6c28768-96f5-4d4e-a675-d14d319b4554'] in n-d-801607-3 is: [{'id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'name': 'router1', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:29:05Z', 'updated_at': '2021-07-29T17:29:22Z', 'revision_number': 4, 'project_id': '77b75746396d488f9282498dda10f0e4', 'gw_port': {'id': 'a9805bab-3d68-4288-9d8b-40f6650520be', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:21Z', 'updated_at': '2021-07-29T17:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '9a82c821-f265-451b-8f0d-fb3c243231fc', 'name': '', 'network_id': 'b15f3432-771c-4460-8243-b599708dacad', 'tenant_id': '77b75746396d488f9282498dda10f0e4', 'mac_address': 'fa:16:3e:f1:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c28768-96f5-4d4e-a675-d14d319b4554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:29:14Z', 'updated_at': '2021-07-29T17:29:23Z', 'revision_number': 5, 'project_id': '77b75746396d488f9282498dda10f0e4', 'subnets': [{'id': 'a64b8417-fd8d-4743-8854-ef097e32dca2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3727507d-5f2f-4159-8aaa-d64dd90551ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:29:25.676496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9a82c821-f265-451b-8f0d-fb3c243231fc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:25.732979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9a82c821-f265-451b-8f0d-fb3c243231fc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:25.732979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:27.716474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9805bab-3d68-4288-9d8b-40f6650520be up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:27.772035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a9805bab-3d68-4288-9d8b-40f6650520be completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:29:27.777045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a9805bab-3d68-4288-9d8b-40f6650520be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:27.777428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:27.860029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:27.889322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a9805bab-3d68-4288-9d8b-40f6650520be, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a9805bab-3d68-4288-9d8b-40f6650520be,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:29:27.898074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:27.963384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a9805bab-3d68-4288-9d8b-40f6650520be,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:29:29.717077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9805bab-3d68-4288-9d8b-40f6650520be up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:29:29.804128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a9805bab-3d68-4288-9d8b-40f6650520be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:29:29.804659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:39.120132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ffb-5fae-431e-87b3-a7c3683c1e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:41.570881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cd47-0b12-47b4-807c-e9fbccb30523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:41.764553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:42.748286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:44.365963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:52.571525 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:30:09.115599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-241d9e2c-0e33-4c1b-a062-548bf65bc590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:11.566042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e436db0e-fb2f-4be8-8a6a-3707e690c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:11.759915 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:12.745728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:14.364901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:29.574814 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:30:39.110382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d489618-d43f-4875-ba28-10b440722cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:41.571845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fed1842b-4e53-4329-93b0-996bcfe7c4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:41.763217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.749403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.367381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:04.718966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:04.787185 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5b7eae-5bcb-4cf3-b9eb-d6f981413bfd admin admin] GET failed (client error): The resource could not be found. Jul 29 17:31:04.788520 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed5b7eae-5bcb-4cf3-b9eb-d6f981413bfd admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685897 Jul 29 17:31:04.949254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03872bd0-288c-49b3-98cd-616c6bca45c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:04.950687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03872bd0-288c-49b3-98cd-616c6bca45c4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555603 Jul 29 17:31:06.574228 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:31:07.059211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:07.167137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757d91c-b75f-4bd3-8489-4d3871eefde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:07.168903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c757d91c-b75f-4bd3-8489-4d3871eefde4 admin admin] 10.222.0.16 "GET /v2.0/subnets/a64b8417-fd8d-4743-8854-ef097e32dca2 HTTP/1.1" status: 200 len: 849 time: 0.1086643 Jul 29 17:31:07.180713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:31:07.268701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:07.412083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730324527400'] for subnet, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:07.444704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:07.445337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:07.462336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] 10.222.0.16 "PUT /v2.0/subnets/a64b8417-fd8d-4743-8854-ef097e32dca2 HTTP/1.1" status: 200 len: 868 time: 0.2700169 Jul 29 17:31:07.462581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120848e-f4a2-409a-bf21-ef0f3142760d None None] Network b15f3432-771c-4460-8243-b599708dacad requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:31:07.467177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64b8417-fd8d-4743-8854-ef097e32dca2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:31:07.474951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.475342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.475619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.475971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.476303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.476629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.476956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.477281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.477605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.477913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.478277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.478614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae8e98-4863-4274-864f-a3bb4691783d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:07.829937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-adfd963d-e6c7-4158-bbfa-6f68f196d8cd None None] Provisioning complete for port 55f3f266-3cb6-45b8-8aa3-62a467ec936a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:31:07.830339 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-adfd963d-e6c7-4158-bbfa-6f68f196d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:07.919291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-adfd963d-e6c7-4158-bbfa-6f68f196d8cd None None] Provisioning complete for port 9a82c821-f265-451b-8f0d-fb3c243231fc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:31:07.919511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-adfd963d-e6c7-4158-bbfa-6f68f196d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:09.114413 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-82c433b4-8d35-4a37-80e6-8685b9dfe280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:09.586709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37232) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:09.791415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4d7ec-61df-457f-ae2f-82f5f194d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:09.791812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4d7ec-61df-457f-ae2f-82f5f194d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:09.793382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66f4d7ec-61df-457f-ae2f-82f5f194d132 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053196 Jul 29 17:31:11.576021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9fc2937a-87a1-4e33-a401-51eb2e55c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:11.767167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:11.972666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37240) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:12.113905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7969678-8c56-4f85-93ae-d9a173721046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:12.114398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7969678-8c56-4f85-93ae-d9a173721046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:12.115940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e7969678-8c56-4f85-93ae-d9a173721046 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1423042 Jul 29 17:31:12.751397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:14.251223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37248) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:14.369208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:14.388610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e31d3-8025-4649-9340-a680522ab710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:14.390003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-948e31d3-8025-4649-9340-a680522ab710 admin admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 886 time: 0.1378534 Jul 29 17:31:16.516089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37256) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:16.662537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf415c-3bed-41d4-8b40-a1f0cf0a4d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:16.663898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-02cf415c-3bed-41d4-8b40-a1f0cf0a4d34 admin admin] 10.222.0.16 "GET /v2.0/networks/b15f3432-771c-4460-8243-b599708dacad HTTP/1.1" status: 200 len: 869 time: 0.1468198 Jul 29 17:31:18.810479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:18.940061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc058a6b-bc31-4c36-bca2-5ca144203bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:18.940514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc058a6b-bc31-4c36-bca2-5ca144203bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:18.942094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fc058a6b-bc31-4c36-bca2-5ca144203bce admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306169 Jul 29 17:31:21.088877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37272) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:21.190548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ae480-2aa2-435b-b8d9-2a1f61aa66c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:21.190999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ae480-2aa2-435b-b8d9-2a1f61aa66c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:21.192504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a9ae480-2aa2-435b-b8d9-2a1f61aa66c4 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1026635 Jul 29 17:31:23.340378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37280) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:23.432393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abac7c-a3b0-4119-95dc-1673153312bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:23.433700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73abac7c-a3b0-4119-95dc-1673153312bd admin admin] 10.222.0.16 "GET /v2.0/subnets/a64b8417-fd8d-4743-8854-ef097e32dca2 HTTP/1.1" status: 200 len: 868 time: 0.0923803 Jul 29 17:31:25.583506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37288) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:25.670189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dc534a-2796-4f44-80d4-ebe851b844d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:25.671526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-05dc534a-2796-4f44-80d4-ebe851b844d0 admin admin] 10.222.0.16 "GET /v2.0/subnets/f7d23aa2-5ee7-496a-9533-7efdff629476 HTTP/1.1" status: 200 len: 816 time: 0.0870483 Jul 29 17:31:39.117883 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38c657d6-2808-43ca-a872-6ada15584519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:41.579939 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-27f7f3cb-a9b1-40e9-b8f5-06b1762340cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:41.769987 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:42.753993 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:43.573087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:31:44.374459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:52.566492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:52.624174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-7078f257-533b-4f49-89a3-a6888fd2c2e4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:31:52.625174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7078f257-533b-4f49-89a3-a6888fd2c2e4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577724 Jul 29 17:31:54.845777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37350) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:54.913378 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5050cd-4ef3-4ae7-81d0-7732aeb87594 admin admin] GET failed (client error): The resource could not be found. Jul 29 17:31:54.914804 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dd5050cd-4ef3-4ae7-81d0-7732aeb87594 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679753 Jul 29 17:31:54.998209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4fced-a192-4920-ab80-83a8518d4976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:54.999757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1cb4fced-a192-4920-ab80-83a8518d4976 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805185 Jul 29 17:31:57.154868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:57.205350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:31:57.227878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Made reservation on behalf of 5a258ced12584637ba59cf2870c75011 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:31:57.230135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:57.261736 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.revisions.revision_plugin [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Could not find related network for resource to bump revision. Jul 29 17:31:57.273647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:31:57.282960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:57.283301 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Added segment 9c413c3d-e599-4022-9641-298b15f2a76a of type vlan for network 850da3e7-e5eb-417f-a05e-24364db52c20 Jul 29 17:31:57.321435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:57.349360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:57.350349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:57.350921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:57.402556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2465739 Jul 29 17:31:57.407549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Pushing event updated for resources: {'Network': ['ID=850da3e7-e5eb-417f-a05e-24364db52c20,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:31:57.414954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.415306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.415645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.415995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.416314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.416645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.416974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.417300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.417627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.417952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.418313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.418640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48937e-3361-4fbe-b83d-955307ecb90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:31:57.430178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 850da3e7-e5eb-417f-a05e-24364db52c20 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:31:59.573380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:31:59.644963 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc431e9b-c6fc-4fa6-9df9-c59ef316dc7c admin admin] GET failed (client error): The resource could not be found. Jul 29 17:31:59.646335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bc431e9b-c6fc-4fa6-9df9-c59ef316dc7c admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719187 Jul 29 17:31:59.720228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d5c28-b3ca-45eb-b0fd-6860c809eb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:31:59.721720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-717d5c28-b3ca-45eb-b0fd-6860c809eb4d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709155 Jul 29 17:31:59.735963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:31:59.759829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Made reservation on behalf of 5a258ced12584637ba59cf2870c75011 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:31:59.762081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:59.932061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:59.981164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:31:59.996786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:31:59.997119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Network hostable DHCP agents. Network: 850da3e7-e5eb-417f-a05e-24364db52c20, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:32:00.016565 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:32:00.025808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 850da3e7-e5eb-417f-a05e-24364db52c20) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:32:00.030003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:32:00.030629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.035402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b8554-0c96-4efc-9a26-ce55ae703733 None None] Network 850da3e7-e5eb-417f-a05e-24364db52c20 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:32:00.045560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-05d0b583-0510-4346-bb00-20ba1a4cfc96 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145554 Jul 29 17:32:00.290458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-850da3e7-e5eb-417f-a05e-24364db52c20', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'tenant_id': '5a258ced12584637ba59cf2870c75011', 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:32:00.291326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.423745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Allocated IP 192.168.233.2 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/ac08b8e1-88eb-48ca-81f5-838f6b8d5926) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:32:00.578357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.586870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Transition to ACTIVE for port object ac08b8e1-88eb-48ca-81f5-838f6b8d5926 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:32:00.601622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Transition to ACTIVE for port object ac08b8e1-88eb-48ca-81f5-838f6b8d5926 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:32:00.609338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.645718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:32:00.648522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:32:00.652032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:32:00.668442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Pushing event updated for resources: {'Port': ['ID=ac08b8e1-88eb-48ca-81f5-838f6b8d5926,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:00.687758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.688105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.688453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.688781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.689121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.689452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.689788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.690112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.690462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.690785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.691162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.691482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:00.724854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Attempting to bind port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:32:00.725241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Attempting to bind port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:32:00.725616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Attempting to bind port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:32:00.730663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:32:00.731034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:32:00.731435 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.731832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:32:00.732282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Bound port: ac08b8e1-88eb-48ca-81f5-838f6b8d5926, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:32:00.732680 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.795611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] For port ac08b8e1-88eb-48ca-81f5-838f6b8d5926, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:32:00.798701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] For port ac08b8e1-88eb-48ca-81f5-838f6b8d5926, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ac08b8e1-88eb-48ca-81f5-838f6b8d5926,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:32:00.804010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.859228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c1a6-865e-4ead-b6a5-0dd69badbee2 None None] Pushing event updated for resources: {'Port': ['ID=ac08b8e1-88eb-48ca-81f5-838f6b8d5926,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:01.660488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35693594-4027-44e3-a524-cf2d26bacfcb None None] Network 850da3e7-e5eb-417f-a05e-24364db52c20 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:32:01.776765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5c048f8-daa5-496c-8850-0d02062e170c None None] Provisioning for port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:32:01.844840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ac08b8e1-88eb-48ca-81f5-838f6b8d5926 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:32:01.908392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:32:01.912589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:32:01.912953 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:01.997500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:02.030119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ac08b8e1-88eb-48ca-81f5-838f6b8d5926, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ac08b8e1-88eb-48ca-81f5-838f6b8d5926,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:32:02.035552 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:02.086215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ac08b8e1-88eb-48ca-81f5-838f6b8d5926,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:02.103293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cdf7c757-2897-413d-a59a-2c1fe2019264 None None] Provisioning complete for port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:32:02.103665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c757-2897-413d-a59a-2c1fe2019264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:03.797499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ac08b8e1-88eb-48ca-81f5-838f6b8d5926 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:32:03.844710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ac08b8e1-88eb-48ca-81f5-838f6b8d5926 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:32:03.845049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:09.121165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-056a3006-dfbf-48e4-a362-9b8a3da6fdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:11.584169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-86f16c3e-3b17-4fc3-8079-d16ad8d965d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:11.771951 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:12.758594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:14.376791 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:20.572283 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:32:39.129635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c409b8c-ba22-46ff-ae3d-761df8456e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:41.586867 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-687ea50d-c81f-461b-889e-ff32a446eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:41.774611 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:42.763284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:44.379074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:57.570946 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:33:09.129048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9134bb00-a4a9-4c16-a4c5-15634e5cb82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:09.766907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37418) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:33:09.776072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-eee46364-de4f-4130-99a6-af86b7733132 tempest-verify_tempest_config-11365687 tempest-verify_tempest_config-11365687-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:33:09.777377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eee46364-de4f-4130-99a6-af86b7733132 tempest-verify_tempest_config-11365687 tempest-verify_tempest_config-11365687-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0090814 Jul 29 17:33:10.106754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37436) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:33:10.216491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.314405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.320593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.366985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8739327e288f4f99ad5342d057baf88f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2592118 Jul 29 17:33:10.367904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea40c1-ca64-4aff-91eb-1fdb2f9fb263,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:10.369827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:33:10.374759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.375090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.375415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.375740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.376059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.376373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.376853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.377173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.377484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.377795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.378111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.378541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a80b5e-0967-4512-ba85-8224ce882e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.521604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.544390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.632625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.635181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:10.636307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81ea40c1-ca64-4aff-91eb-1fdb2f9fb263 HTTP/1.1" status: 204 len: 168 time: 0.2654896 Jul 29 17:33:10.643978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea40c1-ca64-4aff-91eb-1fdb2f9fb263,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:10.651193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.651587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.651923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.652244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.652580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.652910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.653224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.653550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.653934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.654286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.654616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:10.655052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d76a3-472b-4aea-a295-f3509fd7da75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:11.590264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-98a50c70-73c3-4911-b322-f52127de7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:11.781154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:12.773670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:14.389046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:34.574304 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:33:39.129173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d37efc76-62c7-4a25-b53a-113818a322a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:41.604119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dabc4d5-dcd9-4624-898b-7c2a7c953083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:41.784631 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:42.775819 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:44.380902 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:09.124887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d80e729-2f93-46cc-aa06-a08378d0b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:11.577241 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:34:11.606995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3986c526-d09d-41fd-bdd7-6c11e087d835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:11.788511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:12.781055 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:14.400725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:39.132491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-318e7776-fe4f-48af-9e80-abc2d12184fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:41.604472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-184e4552-a7b6-4cf4-aec5-9030ea563f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:41.786663 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:42.789033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:44.388651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:48.580928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:35:09.132986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6190fe29-f08b-4cd9-ab74-3e604ae7483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:11.602471 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ba4b9826-4130-43a1-a1d6-663ac030a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:11.786581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:12.789274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:14.402839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:25.584045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:35:39.134524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8f18f88-d46a-4281-859a-62cc21bf4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:41.596931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50a9967f-57c1-4687-bfb7-1aa974d5a3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:41.790490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:42.799067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:44.400416 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:56.027626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:57.222513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886756'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:02.591020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:36:09.132132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-89ce7c70-aaab-4ada-8290-3de99e600956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.701965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7ebd288d-b2b2-4f81-a83e-b0f0ba6574aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.793153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.800353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:14.408563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:25.988489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:27.182345 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:39.127040 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bec80305-f516-410b-9a62-4d659408bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:39.595816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:36:41.598449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-66df8ec5-1d45-45d0-8893-04f2ecaf2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:41.788027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:42.794949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:44.403979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:48.676353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37506) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:36:48.789310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a343de22-a0e1-4806-8372-807edee42e5d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1116312 Jul 29 17:36:50.955523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37516) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:36:51.021214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e5c7707-50c1-4bd9-b022-87cec0ba0288 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0642798 Jul 29 17:36:55.995811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:57.186322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:09.143646 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36de2459-9386-4255-934d-f13ba4f7789a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:11.592788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51c65dda-21a6-4552-ae9d-65d2ba220923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:11.793589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:12.809000 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:14.413283 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:16.601990 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:37:25.992688 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:27.193731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.129013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e57b05d2-2f97-400f-b98a-d78e3cd37014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:41.594968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-12a17e8f-adb0-4c7f-ab50-c0b648ef4bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:41.785326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:42.801089 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:44.413336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.601479 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:37:55.992209 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:57.199302 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.098198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37652) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:08.451130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-network', 'tenant_id': 'baab0005751a439a8f381bedfeefb026'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:08.489695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Made reservation on behalf of baab0005751a439a8f381bedfeefb026 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:08.492069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.507005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.614305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.620256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.654792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:38:08.665072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d740f69-8561-464c-81ee-3a0815006040,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:08.679898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.680244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.680585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.680918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.681245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.681567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.681890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.682213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.682545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.682858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.683174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.683487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Tracked resource versions report: Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: pushed versions: Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: { 'AddressGroup': {'1.2'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'ConntrackHelper': {'1.0'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Log': {'1.0'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Network': {'1.1'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Port': {'1.7'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'PortForwarding': {'1.2'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'QosPolicy': {'1.8'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SecurityGroup': {'1.4'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SubPort': {'1.0'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Subnet': {'1.1'}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Trunk': {'1.1'}} Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: consumer versions: Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: HyperV agent@n-h1-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: HyperV agent@n-h2-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: L3 agent@n-d-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: Metadata agent@n-d-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: Metering agent@n-d-801607-3: {}, Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'ConntrackHelper': '1.0', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Log': '1.0', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Network': '1.1', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Port': '1.7', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'PortForwarding': '1.2', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'QosPolicy': '1.8', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SecurityGroup': '1.4', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SecurityGroupRule': '1.2', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'SubPort': '1.0', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Subnet': '1.1', Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: 'Trunk': '1.1'}} Jul 29 17:38:08.684602 n-d-801607-3 neutron-server[94051]: {{(pid=94051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:38:08.700077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730324619816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.700652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Unsubscribe: segment precommit_create {{(pid=94051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 17:38:08.701155 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Added segment c71be922-96a4-4a67-941d-f28cd38e3cdf of type vlan for network 6101c14d-41f6-401a-be31-08d9f2364043 Jul 29 17:38:08.772638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.817542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.818975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:08.819627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.900394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37708) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:08.901081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8012395 Jul 29 17:38:08.906673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Request body: {'subnet': {'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-subnet', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:08.929032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Made reservation on behalf of baab0005751a439a8f381bedfeefb026 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:08.931536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.932540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa086f9b-8f5c-4e77-8280-cc01ed5bbacf admin admin] Pushing event updated for resources: {'Network': ['ID=6101c14d-41f6-401a-be31-08d9f2364043,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:08.947301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6101c14d-41f6-401a-be31-08d9f2364043 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:38:09.129870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.135994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65cdf8d3-c9cf-4712-9103-29cced46b8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.173024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4210dc06-39c3-40ba-9db5-d97c0990d490,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:09.182877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.183161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.183704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.184187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.184700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.185031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.185356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.185680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.185998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.186513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.186980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.187472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Tracked resource versions report: Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: pushed versions: Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: { 'AddressGroup': {'1.2'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'ConntrackHelper': {'1.0'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Log': {'1.0'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Network': {'1.1'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Port': {'1.7'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'PortForwarding': {'1.2'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'QosPolicy': {'1.8'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SecurityGroup': {'1.4'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SubPort': {'1.0'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Subnet': {'1.1'}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Trunk': {'1.1'}} Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: consumer versions: Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: HyperV agent@n-h1-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: HyperV agent@n-h2-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: L3 agent@n-d-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: Metadata agent@n-d-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: Metering agent@n-d-801607-3: {}, Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'ConntrackHelper': '1.0', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Log': '1.0', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Network': '1.1', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Port': '1.7', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'PortForwarding': '1.2', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'QosPolicy': '1.8', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SecurityGroup': '1.4', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SecurityGroupRule': '1.2', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'SubPort': '1.0', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Subnet': '1.1', Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: 'Trunk': '1.1'}} Jul 29 17:38:09.188560 n-d-801607-3 neutron-server[94052]: {{(pid=94052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:38:09.213147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Checking segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:09.213503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Network hostable DHCP agents. Network: 6101c14d-41f6-401a-be31-08d9f2364043, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:38:09.232464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Network 6101c14d-41f6-401a-be31-08d9f2364043 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:38:09.243451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6101c14d-41f6-401a-be31-08d9f2364043) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:09.248045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:09.248627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.254897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404361d-5500-4793-b4a5-6d141bd9d9d4 None None] Network 6101c14d-41f6-401a-be31-08d9f2364043 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:09.270514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a16f3d7c-4b2b-47db-aa22-c9b99cc955d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3688693 Jul 29 17:38:09.274017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37724) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:09.281876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:09.312714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.315996 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.390596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.413408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-6101c14d-41f6-401a-be31-08d9f2364043', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:38:09.414873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.566311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.600654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Allocated IP 172.20.0.2 (6101c14d-41f6-401a-be31-08d9f2364043/4210dc06-39c3-40ba-9db5-d97c0990d490/e9abcacc-4e4a-44cc-855d-e461b0292312) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:09.749799 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.759570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Transition to ACTIVE for port object e9abcacc-4e4a-44cc-855d-e461b0292312 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:09.774934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Transition to ACTIVE for port object e9abcacc-4e4a-44cc-855d-e461b0292312 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:09.782079 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.800868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.825857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Pushing event updated for resources: {'Port': ['ID=e9abcacc-4e4a-44cc-855d-e461b0292312,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:09.826321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.836008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.836714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.837142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.837699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.838086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.838399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.838929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.839422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.839769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.840086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.840401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.840975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Tracked resource versions report: Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: pushed versions: Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: { 'AddressGroup': {'1.2'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Log': {'1.0'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Network': {'1.1'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Port': {'1.7'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'PortForwarding': {'1.2'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'QosPolicy': {'1.8'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SecurityGroup': {'1.4'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SubPort': {'1.0'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Subnet': {'1.1'}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Trunk': {'1.1'}} Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: consumer versions: Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: HyperV agent@n-h1-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: HyperV agent@n-h2-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: L3 agent@n-d-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: Metadata agent@n-d-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: Metering agent@n-d-801607-3: {}, Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'ConntrackHelper': '1.0', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Log': '1.0', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Network': '1.1', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Port': '1.7', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'PortForwarding': '1.2', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'QosPolicy': '1.8', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SecurityGroup': '1.4', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SecurityGroupRule': '1.2', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'SubPort': '1.0', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Subnet': '1.1', Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: 'Trunk': '1.1'}} Jul 29 17:38:09.842116 n-d-801607-3 neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:38:09.859932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Network 6101c14d-41f6-401a-be31-08d9f2364043 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:09.862095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:09.865047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:09.921409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Attempting to bind port e9abcacc-4e4a-44cc-855d-e461b0292312 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:09.921975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Attempting to bind port e9abcacc-4e4a-44cc-855d-e461b0292312 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:09.922578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Attempting to bind port e9abcacc-4e4a-44cc-855d-e461b0292312 on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:09.928561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:09.929155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Checking segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:09.929771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.930543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Bound using segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:09.931342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Bound port: e9abcacc-4e4a-44cc-855d-e461b0292312, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:09.932192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.947573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Allocated IP 172.25.5.248 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/9331eb5b-5c93-4a3a-b8cf-53355bc1de94) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:10.005427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9040062a-791d-4ba5-80f1-07160923642f None None] For port e9abcacc-4e4a-44cc-855d-e461b0292312, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:10.009774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9040062a-791d-4ba5-80f1-07160923642f None None] For port e9abcacc-4e4a-44cc-855d-e461b0292312, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e9abcacc-4e4a-44cc-855d-e461b0292312,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:10.017657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.074497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.108498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040062a-791d-4ba5-80f1-07160923642f None None] Pushing event updated for resources: {'Port': ['ID=e9abcacc-4e4a-44cc-855d-e461b0292312,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:10.143029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.189164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:10.192188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:10.198915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:10.202542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Pushing event updated for resources: {'Port': ['ID=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:10.452138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.759406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.916681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Router b3565396-de29-419c-bffa-6fcc94e32414 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:38:11.045937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:38:11.056620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:11.068928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:11.069689 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:37:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:11.073640 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.075088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa197a76-5de7-4a90-87eb-16d166dbf95f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.7986593 Jul 29 17:38:11.077922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37798) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:11.229150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3c89e-8eca-4d5b-b315-a78ac81fb7d2 None None] Network 6101c14d-41f6-401a-be31-08d9f2364043 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:11.271755 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:11.345855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dfa37c9f-eb68-40d6-95f6-58ab2f669ec1 None None] Provisioning for port e9abcacc-4e4a-44cc-855d-e461b0292312 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:11.479710 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:10Z', 'revision_number': 3, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:11.512698 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:11.513130 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Updating router b3565396-de29-419c-bffa-6fcc94e32414 port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:11.544508 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.604878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b156cbbd-9471-49db-9f75-39fb50b5f534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.628771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.826102 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.900436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Allocated IP 172.20.0.1 (6101c14d-41f6-401a-be31-08d9f2364043/4210dc06-39c3-40ba-9db5-d97c0990d490/16ca6f84-75e2-4cdb-b648-67d83141572e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:11.924759 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.935275 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Transition to ACTIVE for port object 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:11.942875 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:11.994462 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Pushing event updated for resources: {'Port': ['ID=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:12.005774 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.006118 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.006817 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.007151 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.007476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.007797 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.008115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.008430 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.008745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.009056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.009370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.009681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Tracked resource versions report: Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: pushed versions: Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: { 'AddressGroup': {'1.2'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Log': {'1.0'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Network': {'1.1'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Port': {'1.7'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'PortForwarding': {'1.2'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'QosPolicy': {'1.8'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SecurityGroup': {'1.4'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SubPort': {'1.0'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Subnet': {'1.1'}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Trunk': {'1.1'}} Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: consumer versions: Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: { DHCP agent@n-d-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: HyperV agent@n-h1-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: HyperV agent@n-h2-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: L3 agent@n-d-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: Metadata agent@n-d-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: Metering agent@n-d-801607-3: {}, Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: Open vSwitch agent@n-d-801607-3: { 'AddressGroup': '1.2', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'ConntrackHelper': '1.0', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Log': '1.0', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Network': '1.1', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Port': '1.7', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'PortForwarding': '1.2', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'QosPolicy': '1.8', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SecurityGroup': '1.4', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SecurityGroupRule': '1.2', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'SubPort': '1.0', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Subnet': '1.1', Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: 'Trunk': '1.1'}} Jul 29 17:38:12.010791 n-d-801607-3 neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:38:12.014221 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Attempting to bind port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:12.014610 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Attempting to bind port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:12.014969 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Attempting to bind port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:12.020510 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:12.020876 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:12.021381 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.023899 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:12.024584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Bound port: 9331eb5b-5c93-4a3a-b8cf-53355bc1de94, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:12.025130 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.050969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.076951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Transition to ACTIVE for port object 16ca6f84-75e2-4cdb-b648-67d83141572e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:12.092056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] For port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:12.100261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] For port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:12.107157 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.117717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.167691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Pushing event updated for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:12.168388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e9abcacc-4e4a-44cc-855d-e461b0292312 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:12.179204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Network 6101c14d-41f6-401a-be31-08d9f2364043 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:12.180545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:12.184220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:12.185782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.193928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7504e-eb18-4f3a-8978-8061ded8bfad None None] Pushing event updated for resources: {'Port': ['ID=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:12.254869 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:12.255548 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:12.294038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e9abcacc-4e4a-44cc-855d-e461b0292312 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:12.300781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e9abcacc-4e4a-44cc-855d-e461b0292312 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:12.301161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.451421 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:12.475257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.514350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e9abcacc-4e4a-44cc-855d-e461b0292312, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e9abcacc-4e4a-44cc-855d-e461b0292312,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:12.522602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.544106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.654773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e9abcacc-4e4a-44cc-855d-e461b0292312,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:12.682454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a02dd515-5155-4455-a176-8ca0f5603e39 None None] Provisioning for port 16ca6f84-75e2-4cdb-b648-67d83141572e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:12.688702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a02dd515-5155-4455-a176-8ca0f5603e39 None None] Provisioning complete for port 16ca6f84-75e2-4cdb-b648-67d83141572e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:12.689188 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02dd515-5155-4455-a176-8ca0f5603e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.733761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a02dd515-5155-4455-a176-8ca0f5603e39 None None] Port 16ca6f84-75e2-4cdb-b648-67d83141572e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:12.810562 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.888448 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:10Z', 'revision_number': 3, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:12.897360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.903417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.904358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.918591 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3962b99f-8cb0-4b8b-a525-5b9b1534103d None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:10Z', 'revision_number': 3, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:13.003488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Pushing event updated for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:13.051548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Network 6101c14d-41f6-401a-be31-08d9f2364043 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:13.053718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:13.203760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:38:13.376631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:38:13.395621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a9b3b55-7bda-4af6-88bf-c0bbef476c3a admin admin] 10.222.0.16 "PUT /v2.0/routers/b3565396-de29-419c-bffa-6fcc94e32414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3164833 Jul 29 17:38:13.459763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43ffb90c-900c-4b85-9e82-d7277abf368e None None] Provisioning complete for port 16ca6f84-75e2-4cdb-b648-67d83141572e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:13.460774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43ffb90c-900c-4b85-9e82-d7277abf368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:13.535649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb90c-900c-4b85-9e82-d7277abf368e None None] Port 16ca6f84-75e2-4cdb-b648-67d83141572e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:13.977694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37902) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:14.139876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e9abcacc-4e4a-44cc-855d-e461b0292312 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:14.191170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d05b0e01-c115-447a-a201-05dc8c7f409b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.209342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e9abcacc-4e4a-44cc-855d-e461b0292312 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:14.209576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.296070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d05b0e01-c115-447a-a201-05dc8c7f409b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.304139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d05b0e01-c115-447a-a201-05dc8c7f409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.357699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d05b0e01-c115-447a-a201-05dc8c7f409b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfee11a6357a42c09bebb54e5da22356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3951664 Jul 29 17:38:14.359983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0e01-c115-447a-a201-05dc8c7f409b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04179e8b-d3ba-4ba5-8bab-ba76915c824a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:14.360974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:14.410149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:14.454634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.479117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.490136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:14.494713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:14.495152 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.510519 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.568591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37946) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:14.575594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-network', 'tenant_id': '79a196613d184f34877c81298a25bcb0'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:14.595417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.598843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.603271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04179e8b-d3ba-4ba5-8bab-ba76915c824a HTTP/1.1" status: 204 len: 168 time: 0.2409847 Jul 29 17:38:14.612711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6ea6-306a-46cd-ac1c-d88e0fe10af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04179e8b-d3ba-4ba5-8bab-ba76915c824a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:14.635254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Made reservation on behalf of 79a196613d184f34877c81298a25bcb0 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:14.638526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.656906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.682300 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.687436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37950) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:14.714735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:14.727901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.806625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.814572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.819550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:14.875314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:38:14.891350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11090e82-427e-402d-ac30-dbe67b10848a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:14.904565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.904906 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Added segment de1621ba-1671-40b3-b442-764733346b63 of type vlan for network 0b5665ae-9d03-4253-a249-5218520e361a Jul 29 17:38:14.919474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:14.931958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37972) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:14.936403 n-d-801607-3 neutron-server[94051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 17:38:14.952395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:14.953036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:14.978339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.000676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-e866bd40-af35-4c10-b760-945a43c5dc38 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7798cffd4128418ab9e43e5e35d912cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660939 Jul 29 17:38:15.032042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.033032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:15.033622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.109304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5665ae-9d03-4253-a249-5218520e361a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.120986 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83642b76-18a5-4ec9-9626-e87d61feab31 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5504978 Jul 29 17:38:15.123822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37976) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:15.133195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Request body: {'subnet': {'network_id': '0b5665ae-9d03-4253-a249-5218520e361a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-subnet', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:15.138908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:15.166509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37980) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:15.174670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0b5665ae-9d03-4253-a249-5218520e361a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:38:15.174999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Made reservation on behalf of 79a196613d184f34877c81298a25bcb0 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:15.177951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.195622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2890d33-e965-45fa-ad6e-170076fb8a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.246299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c0b-b2a6-44ec-b304-06bc2ebf2925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.411593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.412492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2890d33-e965-45fa-ad6e-170076fb8a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.421858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-bd4c5b12-c7da-4a35-a448-97c281fceea4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:15.429288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-bd4c5b12-c7da-4a35-a448-97c281fceea4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212823 Jul 29 17:38:15.449961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-5cbba3e8-d656-4aba-8b74-66a70df8db51 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/quotas/7798cffd4128418ab9e43e5e35d912cf HTTP/1.1" status: 200 len: 375 time: 0.0195158 Jul 29 17:38:15.498736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2890d33-e965-45fa-ad6e-170076fb8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.538823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-85f7acc3-af2e-407a-9774-13e0104a82b1 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877628 Jul 29 17:38:15.565050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2890d33-e965-45fa-ad6e-170076fb8a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261a22a-fef4-4ccc-93c4-582f8bcc83d5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.572133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d2890d33-e965-45fa-ad6e-170076fb8a50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17537e32382f47e499ab4d8b0fa0acd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8807199 Jul 29 17:38:15.575035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38000) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:15.578089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2876ffba-3f63-4078-9176-bb8e6050ed84,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.587660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 2, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:15.608203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Checking segment: {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:15.608573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Network hostable DHCP agents. Network: 0b5665ae-9d03-4253-a249-5218520e361a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:38:15.626084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:15.626715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Updating router b3565396-de29-419c-bffa-6fcc94e32414 port 16ca6f84-75e2-4cdb-b648-67d83141572e binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:15.628546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Network 0b5665ae-9d03-4253-a249-5218520e361a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:38:15.645365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0b5665ae-9d03-4253-a249-5218520e361a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:15.661969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.666491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:15.667197 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.670978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.673453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2a360-d11a-4f4b-ae40-f28c8c29db87 None None] Network 0b5665ae-9d03-4253-a249-5218520e361a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:15.697086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.754729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c0b-b2a6-44ec-b304-06bc2ebf2925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.762709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c0b-b2a6-44ec-b304-06bc2ebf2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.778601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf1b9d5c-32fd-413e-b93b-108a29a50230 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6527147 Jul 29 17:38:15.781193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38010) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:15.786026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:15.805577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a97e9c0b-b2a6-44ec-b304-06bc2ebf2925 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbbae4ea014a409faa71c43ab57a95f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6357160 Jul 29 17:38:15.807455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38012) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:15.816192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.818763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.822320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4261a22a-fef4-4ccc-93c4-582f8bcc83d5 HTTP/1.1" status: 204 len: 168 time: 0.2434716 Jul 29 17:38:15.826089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9c0b-b2a6-44ec-b304-06bc2ebf2925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035af7f6-59db-4c7f-8504-eb5b90a80efb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.846043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790a402-1c81-4003-aa41-8ad3a25076a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261a22a-fef4-4ccc-93c4-582f8bcc83d5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.872801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.873993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.875624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.939204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.106590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1c1dc1-d949-4e93-a0f8-8486dc599e45 req-689606ef-f92a-466f-b054-47fdfe6391d8 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.0807629 Jul 29 17:38:16.114900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.130757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.134113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.137784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/035af7f6-59db-4c7f-8504-eb5b90a80efb HTTP/1.1" status: 204 len: 168 time: 0.3268218 Jul 29 17:38:16.163401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee02560-3e17-46c3-a5b8-f6bf098accf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035af7f6-59db-4c7f-8504-eb5b90a80efb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:16.171204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.182953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Transition to ACTIVE for port object 16ca6f84-75e2-4cdb-b648-67d83141572e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:16.194886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:16.221877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.339675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.544165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7858-8258-40cf-8fad-9d058587f96a None None] Pushing event updated for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:16.564736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Attempting to bind port 16ca6f84-75e2-4cdb-b648-67d83141572e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:16.565384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Attempting to bind port 16ca6f84-75e2-4cdb-b648-67d83141572e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:16.566021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Attempting to bind port 16ca6f84-75e2-4cdb-b648-67d83141572e on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:16.598683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:16.599343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Checking segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:16.599427 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.599965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Bound using segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:16.600448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Bound port: 16ca6f84-75e2-4cdb-b648-67d83141572e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:16.600842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.617352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-0b5665ae-9d03-4253-a249-5218520e361a', 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'fixed_ips': [{'subnet_id': '2876ffba-3f63-4078-9176-bb8e6050ed84'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:38:16.618214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.670441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:16.670811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.738093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.742567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:16.764363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.833780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] For port 16ca6f84-75e2-4cdb-b648-67d83141572e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:16.883707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] For port 16ca6f84-75e2-4cdb-b648-67d83141572e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16ca6f84-75e2-4cdb-b648-67d83141572e,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:16.893781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:16.961588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Allocated IP 172.20.0.2 (0b5665ae-9d03-4253-a249-5218520e361a/2876ffba-3f63-4078-9176-bb8e6050ed84/60dd2aac-f716-4813-8779-97336adddec6) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:17.001212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Allocated IP 172.25.5.161 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/407ab375-5b6e-4f63-909f-2c3878d451a6) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:17.012265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:17.013136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:17.057761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38104) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:17.082441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c36d5-4ce1-4139-ad4b-fd6b5e53a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.104076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7858-8258-40cf-8fad-9d058587f96a None None] Pushing event updated for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.228689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.243818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:17.302455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c36d5-4ce1-4139-ad4b-fd6b5e53a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.304532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.322137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad219e7c-4978-4cc1-ae16-41b9da281d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.330378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c36d5-4ce1-4139-ad4b-fd6b5e53a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.359277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d42c36d5-4ce1-4139-ad4b-fd6b5e53a87f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd47d7b85153477db1c8db472af6372f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3000121 Jul 29 17:38:17.359875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38108) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:17.362074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:17.366533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:17.366857 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.372242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:17.430675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Transition to ACTIVE for port object 60dd2aac-f716-4813-8779-97336adddec6 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:17.453947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad219e7c-4978-4cc1-ae16-41b9da281d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.469026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Transition to ACTIVE for port object 60dd2aac-f716-4813-8779-97336adddec6 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:17.470647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad219e7c-4978-4cc1-ae16-41b9da281d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.485546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.503126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ad219e7c-4978-4cc1-ae16-41b9da281d54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=208677eb57e341919136051398c4eea7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7584763 Jul 29 17:38:17.513016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:17.520488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Pushing event updated for resources: {'Port': ['ID=407ab375-5b6e-4f63-909f-2c3878d451a6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.557878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Network 0b5665ae-9d03-4253-a249-5218520e361a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:17.569169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:17.574701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:17.608028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.612446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c36d5-4ce1-4139-ad4b-fd6b5e53a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7d614-32ac-4e92-9f58-ad2395a3b04c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.639687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.766822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:17.772132 n-d-801607-3 neutron-server[94052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 17:38:17.782082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb15b462-feff-4fa9-940f-634da6c3e55a req-2254f005-b937-48e6-af05-dca11746e81e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.1752572 Jul 29 17:38:17.791923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.795955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.819017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.820513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/156cd43f-fb62-4b25-90a3-fd5696b924af HTTP/1.1" status: 204 len: 168 time: 0.3065064 Jul 29 17:38:17.834145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-e15b12e7-fc68-4ae2-8889-639a88e95f09 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631320 Jul 29 17:38:17.861614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219e7c-4978-4cc1-ae16-41b9da281d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156cd43f-fb62-4b25-90a3-fd5696b924af,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.873109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Pushing event updated for resources: {'Port': ['ID=60dd2aac-f716-4813-8779-97336adddec6,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.908419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacb218-6164-4cd9-aa10-adda122ff6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156cd43f-fb62-4b25-90a3-fd5696b924af,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.956930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.959255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Attempting to bind port 60dd2aac-f716-4813-8779-97336adddec6 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:17.959629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Attempting to bind port 60dd2aac-f716-4813-8779-97336adddec6 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:17.960298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Attempting to bind port 60dd2aac-f716-4813-8779-97336adddec6 on network 0b5665ae-9d03-4253-a249-5218520e361a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:17.967519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:17.967905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Checking segment: {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:17.968565 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.968966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Bound using segment: {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:17.969446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Bound port: 60dd2aac-f716-4813-8779-97336adddec6, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:17.969880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.999941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:16Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:18.066226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f25f8-7fb4-460b-b72d-cbec550c9e9c None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:16Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:18.095422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.100322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.102376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82d7d614-32ac-4e92-9f58-ad2395a3b04c HTTP/1.1" status: 204 len: 168 time: 0.7397587 Jul 29 17:38:18.126385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] For port 60dd2aac-f716-4813-8779-97336adddec6, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:18.133517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] For port 60dd2aac-f716-4813-8779-97336adddec6, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=60dd2aac-f716-4813-8779-97336adddec6,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:18.156770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.160185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af961575-b357-4d31-9a9f-dccbe304aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7d614-32ac-4e92-9f58-ad2395a3b04c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:18.262815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.332502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-f01b9b3a-692b-4656-96ba-772ffb4d6abe tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:18.340056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-f01b9b3a-692b-4656-96ba-772ffb4d6abe tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047915 Jul 29 17:38:18.360846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-c84a7ca4-f9c9-403a-9813-70b2c3de605b tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/quotas/83f7a57560b64d1f8af00d363f9fff8c HTTP/1.1" status: 200 len: 375 time: 0.0198493 Jul 29 17:38:18.400297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68760-cd8e-44fa-92f0-ffee782a9b0c None None] Pushing event updated for resources: {'Port': ['ID=60dd2aac-f716-4813-8779-97336adddec6,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:18.755864 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-11f515f9-63e3-42e3-8bac-5ab350407b9b tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3930824 Jul 29 17:38:18.948048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:19.054198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:19.104179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f65d654d-f401-4921-a50a-c1c594374959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:19.337596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c42334d6-3d09-4722-9bb7-b7235284d4d8 req-a064ca89-b931-448c-a93a-01da0d069c10 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.1278627 Jul 29 17:38:19.481925 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f65d654d-f401-4921-a50a-c1c594374959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:19.501232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f65d654d-f401-4921-a50a-c1c594374959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:19.551404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef892b52-6be3-45c2-a174-073ea300b2ea req-ff68bf60-3099-4f4c-87e1-6226d3e801d0 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.3139894 Jul 29 17:38:19.585209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38232) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:19.592644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f65d654d-f401-4921-a50a-c1c594374959 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8ed53fa9c58471fa77471091518caca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5325718 Jul 29 17:38:19.593996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d654d-f401-4921-a50a-c1c594374959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f519b942-94ef-4e3b-b352-6582e3e97289,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:19.603801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Router ed79a3a9-89b3-4775-a0cf-ed14a351e416 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:38:19.876338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.38', 51921) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:19.902933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:38:19.918487 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Sync routers for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:19.940051 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:19.941818 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:19.967480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-58aae7a1-f81d-4778-80f6-42e99baf769e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7798cffd4128418ab9e43e5e35d912cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771973 Jul 29 17:38:20.028127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.031403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e818f628-4514-45a2-a5b6-16f6bb246d20 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2492280 Jul 29 17:38:20.034434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:20.128344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe45d73-7828-4890-90c1-f58f5a6ce91c None None] Network 0b5665ae-9d03-4253-a249-5218520e361a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:20.179902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.369201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:20.435780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 60dd2aac-f716-4813-8779-97336adddec6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:20.437782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.630654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 60dd2aac-f716-4813-8779-97336adddec6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:20.643317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 60dd2aac-f716-4813-8779-97336adddec6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:20.645650 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.678489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-d3d01533-c465-4301-8dd1-308a08db6a2c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:20.680683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-d3d01533-c465-4301-8dd1-308a08db6a2c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7111723 Jul 29 17:38:20.731402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Provisioning for port 60dd2aac-f716-4813-8779-97336adddec6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:20.742810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Provisioning complete for port 60dd2aac-f716-4813-8779-97336adddec6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:20.743186 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.757270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab9fd87-b765-479e-a8d1-ee105f98ddc4 req-902e3089-cb29-4e70-90eb-d910e60637eb tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.0492787 Jul 29 17:38:20.761366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Request body: {'port': {'device_id': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '7798cffd4128418ab9e43e5e35d912cf'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:20.871020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:17Z', 'revision_number': 3, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:20.967249 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.989922 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Checking router: ed79a3a9-89b3-4775-a0cf-ed14a351e416 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:20.990562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Updating router ed79a3a9-89b3-4775-a0cf-ed14a351e416 port 407ab375-5b6e-4f63-909f-2c3878d451a6 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:21.052590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38316) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:21.062681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-07c8eb77-df69-4c41-9ba0-0c33f1385422 req-1982511a-c792-4373-a857-e0d1577f7568 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.3423798 Jul 29 17:38:21.087425 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.104082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.238326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.240858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.250214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f519b942-94ef-4e3b-b352-6582e3e97289 HTTP/1.1" status: 204 len: 168 time: 1.6616008 Jul 29 17:38:21.270121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 60dd2aac-f716-4813-8779-97336adddec6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=60dd2aac-f716-4813-8779-97336adddec6,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:21.282873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa04b1c-0945-47ee-b947-5052fabfba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f519b942-94ef-4e3b-b352-6582e3e97289,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:21.298904 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.301509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16ca6f84-75e2-4cdb-b648-67d83141572e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:21.308017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Made reservation on behalf of 7798cffd4128418ab9e43e5e35d912cf for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:21.311655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.340323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.342776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.406382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:38:21.406973 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-af36d133-2196-49a1-bfe1-20b92d579f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:38:21.522563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f96cab86-6a24-47e2-9090-fee927b072bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.557470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=60dd2aac-f716-4813-8779-97336adddec6,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:21.568025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 16ca6f84-75e2-4cdb-b648-67d83141572e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:21.576529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 16ca6f84-75e2-4cdb-b648-67d83141572e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:21.578007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.608427 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.639773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Transition to ACTIVE for port object 407ab375-5b6e-4f63-909f-2c3878d451a6 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:21.642724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.653911 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.680060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.736678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Allocated IP 172.20.0.1 (0b5665ae-9d03-4253-a249-5218520e361a/2876ffba-3f63-4078-9176-bb8e6050ed84/a5c50dc6-d6a4-4210-9f92-3f7345e6fc58) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:21.792954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.807015 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Attempting to bind port 407ab375-5b6e-4f63-909f-2c3878d451a6 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:21.807390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Attempting to bind port 407ab375-5b6e-4f63-909f-2c3878d451a6 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:21.807763 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Attempting to bind port 407ab375-5b6e-4f63-909f-2c3878d451a6 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:21.822911 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d903-6c62-4597-bf0b-bd2bc30d7012 None None] Pushing event updated for resources: {'Port': ['ID=407ab375-5b6e-4f63-909f-2c3878d451a6,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:21.825558 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:21.825938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:21.844118 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.844671 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:21.845422 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Bound port: 407ab375-5b6e-4f63-909f-2c3878d451a6, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:21.846090 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.882712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.49', 51244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:21.884225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 16ca6f84-75e2-4cdb-b648-67d83141572e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16ca6f84-75e2-4cdb-b648-67d83141572e,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:21.891809 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.966758 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] For port 407ab375-5b6e-4f63-909f-2c3878d451a6, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:21.968025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-b6104970-c6e5-4b93-b21f-1e59a05d27ab tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808342 Jul 29 17:38:21.977005 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] For port 407ab375-5b6e-4f63-909f-2c3878d451a6, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=407ab375-5b6e-4f63-909f-2c3878d451a6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:21.987756 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.090752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:22.117640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.138312 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d903-6c62-4597-bf0b-bd2bc30d7012 None None] Pushing event updated for resources: {'Port': ['ID=407ab375-5b6e-4f63-909f-2c3878d451a6,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:22.171532 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:22.173677 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:22.211279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Transition to ACTIVE for port object a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:22.214717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b4d676a2-74a0-4e72-a1e0-8a28df821ce3 None None] Provisioning complete for port 60dd2aac-f716-4813-8779-97336adddec6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:22.221163 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b4d676a2-74a0-4e72-a1e0-8a28df821ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.286017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 60dd2aac-f716-4813-8779-97336adddec6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:22.307821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.494462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f96cab86-6a24-47e2-9090-fee927b072bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.533363 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:22.569597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f96cab86-6a24-47e2-9090-fee927b072bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.603734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 60dd2aac-f716-4813-8779-97336adddec6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:22.604103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:22.791459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Allocated IP 192.168.233.111 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/6c2d13f9-8a8a-4722-87ef-07aa17042ada) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:22.793229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Network 0b5665ae-9d03-4253-a249-5218520e361a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:22.813590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:22.858554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:22.859029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.154578 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:17Z', 'revision_number': 3, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:23.244799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.246169 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b2070-2a4d-4368-879b-e212758e31d4 None None] The sync data for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 is: [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:17Z', 'revision_number': 3, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:23.254014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f96cab86-6a24-47e2-9090-fee927b072bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6959c9b0e6bb4262bf4e98d7a7837698&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1962538 Jul 29 17:38:23.270683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca3a87e0-9716-40fa-897b-22b91ff09e8c req-bdcb457b-b184-4675-88dd-1d61dffbbcbb tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.7427709 Jul 29 17:38:23.297772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38374) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:23.334478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db1b73f6-afb9-44ca-9d35-17a5541b6efc None None] Provisioning for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:23.347485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db1b73f6-afb9-44ca-9d35-17a5541b6efc None None] Provisioning complete for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:23.350028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db1b73f6-afb9-44ca-9d35-17a5541b6efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.472933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-db1b73f6-afb9-44ca-9d35-17a5541b6efc None None] Port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:23.497243 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-774d7b37-7f81-44ec-8c09-c310d223b303 req-defca368-83e8-462a-86b9-869e5034c30a tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.6415098 Jul 29 17:38:23.512566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.520592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-ca1c9106-85ef-4d0c-b568-3c300c37fa2c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:23.522304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-ca1c9106-85ef-4d0c-b568-3c300c37fa2c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5462546 Jul 29 17:38:23.523987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:23.592067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.621831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.810300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Transition to ACTIVE for port object 6c2d13f9-8a8a-4722-87ef-07aa17042ada will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:23.827599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.844331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.845767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.850453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Request body: {'port': {'device_id': '5ddb108b-4736-4c67-8162-274d94af36c6', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '83f7a57560b64d1f8af00d363f9fff8c'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:23.854594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.855506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:23.856513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d18c0434-1ff3-4c78-b906-40b9f0757d34 HTTP/1.1" status: 204 len: 168 time: 0.5490277 Jul 29 17:38:23.869862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b982ab-72cd-48d5-867e-3238ed24b21e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:23.978087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cab86-6a24-47e2-9090-fee927b072bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c0434-1ff3-4c78-b906-40b9f0757d34,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:24.037806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9975cb-2fc3-483a-918f-ef13487bf2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c0434-1ff3-4c78-b906-40b9f0757d34,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:24.134582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:24.235714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:24.315452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16ca6f84-75e2-4cdb-b648-67d83141572e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:24.385558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:24.420394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:24.451485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Network 0b5665ae-9d03-4253-a249-5218520e361a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:24.462787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:24.476731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:24.497095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:24.515132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 16ca6f84-75e2-4cdb-b648-67d83141572e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:24.515850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:24.516419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:24.619005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8731256 Jul 29 17:38:24.631838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86ced-753c-4f1a-921b-face4cf6d948 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Pushing event updated for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:24.670343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cb51305-ebf8-4ec8-8d5d-62c8ec2226f4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:38:24.678990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-8cb51305-ebf8-4ec8-8d5d-62c8ec2226f4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239100 Jul 29 17:38:24.694961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32b4dde3-b676-405d-8f70-5545281d660b req-46963bb9-cf89-49bf-97c3-47d10372676c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.1670175 Jul 29 17:38:24.742909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:24.848529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 407ab375-5b6e-4f63-909f-2c3878d451a6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:24.851633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0879c9-be9b-47c1-8631-8931232c8ccf req-3345302b-7432-437c-9cd1-410d80536970 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:24.864807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab0879c9-be9b-47c1-8631-8931232c8ccf req-3345302b-7432-437c-9cd1-410d80536970 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 936 time: 0.1645806 Jul 29 17:38:25.019346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab0879c9-be9b-47c1-8631-8931232c8ccf req-304596f9-1fde-4bcf-a834-daec64b9c071 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513546 Jul 29 17:38:25.093286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b49ef30c-15b2-434b-b8a1-91e94d5e0eff None None] Provisioning for port 6c2d13f9-8a8a-4722-87ef-07aa17042ada completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:25.127048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b49ef30c-15b2-434b-b8a1-91e94d5e0eff None None] Provisioning complete for port 6c2d13f9-8a8a-4722-87ef-07aa17042ada triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:25.128818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b49ef30c-15b2-434b-b8a1-91e94d5e0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.207622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 407ab375-5b6e-4f63-909f-2c3878d451a6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:25.228713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 407ab375-5b6e-4f63-909f-2c3878d451a6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:25.229093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.281596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38418) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:25.314590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1d668bd-392f-4a6d-b084-73d9497a5beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.397067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b49ef30c-15b2-434b-b8a1-91e94d5e0eff None None] Port 6c2d13f9-8a8a-4722-87ef-07aa17042ada cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:25.460710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Router ed79a3a9-89b3-4775-a0cf-ed14a351e416 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:38:25.462028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:38:25.462028 n-d-801607-3 neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 17:38:25.462028 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id': '83f7a57560b64d1f8af00d363f9fff8c', 'id': '781412c8-c824-48ea-8be5-99e90c95b3e8', 'expiration': datetime.datetime(2021, 7, 29, 17, 40, 25, 451733)}] Jul 29 17:38:25.462028 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:38:25.462902 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:38:25.537357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.589717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fdb1350d-e97b-4540-a90c-74560ab98778 None None] Provisioning complete for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:25.590099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdb1350d-e97b-4540-a90c-74560ab98778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.608727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 407ab375-5b6e-4f63-909f-2c3878d451a6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=407ab375-5b6e-4f63-909f-2c3878d451a6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:25.683625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.687513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-171490ba-21a4-43c2-ae8a-09edf1404de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.703075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:38:25.709193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c964efe8-86da-4f69-b10d-b34a6960a4a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed79a3a9-89b3-4775-a0cf-ed14a351e416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6727958 Jul 29 17:38:25.748410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1350d-e97b-4540-a90c-74560ab98778 None None] Port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:25.771641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1d668bd-392f-4a6d-b084-73d9497a5beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.780783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1d668bd-392f-4a6d-b084-73d9497a5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:25.880825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0029d6b8-ed9d-463b-8bc1-2cab6a1689ea req-3e60ff94-f7ad-4581-b936-61ef08fa5ff6 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.0822675 Jul 29 17:38:25.907202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=407ab375-5b6e-4f63-909f-2c3878d451a6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:25.907294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Request body: {'port': {'device_id': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:25.917719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b1d668bd-392f-4a6d-b084-73d9497a5beb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57632dc09d524b66907f6099132f031a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6346965 Jul 29 17:38:25.918567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d668bd-392f-4a6d-b084-73d9497a5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737c07d-e728-4d93-8152-83cf23936742,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:25.920517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:26.003659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.045506 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.152685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.229242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 407ab375-5b6e-4f63-909f-2c3878d451a6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:26.239962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-171490ba-21a4-43c2-ae8a-09edf1404de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.264112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-171490ba-21a4-43c2-ae8a-09edf1404de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.297485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.399653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 407ab375-5b6e-4f63-909f-2c3878d451a6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:26.400249 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.430669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171490ba-21a4-43c2-ae8a-09edf1404de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21877ab-e882-47fd-81cb-81740b4d98fa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:26.446743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Made reservation on behalf of 83f7a57560b64d1f8af00d363f9fff8c for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:26.454075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.522028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129aa6-97b5-41cc-8a46-dfab3cd3457d req-0d2f67f1-b12f-4186-a4d0-8d66488eb991 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:26.530873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a129aa6-97b5-41cc-8a46-dfab3cd3457d req-0d2f67f1-b12f-4186-a4d0-8d66488eb991 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 936 time: 0.3472612 Jul 29 17:38:26.558391 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.611132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-171490ba-21a4-43c2-ae8a-09edf1404de9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=639cfb0eefbc454cb196fd15f7ae76df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8671393 Jul 29 17:38:26.705065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:26.712441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a129aa6-97b5-41cc-8a46-dfab3cd3457d req-9d8ce8af-6da4-4bb3-b7eb-1781996d41fa tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393433 Jul 29 17:38:26.828146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Sync routers for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:26.856110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:26.859168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:26.859883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.923328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.981993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.989240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:26.992196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d737c07d-e728-4d93-8152-83cf23936742 HTTP/1.1" status: 204 len: 168 time: 1.0699613 Jul 29 17:38:27.055594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5692-de7e-43f9-8226-4bb6b09f1057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737c07d-e728-4d93-8152-83cf23936742,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:27.131226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.134095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.137735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:27.158778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e21877ab-e882-47fd-81cb-81740b4d98fa HTTP/1.1" status: 204 len: 168 time: 0.4278071 Jul 29 17:38:27.196958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825a5bd-ca49-4726-9e8e-7204ca461fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21877ab-e882-47fd-81cb-81740b4d98fa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:27.416748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.422658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.751327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de4906-3f7b-4835-95eb-2a054ec2dfbf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:27.818114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2d13f9-8a8a-4722-87ef-07aa17042ada {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:27.905614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c16b9ed-5087-4dd1-9acf-06683db74830 req-1c9a334d-8e3e-4f8c-8eb4-977117bfd90c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.6782210 Jul 29 17:38:27.919826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.954264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Transition to ACTIVE for port object 6c2d13f9-8a8a-4722-87ef-07aa17042ada will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:27.968900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:27.972725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.054866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:23Z', 'revision_number': 4, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a5c50dc6-d6a4-4210-9f92-3f7345e6fc58', 'name': '', 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'mac_address': 'fa:16:3e:e2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:21Z', 'updated_at': '2021-07-29T17:38:23Z', 'revision_number': 2, 'project_id': '79a196613d184f34877c81298a25bcb0', 'subnets': [{'id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:28.154496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Checking router: ed79a3a9-89b3-4775-a0cf-ed14a351e416 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:28.167776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Updating router ed79a3a9-89b3-4775-a0cf-ed14a351e416 port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:28.241109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Allocated IP 192.168.233.56 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/d2a47e8e-40a2-441b-ad12-a1ff78f51aa7) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:28.277249 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.372022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Attempting to bind port 6c2d13f9-8a8a-4722-87ef-07aa17042ada on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:28.372419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Attempting to bind port 6c2d13f9-8a8a-4722-87ef-07aa17042ada by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:28.373268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Attempting to bind port 6c2d13f9-8a8a-4722-87ef-07aa17042ada on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:28.384992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Pushing event updated for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:28.393840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:28.398098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Port 6c2d13f9-8a8a-4722-87ef-07aa17042ada on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:38:28.398454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Attempting to bind port 6c2d13f9-8a8a-4722-87ef-07aa17042ada on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:28.407729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:28.408037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:28.408574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:28.409008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Bound port: 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:28.409387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.438513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc47fce3-1198-43df-86e7-025ad5477823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.556341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:28.568588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:28.587575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.751428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Pushing event updated for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:28.771735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:28.772381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.775656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-0b5303f4-e1f4-42df-8a9a-549958b6680e service neutron] 10.222.0.38 "PUT /v2.0/ports/6c2d13f9-8a8a-4722-87ef-07aa17042ada HTTP/1.1" status: 200 len: 1096 time: 3.3461726 Jul 29 17:38:28.776180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:28.903848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:28.961521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Transition to ACTIVE for port object a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:28.977939 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.113617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-3bf9bdac-b219-4dc1-9b75-63b4dc86c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:29.118793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-3bf9bdac-b219-4dc1-9b75-63b4dc86c61e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 1099 time: 0.1862988 Jul 29 17:38:29.150707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342ed3c-03c9-4371-aca1-64a9cf438628 None None] Pushing event updated for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:29.366717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-701305d6-9a5d-4fd6-8f86-fac89ce52dad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada HTTP/1.1" status: 200 len: 217 time: 0.1970384 Jul 29 17:38:29.367052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Attempting to bind port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:29.367550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Attempting to bind port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:29.368047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Attempting to bind port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 on network 0b5665ae-9d03-4253-a249-5218520e361a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:29.378807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:29.379181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Checking segment: {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:29.379579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.380098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Bound using segment: {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:29.380504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Bound port: a5c50dc6-d6a4-4210-9f92-3f7345e6fc58, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1621ba-1671-40b3-b442-764733346b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:29.380985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.450854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e2820-c876-4f7a-be70-f65f4e93704e req-2f1fddf5-9761-4fc2-8c82-0f4afb9dfc3b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:29.459031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d26e2820-c876-4f7a-be70-f65f4e93704e req-2f1fddf5-9761-4fc2-8c82-0f4afb9dfc3b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 1.0548949 Jul 29 17:38:29.531907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-e7fa268e-db86-4fa2-96d8-d896b493b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:29.540084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-e7fa268e-db86-4fa2-96d8-d896b493b87a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1576433 Jul 29 17:38:29.559416 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59280f3-cfbb-4951-9181-04d1a9b31569" -d '{"events": [{"name": "network-changed", "server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:29.595177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] For port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:29.602198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] For port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:29.615997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.704016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d26e2820-c876-4f7a-be70-f65f4e93704e req-b9851802-3592-4635-9f5a-92c832608221 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437875 Jul 29 17:38:29.713915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-7301db13-4629-4621-b905-cde95205ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:29.721413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-7301db13-4629-4621-b905-cde95205ecc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581321 Jul 29 17:38:29.733403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.853610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Transition to ACTIVE for port object d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:29.860626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:29.870776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc47fce3-1198-43df-86e7-025ad5477823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.909603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc47fce3-1198-43df-86e7-025ad5477823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:29.913175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:29.916061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:29.938329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-d88f4ec7-eaf2-40de-98e1-464548c839eb service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989782 Jul 29 17:38:30.086229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f2ec023-9f6f-46c3-85b0-eb2c640b2955 req-6b3ce910-2bf3-48f2-8011-3e1dcafc1c1e tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.2224808 Jul 29 17:38:30.117412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47fce3-1198-43df-86e7-025ad5477823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e1b0a-041b-40dd-900e-c1f917e63153,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:30.128773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f05c8f8-7266-4ae6-960f-f1bee6ed2207 req-601d59cc-0353-4c04-9688-14a795612ce5 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826906 Jul 29 17:38:30.176569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:30.183866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fc47fce3-1198-43df-86e7-025ad5477823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2eb2c5fdc144b4a9c2681926f856a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7824583 Jul 29 17:38:30.186633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:30.199959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-475530162-network', 'tenant_id': '6d918b25c8114a2fa3685eb68545d83a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:30.209068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.319805 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.349808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:30.362293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:30.365843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:30.373630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:30.374899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.394216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Made reservation on behalf of 6d918b25c8114a2fa3685eb68545d83a for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:30.397210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.418737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Pushing event updated for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:30.428920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.432994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.451094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-25b133e7-175e-43a1-8acd-d43cb6e5f176 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.8309381 Jul 29 17:38:30.502532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342ed3c-03c9-4371-aca1-64a9cf438628 None None] Pushing event updated for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:30.562935 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86facf88-d1d9-4911-a333-1a0b312d186f x-openstack-request-id: req-86facf88-d1d9-4911-a333-1a0b312d186f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:30.563234 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:30.563490 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86facf88-d1d9-4911-a333-1a0b312d186f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:30.563947 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada', 'status': 'completed', 'code': 200} Jul 29 17:38:30.602764 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:38:30.633950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.642270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.652359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d66e1b0a-041b-40dd-900e-c1f917e63153 HTTP/1.1" status: 204 len: 168 time: 0.4644818 Jul 29 17:38:30.670301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bae0b1-fb9a-436c-95db-000f6d22686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e1b0a-041b-40dd-900e-c1f917e63153,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:30.679367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-67c7cda1-9903-4572-84d9-aabc4d4d86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:30.681116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-67c7cda1-9903-4572-84d9-aabc4d4d86cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 1099 time: 0.1163971 Jul 29 17:38:30.742866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-e8c5d6b3-46fb-4d23-a79d-9a04a03484dc tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:38:30.753032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-e8c5d6b3-46fb-4d23-a79d-9a04a03484dc tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234075 Jul 29 17:38:30.775861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:23Z', 'revision_number': 4, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a5c50dc6-d6a4-4210-9f92-3f7345e6fc58', 'name': '', 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'mac_address': 'fa:16:3e:e2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:21Z', 'updated_at': '2021-07-29T17:38:29Z', 'revision_number': 4, 'project_id': '79a196613d184f34877c81298a25bcb0', 'subnets': [{'id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:30.789377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.798937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.857935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:38:30.906210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7767a2-417d-49d4-9d4d-b52fd86422be None None] The sync data for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 is: [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:38:23Z', 'revision_number': 4, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a5c50dc6-d6a4-4210-9f92-3f7345e6fc58', 'name': '', 'network_id': '0b5665ae-9d03-4253-a249-5218520e361a', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'mac_address': 'fa:16:3e:e2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:21Z', 'updated_at': '2021-07-29T17:38:29Z', 'revision_number': 4, 'project_id': '79a196613d184f34877c81298a25bcb0', 'subnets': [{'id': '2876ffba-3f63-4078-9176-bb8e6050ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:30.937934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-85fb9694-678b-4621-b5ab-f781d37b9afc None None] Provisioning for port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:30.943203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-85fb9694-678b-4621-b5ab-f781d37b9afc None None] Provisioning complete for port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:30.943580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-85fb9694-678b-4621-b5ab-f781d37b9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.945538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:30.948429 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Added segment 7871777d-b43f-4db0-9187-e24e0d5a8d76 of type vlan for network 6415b253-6f62-4b10-bde9-c730a8524431 Jul 29 17:38:31.017855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec9b801-880a-4cb5-b445-d1b44cba0dd8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:31.031732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-85fb9694-678b-4621-b5ab-f781d37b9afc None None] Port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:31.101437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-3915d5b8-b592-4d83-8aae-16a9e8d162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.103205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-3915d5b8-b592-4d83-8aae-16a9e8d162a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.4066935 Jul 29 17:38:31.177996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:31.196351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-08fd25ad-b6e9-4375-a123-35328d869caf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada HTTP/1.1" status: 200 len: 217 time: 0.0775230 Jul 29 17:38:31.204938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d516e09-8ea4-404b-9b08-959baa417560 req-d3273592-5a1b-4267-9b36-0ae6267c1cfa tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.213373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4d516e09-8ea4-404b-9b08-959baa417560 req-d3273592-5a1b-4267-9b36-0ae6267c1cfa tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.3245552 Jul 29 17:38:31.320776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-791d5f42-a362-4462-a7e9-5aa1e9078baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.322445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-791d5f42-a362-4462-a7e9-5aa1e9078baf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1195970 Jul 29 17:38:31.332728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4d516e09-8ea4-404b-9b08-959baa417560 req-33cf4178-2c95-4b80-abc4-2a9c31065067 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181171 Jul 29 17:38:31.360088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:31.361478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.362359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:31.465499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-a6872905-fa80-4f19-85c7-840f0ca98614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.468024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-a6872905-fa80-4f19-85c7-840f0ca98614 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383736 Jul 29 17:38:31.567672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7043726 Jul 29 17:38:31.576395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38580) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:31.589107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Request body: {'subnet': {'network_id': '6415b253-6f62-4b10-bde9-c730a8524431', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-475530162-subnet', 'tenant_id': '6d918b25c8114a2fa3685eb68545d83a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:31.645906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15b9e-cad6-41e4-bb30-9cebacd179e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6415b253-6f62-4b10-bde9-c730a8524431,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:31.659606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6415b253-6f62-4b10-bde9-c730a8524431 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:38:31.697893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:31.715667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67079068', 'description': 'tempest-description--830372397'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:31.742002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Made reservation on behalf of 6d918b25c8114a2fa3685eb68545d83a for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:31.744664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:31.798294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-8c2e68a9-1da6-4eba-a119-9de00886d2dd service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153460 Jul 29 17:38:31.852085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e5104-92bc-450d-9ec8-54e5e01ef76f req-7bf91bbd-817a-4b0c-b7fe-823b1e5a6abc tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:31.860410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6b9e5104-92bc-450d-9ec8-54e5e01ef76f req-7bf91bbd-817a-4b0c-b7fe-823b1e5a6abc tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 935 time: 0.2564716 Jul 29 17:38:31.926161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:31.969920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Request body: {'port': {'device_id': '5ddb108b-4736-4c67-8162-274d94af36c6', 'device_owner': 'compute:tempest-test_az-391600174', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:32.004119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b59280f3-cfbb-4951-9181-04d1a9b31569 req-146f067f-2965-4d24-a926-469f39c88cd1 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005885 Jul 29 17:38:32.026486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6b9e5104-92bc-450d-9ec8-54e5e01ef76f req-aa7d887d-3cf9-4315-8158-06bd51ac3d18 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650560 Jul 29 17:38:32.210386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.230987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:32.359214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:32.368491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:32.369406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.391140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.551498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.611534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:32.623144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.715150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.798666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:32.854816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:32.927419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ea52e2-7513-4edf-a6fc-b205f075506d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:33.009106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6bebe-d769-4588-938b-c21a449f5307,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:33.053907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Checking segment: {'id': '7871777d-b43f-4db0-9187-e24e0d5a8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6415b253-6f62-4b10-bde9-c730a8524431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:33.054187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Network hostable DHCP agents. Network: 6415b253-6f62-4b10-bde9-c730a8524431, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:38:33.077203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e453b-93bb-4bc5-b1a0-f9abf83d0e7a req-6d9499d1-0b6e-42a3-abfd-4860c89e0954 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:33.092521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-168e453b-93bb-4bc5-b1a0-f9abf83d0e7a req-6d9499d1-0b6e-42a3-abfd-4860c89e0954 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.6014800 Jul 29 17:38:33.096459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.115880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38632) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:33.116863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee0de304-58ba-4732-a7aa-fc11a9854566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4142375 Jul 29 17:38:33.120992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'security_group_rule': {'security_group_id': '1aa6bebe-d769-4588-938b-c21a449f5307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:33.229947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-168e453b-93bb-4bc5-b1a0-f9abf83d0e7a req-f2b72a99-462c-4334-b8d3-7c0bc8c175c5 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346688 Jul 29 17:38:33.248263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Network 6415b253-6f62-4b10-bde9-c730a8524431 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:38:33.270039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6415b253-6f62-4b10-bde9-c730a8524431) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:33.275620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.295182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333b57f-8e86-44f3-8257-0c110e2ec19c None None] Network 6415b253-6f62-4b10-bde9-c730a8524431 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:33.305072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:33.306313 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.359961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92956e34-bb4a-4d2f-9e3c-dff48b3878a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7800007 Jul 29 17:38:33.472178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.481232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.526077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a98622-1cac-487d-bd2e-4802a6be9186,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:33.539076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.540201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-587d8517-3264-4560-8cd0-cbd944d79f38 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232688 Jul 29 17:38:33.543038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38640) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:33.553064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'security_group_rule': {'security_group_id': '1aa6bebe-d769-4588-938b-c21a449f5307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:33.653717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.738715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:33.814131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f107c1e-be3d-46d7-8962-3d1de2ed01bc None None] Network 6415b253-6f62-4b10-bde9-c730a8524431 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:33.826762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.902981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.912680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.959972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:33.965550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4195292 Jul 29 17:38:33.967617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38654) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:33.983155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:34.002274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60438e08-2885-46de-86ac-5b7754f60804 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaa3d32-5537-4fac-9f70-7271a1d7ba3c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:34.002474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0eee6-e94d-4253-be5e-429cf4df5d8a req-ad531dcc-d835-4da7-ac2d-204b590eec73 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:34.004353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-93a0eee6-e94d-4253-be5e-429cf4df5d8a req-ad531dcc-d835-4da7-ac2d-204b590eec73 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 935 time: 0.5946999 Jul 29 17:38:34.005627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Transition to ACTIVE for port object d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:34.015307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.048463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.227775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:34.296031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.335407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:34.407938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Attempting to bind port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:34.408167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Attempting to bind port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:34.408561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Attempting to bind port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:34.430584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:38:34.430906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Attempting to bind port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:34.452370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:34.452644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:34.454377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:34.456356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Bound port: d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:34.456724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.487803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:34.488417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.541315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-93a0eee6-e94d-4253-be5e-429cf4df5d8a req-d67acd7d-ecd0-4ac5-afd2-be79847da14c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979308 Jul 29 17:38:34.610115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:34.629344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:34.640820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.704053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aebf8d-9162-4bdc-8878-bb54a38a3e98 req-ed54c77e-afc9-4a4f-a902-18c003e9792c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:34.711410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46aebf8d-9162-4bdc-8878-bb54a38a3e98 req-ed54c77e-afc9-4a4f-a902-18c003e9792c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.2991884 Jul 29 17:38:34.765258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Allocated IP 172.25.5.208 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/7a452165-87d5-422f-97bb-8e62e8f54b6a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:34.766545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:34.770605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:34.777242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46aebf8d-9162-4bdc-8878-bb54a38a3e98 req-cc813409-e1d7-427c-9f64-6109719fb540 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633769 Jul 29 17:38:34.787312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] 10.222.0.49 "PUT /v2.0/ports/d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 HTTP/1.1" status: 200 len: 1116 time: 3.1369143 Jul 29 17:38:34.791464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:35.291989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:35.292342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38688) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:35.315386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1555705973-network', 'tenant_id': '08456b8119944d91ad9e4440a1b63d58'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:35.408386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113731-18dc-4b8c-a7b0-c82f1fddd711 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:35.440030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.531569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.534220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-41b919b8-1879-4293-b9f7-032c81915793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:35.536935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-41b919b8-1879-4293-b9f7-032c81915793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 1119 time: 0.2665250 Jul 29 17:38:35.549542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Made reservation on behalf of 08456b8119944d91ad9e4440a1b63d58 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:35.554855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.570959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:35.575196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:35.580126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:35.648812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'Port': ['ID=7a452165-87d5-422f-97bb-8e62e8f54b6a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:35.693660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.722867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.779668 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:35.821592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0799f2-8c4d-4a79-9642-f1c6bb3b4353 req-a2166879-7baa-4bbe-ba89-7142fecd2e60 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:35.835671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b0799f2-8c4d-4a79-9642-f1c6bb3b4353 req-a2166879-7baa-4bbe-ba89-7142fecd2e60 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.1576836 Jul 29 17:38:35.890649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.973403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:35.993903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-a40186f7-4c32-4689-99ce-6f9267b33948 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 HTTP/1.1" status: 200 len: 217 time: 0.4280052 Jul 29 17:38:35.994742 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56c944fc-1675-4043-af50-c627b04a0798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.030543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.104501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bc2198-2cab-4ec5-b464-7a1be1fb4859,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:36.113232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b0799f2-8c4d-4a79-9642-f1c6bb3b4353 req-7c8e3a08-13da-4b3c-b083-0504a76cc25e tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730846 Jul 29 17:38:36.189193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:36.268667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:38:36.286769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.287530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.288350 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Added segment dbb9de8e-90e1-4353-9f86-560057af46fe of type vlan for network 6ca60efc-8da1-4bdc-b12b-f409c796c1f6 Jul 29 17:38:36.303418 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.344637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.390008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.429712 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d5669a-a379-4423-80f7-e22b61ac0711 x-openstack-request-id: req-f8d5669a-a379-4423-80f7-e22b61ac0711 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:36.430095 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:36.430338 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d5669a-a379-4423-80f7-e22b61ac0711 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:36.430976 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7', 'status': 'completed', 'code': 200} Jul 29 17:38:36.436372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.437341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:36.438030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.507592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de0520a-5642-4614-96eb-63d90465d777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.547869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff254-cf6f-43b3-bda8-3b2e91d95f49 req-888a12dc-c82e-40ee-aec9-15bc6c8901f3 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:36.549672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a30ff254-cf6f-43b3-bda8-3b2e91d95f49 req-888a12dc-c82e-40ee-aec9-15bc6c8901f3 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.5581350 Jul 29 17:38:36.580452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'Port': ['ID=7a452165-87d5-422f-97bb-8e62e8f54b6a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:36.588537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-950a2702-f39d-4512-a3bd-a12025500c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:36.592890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-950a2702-f39d-4512-a3bd-a12025500c9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.4873235 Jul 29 17:38:36.599733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca60efc-8da1-4bdc-b12b-f409c796c1f6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:36.626926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a30ff254-cf6f-43b3-bda8-3b2e91d95f49 req-a26ba2a8-75bd-4669-b863-44c12369669d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672665 Jul 29 17:38:36.627310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6ca60efc-8da1-4bdc-b12b-f409c796c1f6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:38:36.740590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56c944fc-1675-4043-af50-c627b04a0798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.760655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.763379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56c944fc-1675-4043-af50-c627b04a0798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:36.768689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d811bdfe-b7ab-4582-a07d-3c1f1bc94919 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4634116 Jul 29 17:38:36.770254 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-634c3550-b3a9-447b-98c6-f66c1c705e53 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7990298 Jul 29 17:38:36.773837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:36.789108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Request body: {'subnet': {'network_id': '6ca60efc-8da1-4bdc-b12b-f409c796c1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1555705973-subnet', 'tenant_id': '08456b8119944d91ad9e4440a1b63d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:36.892597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56c944fc-1675-4043-af50-c627b04a0798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c78bac7e21bb43f8addccf4430656ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5989690 Jul 29 17:38:36.893383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c944fc-1675-4043-af50-c627b04a0798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b93e50-d2ef-4bde-a042-e473f8a2752a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:36.898082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38720) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:36.958671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52494c-59ce-4606-8c22-49f983a460cd req-1d6e11d1-3e13-4aa6-a4fe-b7b23d4d7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:36.960227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-1d6e11d1-3e13-4aa6-a4fe-b7b23d4d7498 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108015 Jul 29 17:38:37.024883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de0520a-5642-4614-96eb-63d90465d777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.038554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.061621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de0520a-5642-4614-96eb-63d90465d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.086690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Made reservation on behalf of 08456b8119944d91ad9e4440a1b63d58 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:37.092707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.094331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-346c3fc9-d741-40a4-9738-d03f5dce4d19 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213784 Jul 29 17:38:37.141008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.206635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0520a-5642-4614-96eb-63d90465d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502f5624-c710-4c22-bd6c-63a4136619ee,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:37.220093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4de0520a-5642-4614-96eb-63d90465d777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdb96ab3063949028ee5ddaa7779d8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264513 Jul 29 17:38:37.220309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:37.294678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.297317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.298521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64b93e50-d2ef-4bde-a042-e473f8a2752a HTTP/1.1" status: 204 len: 168 time: 0.3984392 Jul 29 17:38:37.312679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e52494c-59ce-4606-8c22-49f983a460cd req-994190a6-541d-4af0-b83f-8baaa663e73f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100899 Jul 29 17:38:37.321288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7dea6-ea1e-4052-90a7-07c27b11e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b93e50-d2ef-4bde-a042-e473f8a2752a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:37.382225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6454b7d-5f77-420a-9741-c0754ca1b575 req-c6e61f64-8622-4d9b-b702-3c5a05699aed tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:37.384186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6454b7d-5f77-420a-9741-c0754ca1b575 req-c6e61f64-8622-4d9b-b702-3c5a05699aed tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.1444924 Jul 29 17:38:37.385053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.480789 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.522806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.536473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6454b7d-5f77-420a-9741-c0754ca1b575 req-ccf97332-e795-406e-9545-0f0b2c219dff tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444275 Jul 29 17:38:37.539114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-8620adbc-64a4-4c0c-bf00-eccd3e0d4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:37.540929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-8620adbc-64a4-4c0c-bf00-eccd3e0d4d32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 1119 time: 0.1205580 Jul 29 17:38:37.614644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fd5ad3-8005-4855-85f9-ca8aa1a37dde,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:37.617328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Checking segment: {'id': 'dbb9de8e-90e1-4353-9f86-560057af46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ca60efc-8da1-4bdc-b12b-f409c796c1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:37.617706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Network hostable DHCP agents. Network: 6ca60efc-8da1-4bdc-b12b-f409c796c1f6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:38:37.650874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.651709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Network 6ca60efc-8da1-4bdc-b12b-f409c796c1f6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:38:37.654059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.658212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/502f5624-c710-4c22-bd6c-63a4136619ee HTTP/1.1" status: 204 len: 168 time: 0.4369369 Jul 29 17:38:37.691559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6ca60efc-8da1-4bdc-b12b-f409c796c1f6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:37.703071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e280b5-5b27-4d11-a8f5-573e9c06e8cc None None] Network 6ca60efc-8da1-4bdc-b12b-f409c796c1f6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:37.720604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:37.723774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:37.730308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19945651-faba-46d1-8398-e9ef3a442a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f5624-c710-4c22-bd6c-63a4136619ee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:37.760200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1d200138-7785-46e3-b57c-20f9e18b20be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9786429 Jul 29 17:38:37.900263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfef8ad-9f3e-4607-88d1-da81e3133faf None None] Network 6ca60efc-8da1-4bdc-b12b-f409c796c1f6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:38:37.979376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38742) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.002795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-ac8170a9-1df8-4bad-872d-d93c14ec635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:38.004272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-ac8170a9-1df8-4bad-872d-d93c14ec635c service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.4548206 Jul 29 17:38:38.004460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b59e67f1-c0f7-4ef9-9e64-9469023795f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.024523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdbd42-ecc3-4ef8-8b6d-d1a949c32a2e req-01e34fd7-2f6b-4e17-8e63-2a829229d9b6 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:38.039369 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-88cdbd42-ecc3-4ef8-8b6d-d1a949c32a2e req-01e34fd7-2f6b-4e17-8e63-2a829229d9b6 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.2604330 Jul 29 17:38:38.224479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-db935602-94d9-48b5-b05e-7e188cde34f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 HTTP/1.1" status: 200 len: 217 time: 0.1823385 Jul 29 17:38:38.245032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-88cdbd42-ecc3-4ef8-8b6d-d1a949c32a2e req-2e0957ad-7d02-4336-b035-292b8b3b6b3e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028141 Jul 29 17:38:38.262138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b59e67f1-c0f7-4ef9-9e64-9469023795f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.265507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38746) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.271916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b59e67f1-c0f7-4ef9-9e64-9469023795f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.323139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b59e67f1-c0f7-4ef9-9e64-9469023795f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12cfcf0af6d043cd9c08df2480258407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414354 Jul 29 17:38:38.328955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38748) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.357225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-99b87eda-45a2-4780-b270-2f47c1d759da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:38.358838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-99b87eda-45a2-4780-b270-2f47c1d759da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1092329 Jul 29 17:38:38.364698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Deleting subnet 57ea52e2-7513-4edf-a6fc-b205f075506d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:38:38.368225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.378763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e67f1-c0f7-4ef9-9e64-9469023795f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72717c93-04ff-4c4b-9f47-18b02ff87a9f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:38.409340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.419259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.508346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.579411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ea52e2-7513-4edf-a6fc-b205f075506d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:38.592491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38752) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.595998 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.598320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-481ae82b-db0e-4dcc-870a-ac18f2cb6a93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57ea52e2-7513-4edf-a6fc-b205f075506d HTTP/1.1" status: 204 len: 168 time: 0.3315852 Jul 29 17:38:38.616228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.647842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed63aa7d-e337-4aea-bf41-216ac3e2c33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.831445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed63aa7d-e337-4aea-bf41-216ac3e2c33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.841381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed63aa7d-e337-4aea-bf41-216ac3e2c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.903888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63aa7d-e337-4aea-bf41-216ac3e2c33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172153d4-2543-4714-9fac-0b8afea9b667,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:38.909607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ed63aa7d-e337-4aea-bf41-216ac3e2c33d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97e365e61d24444386bc3df07fb89cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149664 Jul 29 17:38:38.912107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:38.915070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-6ce9a93a-bc4f-4112-a6d0-ed40cf55919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:38.916554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-6ce9a93a-bc4f-4112-a6d0-ed40cf55919f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4235957 Jul 29 17:38:38.921537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:38.966724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.000342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-1697ab19-4980-4a4b-bd81-e2f2a37a0275 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--67079068&fields=id&tenant_id=baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 267 time: 0.1039951 Jul 29 17:38:39.035868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.083298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.088982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489707-a431-481c-8308-bd110aabb846 req-8e1e9a2e-4421-4881-a8a8-8ad1a399667a tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:39.090880 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60489707-a431-481c-8308-bd110aabb846 req-8e1e9a2e-4421-4881-a8a8-8ad1a399667a tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.2217855 Jul 29 17:38:39.134602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d2d752b-c89d-48de-9005-88e1083e3b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.159677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.238000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60489707-a431-481c-8308-bd110aabb846 req-1d6532e6-c8ba-4570-9d31-96a3162822fe tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367817 Jul 29 17:38:39.260330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-32d03ed4-bad7-4bac-8c28-4186308e2a7c service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034046 Jul 29 17:38:39.265224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.291841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-c1605e0e-c3e5-4fad-a4ad-75cc20daf352 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:39.299406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.299779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-c1605e0e-c3e5-4fad-a4ad-75cc20daf352 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 823 time: 0.2916050 Jul 29 17:38:39.302568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.303789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72717c93-04ff-4c4b-9f47-18b02ff87a9f HTTP/1.1" status: 204 len: 168 time: 0.9705074 Jul 29 17:38:39.308304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.308737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.309805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.311121 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.313564 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.313894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > port after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.314375 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > port after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.314720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/172153d4-2543-4714-9fac-0b8afea9b667 HTTP/1.1" status: 204 len: 168 time: 0.4015169 Jul 29 17:38:39.314898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > port after_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.315319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.315738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.316155 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.316664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.334305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-c329dd73-6f03-4642-8091-d89eeafb3c2d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/quotas/baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 375 time: 0.0303941 Jul 29 17:38:39.342304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494a1fa-c915-4fd3-844d-32aca4b22fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172153d4-2543-4714-9fac-0b8afea9b667,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:39.458252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-4cbf86fd-9b71-4201-b5b0-1d8de792cd90 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212349 Jul 29 17:38:39.512279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.512640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.512969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.513322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:38:39.513682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6415b253-6f62-4b10-bde9-c730a8524431']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:39.603080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f7eff-b498-4dca-bc39-72125f1df1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72717c93-04ff-4c4b-9f47-18b02ff87a9f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:39.607791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7871777d-b43f-4db0-9187-e24e0d5a8d76') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:39.608112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7871777d-b43f-4db0-9187-e24e0d5a8d76') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:39.647237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.675657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.703189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8e2a-5b3a-4359-9934-23c737faaeae req-552d45c5-278f-41e0-8789-7dd26c99bbf0 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:39.704900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2b4a8e2a-5b3a-4359-9934-23c737faaeae req-552d45c5-278f-41e0-8789-7dd26c99bbf0 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.1740925 Jul 29 17:38:39.706508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:38:39.707045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: from cryptography.utils import int_from_bytes Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: from cryptography.utils import int_from_bytes Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:38:39.737566 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:38:39.845962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-70a8b9ed-b0cf-4460-a1e9-7acb99a0abef service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:38:39.848150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-70a8b9ed-b0cf-4460-a1e9-7acb99a0abef service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110940 Jul 29 17:38:39.854907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3a42c62-461c-40b7-b4ed-871f8ab0eeb3 req-1ff930ed-d345-46ef-8acf-3c0c1effcc00 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698059 Jul 29 17:38:39.863150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2b4a8e2a-5b3a-4359-9934-23c737faaeae req-306f8eb2-f25a-46c7-89f0-25bb8b1d9d53 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Jul 29 17:38:39.864269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.890972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.896204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] 10.222.0.16 "DELETE /v2.0/networks/6415b253-6f62-4b10-bde9-c730a8524431 HTTP/1.1" status: 204 len: 168 time: 1.2785881 Jul 29 17:38:39.898274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38782) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:39.905353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95023a-53b3-4742-b875-8d4cf9281cac admin admin] Pushing event deleted for resources: {'Network': ['ID=6415b253-6f62-4b10-bde9-c730a8524431,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:39.908270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38784) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:39.950984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8476c334-d63f-47f5-a732-39940b3bdb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:39.990318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Deleting subnet 30fd5ad3-8005-4855-85f9-ca8aa1a37dde {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:38:39.993661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.011081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-c737983b-d1f8-4fac-bf52-f8936e38ed91 service neutron] 10.222.0.16 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554482 Jul 29 17:38:40.051908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.108127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.137277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-a9363da4-cc86-4fe0-b896-ed1be98f198f service neutron] 10.222.0.16 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134429 Jul 29 17:38:40.154471 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8476c334-d63f-47f5-a732-39940b3bdb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.165769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8476c334-d63f-47f5-a732-39940b3bdb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.212407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8476c334-d63f-47f5-a732-39940b3bdb5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5097624506409abf2a6540559e1968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030186 Jul 29 17:38:40.215973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38796) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:40.216504 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.225343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476c334-d63f-47f5-a732-39940b3bdb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abda480-a35b-426c-b073-c77844d56920,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:40.248653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fd5ad3-8005-4855-85f9-ca8aa1a37dde,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:40.253405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.255392 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bea413ea-f7b1-4893-9ae0-42fcff23ba4c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30fd5ad3-8005-4855-85f9-ca8aa1a37dde HTTP/1.1" status: 204 len: 168 time: 0.3571234 Jul 29 17:38:40.259006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38798) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:40.285019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.331111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.372513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.415878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52f5f7da-c390-4a37-8596-4caa7e40995c req-ccb51969-285c-4abd-9dee-34e97eb7dc72 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 210 time: 0.0638802 Jul 29 17:38:40.452689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.455653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.457965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5abda480-a35b-426c-b073-c77844d56920 HTTP/1.1" status: 204 len: 168 time: 0.2410889 Jul 29 17:38:40.474527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f68d4-1456-4c01-ac2a-3b4f27163db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abda480-a35b-426c-b073-c77844d56920,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:40.505335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58994-447d-40d8-8c84-87866745b214 req-f8f649a6-cac8-46f5-a584-c40f85fda210 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:40.507275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5db58994-447d-40d8-8c84-87866745b214 req-f8f649a6-cac8-46f5-a584-c40f85fda210 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.1378431 Jul 29 17:38:40.528878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.546339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca60efc-8da1-4bdc-b12b-f409c796c1f6']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:40.563449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb9de8e-90e1-4353-9f86-560057af46fe') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:40.563773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb9de8e-90e1-4353-9f86-560057af46fe') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:40.576693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.580920 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5db58994-447d-40d8-8c84-87866745b214 req-eba773fd-53e9-4ed2-a327-a312b9416dfa tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652585 Jul 29 17:38:40.594781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.601262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:38:40.601613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:38:40.603277 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:38:40.663172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.685139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:40.687111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ca60efc-8da1-4bdc-b12b-f409c796c1f6 HTTP/1.1" status: 204 len: 168 time: 0.4268754 Jul 29 17:38:40.688096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f21744-8543-41ca-acea-bc958fb01d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca60efc-8da1-4bdc-b12b-f409c796c1f6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:40.893286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:40.943398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6407169-f7ca-46e8-a8cb-153ad392af46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d918b25c8114a2fa3685eb68545d83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487742 Jul 29 17:38:40.945870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:41.003423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.030421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.052830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f5b5-f1f4-43d2-a8b7-97cc555d8c8d req-df84ec55-e404-49d8-b98d-e8ae238c6891 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:41.055017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0b3f5b5-f1f4-43d2-a8b7-97cc555d8c8d req-df84ec55-e404-49d8-b98d-e8ae238c6891 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.0553546 Jul 29 17:38:41.098158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.101613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.105900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ec9b801-880a-4cb5-b445-d1b44cba0dd8 HTTP/1.1" status: 204 len: 168 time: 0.1588311 Jul 29 17:38:41.111030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0b3f5b5-f1f4-43d2-a8b7-97cc555d8c8d req-5fa13875-c3aa-4f34-89aa-079488c6c035 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Jul 29 17:38:41.115489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247cef9-1788-4c79-baae-949815474d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec9b801-880a-4cb5-b445-d1b44cba0dd8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:41.510784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1153e1e5-4320-4b77-8ca4-7e0cc8d0e426 req-4670674d-b774-468e-a022-91293df1a190 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 29 17:38:41.548560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:41.604887 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1a307f5e-2d7a-49da-b928-6d84dbc86395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08456b8119944d91ad9e4440a1b63d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549414 Jul 29 17:38:41.607864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:41.608005 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2511f279-67e0-434d-91fa-80561e32ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.704063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.731948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.735176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-0d14dcab-6bdb-4445-93e8-f2e88cdf94d2 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:41.736735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-0d14dcab-6bdb-4445-93e8-f2e88cdf94d2 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.38 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 823 time: 0.1980789 Jul 29 17:38:41.822929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.836202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-12460dba-6e47-449b-98f2-f54c79f54b33 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 378 time: 0.0888629 Jul 29 17:38:41.847202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36dc1c-971c-4168-b52c-8a968d5d8da2 req-ed46ecb5-43e8-49df-92d3-da368dce0128 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:41.851212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d36dc1c-971c-4168-b52c-8a968d5d8da2 req-ed46ecb5-43e8-49df-92d3-da368dce0128 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.1213422 Jul 29 17:38:41.851613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'port': {'device_id': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'admin_state_up': True, 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'security_groups': ['1aa6bebe-d769-4588-938b-c21a449f5307']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:41.897553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d36dc1c-971c-4168-b52c-8a968d5d8da2 req-2de5aa72-e12b-45b8-bac7-c76468208da6 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jul 29 17:38:41.899547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.903446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:41.904873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5bc2198-2cab-4ec5-b464-7a1be1fb4859 HTTP/1.1" status: 204 len: 168 time: 0.2928352 Jul 29 17:38:41.913529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d5ae-604f-4cae-9e8b-37d873bf7e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bc2198-2cab-4ec5-b464-7a1be1fb4859,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:42.002354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Made reservation on behalf of baab0005751a439a8f381bedfeefb026 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:42.008489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.159264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Allocated IP 172.20.0.8 (6101c14d-41f6-401a-be31-08d9f2364043/4210dc06-39c3-40ba-9db5-d97c0990d490/d26bf8bd-e043-429b-a76a-a120bfd99162) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:42.297123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf033f8-89da-43c4-bb96-9fc3137f079e req-78c1e34f-73d9-4a06-bd2f-fc666950e7e4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:42.299159 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccf033f8-89da-43c4-bb96-9fc3137f079e req-78c1e34f-73d9-4a06-bd2f-fc666950e7e4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.0788524 Jul 29 17:38:42.357567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccf033f8-89da-43c4-bb96-9fc3137f079e req-2ab0f12e-0bdb-4fbb-b57d-4da9e325f77f tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Jul 29 17:38:42.418114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.434881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Transition to ACTIVE for port object d26bf8bd-e043-429b-a76a-a120bfd99162 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:42.484126 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.540069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Network 6101c14d-41f6-401a-be31-08d9f2364043 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:42.543754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:42.548562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:42.553951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:42.554591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.566284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:42.592273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-b03c57e6-56d7-4f57-ad1a-2c4144626583 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464633 Jul 29 17:38:42.603744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Request body: {'port': {'device_id': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:42.714836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01e2a-4db3-491a-91ad-c763185d4cbc req-71792408-ad07-4472-8adb-889a740c37f9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:42.718921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.723336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aad01e2a-4db3-491a-91ad-c763185d4cbc req-71792408-ad07-4472-8adb-889a740c37f9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 931 time: 0.0713053 Jul 29 17:38:42.739559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:38:42.774606 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aad01e2a-4db3-491a-91ad-c763185d4cbc req-befca116-be2e-46c5-a9ed-61651184c944 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462916 Jul 29 17:38:42.880796 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.928828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38940) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:42.941430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:42.944803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cee32125-3008-48a2-8e66-3e7822e3d468 None None] Provisioning for port d26bf8bd-e043-429b-a76a-a120bfd99162 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:42.957324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cee32125-3008-48a2-8e66-3e7822e3d468 None None] Provisioning complete for port d26bf8bd-e043-429b-a76a-a120bfd99162 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:42.957777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cee32125-3008-48a2-8e66-3e7822e3d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:42.986455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:tempest-test_az-391600174', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:38:43.033775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cee32125-3008-48a2-8e66-3e7822e3d468 None None] Port d26bf8bd-e043-429b-a76a-a120bfd99162 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:43.053044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.069082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:43.084693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603f473-9e44-4f0e-891b-0aaf16241a9b req-d11d9cf9-8585-4cff-ac24-c3b31353b35e tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:43.093359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:43.094965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3603f473-9e44-4f0e-891b-0aaf16241a9b req-d11d9cf9-8585-4cff-ac24-c3b31353b35e tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 968 time: 0.0888638 Jul 29 17:38:43.099658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26bf8bd-e043-429b-a76a-a120bfd99162 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:43.102570 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.110700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.128175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Transition to ACTIVE for port object d26bf8bd-e043-429b-a76a-a120bfd99162 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:43.143151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.145968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3603f473-9e44-4f0e-891b-0aaf16241a9b req-c7aced0c-ec56-4d22-8e98-1bc8ea6f2dd7 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498545 Jul 29 17:38:43.178932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:43.215483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:43.246775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa869cbb-036f-45a1-9ed9-67fbd12dc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.400981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d2a47e8e-40a2-441b-ad12-a1ff78f51aa7'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:38:43.451975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa869cbb-036f-45a1-9ed9-67fbd12dc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.466809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa869cbb-036f-45a1-9ed9-67fbd12dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.544335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Attempting to bind port d26bf8bd-e043-429b-a76a-a120bfd99162 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:43.544657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Attempting to bind port d26bf8bd-e043-429b-a76a-a120bfd99162 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:43.544981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Attempting to bind port d26bf8bd-e043-429b-a76a-a120bfd99162 on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:43.548509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fa869cbb-036f-45a1-9ed9-67fbd12dc3c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a0bf3da23ac4be69613003beb78bb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161745 Jul 29 17:38:43.551773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:43.567741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Port d26bf8bd-e043-429b-a76a-a120bfd99162 on network 6101c14d-41f6-401a-be31-08d9f2364043 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:38:43.567741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Attempting to bind port d26bf8bd-e043-429b-a76a-a120bfd99162 on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:43.572422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa869cbb-036f-45a1-9ed9-67fbd12dc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66b4643-497e-46f1-9dab-1ef0341a6f58,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:43.583173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:43.583510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Checking segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:43.583913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Bound using segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:43.584483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Bound port: d26bf8bd-e043-429b-a76a-a120bfd99162, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:43.584806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.601909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba031b-c0eb-4493-a6c9-68d68fb791c1 req-ff5ade24-07f7-46e2-92fa-8e4fc48e6892 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:43.609456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99ba031b-c0eb-4493-a6c9-68d68fb791c1 req-ff5ade24-07f7-46e2-92fa-8e4fc48e6892 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 948 time: 0.0855582 Jul 29 17:38:43.615978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.646424 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.671756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99ba031b-c0eb-4493-a6c9-68d68fb791c1 req-842f4d58-874a-45d0-a5e5-1cfb93bd3194 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614231 Jul 29 17:38:43.714825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:43.718750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.720649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d26bf8bd-e043-429b-a76a-a120bfd99162,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:43.721374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.725949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b66b4643-497e-46f1-9dab-1ef0341a6f58 HTTP/1.1" status: 204 len: 168 time: 0.1697695 Jul 29 17:38:43.728196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.743458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef07f-d1e8-4d6a-bab8-e34dc4871495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66b4643-497e-46f1-9dab-1ef0341a6f58,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:43.807546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:43.808178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:43.809969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] 10.222.0.38 "PUT /v2.0/ports/d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 1091 time: 1.2117946 Jul 29 17:38:43.810627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:43.813472 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:43.901520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a296a-e443-4aa6-9ee3-27c1cced3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:43.969817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-e7a8306c-6574-4c4f-8f59-9c58de6b92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:43.971384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-e7a8306c-6574-4c4f-8f59-9c58de6b92c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1094 time: 0.1034200 Jul 29 17:38:43.974577 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9098f659-a1de-443d-be76-77f5fcaedc9a x-openstack-request-id: req-9098f659-a1de-443d-be76-77f5fcaedc9a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:43.974872 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:43.975123 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9098f659-a1de-443d-be76-77f5fcaedc9a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:43.975511 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'status': 'completed', 'code': 200} Jul 29 17:38:43.995799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfb43-02f9-4d28-9172-d3ffa5fa2d75 req-40946265-cf20-4cdf-a066-c602e7597252 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:43.996896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-324bfb43-02f9-4d28-9172-d3ffa5fa2d75 req-40946265-cf20-4cdf-a066-c602e7597252 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 943 time: 0.1023495 Jul 29 17:38:44.034828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-be5cf9d2-0f41-4e95-8665-045e06027e2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 217 time: 0.0547099 Jul 29 17:38:44.085260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6c2d13f9-8a8a-4722-87ef-07aa17042ada details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:38:44.130986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-324bfb43-02f9-4d28-9172-d3ffa5fa2d75 req-5305fdb2-e5bf-4230-bc7d-9175b1acb96b tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985570 Jul 29 17:38:44.140991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-42d7d4a4-555a-49d8-bd0c-39027c94de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:44.142712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-42d7d4a4-555a-49d8-bd0c-39027c94de50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.0948312 Jul 29 17:38:44.204828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-f47ce21c-48bc-4218-8bd4-24bef2ab4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:44.206611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-f47ce21c-48bc-4218-8bd4-24bef2ab4ade service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549216 Jul 29 17:38:44.312303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:44.326857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6c2d13f9-8a8a-4722-87ef-07aa17042ada', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '6c2d13f9-8a8a-4722-87ef-07aa17042ada', 'mac_address': 'fa:16:3e:da:b0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:38:44.331290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a868f-ac08-4c14-baf0-e8b0b1ab15c1 req-eb130be5-a163-4cd9-b248-771e83aa27b8 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:44.332937 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae2a868f-ac08-4c14-baf0-e8b0b1ab15c1 req-eb130be5-a163-4cd9-b248-771e83aa27b8 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 969 time: 0.0788715 Jul 29 17:38:44.363981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39014) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:44.379957 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.389911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-f12a6736-15ab-4515-839b-242752d6d5cb service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748376 Jul 29 17:38:44.395305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c38f996-0c8b-40b2-9255-6ea6416aa2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.422875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae2a868f-ac08-4c14-baf0-e8b0b1ab15c1 req-72ac4fce-6464-4825-b93e-ec1116bce5aa tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825098 Jul 29 17:38:44.442899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2d13f9-8a8a-4722-87ef-07aa17042ada {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:44.456652 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.468606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39016) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:44.478142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:44.492889 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.562264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:44.597957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03e609b-396f-4c28-bef6-a750e212bb74 req-a42e977d-575d-476b-bbbc-59f7a00541e0 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008500 Jul 29 17:38:44.608238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c38f996-0c8b-40b2-9255-6ea6416aa2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.626912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c38f996-0c8b-40b2-9255-6ea6416aa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.647643 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98389300-1e2a-4a57-836e-6215c7fb37e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.697891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-bba14582-a3cb-4a9e-a4d4-cdd592e08c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:44.699689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-bba14582-a3cb-4a9e-a4d4-cdd592e08c92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1094 time: 0.0465708 Jul 29 17:38:44.701365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8c38f996-0c8b-40b2-9255-6ea6416aa2d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6817836217a4476180b2049e3c92e13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363214 Jul 29 17:38:44.702640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38f996-0c8b-40b2-9255-6ea6416aa2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11814fc7-f5b1-4fa7-8139-54b90301c4c1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:44.704330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39026) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:44.717511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:44.784431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6c2d13f9-8a8a-4722-87ef-07aa17042ada'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:38:44.879962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98389300-1e2a-4a57-836e-6215c7fb37e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.888910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:44.889822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98389300-1e2a-4a57-836e-6215c7fb37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.900422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:44.900828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.920123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98389300-1e2a-4a57-836e-6215c7fb37e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb412fd-1625-4686-997e-b8258ab91efe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:44.943252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-1783bc0e-dfc7-4b39-83f0-e5025833485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:44.944792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-1783bc0e-dfc7-4b39-83f0-e5025833485c service neutron] 10.222.0.38 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.2335482 Jul 29 17:38:44.949599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:44.956757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-98389300-1e2a-4a57-836e-6215c7fb37e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e63138b988cf426eb78d014f89b5406d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866054 Jul 29 17:38:44.959279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39034) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:45.003522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.051647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.087727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.119207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.165930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-c29a2a1f-3297-48f4-9da6-5d7eeee4e2d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 217 time: 0.1243989 Jul 29 17:38:45.168832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:45.213464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.217146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.218913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cb412fd-1625-4686-997e-b8258ab91efe HTTP/1.1" status: 204 len: 168 time: 0.2578931 Jul 29 17:38:45.248621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa088be3-391d-43d9-beca-4c5c47c568e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb412fd-1625-4686-997e-b8258ab91efe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:45.273685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4917bc-5c40-499a-b611-711d5fea58b5 req-aec84ed1-be3e-4281-8893-2e4294c1c252 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.282497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a4917bc-5c40-499a-b611-711d5fea58b5 req-aec84ed1-be3e-4281-8893-2e4294c1c252 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 949 time: 0.4493449 Jul 29 17:38:45.284011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:45.284579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.287619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.291292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11814fc7-f5b1-4fa7-8139-54b90301c4c1 HTTP/1.1" status: 204 len: 168 time: 0.5835507 Jul 29 17:38:45.296220 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.331527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a6f2-cf73-4d5b-bb58-305304169c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11814fc7-f5b1-4fa7-8139-54b90301c4c1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:45.339948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-3ffb6e0d-e8d7-4005-a7b7-4fbcddf26bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.341505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-3ffb6e0d-e8d7-4005-a7b7-4fbcddf26bbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.1633909 Jul 29 17:38:45.357899 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4475f3d3-668d-4b59-9a53-cf35ad434a21" -d '{"events": [{"server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:45.369459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:45.372582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a4917bc-5c40-499a-b611-711d5fea58b5 req-93cb6a95-d0fa-487b-aadd-4cf880f9722e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889423 Jul 29 17:38:45.439819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-aa849653-b1be-411f-a387-29cf1b7b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.441645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-aa849653-b1be-411f-a387-29cf1b7b8cfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812230 Jul 29 17:38:45.564682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5632-f2ca-43a1-994e-5654b14ef4d2 req-f1e1763b-ab40-4acc-8f02-af75f50d52e9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.566208 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd1e5632-f2ca-43a1-994e-5654b14ef4d2 req-f1e1763b-ab40-4acc-8f02-af75f50d52e9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 943 time: 0.1068540 Jul 29 17:38:45.603085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-1528e4bb-c023-4888-8c13-487eef7776d6 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525257 Jul 29 17:38:45.639523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd1e5632-f2ca-43a1-994e-5654b14ef4d2 req-c0f1d2fc-6037-43dc-9b6a-9402d17ee311 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656824 Jul 29 17:38:45.719578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c25b197-6263-4eb5-ba0a-2cadb9d3e34d req-a4b03006-b055-44ee-9cc7-930b5fbfd1aa service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060746 Jul 29 17:38:45.766297 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957dc586-93fa-42c0-9efe-1d8b69f05569 x-openstack-request-id: req-957dc586-93fa-42c0-9efe-1d8b69f05569 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:45.766596 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:45.766849 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-957dc586-93fa-42c0-9efe-1d8b69f05569 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:45.767347 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7', 'code': 200} Jul 29 17:38:45.902982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39070) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:45.927161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac09b26f-2a74-4602-a15d-4f6781cd6dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:45.946694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db933a2f-f946-447a-8510-700ea912c975 req-e8fa03bd-779c-4997-a43d-e9c679062ec8 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.948244 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db933a2f-f946-447a-8510-700ea912c975 req-e8fa03bd-779c-4997-a43d-e9c679062ec8 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.1226976 Jul 29 17:38:45.950339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-04e824fb-cbe5-4c33-ab25-9591f597ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:45.956407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-04e824fb-cbe5-4c33-ab25-9591f597ad0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 1121 time: 0.0968010 Jul 29 17:38:45.991738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-7f45ed44-4576-45e5-97ee-0ebecb819de7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.028154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db933a2f-f946-447a-8510-700ea912c975 req-b4d178e0-6f73-474e-bb48-a9d30b48c890 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700505 Jul 29 17:38:46.051873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac09b26f-2a74-4602-a15d-4f6781cd6dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.058542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac09b26f-2a74-4602-a15d-4f6781cd6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.077071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6c2d13f9-8a8a-4722-87ef-07aa17042ada up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:46.107780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ac09b26f-2a74-4602-a15d-4f6781cd6dcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22580a6d98bb472780f25ae58a610102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995745 Jul 29 17:38:46.109715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:46.119640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09b26f-2a74-4602-a15d-4f6781cd6dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe63de0-07dd-475b-b147-f45c6539d469,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:46.148048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6c2d13f9-8a8a-4722-87ef-07aa17042ada completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:46.157236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6c2d13f9-8a8a-4722-87ef-07aa17042ada triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:46.158583 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.199273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.222402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-7f45ed44-4576-45e5-97ee-0ebecb819de7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.235231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-7f45ed44-4576-45e5-97ee-0ebecb819de7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.239582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.250143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.284567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cb11c46a-61d3-43a4-a6f6-bd8c695a142b req-7f45ed44-4576-45e5-97ee-0ebecb819de7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191490 Jul 29 17:38:46.304693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45ed44-4576-45e5-97ee-0ebecb819de7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed74318-2411-4b35-b3ca-36b8b11f6b7e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:46.305914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:46.326811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.333234 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.337871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:46.346066 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebe63de0-07dd-475b-b147-f45c6539d469 HTTP/1.1" status: 204 len: 168 time: 0.2352943 Jul 29 17:38:46.358155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804ba63-9d72-4550-9f44-ba278c4dea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe63de0-07dd-475b-b147-f45c6539d469,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:46.391227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:46.498943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5135b2-93b6-4238-91a4-b24692f6ab24 req-e11f2f27-952a-468a-8ab6-d45c6d1a1135 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:46.500622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f5135b2-93b6-4238-91a4-b24692f6ab24 req-e11f2f27-952a-468a-8ab6-d45c6d1a1135 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.0591183 Jul 29 17:38:46.557583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f5135b2-93b6-4238-91a4-b24692f6ab24 req-33bd72f2-9111-45d0-be0e-f79ce4b5d08d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Jul 29 17:38:46.774655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eccfd6-9726-4a08-b8ad-c9089c30b5d9 req-bf521ff3-fec0-4bc5-b6b2-298f99de9bd5 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:46.777441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14eccfd6-9726-4a08-b8ad-c9089c30b5d9 req-bf521ff3-fec0-4bc5-b6b2-298f99de9bd5 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 943 time: 0.0571668 Jul 29 17:38:46.818054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14eccfd6-9726-4a08-b8ad-c9089c30b5d9 req-a28d8c39-ec8a-4889-8db2-a482be30b1d2 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333626 Jul 29 17:38:47.149846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d721-e238-470b-a174-1e31d7426200 req-271b9bd8-f075-4549-8af1-e6b59a9e2273 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:47.151373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f274d721-e238-470b-a174-1e31d7426200 req-271b9bd8-f075-4549-8af1-e6b59a9e2273 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.0509214 Jul 29 17:38:47.192067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f274d721-e238-470b-a174-1e31d7426200 req-3aaa8fb8-6d5a-4d00-833b-ef204008ee5c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Jul 29 17:38:47.675458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bad21c-b9e9-4763-bbe5-2383f93fa1fc req-70fb17b2-6674-48fb-8458-aae818aeeebf tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:47.683002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bad21c-b9e9-4763-bbe5-2383f93fa1fc req-70fb17b2-6674-48fb-8458-aae818aeeebf tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.0638266 Jul 29 17:38:47.731796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bad21c-b9e9-4763-bbe5-2383f93fa1fc req-27eb67b2-a85d-4cfb-a581-515f1e57d0fe tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Jul 29 17:38:47.768401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:47.770718 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289987c1-ce4e-45f9-9507-bb6e35e8fc6a" -d '{"events": [{"server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "name": "network-vif-plugged", "status": "completed", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:47.790654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39166) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:47.826078 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3cf1c-06bc-4fea-b61e-090b334ce02a x-openstack-request-id: req-29c3cf1c-06bc-4fea-b61e-090b334ce02a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:47.826402 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "name": "network-vif-plugged", "status": "completed", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:47.826658 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29c3cf1c-06bc-4fea-b61e-090b334ce02a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:47.827346 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada', 'code': 200} Jul 29 17:38:47.933421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26071c94-71a7-41d1-96c0-9478cf859b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:47.987317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c19e2-1d7f-4c37-9def-fde79d3ad0a1 req-898782c9-69ea-4675-9d40-049a40f529e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:47.989832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f47c19e2-1d7f-4c37-9def-fde79d3ad0a1 req-898782c9-69ea-4675-9d40-049a40f529e0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 1101 time: 0.0828321 Jul 29 17:38:47.998354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451756a7-8641-4237-be91-b0d6b0576d57 req-f605cb05-a2cd-46cc-a72d-a127798a145d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:47.999871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-451756a7-8641-4237-be91-b0d6b0576d57 req-f605cb05-a2cd-46cc-a72d-a127798a145d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 943 time: 0.0915036 Jul 29 17:38:48.062558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-451756a7-8641-4237-be91-b0d6b0576d57 req-f0a6983e-2c24-4b5f-b7f8-355c7c6a96c1 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559564 Jul 29 17:38:48.082163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f47c19e2-1d7f-4c37-9def-fde79d3ad0a1 req-ef1af423-1cdb-477b-8db6-ad36c495932a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824091 Jul 29 17:38:48.092080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d26bf8bd-e043-429b-a76a-a120bfd99162 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:38:48.104587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26071c94-71a7-41d1-96c0-9478cf859b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.110608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26071c94-71a7-41d1-96c0-9478cf859b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.165554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071c94-71a7-41d1-96c0-9478cf859b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf06a7-95c1-4564-bfe7-9a7c4cd4853a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:48.171007 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-26071c94-71a7-41d1-96c0-9478cf859b0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8ffaf8f62ff479e82c49e613e49ab6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781903 Jul 29 17:38:48.173749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:48.211133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d26bf8bd-e043-429b-a76a-a120bfd99162,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:48.230721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'port_id': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'mac_address': 'fa:16:3e:29:3d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:38:48.238081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.272099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.275092 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.291996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26bf8bd-e043-429b-a76a-a120bfd99162 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:48.318299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d26bf8bd-e043-429b-a76a-a120bfd99162,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:48.327302 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.329895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.332988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.336707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48bf06a7-95c1-4564-bfe7-9a7c4cd4853a HTTP/1.1" status: 204 len: 168 time: 0.1589243 Jul 29 17:38:48.346696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d105-4f44-4a41-886d-0cd3922f646a req-18025b6e-86df-478e-a424-e0e4ffd773b1 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:48.348538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea34d105-4f44-4a41-886d-0cd3922f646a req-18025b6e-86df-478e-a424-e0e4ffd773b1 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.0597396 Jul 29 17:38:48.349741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91172e-e294-49e4-bd53-7043001983fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf06a7-95c1-4564-bfe7-9a7c4cd4853a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:48.411129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea34d105-4f44-4a41-886d-0cd3922f646a req-d045c229-bf3b-4292-8cf8-0b5aec1b0120 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Jul 29 17:38:48.428682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:48.569142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d26bf8bd-e043-429b-a76a-a120bfd99162'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:38:48.593574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-97003dfc-fefa-4483-91b3-76cb58a5cf9b tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:48.601665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-97003dfc-fefa-4483-91b3-76cb58a5cf9b tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 1121 time: 0.0544691 Jul 29 17:38:48.615922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-9ca47467-dcbb-44f8-b5ef-cea940422069 tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.738871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:48.756350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-9ca47467-dcbb-44f8-b5ef-cea940422069 tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.763124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-9ca47467-dcbb-44f8-b5ef-cea940422069 tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.805019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca47467-dcbb-44f8-b5ef-cea940422069 tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499db30-9c3e-4129-bfd4-ca67d062be02,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:48.815227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-305bcd8f-ff09-4047-afa7-5854eec08b5d req-9ca47467-dcbb-44f8-b5ef-cea940422069 tempest-AggregatesAdminTestJSON-486657586 tempest-AggregatesAdminTestJSON-486657586-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121673 Jul 29 17:38:48.862659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab7bf-2754-4e89-8578-55bcccb6dea3 req-df7d6892-ac90-4306-81b5-d21e64b31ebb tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:48.864205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8dab7bf-2754-4e89-8578-55bcccb6dea3 req-df7d6892-ac90-4306-81b5-d21e64b31ebb tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.0550952 Jul 29 17:38:48.899101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39234) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:48.917198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f128b85-a33a-4395-906b-48d536374a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.921332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8dab7bf-2754-4e89-8578-55bcccb6dea3 req-26594827-bb17-4fce-b7d3-2bff0c53a43c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Jul 29 17:38:48.994618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:49.027088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f128b85-a33a-4395-906b-48d536374a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.032883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f128b85-a33a-4395-906b-48d536374a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.074564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a3efb0-8566-4333-995d-c006bf4c7546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.082875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f128b85-a33a-4395-906b-48d536374a45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2bc8fb8ae664fbd91239489624764b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823092 Jul 29 17:38:49.083011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:49.097180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f128b85-a33a-4395-906b-48d536374a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b485450-ee8b-4aef-b2d4-ad7f3b9bfa89,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:49.179081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a57e657-dd93-46af-8dfb-60e979a1a6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.235289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.276278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.284787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d092d77-243e-4aef-8415-241790e8bdbe req-2b010804-a665-4779-a7d2-73cf6f417ebe tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:49.286276 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d092d77-243e-4aef-8415-241790e8bdbe req-2b010804-a665-4779-a7d2-73cf6f417ebe tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 944 time: 0.1244049 Jul 29 17:38:49.363576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a3efb0-8566-4333-995d-c006bf4c7546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.370787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d092d77-243e-4aef-8415-241790e8bdbe req-7019fcd2-d6b1-4366-bb43-61459e2bb8b5 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749002 Jul 29 17:38:49.375691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a3efb0-8566-4333-995d-c006bf4c7546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.417805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.420250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.424161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b485450-ee8b-4aef-b2d4-ad7f3b9bfa89 HTTP/1.1" status: 204 len: 168 time: 0.3392808 Jul 29 17:38:49.440844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a7a3efb0-8566-4333-995d-c006bf4c7546 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7015c42b3de34bedbc9f16d7698b13ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008736 Jul 29 17:38:49.443495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39268) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:49.465774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3efb0-8566-4333-995d-c006bf4c7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28eb7c9-fa61-48f3-88bc-cc8e9ab60209,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:49.494328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364766-35a1-494d-82c3-78ce805d9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b485450-ee8b-4aef-b2d4-ad7f3b9bfa89,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:49.564188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.587046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a57e657-dd93-46af-8dfb-60e979a1a6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.594036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.599518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a57e657-dd93-46af-8dfb-60e979a1a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.648357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57e657-dd93-46af-8dfb-60e979a1a6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5025ad-fded-4d46-b87c-cab1b74915d5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:49.659800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.663229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.664416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f28eb7c9-fa61-48f3-88bc-cc8e9ab60209 HTTP/1.1" status: 204 len: 168 time: 0.2193348 Jul 29 17:38:49.669853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a57e657-dd93-46af-8dfb-60e979a1a6d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54f30077d8294da083c39e44560d9966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738565 Jul 29 17:38:49.672472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39288) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:49.685643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf01f4-0ab7-4b75-893c-c36e3debfa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28eb7c9-fa61-48f3-88bc-cc8e9ab60209,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:49.751180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.776307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.841312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.843906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:49.845129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c5025ad-fded-4d46-b87c-cab1b74915d5 HTTP/1.1" status: 204 len: 168 time: 0.1695411 Jul 29 17:38:49.853609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10501-cb57-4a4e-a289-de5e0eaf417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5025ad-fded-4d46-b87c-cab1b74915d5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:50.065489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4a92-ecd6-4abd-a503-a931fa7c6421 req-95e8475c-dff2-4e9d-9e60-1cc4c5c20e3a tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:50.067711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-963b4a92-ecd6-4abd-a503-a931fa7c6421 req-95e8475c-dff2-4e9d-9e60-1cc4c5c20e3a tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.0528195 Jul 29 17:38:50.090738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d26bf8bd-e043-429b-a76a-a120bfd99162 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:38:50.115075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-963b4a92-ecd6-4abd-a503-a931fa7c6421 req-daaa0910-7648-4c35-9d51-9380f03290b6 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Jul 29 17:38:50.159320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port d26bf8bd-e043-429b-a76a-a120bfd99162 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:50.163998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port d26bf8bd-e043-429b-a76a-a120bfd99162 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:50.164572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.182159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39332) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:50.202542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49101a25-8b17-4ecb-b938-26387e2ab168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.285416 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.324731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:50.328912 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623f6f4-bbdb-4e3e-8b97-6d310aea8c2b" -d '{"events": [{"server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "name": "network-vif-plugged", "status": "completed", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:50.346535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d26bf8bd-e043-429b-a76a-a120bfd99162,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:50.354075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.370363 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49101a25-8b17-4ecb-b938-26387e2ab168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.377816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49101a25-8b17-4ecb-b938-26387e2ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.438625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:50.441226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-49101a25-8b17-4ecb-b938-26387e2ab168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=031c0317ebda428e8681efc6d13f2ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549565 Jul 29 17:38:50.442296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101a25-8b17-4ecb-b938-26387e2ab168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec4ff84-59e1-4286-aae8-00a1283e9d5f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:50.444164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39352) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:50.502648 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5901c15-76ba-4bc6-a424-e87ddcd23b3e x-openstack-request-id: req-f5901c15-76ba-4bc6-a424-e87ddcd23b3e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:50.503648 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "name": "network-vif-plugged", "status": "completed", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:50.503907 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5901c15-76ba-4bc6-a424-e87ddcd23b3e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:50.504311 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'code': 200} Jul 29 17:38:50.514389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.527427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:50.547085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.552185 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cea165d-2a4c-46d2-975b-78edc5c26ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.639552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.642605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.646280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec4ff84-59e1-4286-aae8-00a1283e9d5f HTTP/1.1" status: 204 len: 168 time: 0.1982369 Jul 29 17:38:50.653556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a881e-ca5c-4743-82e0-3e754e889aff req-696a0ea1-aee3-46e4-aeb3-3e7eb971faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:50.655971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c8a881e-ca5c-4743-82e0-3e754e889aff req-696a0ea1-aee3-46e4-aeb3-3e7eb971faf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1096 time: 0.0788336 Jul 29 17:38:50.662104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caa22d-7128-4ef5-8d15-f47bc64fe7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec4ff84-59e1-4286-aae8-00a1283e9d5f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:50.698967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1d846-c32d-4630-86d5-38e2ece48957 req-f64d9dc0-5c71-460d-a342-399a834e2cac tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:50.700857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0f1d846-c32d-4630-86d5-38e2ece48957 req-f64d9dc0-5c71-460d-a342-399a834e2cac tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 945 time: 0.1074603 Jul 29 17:38:50.728850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c8a881e-ca5c-4743-82e0-3e754e889aff req-7127f355-168c-4e6a-af34-0768f378165d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633740 Jul 29 17:38:50.750067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cea165d-2a4c-46d2-975b-78edc5c26ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.756840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0f1d846-c32d-4630-86d5-38e2ece48957 req-28e4e042-3ac6-4365-b97c-7d712b70dc3f tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476296 Jul 29 17:38:50.757160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cea165d-2a4c-46d2-975b-78edc5c26ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.822106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:50.823848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0cea165d-2a4c-46d2-975b-78edc5c26ba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f498e022239c44c28338bfb56fcf7c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897778 Jul 29 17:38:50.841161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea165d-2a4c-46d2-975b-78edc5c26ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e31cff-487a-48bc-bd8f-c58c5b4eac54,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:50.914844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.941624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:51.010008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:51.012929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:51.014091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3e31cff-487a-48bc-bd8f-c58c5b4eac54 HTTP/1.1" status: 204 len: 168 time: 0.1912544 Jul 29 17:38:51.025936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c642546-f128-4335-8447-2ce941e2b3e3 req-3330191e-bd6d-45cf-a9c9-f0981de6715b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:51.028181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c553-a11e-4e3a-9c36-9fd4bad7544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e31cff-487a-48bc-bd8f-c58c5b4eac54,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:51.040161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c642546-f128-4335-8447-2ce941e2b3e3 req-3330191e-bd6d-45cf-a9c9-f0981de6715b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.1001649 Jul 29 17:38:51.103861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c642546-f128-4335-8447-2ce941e2b3e3 req-fd622fbc-918f-43f2-9f82-c07910bb0c61 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 Jul 29 17:38:52.020010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06a21c-c3a6-4032-886f-c3f5b01a25ee req-ad3f4508-406b-4435-a962-bea53453d942 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:52.022472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef06a21c-c3a6-4032-886f-c3f5b01a25ee req-ad3f4508-406b-4435-a962-bea53453d942 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 945 time: 0.0855429 Jul 29 17:38:52.080705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef06a21c-c3a6-4032-886f-c3f5b01a25ee req-42940cff-450a-479d-b780-b9f214d964d6 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498028 Jul 29 17:38:52.258297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec042-4989-4f8f-9e79-04baed0bd589 req-b34783ed-70f3-49aa-b827-9d604636e77e tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:52.260210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd2ec042-4989-4f8f-9e79-04baed0bd589 req-b34783ed-70f3-49aa-b827-9d604636e77e tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 945 time: 0.0636663 Jul 29 17:38:52.270429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39518) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:52.275854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'floatingip': {'port_id': 'd26bf8bd-e043-429b-a76a-a120bfd99162'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:52.436242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:52.492807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb1e9-d2ae-4ed4-a764-cbea2b731668 req-2e7105b1-5106-476d-b838-f9e897770755 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:52.494602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55cbb1e9-d2ae-4ed4-a764-cbea2b731668 req-2e7105b1-5106-476d-b838-f9e897770755 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.0931380 Jul 29 17:38:52.512284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-4a271016-1262-493a-9939-d85a3d9ed9c9 tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:52.514049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-4a271016-1262-493a-9939-d85a3d9ed9c9 tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 1101 time: 0.0995650 Jul 29 17:38:52.564814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:52.577670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55cbb1e9-d2ae-4ed4-a764-cbea2b731668 req-9e64490e-aad0-49e7-a1a6-0b9eda4cb07c tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751021 Jul 29 17:38:52.607956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:52.639607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Deleting port 6c2d13f9-8a8a-4722-87ef-07aa17042ada {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:38:52.640139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:52.685718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794423d-c35c-49a0-96b7-4f2536f99e17 req-1ec1e34d-1a18-4699-97a7-6076ffe550c7 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:52.687276 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3794423d-c35c-49a0-96b7-4f2536f99e17 req-1ec1e34d-1a18-4699-97a7-6076ffe550c7 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 950 time: 0.1593134 Jul 29 17:38:52.737468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7296284-295f-4b3b-afe9-9c90dc6e09f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:52.776212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] For port 6c2d13f9-8a8a-4722-87ef-07aa17042ada, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6c2d13f9-8a8a-4722-87ef-07aa17042ada,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:52.776920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:52.796523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-118513ed-d09d-457f-9998-07c4ed70ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:52.799533 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3794423d-c35c-49a0-96b7-4f2536f99e17 req-38acf789-12f4-4db9-aab7-fd683be6443f tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941560 Jul 29 17:38:52.816890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Calling delete_port for 6c2d13f9-8a8a-4722-87ef-07aa17042ada owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:38:53.027113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7296284-295f-4b3b-afe9-9c90dc6e09f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.040866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7296284-295f-4b3b-afe9-9c90dc6e09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.108305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.120706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6c2d13f9-8a8a-4722-87ef-07aa17042ada'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:38:53.139263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e7296284-295f-4b3b-afe9-9c90dc6e09f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44a132df4d43463585738c08d5da05ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008488 Jul 29 17:38:53.142225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:53.162594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7296284-295f-4b3b-afe9-9c90dc6e09f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3ccca0-d11c-4100-8295-2b9d89120857,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:53.200587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c2d13f9-8a8a-4722-87ef-07aa17042ada,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:53.306497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] No DVR routers for this DVR port 6c2d13f9-8a8a-4722-87ef-07aa17042ada on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:38:53.316597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.319469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6b51976-3626-4d6b-ad6f-62e6d4b774d9 req-899d6628-4d5b-4c87-b657-4840949249fb tempest-DeleteServersAdminTestJSON-201116307 tempest-DeleteServersAdminTestJSON-201116307-project-admin] 10.222.0.38 "DELETE /v2.0/ports/6c2d13f9-8a8a-4722-87ef-07aa17042ada HTTP/1.1" status: 204 len: 173 time: 0.7972102 Jul 29 17:38:53.320836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'name': 'network-vif-deleted', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:53.321046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.323972 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871fb02-1654-4304-abbf-d9d4810014d3" -d '{"events": [{"server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "name": "network-vif-deleted", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:53.343585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-118513ed-d09d-457f-9998-07c4ed70ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.350664 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-118513ed-d09d-457f-9998-07c4ed70ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.404581 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c83ec-6297-4f0c-bc80-826cfd833f4b x-openstack-request-id: req-337c83ec-6297-4f0c-bc80-826cfd833f4b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:53.404995 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b21b53-e377-49c4-8a8b-7e7af87fa988", "name": "network-vif-deleted", "tag": "6c2d13f9-8a8a-4722-87ef-07aa17042ada", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:53.405252 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-337c83ec-6297-4f0c-bc80-826cfd833f4b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:53.405766 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b21b53-e377-49c4-8a8b-7e7af87fa988', 'name': 'network-vif-deleted', 'tag': '6c2d13f9-8a8a-4722-87ef-07aa17042ada', 'status': 'completed', 'code': 200} Jul 29 17:38:53.412107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-118513ed-d09d-457f-9998-07c4ed70ed2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e18831d10142448db27e50e4ff663b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001945 Jul 29 17:38:53.413238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39566) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:53.415193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118513ed-d09d-457f-9998-07c4ed70ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f5b1f-39d8-4ccb-a6ef-67e36bc469ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:53.491515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.543548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.571342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.641531 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.729193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.785343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.788034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.789266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac3ccca0-d11c-4100-8295-2b9d89120857 HTTP/1.1" status: 204 len: 168 time: 0.6454396 Jul 29 17:38:53.835386 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7 associated. External IP: 172.25.5.208, port: d26bf8bd-e043-429b-a76a-a120bfd99162. Jul 29 17:38:53.844491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421d744-070a-46b5-badd-257228ebb279 req-0b6c41c4-4107-44fe-ae64-1955e91a7ea6 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:53.846063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4421d744-070a-46b5-badd-257228ebb279 req-0b6c41c4-4107-44fe-ae64-1955e91a7ea6 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.1541004 Jul 29 17:38:53.857925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449794d-226d-4c48-9d20-a5a28a08511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3ccca0-d11c-4100-8295-2b9d89120857,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:53.981484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-3cf63bb4-2ff7-4118-8615-f381838a01a2 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:53.983050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-3cf63bb4-2ff7-4118-8615-f381838a01a2 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.2254374 Jul 29 17:38:53.989690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.992364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:53.997236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a84f5b1f-39d8-4ccb-a6ef-67e36bc469ae HTTP/1.1" status: 204 len: 168 time: 0.5752866 Jul 29 17:38:54.024151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4421d744-070a-46b5-badd-257228ebb279 req-02c62689-9d99-484b-a413-b6224e1e8026 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643617 Jul 29 17:38:54.098043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c4e8-2a3d-4abe-977f-03b233475eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f5b1f-39d8-4ccb-a6ef-67e36bc469ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:54.378429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:54.394253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b528ba8a-783b-4346-9ede-ff6a52cbd4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.420105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1be5e43b-0d8d-4a5b-bf29-e0d4199918be req-9e1a4ce2-b759-456d-bf0c-db0dfcd081e2 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=86b21b53-e377-49c4-8a8b-7e7af87fa988 HTTP/1.1" status: 200 len: 210 time: 0.2652371 Jul 29 17:38:54.522624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Deleting port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:38:54.522968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.530177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b528ba8a-783b-4346-9ede-ff6a52cbd4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.536235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b528ba8a-783b-4346-9ede-ff6a52cbd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.583698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b528ba8a-783b-4346-9ede-ff6a52cbd4d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=866658857a9b4efbaf65ab6734acc8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036602 Jul 29 17:38:54.584076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:54.585355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528ba8a-783b-4346-9ede-ff6a52cbd4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a644c8a-92b0-4625-bf00-864a73a4e8cf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:54.627799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:38:54.678602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] For port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:38:54.678967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.736299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Calling delete_port for d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 owned by compute:tempest-test_az-391600174 {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:38:54.754533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.772578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39626) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:54.802499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a511105d-b00f-4f4d-83e1-8dd0c5e4b473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.874522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.932991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a511105d-b00f-4f4d-83e1-8dd0c5e4b473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.939612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a511105d-b00f-4f4d-83e1-8dd0c5e4b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.945566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-2ee98ad7-fd24-40fe-b409-7a35d2e86be5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563624 Jul 29 17:38:54.952248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:38:54.957027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:54.966000 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:54.983528 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:54.984321 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:54.995572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511105d-b00f-4f4d-83e1-8dd0c5e4b473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dcdf75-d92e-4460-ae8e-382ea1d7178b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:55.002882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a511105d-b00f-4f4d-83e1-8dd0c5e4b473 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90af057bdedd40e9a13f2f8c29938ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266130 Jul 29 17:38:55.003279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:55.076820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6d646dea-d9b7-4b99-977b-6995b1e721a9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "PUT /v2.0/floatingips/39e50a08-b341-4603-bd80-8bb9896e58f7 HTTP/1.1" status: 200 len: 991 time: 2.8047884 Jul 29 17:38:55.084745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:55.086740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.093943 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925d272-be82-4232-a01c-f0eaffcad553" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:55.121395 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.134875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.138884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.140202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a644c8a-92b0-4625-bf00-864a73a4e8cf HTTP/1.1" status: 204 len: 168 time: 0.5510798 Jul 29 17:38:55.189429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:55.198036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89037fc-e29d-4197-b8d0-00a2894be1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a644c8a-92b0-4625-bf00-864a73a4e8cf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:55.204869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.208303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.211333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9dcdf75-d92e-4460-ae8e-382ea1d7178b HTTP/1.1" status: 204 len: 168 time: 0.2070107 Jul 29 17:38:55.245195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5a086-eeb8-4282-a5fe-4a9b16b59461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dcdf75-d92e-4460-ae8e-382ea1d7178b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:55.275438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4689-8a0c-4b27-8276-d3a82d8e7387 req-c915a80c-6fcd-4417-91dc-fe472d7b90ad tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:55.277344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07dd4689-8a0c-4b27-8276-d3a82d8e7387 req-c915a80c-6fcd-4417-91dc-fe472d7b90ad tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 970 time: 0.0941100 Jul 29 17:38:55.278050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-75261dc2-934e-486f-b8f8-865f9641bc8a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:55.285139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-75261dc2-934e-486f-b8f8-865f9641bc8a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229241 Jul 29 17:38:55.315872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-bbd88fc3-9fd8-4027-b73c-a879fc1293ec tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/quotas/e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 375 time: 0.0288634 Jul 29 17:38:55.330461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.343226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d2a47e8e-40a2-441b-ad12-a1ff78f51aa7'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:38:55.358981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07dd4689-8a0c-4b27-8276-d3a82d8e7387 req-81442bec-bf1b-4be2-ad56-f656cade0b46 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4de4906-3f7b-4835-95eb-2a054ec2dfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753415 Jul 29 17:38:55.363513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-c2a7f5ce-0356-4c0c-a07b-7d35b95fffa0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463433 Jul 29 17:38:55.430079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Pushing event deleted for resources: {'Port': ['ID=d2a47e8e-40a2-441b-ad12-a1ff78f51aa7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:55.576550 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406a021-59b6-4b3e-9dca-b49e924a13ba x-openstack-request-id: req-0406a021-59b6-4b3e-9dca-b49e924a13ba {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:55.577001 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:55.577103 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0406a021-59b6-4b3e-9dca-b49e924a13ba {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:55.577505 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'status': 'completed', 'code': 200} Jul 29 17:38:55.659369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] No DVR routers for this DVR port d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:38:55.672699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:55.679537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-304d4e91-b8ef-4dc2-a4e1-51c96a5e8407 req-5e5dee40-3e61-483c-9bbc-a6cc06760650 tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.49 "DELETE /v2.0/ports/d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 HTTP/1.1" status: 204 len: 173 time: 1.6801324 Jul 29 17:38:55.693101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d272-be82-4232-a01c-f0eaffcad553 req-a3d56172-1276-4920-b6ab-555261f2eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:55.695927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-a3d56172-1276-4920-b6ab-555261f2eecb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1096 time: 0.1038713 Jul 29 17:38:55.861586 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:29:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:38:53Z', 'revision_number': 1, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:55.894057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:55.896497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d272-be82-4232-a01c-f0eaffcad553 req-2bc4947e-6059-4179-a1ab-f0ff45df14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:55.898405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-2bc4947e-6059-4179-a1ab-f0ff45df14c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.1948833 Jul 29 17:38:55.905668 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:38:55.906864 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:55.936347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e3197e6-9496-4bba-b70b-9e13e784f942 req-1fb776c6-0936-4ff4-81e2-3e47212b1b3b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 210 time: 0.0761311 Jul 29 17:38:56.000464 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:56.060572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-e2ec26df-9f4c-4677-a857-bfa17ed57dde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 999 time: 0.1533725 Jul 29 17:38:56.084857 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:38:56.120487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d272-be82-4232-a01c-f0eaffcad553 req-c286fa86-3d27-4116-b74a-00e5d2c6f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:56.122296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-c286fa86-3d27-4116-b74a-00e5d2c6f6b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.0536568 Jul 29 17:38:56.197554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d272-be82-4232-a01c-f0eaffcad553 req-9c49b357-6931-48b0-a680-292711d60919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:56.199150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-9c49b357-6931-48b0-a680-292711d60919 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700901 Jul 29 17:38:56.397024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:56.519879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-dafa12f3-d9f8-462f-8b7d-4e208b703feb tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7798cffd4128418ab9e43e5e35d912cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549505 Jul 29 17:38:56.567859 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:29:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:38:53Z', 'revision_number': 1, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:56.636418 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc7c9c-588a-4c07-89d2-97faa56388c4 None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:29:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:38:53Z', 'revision_number': 1, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:56.683795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5ac87db-bf92-4de0-92a0-6f4d59f964b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:56.735127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-14b404df-c62e-42eb-bd55-5c816ea0ded9 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:56.749149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfe3a169-7214-4fce-9e5f-8fb58e598a3f req-3ea38a6b-5f89-4b1b-9fae-05bac2573f1b tempest-AggregatesAdminTestJSON-1330145939 tempest-AggregatesAdminTestJSON-1330145939-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ddb108b-4736-4c67-8162-274d94af36c6 HTTP/1.1" status: 200 len: 210 time: 0.0859237 Jul 29 17:38:56.758906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-14b404df-c62e-42eb-bd55-5c816ea0ded9 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358437 Jul 29 17:38:56.781442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-398d0a94-a13f-43e8-8882-ba5da38c0673 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702238 Jul 29 17:38:56.782948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-549e3cba-6186-44fa-abe4-b615e38f610a tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/quotas/7798cffd4128418ab9e43e5e35d912cf HTTP/1.1" status: 200 len: 375 time: 0.0229964 Jul 29 17:38:56.897792 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-1a7b59c6-9b8e-4d9b-9979-dab75cd228ae tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048071 Jul 29 17:38:56.967424 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5ac87db-bf92-4de0-92a0-6f4d59f964b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:56.982082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5ac87db-bf92-4de0-92a0-6f4d59f964b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.034757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b925d272-be82-4232-a01c-f0eaffcad553 req-0692e53d-71fc-437e-bfd3-7b43e78c8ea5 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461822 Jul 29 17:38:57.074885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:57.083026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f5ac87db-bf92-4de0-92a0-6f4d59f964b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c381b40fb8444a6082e82411f9b4ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733959 Jul 29 17:38:57.087736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac87db-bf92-4de0-92a0-6f4d59f964b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f8cc6-a557-4b5e-96b9-0739eaf8c038,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:57.129831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c4488-ac54-4739-87d7-1f64e675b5df None None] New status for floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:38:57.153722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.176410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.262884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a859d0c-a422-42d3-89c7-d54ae56202cd req-c00e6e00-1f3a-4812-b0e2-aef262baa66e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 210 time: 0.0471973 Jul 29 17:38:57.277254 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.280065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.281856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/772f8cc6-a557-4b5e-96b9-0739eaf8c038 HTTP/1.1" status: 204 len: 168 time: 0.2047462 Jul 29 17:38:57.299519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac379-af63-4c21-8f51-d1b0dad00946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f8cc6-a557-4b5e-96b9-0739eaf8c038,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:57.365626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47a8de31-51eb-4bf7-9182-f17032b4b887 req-eace6ce7-42c3-4993-a589-62aea237ee6e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 210 time: 0.0473232 Jul 29 17:38:57.392181 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.442533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-05399a6f-1f48-4bd8-ab37-c54e545748c4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398393 Jul 29 17:38:57.578527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'name': 'network-vif-deleted', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:57.581360 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3d560-d49c-4592-90fc-3fae6b7383fe" -d '{"events": [{"server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "name": "network-vif-deleted", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:57.642316 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a1be6-81a9-4d0f-95b2-70db6c260e62 x-openstack-request-id: req-924a1be6-81a9-4d0f-95b2-70db6c260e62 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:57.642628 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddb108b-4736-4c67-8162-274d94af36c6", "name": "network-vif-deleted", "tag": "d2a47e8e-40a2-441b-ad12-a1ff78f51aa7", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:57.642912 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924a1be6-81a9-4d0f-95b2-70db6c260e62 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:57.643465 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddb108b-4736-4c67-8162-274d94af36c6', 'name': 'network-vif-deleted', 'tag': 'd2a47e8e-40a2-441b-ad12-a1ff78f51aa7', 'status': 'completed', 'code': 200} Jul 29 17:38:57.704996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-814e8a92-b42c-4d74-af30-d3f848591b84 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:57.708887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-814e8a92-b42c-4d74-af30-d3f848591b84 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579775 Jul 29 17:38:57.723372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Request body: {'port': {'device_id': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'e56b6d6b394a4d91bec47e83b063f729'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:57.886520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Made reservation on behalf of e56b6d6b394a4d91bec47e83b063f729 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:57.890155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:57.900148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.068208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.077563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.153215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6c2d13f9-8a8a-4722-87ef-07aa17042ada no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:38:58.197201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 6c2d13f9-8a8a-4722-87ef-07aa17042ada {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:38:58.197201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6c2d13f9-8a8a-4722-87ef-07aa17042ada not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:38:58.234386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf282fc6-e07e-418a-bcc6-08acdee592b4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:58.262886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Allocated IP 192.168.233.50 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/7c9b361f-2860-4bb9-9d5a-8b21c6f13353) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:58.303072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:58.323982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae98b0ff-8c6d-4ac1-b848-d18834fbbf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.419494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-bc57cab5-a254-4ffb-a5eb-c069260b0750 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7798cffd4128418ab9e43e5e35d912cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347750 Jul 29 17:38:58.439388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7c26de2-a892-4351-bab9-2102b31f3571 req-6a5a875d-332f-48bb-b910-de61095aa09c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 210 time: 0.0907238 Jul 29 17:38:58.567343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8dba987-bf57-41a6-8b71-a6ecc075f5fb req-cd1415b8-8559-4d6e-9638-131710acb0ba tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 210 time: 0.0345619 Jul 29 17:38:58.608891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-6150a90b-f055-4424-b736-b632a8e88887 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:58.611418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-6150a90b-f055-4424-b736-b632a8e88887 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842716 Jul 29 17:38:58.618156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.625651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Request body: {'port': {'device_id': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '7798cffd4128418ab9e43e5e35d912cf'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:58.634276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Transition to ACTIVE for port object 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:58.678422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.689556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39788) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:58.696680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae98b0ff-8c6d-4ac1-b848-d18834fbbf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.707043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae98b0ff-8c6d-4ac1-b848-d18834fbbf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.749612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:58.756462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:38:58.766713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:58.773775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:38:58.784863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:58.787360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.789087 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae98b0ff-8c6d-4ac1-b848-d18834fbbf05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9788134c1db8422584b3d939c0896538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847209 Jul 29 17:38:58.793445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b0ff-8c6d-4ac1-b848-d18834fbbf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be5ce23-da6f-49aa-b09f-105a8c85981a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:58.796089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:58.804529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:38:58.808267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d2a47e8e-40a2-441b-ad12-a1ff78f51aa7 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:38:58.827997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1094279 Jul 29 17:38:58.828805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d5dc7-20b1-46fc-ab84-58ea8924161e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:58.843003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Request body: {'port': {'device_id': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:58.858207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.38', 51935) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:58.913419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.974198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Made reservation on behalf of 7798cffd4128418ab9e43e5e35d912cf for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:58.977869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:58.987994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-db7ff78f-0df3-4712-acd7-51565d4ebc0e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283224 Jul 29 17:38:58.994732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.043128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.197077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-f6b4898f-af8b-4b8d-b2c9-9af2f2867e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:59.198638 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-f6b4898f-af8b-4b8d-b2c9-9af2f2867e79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1096 time: 0.1518140 Jul 29 17:38:59.236353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f56256f9-5715-495b-a6a0-6c42c1ca9ead None None] Provisioning for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:59.241145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f56256f9-5715-495b-a6a0-6c42c1ca9ead None None] Provisioning complete for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:59.241569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f56256f9-5715-495b-a6a0-6c42c1ca9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.248032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.252948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.254096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1be5ce23-da6f-49aa-b09f-105a8c85981a HTTP/1.1" status: 204 len: 168 time: 0.4359553 Jul 29 17:38:59.277566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39810) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:59.304501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:38:59.313485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.315542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f56256f9-5715-495b-a6a0-6c42c1ca9ead None None] Port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:38:59.328463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Transition to ACTIVE for port object 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:59.335234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.382410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf8b23-c239-4deb-9745-d46475b081ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be5ce23-da6f-49aa-b09f-105a8c85981a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:59.431357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:38:59.441661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:38:59.442500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-562c39c2-b5e8-4139-bcc1-a753c8c438fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83f7a57560b64d1f8af00d363f9fff8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437804 Jul 29 17:38:59.448981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:38:59.449749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:59.469430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:38:59.469858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:38:59.491291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:59.497313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:38:59.499224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:38:59.499666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:38:59.500216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Bound port: 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:38:59.505376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.521170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-9afbd16c-1a4a-4bef-8ae6-06bb5832cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:59.522994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-9afbd16c-1a4a-4bef-8ae6-06bb5832cce1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.2923076 Jul 29 17:38:59.543183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Allocated IP 192.168.233.234 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/13cd83b4-8a33-432f-9ff1-dc87b16dde07) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:59.586174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.655025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.667446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:38:59.673017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:38:59.694074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.760369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-418e3d53-2828-4509-9171-07e453c795d8 req-db00a3fe-1c46-4389-99bd-a80472ce7e72 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 210 time: 0.0735064 Jul 29 17:38:59.774172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:59.774719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.776318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] 10.222.0.38 "PUT /v2.0/ports/7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 1095 time: 0.9402344 Jul 29 17:38:59.776841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:38:59.779226 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd659b3-18db-4308-95fd-66f3646f64ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:38:59.809599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7db48-c7a0-4f91-a43a-6df00ff9a39e service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:59.815447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.819688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:59.820979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4de4906-3f7b-4835-95eb-2a054ec2dfbf HTTP/1.1" status: 204 len: 168 time: 0.3876247 Jul 29 17:38:59.855091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eee5b-7129-40ef-b102-d3eefeca35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de4906-3f7b-4835-95eb-2a054ec2dfbf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:59.895264 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a3f323-d0c2-4775-835c-ae4a0a5233df x-openstack-request-id: req-65a3f323-d0c2-4775-835c-ae4a0a5233df {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:38:59.895612 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:38:59.895812 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65a3f323-d0c2-4775-835c-ae4a0a5233df {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:38:59.896210 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'status': 'completed', 'code': 200} Jul 29 17:38:59.917073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-10169730-c2f1-411d-b026-1490ce078598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:38:59.917073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-10169730-c2f1-411d-b026-1490ce078598 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1098 time: 0.0797527 Jul 29 17:38:59.979218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-20da0511-6509-4453-a796-59b6c7a157dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0585885 Jul 29 17:39:00.041607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77ebee5d-e453-42fc-9263-4fcc2a537355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.053861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-dc999ef9-d0b7-40b4-b7fc-11b4cc4ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.055468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-dc999ef9-d0b7-40b4-b7fc-11b4cc4ced6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0694091 Jul 29 17:39:00.094649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019da5-06fa-4c5b-8fd5-ef97cdebd27e req-08cafdaa-a084-4a6f-98ee-aff72c256132 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.097246 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72019da5-06fa-4c5b-8fd5-ef97cdebd27e req-08cafdaa-a084-4a6f-98ee-aff72c256132 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.5345592 Jul 29 17:39:00.134188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-105f9329-0866-4fd2-a9c9-4e9f1cdf17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.137668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-105f9329-0866-4fd2-a9c9-4e9f1cdf17e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737417 Jul 29 17:39:00.141227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-1535b199-bfcf-4ffa-9591-2bec5b54c9ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 1001 time: 0.5798268 Jul 29 17:39:00.268146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-f0990092-477f-4ec1-89f3-59f2358e4c23 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179528 Jul 29 17:39:00.291845 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72019da5-06fa-4c5b-8fd5-ef97cdebd27e req-91c062bd-6ec8-4452-bba8-e13ff6f357e4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704383 Jul 29 17:39:00.333615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-d3c66cf0-ed10-45e9-84e8-92da7f1964d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.336088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-d3c66cf0-ed10-45e9-84e8-92da7f1964d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.1831598 Jul 29 17:39:00.460756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ef4751-30ee-45cb-9318-fc9d00f96dc7 req-d2542623-812e-4d0c-8c34-e8ccaf22e386 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853662 Jul 29 17:39:00.471162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.474816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-546d5650-8af3-44d4-9925-6da6949e8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.476325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-546d5650-8af3-44d4-9925-6da6949e8f51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330247 Jul 29 17:39:00.480867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77ebee5d-e453-42fc-9263-4fcc2a537355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.481138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39860) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:00.503223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77ebee5d-e453-42fc-9263-4fcc2a537355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.538607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-478cea3a-8f29-445e-9ac5-057aae5b3875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83aaf601cc4741d9b16227d37cdb91f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563052 Jul 29 17:39:00.547275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39862) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:00.583007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Transition to ACTIVE for port object 13cd83b4-8a33-432f-9ff1-dc87b16dde07 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:00.611969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-6f4348d3-3cd0-46a5-9de7-7f8f429d29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.613473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-6f4348d3-3cd0-46a5-9de7-7f8f429d29fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1098 time: 0.0777404 Jul 29 17:39:00.624414 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77ebee5d-e453-42fc-9263-4fcc2a537355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a50e495544cd410da3e3bb213096f279&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244777 Jul 29 17:39:00.627086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:00.645859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebee5d-e453-42fc-9263-4fcc2a537355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3626b89-266d-4989-9cb1-457dbbe9644c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:00.693323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.702768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-84774798-93de-4d1d-940c-92022a24cb40 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151387 Jul 29 17:39:00.728274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.745685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.785318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-daa94000-3bf7-4a18-bcac-099f916f43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.787222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-daa94000-3bf7-4a18-bcac-099f916f43af service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1667116 Jul 29 17:39:00.798042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.847382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-09387f2c-8782-4cb5-b9c9-a3c50a169f79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0515785 Jul 29 17:39:00.865877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:00.871878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.874575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.875744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3499db30-9c3e-4129-bfd4-ca67d062be02 HTTP/1.1" status: 204 len: 168 time: 0.3273053 Jul 29 17:39:00.905832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:00.910110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f2c82-6acb-4d9a-b2c6-a2a209218449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499db30-9c3e-4129-bfd4-ca67d062be02,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:00.954317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-74c74a86-1c67-4a87-9c5b-5aec12fdc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:00.956929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-74c74a86-1c67-4a87-9c5b-5aec12fdc282 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0969472 Jul 29 17:39:00.958740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:00.989667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:01.035222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Pushing event updated for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:01.060484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-c1fe264f-5e3f-432c-a71c-5f487185b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:01.067888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-c1fe264f-5e3f-432c-a71c-5f487185b1d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033392 Jul 29 17:39:01.155689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c7d75b5-4bc9-4077-b0be-d2008f2e3d4c req-b524d1ef-8d06-491b-8d96-e9394cd72df4 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371841 Jul 29 17:39:01.184824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:01.185464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.207246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842436b-e2ba-4f4f-82d1-1ccf31d20ae6 req-d100ba15-cf07-4344-911d-a51ff440420d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:01.208849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8842436b-e2ba-4f4f-82d1-1ccf31d20ae6 req-d100ba15-cf07-4344-911d-a51ff440420d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 936 time: 0.2155542 Jul 29 17:39:01.227090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-b4f1b0e4-a46c-499b-8832-901a1198bb88 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6054618 Jul 29 17:39:01.255055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Request body: {'port': {'device_id': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:01.264069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.270080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.279828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3626b89-266d-4989-9cb1-457dbbe9644c HTTP/1.1" status: 204 len: 168 time: 0.6421182 Jul 29 17:39:01.321978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c49f8-b1a8-4a43-88a2-66a73341d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3626b89-266d-4989-9cb1-457dbbe9644c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:01.327074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69fa760a-1a47-4849-b912-1a44f1a5d5cd None None] Provisioning for port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:01.335648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69fa760a-1a47-4849-b912-1a44f1a5d5cd None None] Provisioning complete for port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:01.336021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69fa760a-1a47-4849-b912-1a44f1a5d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.349899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-57fa49c7-329d-4d64-9779-63ce1b23bfb8 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640424 Jul 29 17:39:01.350652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8842436b-e2ba-4f4f-82d1-1ccf31d20ae6 req-00c6fc6b-eed4-4e04-84fc-d81626099240 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213696 Jul 29 17:39:01.407362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.416106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-69fa760a-1a47-4849-b912-1a44f1a5d5cd None None] Port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:01.557087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca368c-4949-4a75-8377-f142a97cebb3 req-64a12641-f3ad-4ee2-9822-8f34e86c876b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:01.559060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47ca368c-4949-4a75-8377-f142a97cebb3 req-64a12641-f3ad-4ee2-9822-8f34e86c876b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.0821278 Jul 29 17:39:01.561616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd659b3-18db-4308-95fd-66f3646f64ee req-2c277377-a3b3-41f2-9f14-53952e73e939 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983607 Jul 29 17:39:01.649177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47ca368c-4949-4a75-8377-f142a97cebb3 req-75ca4b88-48d0-462d-b1b1-73a1a02b4c6b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786982 Jul 29 17:39:01.821182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:01.859000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cd83b4-8a33-432f-9ff1-dc87b16dde07 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:01.863804 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13a952ca-a908-48c6-9567-237ddd536eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.867927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.889978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Transition to ACTIVE for port object 13cd83b4-8a33-432f-9ff1-dc87b16dde07 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:01.898451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:01.970377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:02.000733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13a952ca-a908-48c6-9567-237ddd536eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.011235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13a952ca-a908-48c6-9567-237ddd536eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.058739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Attempting to bind port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:02.059873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Attempting to bind port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:02.060199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Attempting to bind port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:02.064974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:02.065286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Attempting to bind port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:02.076291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:02.076633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:02.077180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:02.077635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Bound port: 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:02.078096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.091351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-13a952ca-a908-48c6-9567-237ddd536eaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7e67c87fdd04ea2958afb1e71667467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677953 Jul 29 17:39:02.093279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a952ca-a908-48c6-9567-237ddd536eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da3bd45-5061-44ab-9111-a6b092f609f8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:02.095429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:02.197086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:02.199156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.216785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:02.231187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.235550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.296667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.297291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.298713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] 10.222.0.49 "PUT /v2.0/ports/13cd83b4-8a33-432f-9ff1-dc87b16dde07 HTTP/1.1" status: 200 len: 1096 time: 1.0537653 Jul 29 17:39:02.299159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:02.301447 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:02.345804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4affa-d573-46ac-bde0-250726dfccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:02.384347 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b4154-be1b-4913-96c4-b3ecbf33f5ce x-openstack-request-id: req-b27b4154-be1b-4913-96c4-b3ecbf33f5ce {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:02.384621 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:02.384866 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b27b4154-be1b-4913-96c4-b3ecbf33f5ce {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:02.385256 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07', 'status': 'completed', 'code': 200} Jul 29 17:39:02.388603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.391142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.395018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1da3bd45-5061-44ab-9111-a6b092f609f8 HTTP/1.1" status: 204 len: 168 time: 0.2985611 Jul 29 17:39:02.406758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f502-ac09-47fa-bb18-fb00bef5c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da3bd45-5061-44ab-9111-a6b092f609f8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:02.418194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-89315c28-fdb3-4c32-a2c4-62fb6d636bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.420214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-89315c28-fdb3-4c32-a2c4-62fb6d636bc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 1099 time: 0.0686414 Jul 29 17:39:02.506853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-9c7bd589-5061-457a-8bda-42c55031b2e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07 HTTP/1.1" status: 200 len: 217 time: 0.0775199 Jul 29 17:39:02.535174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39968) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:02.636151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c4022-8e0d-430a-9dd9-acb7ddd3ff0c req-4966702d-b2fc-4dd3-8c4e-e84bd7d3d008 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.638483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e06c4022-8e0d-430a-9dd9-acb7ddd3ff0c req-4966702d-b2fc-4dd3-8c4e-e84bd7d3d008 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 948 time: 0.1452644 Jul 29 17:39:02.640836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-3492fe4e-1f31-47ca-86ad-28742e247a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.642183 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-3492fe4e-1f31-47ca-86ad-28742e247a46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1097989 Jul 29 17:39:02.729254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e06c4022-8e0d-430a-9dd9-acb7ddd3ff0c req-8cfe8893-8947-4fa4-a070-b13f220ea729 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835972 Jul 29 17:39:02.731310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e076138-0779-4cb8-80ce-3726d3213367 req-faf5ddad-3d8a-43d2-bb74-b69549a6e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.732630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-faf5ddad-3d8a-43d2-bb74-b69549a6e0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791845 Jul 29 17:39:02.844025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631b730-457e-46c2-9b3d-3d4ab7074750 req-a815a4fc-0a0a-4f58-89b0-d3ae6cd368f3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:02.850128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d631b730-457e-46c2-9b3d-3d4ab7074750 req-a815a4fc-0a0a-4f58-89b0-d3ae6cd368f3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.0825598 Jul 29 17:39:02.876567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-02523392-71d1-4ad2-9f84-cbdefb98641e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362495 Jul 29 17:39:02.900456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85784001-af2b-4994-9202-f943219ff93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:02.951636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d631b730-457e-46c2-9b3d-3d4ab7074750 req-d8bb986c-0813-4014-a628-210086f4d5ee tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Jul 29 17:39:03.033578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e076138-0779-4cb8-80ce-3726d3213367 req-e88c508e-71e9-4d9d-ba78-a38a44a65d89 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494482 Jul 29 17:39:03.068074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85784001-af2b-4994-9202-f943219ff93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.073727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85784001-af2b-4994-9202-f943219ff93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.130570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-85784001-af2b-4994-9202-f943219ff93d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3281944e307a4bceacf9a92a50a6c22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937157 Jul 29 17:39:03.131484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85784001-af2b-4994-9202-f943219ff93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495841eb-ced1-4182-8cab-a0c1895d43e2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:03.134391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40014) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:03.194334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-f3b26611-88f3-4dc5-bdb4-ba76047cae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.196226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-f3b26611-88f3-4dc5-bdb4-ba76047cae44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7798cffd4128418ab9e43e5e35d912cf&device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 1099 time: 0.0906785 Jul 29 17:39:03.251500 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.285835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.337136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-8ae440aa-b177-4d4b-8fe4-8b11dd92f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.338904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-8ae440aa-b177-4d4b-8fe4-8b11dd92f7ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1272171 Jul 29 17:39:03.359923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.362763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.364182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/495841eb-ced1-4182-8cab-a0c1895d43e2 HTTP/1.1" status: 204 len: 168 time: 0.2286413 Jul 29 17:39:03.373432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a30ca-a97a-43a6-9ac5-b8af593e1c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495841eb-ced1-4182-8cab-a0c1895d43e2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:03.408195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-4f18fe30-7a64-4ae6-a34e-f5a9f81b611f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07 HTTP/1.1" status: 200 len: 217 time: 0.0614858 Jul 29 17:39:03.483863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-2fcd7af7-be22-4f5b-847f-76bee20330aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.485247 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-2fcd7af7-be22-4f5b-847f-76bee20330aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0703592 Jul 29 17:39:03.536582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-abb8c6c2-b5d3-4c9b-b810-4e26a159a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.538661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-abb8c6c2-b5d3-4c9b-b810-4e26a159a2c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446818 Jul 29 17:39:03.643370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-64f42774-d7d0-4cb7-bab8-2a52c3c06de8 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966482 Jul 29 17:39:03.778855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-25bb01a9-43b5-4e9d-bfa3-80b78c91c488 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264666 Jul 29 17:39:03.810352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc03c57a-78b0-4b08-8b39-b59a2c18bf5c req-d375153e-f544-43f3-98b3-0cddf62dee74 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595633 Jul 29 17:39:03.907989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-bf6b6c34-2b0b-43ff-84d0-c31ae6c74e6a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.914943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-bf6b6c34-2b0b-43ff-84d0-c31ae6c74e6a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288884 Jul 29 17:39:03.928105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda19e-479f-4668-ab89-10ce81eeaa29 req-ec326068-b4b4-4126-b064-b67ec345c34d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:03.930080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0bda19e-479f-4668-ab89-10ce81eeaa29 req-ec326068-b4b4-4126-b064-b67ec345c34d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 948 time: 0.0538328 Jul 29 17:39:03.930689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-397ed078-1f87-4412-828a-b66bc11f70a0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0148406 Jul 29 17:39:03.973194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-e857643e-15f0-48a5-97a1-1a2283f82513 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414870 Jul 29 17:39:03.977966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0bda19e-479f-4668-ab89-10ce81eeaa29 req-485d32b2-3a1f-4f4b-bd55-538b5afacb66 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jul 29 17:39:04.029854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40090) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:04.062785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23c1dacc-84c1-4f69-8ff1-2e6d3ca31d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.177973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db43ae-43d8-4ba9-af9f-28eccbcbbe96 req-75c5de49-7238-4d3e-8bd1-90e0d4313f9c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:04.179569 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-09db43ae-43d8-4ba9-af9f-28eccbcbbe96 req-75c5de49-7238-4d3e-8bd1-90e0d4313f9c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.0755002 Jul 29 17:39:04.184953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:04.224687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23c1dacc-84c1-4f69-8ff1-2e6d3ca31d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.279202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-09db43ae-43d8-4ba9-af9f-28eccbcbbe96 req-13fe6c8f-065f-4195-a8dc-321c9505b4d4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822284 Jul 29 17:39:04.283088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f00437ad-006f-4dbf-a68d-8800e659bdf7 req-75998b23-702e-4123-bf80-c9acbb00b39e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 210 time: 0.0549288 Jul 29 17:39:04.283942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23c1dacc-84c1-4f69-8ff1-2e6d3ca31d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.323347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40104) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:04.323678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-23c1dacc-84c1-4f69-8ff1-2e6d3ca31d3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=456052f32a0c43aab4fe47c95549f3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924044 Jul 29 17:39:04.333034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1dacc-84c1-4f69-8ff1-2e6d3ca31d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b49c48-5f2e-4479-8974-3836c93df1e9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:04.379931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:04.395182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'mac_address': 'fa:16:3e:82:14:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:04.420616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.450467 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.451630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.477146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:04.504553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:04.509718 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.535723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.538223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:04.543233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84b49c48-5f2e-4479-8974-3836c93df1e9 HTTP/1.1" status: 204 len: 168 time: 0.2186029 Jul 29 17:39:04.554641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbc110-ab84-4d83-89f2-03c931a6e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b49c48-5f2e-4479-8974-3836c93df1e9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:04.590438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:04.636201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40122) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:04.723824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:04.993487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b74-f209-40ae-884f-a3968d03e40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.096614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b74-f209-40ae-884f-a3968d03e40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.102282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e55b74-f209-40ae-884f-a3968d03e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.157674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e1e55b74-f209-40ae-884f-a3968d03e40d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a10d5843ae544bcaa5a2d279ebcfe2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197175 Jul 29 17:39:05.160424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40146) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:05.163434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e55b74-f209-40ae-884f-a3968d03e40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985d3f2-eada-4c29-a9f4-e90a94979ac3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:05.285493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.308311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f0b0-17da-45a8-ad89-a5beb0b7f0d0 req-c2078366-1f47-4aa4-ae3e-70572735a5f8 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:05.315833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35b7f0b0-17da-45a8-ad89-a5beb0b7f0d0 req-c2078366-1f47-4aa4-ae3e-70572735a5f8 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 948 time: 0.0915701 Jul 29 17:39:05.360202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.368616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-3b18069c-a2c5-438f-8237-45aee9ee1127 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508082 Jul 29 17:39:05.470537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35b7f0b0-17da-45a8-ad89-a5beb0b7f0d0 req-ffffb2c8-17f9-4d0d-a6dc-12f67a90a546 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537142 Jul 29 17:39:05.520745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.523820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.527974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2985d3f2-eada-4c29-a9f4-e90a94979ac3 HTTP/1.1" status: 204 len: 168 time: 0.3635881 Jul 29 17:39:05.550341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579daf0-61c9-4a87-b91e-a9c9dd99b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985d3f2-eada-4c29-a9f4-e90a94979ac3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:05.593543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45ee8495-7a8d-48a1-b7fb-370a7fa5d46c req-2d7704ae-4972-47eb-aebb-cc224cc807b4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 210 time: 0.0469429 Jul 29 17:39:05.619670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-d20783fc-7ce4-4044-a0e9-f3d9b3c202b0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:05.621261 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-d20783fc-7ce4-4044-a0e9-f3d9b3c202b0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411537 Jul 29 17:39:05.635630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': '55f4143b-7e2d-4759-935c-ea200d289441', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:05.763921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ffebb-dd28-4c55-a045-39a9fbc0df5e req-a5011847-2fae-451c-9016-423888226aa8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:05.765404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-306ffebb-dd28-4c55-a045-39a9fbc0df5e req-a5011847-2fae-451c-9016-423888226aa8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 948 time: 0.0613539 Jul 29 17:39:05.769605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:05.773980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.784387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.814886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-306ffebb-dd28-4c55-a045-39a9fbc0df5e req-92ca06cb-a7de-4cf1-819d-54d1b286c802 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jul 29 17:39:05.900346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.908788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:05.986838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83e624-af28-484a-a5d7-2de68b298512,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:06.094366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.4 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/5af89553-455a-401a-80e8-47b78004103f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:06.170753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40224) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:06.189282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc659707-a723-42ff-9c57-2134b0317405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.195698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:06.316123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:06.324898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:06.325270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.388256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc659707-a723-42ff-9c57-2134b0317405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.395854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc659707-a723-42ff-9c57-2134b0317405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.445074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc659707-a723-42ff-9c57-2134b0317405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddf166-da08-491f-89d3-d42ff92ff061,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:06.449774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dc659707-a723-42ff-9c57-2134b0317405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eef805cb5dcb46e38807fc4e9d3356c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775929 Jul 29 17:39:06.453670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:06.459587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.462847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.498011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:06.506169 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c107487-ac0e-464e-b79c-8fbbddc1a282" -d '{"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:06.535617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:06.541716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object 5af89553-455a-401a-80e8-47b78004103f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:06.550926 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.628906 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b309a-0ae4-4b00-a26c-9d560d070413 x-openstack-request-id: req-ee0b309a-0ae4-4b00-a26c-9d560d070413 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:06.629306 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:06.629559 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee0b309a-0ae4-4b00-a26c-9d560d070413 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:06.641250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.645307 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'code': 200} Jul 29 17:39:06.664549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:06.677989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.696544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.705587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098c1d-1a29-40cb-a206-526027fd6ad8 req-10281154-22bf-4ebe-9a5f-63ce92fac68f tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:06.713385 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25098c1d-1a29-40cb-a206-526027fd6ad8 req-10281154-22bf-4ebe-9a5f-63ce92fac68f tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 948 time: 0.1313508 Jul 29 17:39:06.760192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40268) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:06.778774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2bc1-bacb-4829-a3a0-ebffbd76fbb0 req-ef6c9296-5a44-4316-87ba-ace612b3ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:06.780281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a89b2bc1-bacb-4829-a3a0-ebffbd76fbb0 req-ef6c9296-5a44-4316-87ba-ace612b3ae90 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.0862100 Jul 29 17:39:06.802632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 13cd83b4-8a33-432f-9ff1-dc87b16dde07 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:06.805172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304c64-d48d-45c1-b735-4637adc8d317 req-8f24fb90-4438-4d06-8e35-637bc59ad263 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:06.805469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:06.807870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a304c64-d48d-45c1-b735-4637adc8d317 req-8f24fb90-4438-4d06-8e35-637bc59ad263 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 934 time: 0.0835502 Jul 29 17:39:06.817232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:06.820589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:06.838459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25098c1d-1a29-40cb-a206-526027fd6ad8 req-00d9419b-7607-43dc-9732-bb20331a36fe tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172283 Jul 29 17:39:06.840084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:06.844107 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.846544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.850015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9ddf166-da08-491f-89d3-d42ff92ff061 HTTP/1.1" status: 204 len: 168 time: 0.3832598 Jul 29 17:39:06.858464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a89b2bc1-bacb-4829-a3a0-ebffbd76fbb0 req-018303fc-5251-4b88-9111-de7a884f4587 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678163 Jul 29 17:39:06.884635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a304c64-d48d-45c1-b735-4637adc8d317 req-2e5b9c81-670c-4c86-9956-76e8347fd23e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660369 Jul 29 17:39:06.897419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929ab09-6b41-4192-b1e5-5c69a423a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddf166-da08-491f-89d3-d42ff92ff061,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:06.935051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:06.935728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.969347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-4323a14c-e860-47b5-b6a3-173539b97058 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3380585 Jul 29 17:39:06.984429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-746608b8-82b2-485e-97a2-565c30430d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:06.985312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Request body: {'port': {'device_id': '55f4143b-7e2d-4759-935c-ea200d289441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:07.036018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:07.058662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '13cd83b4-8a33-432f-9ff1-dc87b16dde07', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '13cd83b4-8a33-432f-9ff1-dc87b16dde07', 'mac_address': 'fa:16:3e:e5:41:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:07.099021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.161625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-746608b8-82b2-485e-97a2-565c30430d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.171100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b058e9e-c54d-439c-9158-f8efe5c3dddd req-5ff538e3-5a8d-4570-a242-f1c2be7aec9b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:07.180501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.183353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b058e9e-c54d-439c-9158-f8efe5c3dddd req-5ff538e3-5a8d-4570-a242-f1c2be7aec9b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0938525 Jul 29 17:39:07.198152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-746608b8-82b2-485e-97a2-565c30430d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.233298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746608b8-82b2-485e-97a2-565c30430d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09457577-94ba-478e-ba59-9c4bc6328990,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:07.291676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-746608b8-82b2-485e-97a2-565c30430d54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e144679de08c4cb0993ff07d04e49ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302479 Jul 29 17:39:07.296794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:07.330701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b058e9e-c54d-439c-9158-f8efe5c3dddd req-29dffdf2-abdc-4b02-8c9d-e0ade09d2c96 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392620 Jul 29 17:39:07.360893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cd83b4-8a33-432f-9ff1-dc87b16dde07 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:07.388608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:07.397897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.404969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40286) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:07.413300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8800162-4b57-4cdd-82b9-a103fd2570b6 None None] Provisioning for port 5af89553-455a-401a-80e8-47b78004103f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:07.420328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8800162-4b57-4cdd-82b9-a103fd2570b6 None None] Provisioning complete for port 5af89553-455a-401a-80e8-47b78004103f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:07.420596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8800162-4b57-4cdd-82b9-a103fd2570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.475747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a8800162-4b57-4cdd-82b9-a103fd2570b6 None None] Port 5af89553-455a-401a-80e8-47b78004103f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:07.498329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.521644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:07.541743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.598807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['13cd83b4-8a33-432f-9ff1-dc87b16dde07'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:07.608898 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:39:07.613552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.619002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.620727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09457577-94ba-478e-ba59-9c4bc6328990 HTTP/1.1" status: 204 len: 168 time: 0.2960608 Jul 29 17:39:07.632226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad84b7-ac00-412c-ba5b-8d50cd6d7681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09457577-94ba-478e-ba59-9c4bc6328990,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:07.663999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78344f29-b424-421f-b7a0-8c5323222d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.807888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78344f29-b424-421f-b7a0-8c5323222d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.817407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78344f29-b424-421f-b7a0-8c5323222d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.828788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af89553-455a-401a-80e8-47b78004103f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:07.841333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.860174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:07.862257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78344f29-b424-421f-b7a0-8c5323222d00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddd6d2866ea54b279086b2cf7fadb55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514186 Jul 29 17:39:07.866398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78344f29-b424-421f-b7a0-8c5323222d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795cba4d-9259-47f2-b160-8adaad6e550e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:07.907360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Transition to ACTIVE for port object 5af89553-455a-401a-80e8-47b78004103f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:07.925700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:07.938831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.031924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.061248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b935f6-36cc-46c4-bf66-d3bdad21c54e req-74db6134-57a3-439d-8e76-870e9d84253d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.068854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Pushing event updated for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:08.069407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7b935f6-36cc-46c4-bf66-d3bdad21c54e req-74db6134-57a3-439d-8e76-870e9d84253d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 946 time: 0.0830162 Jul 29 17:39:08.079698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40316) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.118867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dec3b-9967-44f4-97fd-e4d61c864f51 req-c04ffaab-a091-467f-8428-f6f5348fb27b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.120513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d0dec3b-9967-44f4-97fd-e4d61c864f51 req-c04ffaab-a091-467f-8428-f6f5348fb27b tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 949 time: 0.1981328 Jul 29 17:39:08.141953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7b935f6-36cc-46c4-bf66-d3bdad21c54e req-36b35988-e8df-4754-845f-a61dacea1b83 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708871 Jul 29 17:39:08.215997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d0dec3b-9967-44f4-97fd-e4d61c864f51 req-b4691e1e-abb8-4738-a8f0-8a3f57aa54c9 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jul 29 17:39:08.236451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.239317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.240668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/795cba4d-9259-47f2-b160-8adaad6e550e HTTP/1.1" status: 204 len: 168 time: 0.3793390 Jul 29 17:39:08.250888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Attempting to bind port 5af89553-455a-401a-80e8-47b78004103f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:08.251526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Attempting to bind port 5af89553-455a-401a-80e8-47b78004103f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:08.252160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Attempting to bind port 5af89553-455a-401a-80e8-47b78004103f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:08.258157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e5c44-d5bb-4581-a1a8-44748152967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795cba4d-9259-47f2-b160-8adaad6e550e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:08.262482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Port 5af89553-455a-401a-80e8-47b78004103f on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:08.263661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Attempting to bind port 5af89553-455a-401a-80e8-47b78004103f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:08.268346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40324) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.270339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:08.270948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:08.271280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:08.271816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Bound port: 5af89553-455a-401a-80e8-47b78004103f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:08.272600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.297450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80795b20-8e1e-4493-8d1b-1ab6b6599a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.347024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.360026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:08.364630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5af89553-455a-401a-80e8-47b78004103f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:08.376430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.419381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.420003 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.424796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] 10.222.0.49 "PUT /v2.0/ports/5af89553-455a-401a-80e8-47b78004103f HTTP/1.1" status: 200 len: 1094 time: 1.4450572 Jul 29 17:39:08.427476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'tag': '5af89553-455a-401a-80e8-47b78004103f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:08.431347 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95b3dd-3752-4565-88ea-6d57477ce5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "tag": "5af89553-455a-401a-80e8-47b78004103f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:08.487666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee74b-d248-4296-8587-b533b8134f17 req-87a3867e-ca7a-4596-afcb-94636a2b452e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.489324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0bee74b-d248-4296-8587-b533b8134f17 req-87a3867e-ca7a-4596-afcb-94636a2b452e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0948277 Jul 29 17:39:08.516507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80795b20-8e1e-4493-8d1b-1ab6b6599a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.526922 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93fa1a5-ecf5-432d-a5f0-6fcfbfd1db0b x-openstack-request-id: req-f93fa1a5-ecf5-432d-a5f0-6fcfbfd1db0b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:08.527253 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "tag": "5af89553-455a-401a-80e8-47b78004103f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:08.527505 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f93fa1a5-ecf5-432d-a5f0-6fcfbfd1db0b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:08.527952 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'tag': '5af89553-455a-401a-80e8-47b78004103f', 'status': 'completed', 'code': 200} Jul 29 17:39:08.533278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80795b20-8e1e-4493-8d1b-1ab6b6599a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.552475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a4856-5647-49ff-a7f1-1de60cc4651a service neutron] Pushing event updated for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:08.615226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-5780ee3a-3928-41d6-bd47-d232d01b7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.621479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-5780ee3a-3928-41d6-bd47-d232d01b7bd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 1097 time: 0.1168256 Jul 29 17:39:08.661140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0bee74b-d248-4296-8587-b533b8134f17 req-29128616-54ff-4b98-899d-4d1e6dc2d655 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497962 Jul 29 17:39:08.666516 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80795b20-8e1e-4493-8d1b-1ab6b6599a65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=266640848dc14417ad6186ce84e261a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970506 Jul 29 17:39:08.670596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40340) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.671229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80795b20-8e1e-4493-8d1b-1ab6b6599a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c282d7-6b4d-4961-960f-33b9e121ded4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:08.686833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-f122f357-538c-4f32-a08b-e5ee1b48cf55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5af89553-455a-401a-80e8-47b78004103f HTTP/1.1" status: 200 len: 217 time: 0.0610499 Jul 29 17:39:08.721514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40344) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.755523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-95f6ccc1-1e2b-4362-9ac1-0732ffa6ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.757649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-95f6ccc1-1e2b-4362-9ac1-0732ffa6ca33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0688775 Jul 29 17:39:08.802119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 13cd83b4-8a33-432f-9ff1-dc87b16dde07 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:08.814203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.838428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.849998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-7866f902-5866-4aad-b7b3-4f510d3557cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:08.851026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.852641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.857683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-7866f902-5866-4aad-b7b3-4f510d3557cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928044 Jul 29 17:39:08.914190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:08.919197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:08.921169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:08.938297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c2900f8d-9ed8-43da-8a07-a0b2f2c5d9a7 tempest-AutoAllocateNetworkTest-2027223226 tempest-AutoAllocateNetworkTest-2027223226-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b3c5362ef1840079b88949ec22f3df7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2096193 Jul 29 17:39:08.938995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40350) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.949605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55021a-45ab-423e-bfaa-eaa0fc724542,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:08.953476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf6ebf1b733a471c9789f71f3a263095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8717809 Jul 29 17:39:08.956486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40354) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:08.984546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.984928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.985195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.985523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.986037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.986387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.987046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.987567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.987929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.988252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.988572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:08.988886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6263cb3-c74c-44f3-89ae-a49cfcfc65c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.039182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-ca51794a-e2c1-40e4-93bb-aa17d087fd0f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731477 Jul 29 17:39:09.056353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.066174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.075209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.078851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42c282d7-6b4d-4961-960f-33b9e121ded4 HTTP/1.1" status: 204 len: 168 time: 0.4023266 Jul 29 17:39:09.115704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296cfbd-45f4-4d95-8e9d-8ee94d857ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c282d7-6b4d-4961-960f-33b9e121ded4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:09.120673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:09.130153 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb961b-a223-42c8-8319-29645e2de63c" -d '{"events": [{"server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "name": "network-vif-plugged", "status": "completed", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:09.165564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66eb81ae-fe2c-4b93-a915-d19dd1833463 req-6f530699-4a6c-459c-92e8-0e4ff68fffb3 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180513 Jul 29 17:39:09.172815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.188754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:09.201027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.202803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049f7eb-6485-42cd-9773-2ab004c70e78 tempest-AutoAllocateNetworkTest-2027223226 tempest-AutoAllocateNetworkTest-2027223226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.211616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a049f7eb-6485-42cd-9773-2ab004c70e78 tempest-AutoAllocateNetworkTest-2027223226 tempest-AutoAllocateNetworkTest-2027223226-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2685101 Jul 29 17:39:09.231958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:09.260459 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b858c7-4f49-4aad-8d3f-f352db0c7715 x-openstack-request-id: req-61b858c7-4f49-4aad-8d3f-f352db0c7715 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:09.260843 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "name": "network-vif-plugged", "status": "completed", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:09.261092 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61b858c7-4f49-4aad-8d3f-f352db0c7715 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:09.261956 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07', 'code': 200} Jul 29 17:39:09.262488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:09.265968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f94269cd-30f0-4513-8127-36b75b71a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.282785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.305211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.49', 51260) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:09.363359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0c8ca99d-a1bd-4f71-bd45-5b77a7ad7a3e tempest-AutoAllocateNetworkTest-2027223226 tempest-AutoAllocateNetworkTest-2027223226-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273334 Jul 29 17:39:09.364716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40374) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:09.400033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1918bb77-3728-43e9-bacf-e107ab5eaca7 tempest-AutoAllocateNetworkTest-2027223226 tempest-AutoAllocateNetworkTest-2027223226-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b3c5362ef1840079b88949ec22f3df7 HTTP/1.1" status: 200 len: 208 time: 0.0311069 Jul 29 17:39:09.410892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-0a40915a-0525-4ee1-9657-3f10eb92c2ad tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.418827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-0a40915a-0525-4ee1-9657-3f10eb92c2ad tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.2511108 Jul 29 17:39:09.427424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-e996f25c-59c1-4dfe-bc30-64f675d7a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.429234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-e996f25c-59c1-4dfe-bc30-64f675d7a5cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 1097 time: 0.1792128 Jul 29 17:39:09.451224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.574623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-5be57b6e-4a48-43c4-bbaa-ac113065a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.576122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-5be57b6e-4a48-43c4-bbaa-ac113065a138 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1355519 Jul 29 17:39:09.619835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bceb54-587d-4607-a3bd-85a8d3d7ac8c req-afa05f85-f5f8-425c-988e-41deeaf8f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.621587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bceb54-587d-4607-a3bd-85a8d3d7ac8c req-afa05f85-f5f8-425c-988e-41deeaf8f07f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 1101 time: 0.3108261 Jul 29 17:39:09.635372 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-78ec9cc9-b9c3-48e5-9feb-fd6d26845418 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5af89553-455a-401a-80e8-47b78004103f HTTP/1.1" status: 200 len: 217 time: 0.0504909 Jul 29 17:39:09.646140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e5d08-41fd-4e66-a130-85d45b6afe42 req-ae447347-d11a-4363-92e7-6e3455de9c1d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.647899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb1e5d08-41fd-4e66-a130-85d45b6afe42 req-ae447347-d11a-4363-92e7-6e3455de9c1d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 946 time: 0.3154938 Jul 29 17:39:09.656451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.659032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.660396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e55021a-45ab-423e-bfaa-eaa0fc724542 HTTP/1.1" status: 204 len: 168 time: 0.6987793 Jul 29 17:39:09.686711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56579b-d7b4-456a-af0e-9396e4ea4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55021a-45ab-423e-bfaa-eaa0fc724542,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:09.692354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-e9adee4b-5d22-41d6-b08a-3d7a36f13939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.693779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-e9adee4b-5d22-41d6-b08a-3d7a36f13939 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0477502 Jul 29 17:39:09.715726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.720507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bceb54-587d-4607-a3bd-85a8d3d7ac8c req-98709038-03bc-4fca-9302-c6ced3bbbfd6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890126 Jul 29 17:39:09.731098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:09.736781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb1e5d08-41fd-4e66-a130-85d45b6afe42 req-a3306e5b-268a-4bec-a2ce-df37c2d567c6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812933 Jul 29 17:39:09.775670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5373b46b-36bf-4cab-b7fa-f869b1ce8670 req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538918 Jul 29 17:39:09.781163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-035856da-2593-4fe8-bb25-a3d15d5583b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.796258 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-035856da-2593-4fe8-bb25-a3d15d5583b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858827 Jul 29 17:39:09.807443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ae2b4-6dbc-4a43-b9d1-b13d91ca4af6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:09.823675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.824022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.824360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.824692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.825011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.825342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.825654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.825969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.826317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.826635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.826947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.827258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4988a3b-fef2-45f8-b316-1b6f160a8c6f tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:09.874080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e769ec-d80c-4639-a6ce-42aa88d57e23 req-4d753f7b-f98c-4a11-9cdc-40a3da75753e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:09.877528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e769ec-d80c-4639-a6ce-42aa88d57e23 req-4d753f7b-f98c-4a11-9cdc-40a3da75753e tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.0884068 Jul 29 17:39:09.927069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-860aaf9f-c97c-4742-9bf3-f2bf9594239c service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305814 Jul 29 17:39:09.938698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:09.952215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e769ec-d80c-4639-a6ce-42aa88d57e23 req-3ed49414-60c2-45cf-8610-5be952b8c8cd tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Jul 29 17:39:10.037847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a95b3dd-3752-4565-88ea-6d57477ce5fe req-b4e0c6c1-8551-4ae0-8d12-634de5dc2678 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033347 Jul 29 17:39:10.118875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-513335ce-6644-445f-bc80-8434de6f28d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.213039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-513335ce-6644-445f-bc80-8434de6f28d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.224593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-513335ce-6644-445f-bc80-8434de6f28d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.248494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:10.265678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66bc505a-7fa3-4879-818b-e892b5b253ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.271750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-513335ce-6644-445f-bc80-8434de6f28d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b3c5362ef1840079b88949ec22f3df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285599 Jul 29 17:39:10.272250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40418) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:10.280914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513335ce-6644-445f-bc80-8434de6f28d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fbfe2-103f-4f08-8580-30703fbd13be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:10.344080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.384627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.395782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66bc505a-7fa3-4879-818b-e892b5b253ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.408522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66bc505a-7fa3-4879-818b-e892b5b253ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.463498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66bc505a-7fa3-4879-818b-e892b5b253ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a3ede129de8464f89a65a2814245af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130685 Jul 29 17:39:10.465615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.468374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.469689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b63fbfe2-103f-4f08-8580-30703fbd13be HTTP/1.1" status: 204 len: 168 time: 0.1966283 Jul 29 17:39:10.470268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:10.496375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc505a-7fa3-4879-818b-e892b5b253ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b5d39-32ab-4500-9bd5-87fee642bdd6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:10.499587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097173-a9d1-415e-8b1e-6565a52210a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fbfe2-103f-4f08-8580-30703fbd13be,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:10.557731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.580748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.646656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.653150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:10.656655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/674b5d39-32ab-4500-9bd5-87fee642bdd6 HTTP/1.1" status: 204 len: 168 time: 0.1836827 Jul 29 17:39:10.665418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5431e2-4c59-40dd-9b60-2c6ac8ee5c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b5d39-32ab-4500-9bd5-87fee642bdd6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:10.898463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e14974-079a-4a5e-a048-2fc16b4883e9 req-6a488c47-6441-4bfd-ae94-0e891e4e4431 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:10.900029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85e14974-079a-4a5e-a048-2fc16b4883e9 req-6a488c47-6441-4bfd-ae94-0e891e4e4431 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 946 time: 0.0882134 Jul 29 17:39:10.941770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6bc8c-ce5f-496a-a998-f759954754a8 req-9a953557-92e8-4b03-8ec0-40167ba99410 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:10.943419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eeb6bc8c-ce5f-496a-a998-f759954754a8 req-9a953557-92e8-4b03-8ec0-40167ba99410 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0651720 Jul 29 17:39:10.951576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85e14974-079a-4a5e-a048-2fc16b4883e9 req-a7eabcc6-5156-4613-b99c-11889f255ee2 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Jul 29 17:39:10.997208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eeb6bc8c-ce5f-496a-a998-f759954754a8 req-0eb7f141-3f26-46aa-b16d-6baee697d590 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Jul 29 17:39:11.120185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0d45-eeaf-4317-a1d1-39f29326e9b2 req-2f335ce8-c0db-4c08-99df-8bfa9be81761 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:11.122018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-189e0d45-eeaf-4317-a1d1-39f29326e9b2 req-2f335ce8-c0db-4c08-99df-8bfa9be81761 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.0559688 Jul 29 17:39:11.187095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-189e0d45-eeaf-4317-a1d1-39f29326e9b2 req-8f9540e2-f094-43af-a25e-249f233b9e4c tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Jul 29 17:39:11.251053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40486) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:11.444153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2aa64-071c-428f-ae3d-033ad6387362 req-74b073c7-fe50-49d1-87a7-56f09ac95a50 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:11.446364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4d2aa64-071c-428f-ae3d-033ad6387362 req-74b073c7-fe50-49d1-87a7-56f09ac95a50 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.0542448 Jul 29 17:39:11.508663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4d2aa64-071c-428f-ae3d-033ad6387362 req-cf9b04ef-fd9f-45a3-b4ae-e0895a2345ba tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Jul 29 17:39:11.537414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-48784487-569b-403b-a1c4-7175236e4171 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2767975 Jul 29 17:39:11.593632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177685b2-2d55-4a4f-a87c-1e88360a5e98 req-d4d0da8b-e6ba-4322-bfa2-113297db2458 tempest-FlavorsV2NegativeTest-748648859 tempest-FlavorsV2NegativeTest-748648859-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f234c29af8fc45c2b96530f1a82bf75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489850 Jul 29 17:39:11.627255 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e71a52bc-2d1f-4692-9d10-daaaf472cc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:11.759047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177685b2-2d55-4a4f-a87c-1e88360a5e98 req-58509482-0507-4c09-8145-ee4fd35965d0 tempest-FlavorsV2NegativeTest-748648859 tempest-FlavorsV2NegativeTest-748648859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:11.760581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177685b2-2d55-4a4f-a87c-1e88360a5e98 req-58509482-0507-4c09-8145-ee4fd35965d0 tempest-FlavorsV2NegativeTest-748648859 tempest-FlavorsV2NegativeTest-748648859-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593270 Jul 29 17:39:11.787169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177685b2-2d55-4a4f-a87c-1e88360a5e98 req-054b22a3-f0bb-4613-85e9-e683d152f58e tempest-FlavorsV2NegativeTest-748648859 tempest-FlavorsV2NegativeTest-748648859-project] 10.222.0.16 "GET /v2.0/quotas/f234c29af8fc45c2b96530f1a82bf75d HTTP/1.1" status: 200 len: 375 time: 0.0203521 Jul 29 17:39:11.801010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:11.827299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177685b2-2d55-4a4f-a87c-1e88360a5e98 req-318772bd-49a0-4d63-8c57-8a018ee2eed9 tempest-FlavorsV2NegativeTest-748648859 tempest-FlavorsV2NegativeTest-748648859-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f234c29af8fc45c2b96530f1a82bf75d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394931 Jul 29 17:39:11.874739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fa8b4-1111-40f7-bc71-879731b57ee8 req-46f4de87-a0ac-4ceb-ab31-e2cfb79236bb tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:11.882908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-016fa8b4-1111-40f7-bc71-879731b57ee8 req-46f4de87-a0ac-4ceb-ab31-e2cfb79236bb tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.0811577 Jul 29 17:39:11.918380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-016fa8b4-1111-40f7-bc71-879731b57ee8 req-587fe8f8-a1e3-4461-88a1-6829840635d4 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345819 Jul 29 17:39:12.074373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb645-5001-423e-a8e5-b58164dbfd8f req-5d8e9ade-fa7e-41a9-971e-74934a7dc86f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:12.076168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-faafb645-5001-423e-a8e5-b58164dbfd8f req-5d8e9ade-fa7e-41a9-971e-74934a7dc86f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 946 time: 0.0558159 Jul 29 17:39:12.126743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-faafb645-5001-423e-a8e5-b58164dbfd8f req-ef78e21b-e5cd-4665-a9f8-1eebe29b4e89 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Jul 29 17:39:12.176174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b06cf-f144-4f38-bf4e-1614e8ce4470 req-171f7182-ed28-43bf-93b7-dd68587e108a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:12.179894 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f33b06cf-f144-4f38-bf4e-1614e8ce4470 req-171f7182-ed28-43bf-93b7-dd68587e108a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0828042 Jul 29 17:39:12.241081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f33b06cf-f144-4f38-bf4e-1614e8ce4470 req-836d0a14-3a64-4857-bce5-81abd7df7985 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536776 Jul 29 17:39:12.663199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40596) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:12.803738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-277063506-network', 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:12.815350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:12.837936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5af89553-455a-401a-80e8-47b78004103f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:12.851148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:12.853445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:12.862813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:12.998345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5af89553-455a-401a-80e8-47b78004103f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:12.999893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.010804 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.016091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5af89553-455a-401a-80e8-47b78004103f', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '5af89553-455a-401a-80e8-47b78004103f', 'mac_address': 'fa:16:3e:c4:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:13.051747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:39:13.063844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:13.069331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.069595 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Added segment 6ea56b3f-8bd3-4d76-88da-898f80ecdb94 of type vlan for network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f Jul 29 17:39:13.100829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.122770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af89553-455a-401a-80e8-47b78004103f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:13.147984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.168794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5af89553-455a-401a-80e8-47b78004103f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:13.171128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-def2889c-8cb3-4019-b4b1-17f081d0d66d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.172692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:13.173204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-def2889c-8cb3-4019-b4b1-17f081d0d66d tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.49 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.1360519 Jul 29 17:39:13.183655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.187834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5e0c9-c666-420d-96d2-6ca5f2998652 req-dac0acdb-888b-4bc0-b202-b752196a50a9 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.190826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fe5e0c9-c666-420d-96d2-6ca5f2998652 req-dac0acdb-888b-4bc0-b202-b752196a50a9 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 950 time: 0.1425090 Jul 29 17:39:13.247728 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.248868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.249526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.296062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:13.320765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.325403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.325888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.326413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.326890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.330884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fe5e0c9-c666-420d-96d2-6ca5f2998652 req-e162334e-1d85-4126-826d-cb9c0e8447b1 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b982ab-72cd-48d5-867e-3238ed24b21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281242 Jul 29 17:39:13.333863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.334220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.334571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.335080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.335547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.336010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.336481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:13.363180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] Pushing event updated for resources: {'Network': ['ID=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:13.366480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53369ab1-249a-48dc-afae-fe5ddc39702e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7023749 Jul 29 17:39:13.371194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:13.376432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:13.378032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Request body: {'subnet': {'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-277063506-subnet', 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:13.406929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Deleting port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:13.407534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.422181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:39:13.489753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:13.493138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.556899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62c6a-570d-446a-88d8-1ecc9bd50cbe req-0bd34106-6e48-4bd0-ba90-a94c25e927ba tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.558581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30a62c6a-570d-446a-88d8-1ecc9bd50cbe req-0bd34106-6e48-4bd0-ba90-a94c25e927ba tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 947 time: 0.1984894 Jul 29 17:39:13.593379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-2fa1ff6b-f3ef-4278-9596-afcb5182ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.594945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-2fa1ff6b-f3ef-4278-9596-afcb5182ccf4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.1533487 Jul 29 17:39:13.607526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] For port 13cd83b4-8a33-432f-9ff1-dc87b16dde07, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=13cd83b4-8a33-432f-9ff1-dc87b16dde07,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:13.607886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.645650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Calling delete_port for 13cd83b4-8a33-432f-9ff1-dc87b16dde07 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:13.696364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30a62c6a-570d-446a-88d8-1ecc9bd50cbe req-2aabb8d2-01fb-4ec0-8f93-3119dc14c87b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284752 Jul 29 17:39:13.699046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f18947c0-597a-44e3-9cf0-b6c64a957b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.761161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-bd91ac1c-5c41-4a18-a45e-b45b13d2c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.762706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-bd91ac1c-5c41-4a18-a45e-b45b13d2c507 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1480467 Jul 29 17:39:13.764973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d6bb-ee72-45f4-8d6a-223ab1c14cd8 req-67174d3f-9f05-4d82-a76a-13247eba1c64 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.766506 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b841d6bb-ee72-45f4-8d6a-223ab1c14cd8 req-67174d3f-9f05-4d82-a76a-13247eba1c64 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.1388991 Jul 29 17:39:13.810870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-c8fde923-b7f2-4a5c-903f-6f54975fb54b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0374181 Jul 29 17:39:13.869161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b841d6bb-ee72-45f4-8d6a-223ab1c14cd8 req-999ae08b-d6db-47e6-be86-425cf9d7b26d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906863 Jul 29 17:39:13.894259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-65ef1aeb-0117-447b-9992-bf0f499c23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.895829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-65ef1aeb-0117-447b-9992-bf0f499c23e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0767579 Jul 29 17:39:13.900699 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f18947c0-597a-44e3-9cf0-b6c64a957b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.911783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.932682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f18947c0-597a-44e3-9cf0-b6c64a957b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.974268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:13.984421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18947c0-597a-44e3-9cf0-b6c64a957b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12684890-5af0-4aab-a69a-5b47a89eb2ad,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:13.986814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['13cd83b4-8a33-432f-9ff1-dc87b16dde07'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:13.992432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f18947c0-597a-44e3-9cf0-b6c64a957b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f234c29af8fc45c2b96530f1a82bf75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170905 Jul 29 17:39:13.993556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:13.995590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-94ae5163-71b0-45de-a838-a01b5f395c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:13.997062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-94ae5163-71b0-45de-a838-a01b5f395c8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924504 Jul 29 17:39:14.012513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:14.022378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Pushing event deleted for resources: {'Port': ['ID=13cd83b4-8a33-432f-9ff1-dc87b16dde07,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:14.056030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:14.056451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Network hostable DHCP agents. Network: c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:39:14.081324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] No DVR routers for this DVR port 13cd83b4-8a33-432f-9ff1-dc87b16dde07 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:14.088500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.092468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ff9d4ac-55e1-414a-a410-4ba24741b41a req-df4faed5-68fa-47e6-8f26-94c886a4e106 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.49 "DELETE /v2.0/ports/13cd83b4-8a33-432f-9ff1-dc87b16dde07 HTTP/1.1" status: 204 len: 173 time: 0.8997173 Jul 29 17:39:14.094415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'name': 'network-vif-deleted', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:14.097669 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ef604-5bfb-424c-9a02-ac84a2bc0826" -d '{"events": [{"server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "name": "network-vif-deleted", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:14.128331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:39:14.147561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:14.156382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5930779-c064-47a6-895b-b44547eb22ec None None] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:14.184804 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1ee93-a816-4cd5-96b8-959573d0047f x-openstack-request-id: req-1fc1ee93-a816-4cd5-96b8-959573d0047f {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:14.188982 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a467c7-3d56-4067-b8eb-938fd2d4223c", "name": "network-vif-deleted", "tag": "13cd83b4-8a33-432f-9ff1-dc87b16dde07", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:14.190136 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fc1ee93-a816-4cd5-96b8-959573d0047f {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:14.190714 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a467c7-3d56-4067-b8eb-938fd2d4223c', 'name': 'network-vif-deleted', 'tag': '13cd83b4-8a33-432f-9ff1-dc87b16dde07', 'status': 'completed', 'code': 200} Jul 29 17:39:14.191705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.215445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:14.216100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.237474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-f08bd79a-aa3f-4c6e-91ab-311dfb783f62 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260756 Jul 29 17:39:14.253315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a63b447a-ce62-4bfd-b117-0929e8f153c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8793397 Jul 29 17:39:14.275221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.463486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070ef8e-85b2-4124-9b30-367c14d0f847 None None] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:14.485382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.491740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d864f385-91ed-471c-a71c-5d42651b4205 req-e61cfae4-de60-4cd8-b1e5-4c77dc2010d6 tempest-DeleteServersAdminTestJSON-522266025 tempest-DeleteServersAdminTestJSON-522266025-project] 10.222.0.16 "GET /v2.0/ports?device_id=25a467c7-3d56-4067-b8eb-938fd2d4223c HTTP/1.1" status: 200 len: 210 time: 0.0432932 Jul 29 17:39:14.521456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.524190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.527805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12684890-5af0-4aab-a69a-5b47a89eb2ad HTTP/1.1" status: 204 len: 168 time: 0.5274618 Jul 29 17:39:14.530508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-64a16ffc-e337-464f-be0a-70299a3dd07e service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799714 Jul 29 17:39:14.537742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08fd02-20fa-4bc3-88c7-3eeff609e0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12684890-5af0-4aab-a69a-5b47a89eb2ad,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:14.775440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:14.839939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5af89553-455a-401a-80e8-47b78004103f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:14.849579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d6b9-373c-482b-8b8b-5dc768f08dc5 req-7a140637-990c-44a5-846a-40bb8f08ce40 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:14.856696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a331d6b9-373c-482b-8b8b-5dc768f08dc5 req-7a140637-990c-44a5-846a-40bb8f08ce40 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 947 time: 0.0604291 Jul 29 17:39:14.896123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a331d6b9-373c-482b-8b8b-5dc768f08dc5 req-40545261-ebb8-48df-9e5a-18dc05102658 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jul 29 17:39:14.897721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 5af89553-455a-401a-80e8-47b78004103f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:14.902286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5af89553-455a-401a-80e8-47b78004103f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:14.902812 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:14.990010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.012556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516c7d-8271-42a8-a22d-dd8b3299c7a2 req-acb93cb2-7765-4825-a780-e2f21e0f9ec1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:15.014219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af89553-455a-401a-80e8-47b78004103f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:15.016852 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4cf468-31ea-401c-8767-c47ef644defc" -d '{"events": [{"server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "name": "network-vif-plugged", "status": "completed", "tag": "5af89553-455a-401a-80e8-47b78004103f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:15.020611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36516c7d-8271-42a8-a22d-dd8b3299c7a2 req-acb93cb2-7765-4825-a780-e2f21e0f9ec1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0620227 Jul 29 17:39:15.031981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5af89553-455a-401a-80e8-47b78004103f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:15.041511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.043230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 13cd83b4-8a33-432f-9ff1-dc87b16dde07 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:15.074110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36516c7d-8271-42a8-a22d-dd8b3299c7a2 req-9a4fd37d-1119-4d42-aa56-20a1933403cd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Jul 29 17:39:15.099932 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571022a1-22b2-4b03-b9ec-744dca916ee2 x-openstack-request-id: req-571022a1-22b2-4b03-b9ec-744dca916ee2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:15.100419 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "name": "network-vif-plugged", "status": "completed", "tag": "5af89553-455a-401a-80e8-47b78004103f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:15.100811 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-571022a1-22b2-4b03-b9ec-744dca916ee2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:15.101338 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af89553-455a-401a-80e8-47b78004103f', 'code': 200} Jul 29 17:39:15.102192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 13cd83b4-8a33-432f-9ff1-dc87b16dde07 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:39:15.102831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 13cd83b4-8a33-432f-9ff1-dc87b16dde07 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:15.137760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.157788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86be5213-2b0a-48e9-bde8-14d035ae5164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.176676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:15.224912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145cc09-bc18-40a5-95f6-9f75bab7c4ef req-82e3c0d4-be56-4fb0-8780-e3bc372d09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:15.226923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0145cc09-bc18-40a5-95f6-9f75bab7c4ef req-82e3c0d4-be56-4fb0-8780-e3bc372d09ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 1099 time: 0.0693009 Jul 29 17:39:15.273033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0145cc09-bc18-40a5-95f6-9f75bab7c4ef req-5d133ed7-368f-4ae8-96e3-40752ae60327 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Jul 29 17:39:15.295488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86be5213-2b0a-48e9-bde8-14d035ae5164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.303104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86be5213-2b0a-48e9-bde8-14d035ae5164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.351076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86be5213-2b0a-48e9-bde8-14d035ae5164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c730b9532d544319e04eb5e15721fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736971 Jul 29 17:39:15.351496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40722) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:15.353394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be5213-2b0a-48e9-bde8-14d035ae5164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a10c5-8b07-4962-9f5a-f7f48ea1914f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.408766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-328d0ed1-b672-471a-af90-57403ac05144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.412759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.427034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:15.433065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-213453508-network', 'tenant_id': 'ef90c964a3e84959855ad9f8b66877a6'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:15.442001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.495647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.498156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.501864 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be6a10c5-8b07-4962-9f5a-f7f48ea1914f HTTP/1.1" status: 204 len: 168 time: 0.1469924 Jul 29 17:39:15.508093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613548ec-61b1-4e71-935f-12c210c71aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a10c5-8b07-4962-9f5a-f7f48ea1914f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.531908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-328d0ed1-b672-471a-af90-57403ac05144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.544534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-328d0ed1-b672-471a-af90-57403ac05144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.593188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-328d0ed1-b672-471a-af90-57403ac05144 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1374e10400da4117ba3fac94bd0051e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116023 Jul 29 17:39:15.594147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40738) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:15.612282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Made reservation on behalf of ef90c964a3e84959855ad9f8b66877a6 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:15.615857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.629744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.632177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0ed1-b672-471a-af90-57403ac05144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e88eb4-0f95-4205-9cbf-da3947ddcb1e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.701320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.729421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.766562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.773975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.812850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.816127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:39:15.816250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.817643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25e88eb4-0f95-4205-9cbf-da3947ddcb1e HTTP/1.1" status: 204 len: 168 time: 0.2220492 Jul 29 17:39:15.827012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be0a4b-4e77-472d-a96e-c4645d6b2f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e88eb4-0f95-4205-9cbf-da3947ddcb1e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.841137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea84b81-a46f-4450-a2cd-c32ba75018f7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:15.845499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.845837 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Added segment c457a1ab-ece6-4ac1-b9c8-38fa8e18cf03 of type vlan for network b90d089d-2800-4e8a-bd3c-df99cc243312 Jul 29 17:39:15.891089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.949515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:15.950749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:15.951323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.024190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5957503 Jul 29 17:39:16.027568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.033511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Request body: {'subnet': {'network_id': 'b90d089d-2800-4e8a-bd3c-df99cc243312', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-213453508-subnet', 'tenant_id': 'ef90c964a3e84959855ad9f8b66877a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:16.042672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf30b81-63f0-41fe-aa9e-348de0b42400 admin admin] Pushing event updated for resources: {'Network': ['ID=b90d089d-2800-4e8a-bd3c-df99cc243312,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:16.045868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.053205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b90d089d-2800-4e8a-bd3c-df99cc243312 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:39:16.074954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebfbb1-ef77-453a-a94e-fb7519937bcd req-3cbfb9ee-ddb2-45f7-973c-b75ecb37bcd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:16.084409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1ebfbb1-ef77-453a-a94e-fb7519937bcd req-3cbfb9ee-ddb2-45f7-973c-b75ecb37bcd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.0950587 Jul 29 17:39:16.116044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c67d541-9c76-4b47-bbc0-ea773533b6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.133966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1ebfbb1-ef77-453a-a94e-fb7519937bcd req-5888e614-e6d5-4740-ba6d-7382df439d7e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Jul 29 17:39:16.174444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Made reservation on behalf of ef90c964a3e84959855ad9f8b66877a6 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:16.176818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.316776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a036-854d-4721-bae6-6219428bf82f req-37797185-956d-4e64-a3bf-1dd9c7c1495f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:16.318438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b261a036-854d-4721-bae6-6219428bf82f req-37797185-956d-4e64-a3bf-1dd9c7c1495f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.1394436 Jul 29 17:39:16.318901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40770) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.423109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b261a036-854d-4721-bae6-6219428bf82f req-63676123-f0aa-468b-ac2b-3dd4a2a1a3a5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935242 Jul 29 17:39:16.426511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c67d541-9c76-4b47-bbc0-ea773533b6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.439754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c67d541-9c76-4b47-bbc0-ea773533b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.473282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40776) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.491456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9cc83ad-4cea-4820-871a-27b6c70c1111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.516725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4c67d541-9c76-4b47-bbc0-ea773533b6e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1156f951bce457d8382203d231a9c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670632 Jul 29 17:39:16.521059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.522377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d541-9c76-4b47-bbc0-ea773533b6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5193b094-5706-4b21-929d-ea89247e3d66,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:16.544832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.614844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.639392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ce25cf-e0cf-4678-9744-3755df082e2f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:16.642764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Checking segment: {'id': 'c457a1ab-ece6-4ac1-b9c8-38fa8e18cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b90d089d-2800-4e8a-bd3c-df99cc243312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:16.643194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Network hostable DHCP agents. Network: b90d089d-2800-4e8a-bd3c-df99cc243312, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:39:16.665673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Network b90d089d-2800-4e8a-bd3c-df99cc243312 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:39:16.665947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.676568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b90d089d-2800-4e8a-bd3c-df99cc243312) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:16.681120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:16.682076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.689789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912c7c8-94ec-43dd-b39f-74ded02316ff None None] Network b90d089d-2800-4e8a-bd3c-df99cc243312 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:16.708818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9cc83ad-4cea-4820-871a-27b6c70c1111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.726413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9cc83ad-4cea-4820-871a-27b6c70c1111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.726620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-834a3c4a-9981-43a1-923d-3270a568003a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6963842 Jul 29 17:39:16.788574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40790) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.788737 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-173dbe23-133f-4107-b6e6-175e28f77fbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7798cffd4128418ab9e43e5e35d912cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4681430 Jul 29 17:39:16.796106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9cc83ad-4cea-4820-871a-27b6c70c1111 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7eb82da581240769c1157ccbfd92e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195393 Jul 29 17:39:16.797010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:16.803944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc83ad-4cea-4820-871a-27b6c70c1111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ca3c1-c1fd-4001-8461-d3ddc0d33a95,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:16.841089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.843923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.845152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5193b094-5706-4b21-929d-ea89247e3d66 HTTP/1.1" status: 204 len: 168 time: 0.3229501 Jul 29 17:39:16.903911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab09e-824a-4267-8d1d-bb2da716298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193b094-5706-4b21-929d-ea89247e3d66,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:16.921301 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.924447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:16.962158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21deac-dc90-440d-95ed-9e270111c3f0 None None] Network b90d089d-2800-4e8a-bd3c-df99cc243312 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:16.993195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.045090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.063637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-04486dda-e6c0-46e6-a277-1f18d372c28f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3a047e2d998745058c272f27a21aee4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722737 Jul 29 17:39:17.089619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.094208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.099441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58b982ab-72cd-48d5-867e-3238ed24b21e HTTP/1.1" status: 204 len: 168 time: 0.3096356 Jul 29 17:39:17.121253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea8ca-a606-467b-bcd7-b28566334599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b982ab-72cd-48d5-867e-3238ed24b21e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:17.221279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.223870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.225234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/567ca3c1-c1fd-4001-8461-d3ddc0d33a95 HTTP/1.1" status: 204 len: 168 time: 0.4266148 Jul 29 17:39:17.238049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-952c18fa-9eed-4988-90c7-f3334951b7a0 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:17.242710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-952c18fa-9eed-4988-90c7-f3334951b7a0 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654460 Jul 29 17:39:17.256903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f344bac-2b32-42fa-8c6a-1bb25e92e711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ca3c1-c1fd-4001-8461-d3ddc0d33a95,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:17.273211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-9bde9c2c-14d6-4ffc-9ffa-fd3031f4745c tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/quotas/3a047e2d998745058c272f27a21aee4c HTTP/1.1" status: 200 len: 375 time: 0.0243440 Jul 29 17:39:17.319195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-4db5f9ee-269a-4fb3-938a-2c7775775e92 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a047e2d998745058c272f27a21aee4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383935 Jul 29 17:39:17.536621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-f872c51d-5858-4467-8ff2-f9336d97e646 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:17.544147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-f872c51d-5858-4467-8ff2-f9336d97e646 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.1732256 Jul 29 17:39:17.545689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40838) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:17.565071 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-996633cc-28ea-4177-9186-260c8ce31723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.599536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187b92-d893-4054-a0a0-5b38b9b4c9b0 req-11b391c9-c0df-4a9f-89c6-d83b2887d2f9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:17.608386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-c9222a49-a814-4030-b7a0-ca7fc62120e8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/quotas/5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 375 time: 0.0633805 Jul 29 17:39:17.610163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cb187b92-d893-4054-a0a0-5b38b9b4c9b0 req-11b391c9-c0df-4a9f-89c6-d83b2887d2f9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.0967443 Jul 29 17:39:17.668022 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cb187b92-d893-4054-a0a0-5b38b9b4c9b0 req-2509d136-83b1-4b07-b07d-86ba4fdaec25 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Jul 29 17:39:17.685281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-0cf9d727-3010-4706-9842-b419cd107802 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759356 Jul 29 17:39:17.816581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-ab61ddd8-628d-408f-80d6-a00930ede65e service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302249 Jul 29 17:39:17.823212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef498-e2b2-4934-9b40-8e192261dc75 req-cf1c4a6f-cab9-4815-95a5-108068deb631 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:17.825010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20aef498-e2b2-4934-9b40-8e192261dc75 req-cf1c4a6f-cab9-4815-95a5-108068deb631 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0599537 Jul 29 17:39:17.869228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20aef498-e2b2-4934-9b40-8e192261dc75 req-3ef49957-35c8-4ec7-8b80-3c0d37dea9a6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373743 Jul 29 17:39:17.920030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-996633cc-28ea-4177-9186-260c8ce31723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.936598 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-996633cc-28ea-4177-9186-260c8ce31723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.963672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-996633cc-28ea-4177-9186-260c8ce31723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82bed65cce17498fae020212d01305a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163597 Jul 29 17:39:17.968517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40864) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:17.985411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-6d328763-5aaa-4c6b-904b-1772d3232253 service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635704 Jul 29 17:39:18.021813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996633cc-28ea-4177-9186-260c8ce31723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b5fe8-fe46-4eec-a625-b4fdb8a5668d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:18.038665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41c9123a-4a39-480c-a1c6-2fb197a4bcaa req-413b8f5c-4c53-400a-881a-a91a1171973e tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 210 time: 0.0844462 Jul 29 17:39:18.131370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.168838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.236612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.241523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.244734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/101b5fe8-fe46-4eec-a625-b4fdb8a5668d HTTP/1.1" status: 204 len: 168 time: 0.2741597 Jul 29 17:39:18.259526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec69d6-ecdf-4352-a73a-b065203407bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b5fe8-fe46-4eec-a625-b4fdb8a5668d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:18.328443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2debf106-2bdc-4dfb-b81a-6b05517e668a req-e935ffbf-030b-4850-9b97-83cca9344767 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 210 time: 0.0610433 Jul 29 17:39:18.420407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-8ac0c587-1a3b-408a-9433-965cf62f600d tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:18.421972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-8ac0c587-1a3b-408a-9433-965cf62f600d tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 1099 time: 0.0518377 Jul 29 17:39:18.445191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-882c87e7-5528-4d1a-8a9c-fa4b22e08f56 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.562269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-882c87e7-5528-4d1a-8a9c-fa4b22e08f56 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.568580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-882c87e7-5528-4d1a-8a9c-fa4b22e08f56 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.579477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40894) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:18.596725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed9b1759-832e-42d3-aa37-90df65e88561 req-882c87e7-5528-4d1a-8a9c-fa4b22e08f56 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627915 Jul 29 17:39:18.625906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c87e7-5528-4d1a-8a9c-fa4b22e08f56 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1363bf48-61af-4b87-bf30-0fc229b42b73,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:18.804899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-721dff3b-e07b-4e1f-bc8e-33d0da84e5b1 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a047e2d998745058c272f27a21aee4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245223 Jul 29 17:39:18.823102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40910) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:18.897088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-network', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:18.950766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Made reservation on behalf of 0af2009ddb4d48a19deb316451d52ed6 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:18.951277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-a9497339-1a90-4241-875f-726eb1a59d6d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:18.953155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-a9497339-1a90-4241-875f-726eb1a59d6d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422198 Jul 29 17:39:18.954874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.980335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Request body: {'port': {'device_id': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '3a047e2d998745058c272f27a21aee4c'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:18.982488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1425762941-network', 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:19.002589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.137485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c7c1f-a7da-44b0-8040-ed933964802e req-91baea7d-0374-47fe-a31f-a69e751ad8a4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:19.139339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-242c7c1f-a7da-44b0-8040-ed933964802e req-91baea7d-0374-47fe-a31f-a69e751ad8a4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0789492 Jul 29 17:39:19.158800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:19.161044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.172659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-597d4975-85bd-4ae6-b4e1-8b41f795f634 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116440 Jul 29 17:39:19.175053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.205587 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-242c7c1f-a7da-44b0-8040-ed933964802e req-94d4d1aa-b136-4023-bdbf-9957257c254b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Jul 29 17:39:19.301763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-09323988-dede-45d5-9adf-2fefd8ca739f req-99a7e3f5-605c-40f3-9d01-f6461174831d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Jul 29 17:39:19.312294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.322454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.351923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Made reservation on behalf of 3a047e2d998745058c272f27a21aee4c for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:19.355497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.370192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:39:19.371201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.381954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905305a7-36fe-446e-966c-084c2e6c5fbe,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:19.395572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-5776ea8d-07d9-4ff2-8653-34c15dbbfa23 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:19.398706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-5776ea8d-07d9-4ff2-8653-34c15dbbfa23 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165158 Jul 29 17:39:19.408073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.408421 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Added segment 3159e775-6a98-4a1d-a751-b09ad943e86f of type vlan for network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b Jul 29 17:39:19.451812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-8d07f577-9494-409f-a552-84eab471ebe3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0459917 Jul 29 17:39:19.511170 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a03e64be-9e76-4d6b-8d97-602d76458d43 req-ed13e823-06c6-407b-a114-1651980f08a5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 210 time: 0.0342965 Jul 29 17:39:19.543433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.668064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-687fcf08-f02d-4948-a0f4-aacbae0c645f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908638 Jul 29 17:39:19.676343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.677282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:19.677856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.709947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-e196f163-33aa-462e-ae1c-270ee05f40bb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:19.711333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-e196f163-33aa-462e-ae1c-270ee05f40bb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.2379444 Jul 29 17:39:19.744967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Request body: {'port': {'device_id': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'admin_state_up': True, 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:19.749199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.868159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.876081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:19.948213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e37f3f-40c0-4619-b9c4-ab4dcf672251,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:19.978052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.022476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4414663 Jul 29 17:39:20.027602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40958) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:20.036835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Request body: {'subnet': {'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-subnet', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:20.043498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5169438-4afa-4cb7-8847-e853d8f5214a admin admin] Pushing event updated for resources: {'Network': ['ID=06b9f1c6-49e7-47f5-9f39-4a94d5d7303b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:20.052308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:39:20.056446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Allocated IP 192.168.233.22 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/b895eaca-d923-4d0b-97a4-52ee7f5969f0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:20.069251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:39:20.082528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f454a4-2ffd-466e-aa27-06625c1f07bb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:20.085625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.085966 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Added segment 9406e7cb-9972-4074-a80f-b414736907d8 of type vlan for network b16117e7-ab3a-4dbc-b3a1-46f765b9374b Jul 29 17:39:20.092135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Made reservation on behalf of 0af2009ddb4d48a19deb316451d52ed6 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:20.094537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.150626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.192884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:20.196851 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.212504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.213485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:20.214134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.329198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] Pushing event updated for resources: {'Network': ['ID=b16117e7-ab3a-4dbc-b3a1-46f765b9374b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:20.340811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:39:20.461818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0fec3623-af2d-484a-bc17-8214c554bd1d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6373475 Jul 29 17:39:20.470175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40978) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:20.475880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Request body: {'subnet': {'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1425762941-subnet', 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:20.492224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.499587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Allocated IP 172.20.0.7 (c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f/20d0da8a-35f8-46b0-8d23-fd75e05fb6c1/73a42686-2499-4309-8fed-03306f5df622) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:20.518595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Transition to ACTIVE for port object b895eaca-d923-4d0b-97a4-52ee7f5969f0 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:20.536942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289276-69f5-42b7-916d-ae28f9bf9d8f req-2c9e822e-c60b-4812-ad38-2b9dbee379dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:20.538612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6289276-69f5-42b7-916d-ae28f9bf9d8f req-2c9e822e-c60b-4812-ad38-2b9dbee379dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.1526291 Jul 29 17:39:20.541923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:20.544264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.639269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.705440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:20.711015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:20.724234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:20.731315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.787878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:20.837537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6289276-69f5-42b7-916d-ae28f9bf9d8f req-f50e785c-5890-4788-abe2-f0750aed7242 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909043 Jul 29 17:39:20.849305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:20.849305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.854504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8251bac-f79e-4372-90d8-aa3b9ea4dd7e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:20.878603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Checking segment: {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:20.878992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Network hostable DHCP agents. Network: 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:39:20.883708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-785b45e8-101e-4ff8-b0d9-6a123b64e4ce tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9144659 Jul 29 17:39:20.897052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Request body: {'port': {'device_id': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:20.934808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:39:20.941141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.968953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.025195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cb7eac37-b7f1-4b80-ae65-3955cfd220b4 None None] Provisioning for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:21.030384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cb7eac37-b7f1-4b80-ae65-3955cfd220b4 None None] Provisioning complete for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:21.030975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb7eac37-b7f1-4b80-ae65-3955cfd220b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.053964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.115590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cb7eac37-b7f1-4b80-ae65-3955cfd220b4 None None] Port b895eaca-d923-4d0b-97a4-52ee7f5969f0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:21.171904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:21.177067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:21.186773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd60-0ec3-4dcd-8ee9-e4b797e42799 req-402c23eb-af44-4121-b1ae-79432b3455a1 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:21.195140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fafbd60-0ec3-4dcd-8ee9-e4b797e42799 req-402c23eb-af44-4121-b1ae-79432b3455a1 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 935 time: 0.2026184 Jul 29 17:39:21.205221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:21.211379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:21.212029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.253908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:21.262541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:21.267104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:21.267969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.276609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2db72a-1629-4ea9-a96f-e6c33d9e0bd0 None None] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:21.332975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fafbd60-0ec3-4dcd-8ee9-e4b797e42799 req-4925e406-82b8-4af9-8e00-1b67f11085d8 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127579 Jul 29 17:39:21.349808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84ad8d95-1f71-4ad5-835d-2d06bc37564a req-5985748c-49fb-4b91-b468-b19567fe6304 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 210 time: 0.0879297 Jul 29 17:39:21.358313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-965d2c52-a940-46be-a8be-e6eaa5a6bf83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3261204 Jul 29 17:39:21.359400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-06719153-7b34-4d1e-9857-8f773007a852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6199946 Jul 29 17:39:21.364457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40994) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:21.375711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:21.383813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Request body: {'port': {'device_id': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:21.388843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.457373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480517cd-e92b-47aa-b323-39f019ad8e0a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:21.473721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'fixed_ips': [{'subnet_id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:39:21.474802 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.478866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.480141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.525709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.628643 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.649107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Allocated IP 172.20.0.2 (06b9f1c6-49e7-47f5-9f39-4a94d5d7303b/d8251bac-f79e-4372-90d8-aa3b9ea4dd7e/f3d76b36-ab9f-458a-97ba-2bda582524b2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:21.716199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797644-7793-48a5-aea7-e2491df9169f req-e8084fae-2784-40cb-9638-06268949e77c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:21.724554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c797644-7793-48a5-aea7-e2491df9169f req-e8084fae-2784-40cb-9638-06268949e77c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 931 time: 0.2723243 Jul 29 17:39:21.726684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:21.727246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Network hostable DHCP agents. Network: b16117e7-ab3a-4dbc-b3a1-46f765b9374b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:39:21.800163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:39:21.849067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.867142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c797644-7793-48a5-aea7-e2491df9169f req-c7355acb-86f2-4818-8d36-f18418e7e606 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411419 Jul 29 17:39:21.927874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.940083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Transition to ACTIVE for port object f3d76b36-ab9f-458a-97ba-2bda582524b2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:21.958674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:21.971267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.978528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Transition to ACTIVE for port object f3d76b36-ab9f-458a-97ba-2bda582524b2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:21.991779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Transition to ACTIVE for port object b895eaca-d923-4d0b-97a4-52ee7f5969f0 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:22.000147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.013747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.017599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:22.020494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:22.038056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:22.056568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-0fa79f99-0189-4c1a-a324-46aed8e5e5c4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904939 Jul 29 17:39:22.085291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:22.118966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b16117e7-ab3a-4dbc-b3a1-46f765b9374b) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:22.133553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502c5da-f962-4b81-a5ed-ea22bde45e3d None None] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:22.297419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Pushing event updated for resources: {'Port': ['ID=f3d76b36-ab9f-458a-97ba-2bda582524b2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:22.305044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:22.305044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.392712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Attempting to bind port f3d76b36-ab9f-458a-97ba-2bda582524b2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:22.392891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-51afe006-cc83-436b-b4b4-74d11077b71c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:22.393083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Attempting to bind port f3d76b36-ab9f-458a-97ba-2bda582524b2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:22.393469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Attempting to bind port f3d76b36-ab9f-458a-97ba-2bda582524b2 on network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:22.394454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-51afe006-cc83-436b-b4b4-74d11077b71c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520616 Jul 29 17:39:22.399621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d350b30e-8226-4b31-af02-656c79a13d03 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9280980 Jul 29 17:39:22.405048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a42686-2499-4309-8fed-03306f5df622 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:22.405327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:22.405708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Checking segment: {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:22.406113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.406533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Bound using segment: {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:22.407010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Bound port: f3d76b36-ab9f-458a-97ba-2bda582524b2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:22.407454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.433438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:22.436584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-5d8d1642-26fd-4c29-968f-a43096f7ce0d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004503 Jul 29 17:39:22.462046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.545855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53eddfb-604c-4de0-8d0d-c10fcf5e9a68 None None] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:22.548496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] For port f3d76b36-ab9f-458a-97ba-2bda582524b2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:22.552425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] For port f3d76b36-ab9f-458a-97ba-2bda582524b2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f3d76b36-ab9f-458a-97ba-2bda582524b2,segment=NetworkSegment(3159e775-6a98-4a1d-a751-b09ad943e86f),segment_id=3159e775-6a98-4a1d-a751-b09ad943e86f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:22.585191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Attempting to bind port b895eaca-d923-4d0b-97a4-52ee7f5969f0 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:22.585534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Attempting to bind port b895eaca-d923-4d0b-97a4-52ee7f5969f0 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:22.585864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Attempting to bind port b895eaca-d923-4d0b-97a4-52ee7f5969f0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:22.588680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Transition to ACTIVE for port object 73a42686-2499-4309-8fed-03306f5df622 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:22.590937 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.601215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1089c-b9a8-499b-af2d-3a136ee5f344 req-7195d41d-3192-4527-a248-666626bbf314 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:22.602829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ba1089c-b9a8-499b-af2d-3a136ee5f344 req-7195d41d-3192-4527-a248-666626bbf314 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.5920575 Jul 29 17:39:22.606751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.622961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Port b895eaca-d923-4d0b-97a4-52ee7f5969f0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:22.623290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Attempting to bind port b895eaca-d923-4d0b-97a4-52ee7f5969f0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:22.637480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:22.638218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:22.638218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:22.638704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Bound port: b895eaca-d923-4d0b-97a4-52ee7f5969f0, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:22.638996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.672733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:22.738225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.740372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:22.762193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ba1089c-b9a8-499b-af2d-3a136ee5f344 req-5cc25153-ed11-4ef5-a448-b2147eac5602 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453357 Jul 29 17:39:22.769440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:22.769863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:22.770278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:22.775210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:22.778800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.782197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:22.782544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:22.796093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140d03-06d9-47bb-b504-efe80e048193 req-b88d0ef9-26fe-451d-b939-fbf243faa6e1 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:22.796972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:22.797628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85140d03-06d9-47bb-b504-efe80e048193 req-b88d0ef9-26fe-451d-b939-fbf243faa6e1 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 947 time: 0.2568750 Jul 29 17:39:22.805948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:22.806524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:22.807013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Bound port: 73a42686-2499-4309-8fed-03306f5df622, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:22.807435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.810501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.844857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:22.867620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.884174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-daec0587-6fb2-4270-8fcb-3cff1e09ebfa tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:22.885758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-daec0587-6fb2-4270-8fcb-3cff1e09ebfa tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403584 Jul 29 17:39:22.889255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb294e1d-2571-49bf-8d48-571cfd4e10cc None None] Pushing event updated for resources: {'Port': ['ID=f3d76b36-ab9f-458a-97ba-2bda582524b2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:22.964403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85140d03-06d9-47bb-b504-efe80e048193 req-f513e165-ff98-40ba-bd32-21a67bff2b05 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552167 Jul 29 17:39:22.978547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:23.003305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:23.007403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:23.053798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.060498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.062062 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/b895eaca-d923-4d0b-97a4-52ee7f5969f0 HTTP/1.1" status: 200 len: 1095 time: 2.1700351 Jul 29 17:39:23.068816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:23.074399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.52 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/f9b3ebf6-a180-48eb-bc1d-3762c73aef19) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:23.080657 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c5bff-bb12-4864-ae2f-2d4964d6622e" -d '{"events": [{"name": "network-changed", "server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:23.225624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64efb7-6a57-47c4-b2f6-8c6f031813e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:23.254618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c63610d5-27d4-40cf-9938-5b939fe5c2eb req-ecc51bf8-d37f-4c6c-9800-344ee4cc4970 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 210 time: 0.3063667 Jul 29 17:39:23.260313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.378160 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28663f43-3e1d-460b-be89-532ca3d7f34e x-openstack-request-id: req-28663f43-3e1d-460b-be89-532ca3d7f34e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:23.378468 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:23.378710 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28663f43-3e1d-460b-be89-532ca3d7f34e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:23.379098 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'status': 'completed', 'code': 200} Jul 29 17:39:23.428684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Allocated IP 172.25.5.150 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/faf65a6d-e339-4187-9b49-967bf9978103) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:23.436675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:23.456142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-26a0c450-c8a6-416e-a719-9d5abf905e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.458673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-26a0c450-c8a6-416e-a719-9d5abf905e93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a047e2d998745058c272f27a21aee4c&device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 1098 time: 0.3458834 Jul 29 17:39:23.466775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.467657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.469649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-dfe27652-44bd-48a8-b88e-d1220012406d service neutron] 10.222.0.49 "PUT /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 1091 time: 2.0906694 Jul 29 17:39:23.470316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'tag': '73a42686-2499-4309-8fed-03306f5df622'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:23.473043 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233c941-6a14-497a-a1ea-9136e172211e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "tag": "73a42686-2499-4309-8fed-03306f5df622"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:23.476560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:23.491998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc9018-66b6-43b7-8331-5120c4392643 req-81191e39-6cb6-4c2e-b27d-c3d8e60e8888 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.501189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5fc9018-66b6-43b7-8331-5120c4392643 req-81191e39-6cb6-4c2e-b27d-c3d8e60e8888 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.3021069 Jul 29 17:39:23.552997 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a73c1f-269d-43ab-9808-263b27f9868e x-openstack-request-id: req-40a73c1f-269d-43ab-9808-263b27f9868e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:23.553376 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "tag": "73a42686-2499-4309-8fed-03306f5df622", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:23.553727 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40a73c1f-269d-43ab-9808-263b27f9868e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:23.554693 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'tag': '73a42686-2499-4309-8fed-03306f5df622', 'status': 'completed', 'code': 200} Jul 29 17:39:23.557117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:23.572982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:23.573185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.589040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1369259959-network', 'tenant_id': '686a252688b84aac97d7fe309d9aa096'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:23.593293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-0eab9ed7-b440-42b2-9106-d23845b33c92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0 HTTP/1.1" status: 200 len: 217 time: 0.1208363 Jul 29 17:39:23.606978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-ea94b632-9bd9-44ab-b179-3011507db78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.608488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-ea94b632-9bd9-44ab-b179-3011507db78d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1094 time: 0.0947573 Jul 29 17:39:23.640836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.671317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Made reservation on behalf of 686a252688b84aac97d7fe309d9aa096 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:23.673573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.676145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-7291b6d6-28d4-4d7b-a748-157fdc331e9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.0543959 Jul 29 17:39:23.715755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5fc9018-66b6-43b7-8331-5120c4392643 req-37e87784-70f0-4130-885a-3eb6c173b5ac tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136729 Jul 29 17:39:23.743395 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.749739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object f9b3ebf6-a180-48eb-bc1d-3762c73aef19 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:23.752112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-83b8e8d9-7d88-41b3-8e84-800592fa0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.753592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-83b8e8d9-7d88-41b3-8e84-800592fa0f26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0656188 Jul 29 17:39:23.760697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-d466045f-db10-4632-a9a0-3da28c3e6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:23.762181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-d466045f-db10-4632-a9a0-3da28c3e6e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1309047 Jul 29 17:39:23.797475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-fc42f659-bd81-4fcc-b6e2-02247426e6b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363631 Jul 29 17:39:23.904607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:23.917584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:24.042729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:24.065269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.090058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42267c3d-ed2d-40b1-b2c3-eb9c5d26fb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.100669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:24.104335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:24.118939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:24.134707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:24.135473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.144344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-fa3f1b3c-bc5e-462a-943b-5d1b0654034c service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345160 Jul 29 17:39:24.228732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b719d-4566-469d-aeb0-faada7c500b8 req-89d8dce0-8ad1-498c-8e7b-f8caa2f6a470 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:24.230459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f08b719d-4566-469d-aeb0-faada7c500b8 req-89d8dce0-8ad1-498c-8e7b-f8caa2f6a470 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.3552940 Jul 29 17:39:24.248683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-078f5f97-2a5e-4389-9497-980ea01155ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:24.250208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-078f5f97-2a5e-4389-9497-980ea01155ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4789729 Jul 29 17:39:24.265634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.39 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/baaca8d2-ddea-42d7-85e5-f92ebf70f94e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:24.285246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f3d76b36-ab9f-458a-97ba-2bda582524b2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:24.293926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af1d9-3305-470a-9747-7b108d240843 req-54724de9-e4f7-4d5b-91b4-a4811d03398d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:24.295481 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-987af1d9-3305-470a-9747-7b108d240843 req-54724de9-e4f7-4d5b-91b4-a4811d03398d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 947 time: 0.2279236 Jul 29 17:39:24.318400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.321819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d557f-9579-4beb-8554-cfb2f6d63ef5 None None] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:24.335329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.348838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f08b719d-4566-469d-aeb0-faada7c500b8 req-0e28d571-d490-4d90-a350-7b46fa9ebaf9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068323 Jul 29 17:39:24.359289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-44ea63c3-5f4d-4a3f-8a7b-678871163c57 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9317222 Jul 29 17:39:24.367529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-326d5a2d-c423-4d59-aff6-60961f41bb4f req-39c0b1d8-d3dd-4b98-9698-14d32e924d6e service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125182 Jul 29 17:39:24.384505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Request body: {'port': {'device_id': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:24.388458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:39:24.409851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.497007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e51c4889-7ab5-49f0-8b51-723bcc46f370 None None] Provisioning for port f3d76b36-ab9f-458a-97ba-2bda582524b2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:24.516460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb40663-62aa-4860-ad6a-4c7e5c45a969,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:24.517199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f3d76b36-ab9f-458a-97ba-2bda582524b2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:24.522850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.523190 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Added segment 98be7c10-decb-418a-914b-eff441ab676c of type vlan for network a57d9f03-a1bb-4a75-9449-f238a89e8a97 Jul 29 17:39:24.530498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f3d76b36-ab9f-458a-97ba-2bda582524b2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:24.531679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.542282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Pushing event updated for resources: {'Port': ['ID=faf65a6d-e339-4187-9b49-967bf9978103,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:24.554430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ceb857fd-e7de-42f7-9d60-64db28622ba9 req-3a425b0d-5c84-42c6-ad33-76203e992578 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 210 time: 0.0992138 Jul 29 17:39:24.580321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:24.629172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.650009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.660902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c941-6a14-497a-a1ea-9136e172211e req-84102b45-5de1-4e01-89b2-e3bdf2eae05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:24.662573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-84102b45-5de1-4e01-89b2-e3bdf2eae05e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1094 time: 0.2053769 Jul 29 17:39:24.683750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-90f02eac-7af5-4686-8cb6-d482bcbf5ebb None None] Provisioning for port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:24.693323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-90f02eac-7af5-4686-8cb6-d482bcbf5ebb None None] Provisioning complete for port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:24.694170 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90f02eac-7af5-4686-8cb6-d482bcbf5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.701675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:24.705286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-f2be5689-c1ef-46c9-9756-632602aa6578 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413557 Jul 29 17:39:24.708268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-987af1d9-3305-470a-9747-7b108d240843 req-41cfac1f-e3d4-47f9-adcc-f69c298addca tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757303 Jul 29 17:39:24.713921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:24.735834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.755867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-90f02eac-7af5-4686-8cb6-d482bcbf5ebb None None] Port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:24.793468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f3d76b36-ab9f-458a-97ba-2bda582524b2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f3d76b36-ab9f-458a-97ba-2bda582524b2,segment=NetworkSegment(3159e775-6a98-4a1d-a751-b09ad943e86f),segment_id=3159e775-6a98-4a1d-a751-b09ad943e86f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:24.802157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:24.867010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f3d76b36-ab9f-458a-97ba-2bda582524b2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:24.979147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0b31de31-c42f-4d47-be0e-b351185c182a None None] Provisioning complete for port f3d76b36-ab9f-458a-97ba-2bda582524b2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:24.980465 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0b31de31-c42f-4d47-be0e-b351185c182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.012743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53edd638-087e-4945-a052-57bfe9e8cd42 req-ea7b1e48-795e-4012-a610-0ea47547e7e9 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381077 Jul 29 17:39:25.047884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42267c3d-ed2d-40b1-b2c3-eb9c5d26fb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.059952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42267c3d-ed2d-40b1-b2c3-eb9c5d26fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.065028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.159733 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42267c3d-ed2d-40b1-b2c3-eb9c5d26fb79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd6e929a3f304867977e60e10849d4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6539752 Jul 29 17:39:25.159915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42267c3d-ed2d-40b1-b2c3-eb9c5d26fb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f70d68-6b69-47d3-9660-ed3282df775b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:25.163636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object baaca8d2-ddea-42d7-85e5-f92ebf70f94e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:25.163803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.164746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.164949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41062) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:25.165317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.237759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2488-1a6f-4668-9c77-9243855fc0a9 req-0691fbd2-987b-43e2-8d1e-ba96207ba827 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.239261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39ae2488-1a6f-4668-9c77-9243855fc0a9 req-0691fbd2-987b-43e2-8d1e-ba96207ba827 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.2639534 Jul 29 17:39:25.258301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6769059 Jul 29 17:39:25.264976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:25.277533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c941-6a14-497a-a1ea-9136e172211e req-55d08b72-cb9d-4164-a239-6957c14838bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.279009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-55d08b72-cb9d-4164-a239-6957c14838bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.3014135 Jul 29 17:39:25.282786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c36d-008a-4ee8-aac2-59e929509182 admin admin] Pushing event updated for resources: {'Network': ['ID=a57d9f03-a1bb-4a75-9449-f238a89e8a97,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:25.294493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a57d9f03-a1bb-4a75-9449-f238a89e8a97 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:39:25.302145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Request body: {'subnet': {'network_id': 'a57d9f03-a1bb-4a75-9449-f238a89e8a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1369259959-subnet', 'tenant_id': '686a252688b84aac97d7fe309d9aa096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:25.311854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-317d46cd-672b-4524-a18c-0b62e35407fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.313350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-317d46cd-672b-4524-a18c-0b62e35407fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a047e2d998745058c272f27a21aee4c&device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 1098 time: 0.2236605 Jul 29 17:39:25.333030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39ae2488-1a6f-4668-9c77-9243855fc0a9 req-b831a9ce-14c1-4db0-840c-e85c9ba3fa1b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803246 Jul 29 17:39:25.334303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-b0c7f151-4de5-4780-ad7f-1e060a02850a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.0452433 Jul 29 17:39:25.409722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.411412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.416931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.418528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Made reservation on behalf of 686a252688b84aac97d7fe309d9aa096 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:25.421133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.430024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:25.450062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c941-6a14-497a-a1ea-9136e172211e req-ae187579-2366-4645-b20c-1f5df00a1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.451559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-ae187579-2366-4645-b20c-1f5df00a1e2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1097150 Jul 29 17:39:25.488916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-dec7d8f6-488f-4ad0-8a79-7bfa13fea909 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271873 Jul 29 17:39:25.631253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.701579 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-15b09f33-1a4f-45f0-ac81-8c168a2ef24d service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031689 Jul 29 17:39:25.704669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:25.711886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b3ebf6-a180-48eb-bc1d-3762c73aef19 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:25.729844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.731860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:25.746573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:25.792026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:25.809290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Transition to ACTIVE for port object f9b3ebf6-a180-48eb-bc1d-3762c73aef19 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:25.816921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429f97-615a-4711-aa56-73003dc8c55d req-04523a44-a438-4f6b-8b48-9c08f3bf393f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.822382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ee7f-4c2e-4e12-977f-477f4b815e69 req-8f7eed38-72cc-4f79-970e-7102ca25df94 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.823972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42429f97-615a-4711-aa56-73003dc8c55d req-04523a44-a438-4f6b-8b48-9c08f3bf393f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.3312984 Jul 29 17:39:25.830196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ea8ee7f-4c2e-4e12-977f-477f4b815e69 req-8f7eed38-72cc-4f79-970e-7102ca25df94 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 935 time: 0.1645389 Jul 29 17:39:25.837334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-c0ad70d3-d96f-4fb5-a609-98a9673e24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.839094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-c0ad70d3-d96f-4fb5-a609-98a9673e24c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.5042777 Jul 29 17:39:25.841926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.887562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:25.888065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:25.933647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-cfbd32bc-57d5-4f14-8b60-ef29b80d6295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0 HTTP/1.1" status: 200 len: 217 time: 0.0762463 Jul 29 17:39:25.939721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c233c941-6a14-497a-a1ea-9136e172211e req-a144b86d-ebb7-4850-a620-f5b995d682c0 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216012 Jul 29 17:39:25.946792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ea8ee7f-4c2e-4e12-977f-477f4b815e69 req-3630c80a-231f-49bd-af64-9e1d7e2986c5 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158817 Jul 29 17:39:25.947535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:25.988386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Attempting to bind port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:25.988840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Attempting to bind port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:25.989231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Attempting to bind port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:25.995423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:25.995973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Attempting to bind port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:26.001593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:26.001931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:26.002632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:26.003140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Bound port: f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:26.003457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.010345 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.053377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-b5328d25-21ca-4378-8536-dd129ddcc57c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0825329 Jul 29 17:39:26.078128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:26.081977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:26.092484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.092770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Request body: {'port': {'device_id': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:26.124099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ef083a4f-1d56-47ba-aa6d-80c4d11a1696 None None] Provisioning for port baaca8d2-ddea-42d7-85e5-f92ebf70f94e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:26.128515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ef083a4f-1d56-47ba-aa6d-80c4d11a1696 None None] Provisioning complete for port baaca8d2-ddea-42d7-85e5-f92ebf70f94e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:26.128849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ef083a4f-1d56-47ba-aa6d-80c4d11a1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.139889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.142480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.143656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68f70d68-6b69-47d3-9660-ed3282df775b HTTP/1.1" status: 204 len: 168 time: 0.9747231 Jul 29 17:39:26.148928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-3982ff0a-7e84-4799-bee6-cb14e1a7f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.150365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-3982ff0a-7e84-4799-bee6-cb14e1a7f0e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1781754 Jul 29 17:39:26.166086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42429f97-615a-4711-aa56-73003dc8c55d req-7e42b48d-5cfc-47d1-9d2e-a9ac53e04aea tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315389 Jul 29 17:39:26.184967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:26.208690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f3d76b36-ab9f-458a-97ba-2bda582524b2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:26.259215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.259845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.261447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-91fc6e37-cfad-4b71-a7bc-234054dd417a service neutron] 10.222.0.38 "PUT /v2.0/ports/f9b3ebf6-a180-48eb-bc1d-3762c73aef19 HTTP/1.1" status: 200 len: 1095 time: 1.8881285 Jul 29 17:39:26.263945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:26.264718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ef083a4f-1d56-47ba-aa6d-80c4d11a1696 None None] Port baaca8d2-ddea-42d7-85e5-f92ebf70f94e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:26.266535 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d3d00-9166-4618-984c-b8a8e19066b3" -d '{"events": [{"name": "network-changed", "server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:26.296080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f3d76b36-ab9f-458a-97ba-2bda582524b2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:26.296532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.311108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08b6-de1f-434d-988a-8c11aa96fa32 req-c977c366-bdd3-43d3-bad2-e790cc6afaaf tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.312822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96fa08b6-de1f-434d-988a-8c11aa96fa32 req-c977c366-bdd3-43d3-bad2-e790cc6afaaf tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 947 time: 0.1298892 Jul 29 17:39:26.348241 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b54c3c-d625-4e81-b924-404f860935e4 x-openstack-request-id: req-92b54c3c-d625-4e81-b924-404f860935e4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:26.348544 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:26.348787 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b54c3c-d625-4e81-b924-404f860935e4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:26.349171 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'status': 'completed', 'code': 200} Jul 29 17:39:26.441299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96fa08b6-de1f-434d-988a-8c11aa96fa32 req-ea372c23-2919-47c6-8935-7c7d1d539aab tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129997 Jul 29 17:39:26.453582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a85db946-da12-4def-9c3a-8137b41cbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.455200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a85db946-da12-4def-9c3a-8137b41cbe0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 1098 time: 0.1414509 Jul 29 17:39:26.516923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-988ded22-801e-4b1f-a809-b63f30ff3c1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19 HTTP/1.1" status: 200 len: 217 time: 0.0528648 Jul 29 17:39:26.581976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-e12054d9-9c6e-44b7-b9e7-77791b85db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.585233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-e12054d9-9c6e-44b7-b9e7-77791b85db46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0592930 Jul 29 17:39:26.587266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b99c-5e38-47ee-9fab-aa63e784689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f70d68-6b69-47d3-9660-ed3282df775b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:26.624606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41084) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:26.645214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-30f159e1-14aa-4c3e-ba4f-0f4779e4e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.646665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-30f159e1-14aa-4c3e-ba4f-0f4779e4e8b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491335 Jul 29 17:39:26.689615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.691474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8da9f777-010c-48c2-9dd4-6400a6ccf7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.735756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-94cbea5d-885b-4978-a1d4-4758834137f7 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816112 Jul 29 17:39:26.744241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.796171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-c0b03bdc-d4ea-47b6-8fa7-25ac583c42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.797666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-c0b03bdc-d4ea-47b6-8fa7-25ac583c42c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6273408 Jul 29 17:39:26.829050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:26.832425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-2abb5527-72de-493a-be12-247c930c6338 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891123 Jul 29 17:39:26.868070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84c52-82c2-4c3b-8530-9623152cd793 req-7fc99436-d857-4413-b3c7-00a48029ff53 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.869556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8de84c52-82c2-4c3b-8530-9623152cd793 req-7fc99436-d857-4413-b3c7-00a48029ff53 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.2789719 Jul 29 17:39:26.879679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73a42686-2499-4309-8fed-03306f5df622 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:26.923945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-8f0a8181-55dc-4820-837d-5cb4eb55ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:26.925465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-8f0a8181-55dc-4820-837d-5cb4eb55ef70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 1098 time: 0.0463510 Jul 29 17:39:26.981219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:27.001911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '73a42686-2499-4309-8fed-03306f5df622', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'port_id': '73a42686-2499-4309-8fed-03306f5df622', 'mac_address': 'fa:16:3e:3f:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0da8a-35f8-46b0-8d23-fd75e05fb6c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:27.031512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-89d8d7b9-d50e-41cf-a4c6-ed03b7f47b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.033041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-89d8d7b9-d50e-41cf-a4c6-ed03b7f47b5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1007872 Jul 29 17:39:27.057010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.072055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a42686-2499-4309-8fed-03306f5df622 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:27.092440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:27.097905 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.099953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-64a753b2-78cc-44a1-b17f-35c71dc55f78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19 HTTP/1.1" status: 200 len: 217 time: 0.0504589 Jul 29 17:39:27.125848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ffe12b-8a35-47d5-b1f3-d87482ff5e2e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:27.149877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd36628-6848-4c81-a8ed-57dfdc80d273 req-d81266c4-a25a-4f0d-aca4-d3070321d666 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.151290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfd36628-6848-4c81-a8ed-57dfdc80d273 req-d81266c4-a25a-4f0d-aca4-d3070321d666 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 935 time: 0.1121061 Jul 29 17:39:27.164873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:27.177854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-49d354d7-ae28-447c-9883-21056f225a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.179346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-49d354d7-ae28-447c-9883-21056f225a21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0709372 Jul 29 17:39:27.214350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.218536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8de84c52-82c2-4c3b-8530-9623152cd793 req-e1d7ac49-2065-414d-8a24-6b480b89ad9e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869530 Jul 29 17:39:27.225931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfd36628-6848-4c81-a8ed-57dfdc80d273 req-5d37a48e-57be-4d12-b4f1-1c2a61d41024 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664501 Jul 29 17:39:27.253358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-f061ce0b-3af5-446f-bb68-7e942f7510c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.254709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-f061ce0b-3af5-446f-bb68-7e942f7510c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669627 Jul 29 17:39:27.274839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Checking segment: {'id': '98be7c10-decb-418a-914b-eff441ab676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a57d9f03-a1bb-4a75-9449-f238a89e8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:27.275202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Network hostable DHCP agents. Network: a57d9f03-a1bb-4a75-9449-f238a89e8a97, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:39:27.287533 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-9977d030-088f-450a-9c99-e1aa8e2abdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484243 Jul 29 17:39:27.319238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['73a42686-2499-4309-8fed-03306f5df622'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:27.410838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf19f5c-c075-4c2d-91d7-698bf5f37796 req-eb014184-ddc7-4a7d-a232-2e39dfd58e65 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.418943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebf19f5c-c075-4c2d-91d7-698bf5f37796 req-eb014184-ddc7-4a7d-a232-2e39dfd58e65 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0985498 Jul 29 17:39:27.427850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8da9f777-010c-48c2-9dd4-6400a6ccf7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.438071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Network a57d9f03-a1bb-4a75-9449-f238a89e8a97 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:39:27.450119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-9151ca27-d78e-4533-a351-b3843f009031 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863353 Jul 29 17:39:27.455152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8da9f777-010c-48c2-9dd4-6400a6ccf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.507987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a57d9f03-a1bb-4a75-9449-f238a89e8a97) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:27.517108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c3489-094c-4b15-950d-602507cefc3f None None] Network a57d9f03-a1bb-4a75-9449-f238a89e8a97 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:27.520844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebf19f5c-c075-4c2d-91d7-698bf5f37796 req-68d9c7cd-4bf7-4270-910f-73a35543ea7c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999494 Jul 29 17:39:27.526292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Router 7156466a-a289-426b-94a4-bdff63519db0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:39:27.528946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.529547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.561379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8da9f777-010c-48c2-9dd4-6400a6ccf7c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5ffd71accf648f1baede3a32f148bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332027 Jul 29 17:39:27.562698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41094) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:27.591105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-456d3d00-9166-4618-984c-b8a8e19066b3 req-25bb4632-e92e-4c6a-80b1-13446156c553 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259549 Jul 29 17:39:27.623028 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-476c5bff-bb12-4864-ae2f-2d4964d6622e req-e5060127-90cd-4ed4-aad2-a23ec7e9ec31 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195808 Jul 29 17:39:27.624672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f777-010c-48c2-9dd4-6400a6ccf7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5430d-316d-442c-b49e-636cd0ed9fcd,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:27.635563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.645284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-baa2108f-93ee-4094-bb92-2ecf1bdc5075 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3448703 Jul 29 17:39:27.671494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31856ba4-9ca1-4986-b8d9-2884a205f4f8 None None] Network a57d9f03-a1bb-4a75-9449-f238a89e8a97 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:27.685850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.706223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaca8d2-ddea-42d7-85e5-f92ebf70f94e {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:27.721056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.743323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26cb3-4fe6-41b6-ae46-caf5ad90bccf req-529602a7-aee4-41c5-b1d5-94bcc170fbd4 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:27.745199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22c26cb3-4fe6-41b6-ae46-caf5ad90bccf req-529602a7-aee4-41c5-b1d5-94bcc170fbd4 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 947 time: 0.2354145 Jul 29 17:39:27.756484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.759778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.763356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cd5430d-316d-442c-b49e-636cd0ed9fcd HTTP/1.1" status: 204 len: 168 time: 0.1971917 Jul 29 17:39:27.777795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eff8e4-f2da-4f3c-a155-1c2c69dc2d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5430d-316d-442c-b49e-636cd0ed9fcd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:27.784529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Transition to ACTIVE for port object baaca8d2-ddea-42d7-85e5-f92ebf70f94e will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:27.804247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.881426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22c26cb3-4fe6-41b6-ae46-caf5ad90bccf req-c3e2b818-9321-46c2-8042-6708b0229231 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002774 Jul 29 17:39:27.899564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:39:27.904842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Pushing event updated for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:27.917399 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Sync routers for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:39:27.930152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:27.931246 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:27.948730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:27.952951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41104) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:27.953125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f1e0961e-0a56-47a1-b73a-34b65f0674f4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5855303 Jul 29 17:39:28.031146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Attempting to bind port baaca8d2-ddea-42d7-85e5-f92ebf70f94e on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:28.031495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Attempting to bind port baaca8d2-ddea-42d7-85e5-f92ebf70f94e by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:28.032032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Attempting to bind port baaca8d2-ddea-42d7-85e5-f92ebf70f94e on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:28.038389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Port baaca8d2-ddea-42d7-85e5-f92ebf70f94e on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:28.038725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Attempting to bind port baaca8d2-ddea-42d7-85e5-f92ebf70f94e on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:28.044720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:28.045102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:28.045632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:28.046077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Bound port: baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:28.046458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:28.125256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:28.128794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:28.138053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:28.142363 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:28.228635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.230063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:28.234957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] 10.222.0.38 "PUT /v2.0/ports/baaca8d2-ddea-42d7-85e5-f92ebf70f94e HTTP/1.1" status: 200 len: 1095 time: 2.1524343 Jul 29 17:39:28.235633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:28.242854 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2efff-bb0a-4c29-b26c-fc3710992fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:28.325062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ddcd4-41fb-45e2-846f-445ace9fdf66 service neutron] Pushing event updated for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:28.448917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-1d576f0e-7d03-468e-a259-94446c4941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.450601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-1d576f0e-7d03-468e-a259-94446c4941f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 1098 time: 0.1621742 Jul 29 17:39:28.463074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855b6f0-d112-4c5c-b2d1-8b3804d1004b req-f2603c7b-a91d-4bc2-89e3-e2329c104973 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.470763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9855b6f0-d112-4c5c-b2d1-8b3804d1004b req-f2603c7b-a91d-4bc2-89e3-e2329c104973 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.1173003 Jul 29 17:39:28.530938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:25Z', 'revision_number': 3, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:28.548476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-3a088d54-4c6c-4367-ab83-cf40acc80620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e HTTP/1.1" status: 200 len: 217 time: 0.0756626 Jul 29 17:39:28.566794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9855b6f0-d112-4c5c-b2d1-8b3804d1004b req-4acc0137-131b-4e61-9091-6924f57173bd tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911555 Jul 29 17:39:28.569276 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Checking router: 7156466a-a289-426b-94a4-bdff63519db0 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:39:28.569906 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Updating router 7156466a-a289-426b-94a4-bdff63519db0 port faf65a6d-e339-4187-9b49-967bf9978103 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:39:28.642124 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c15db-fe77-4f7c-969f-372209015efc x-openstack-request-id: req-820c15db-fe77-4f7c-969f-372209015efc {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:28.642461 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:28.642717 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-820c15db-fe77-4f7c-969f-372209015efc {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:28.643131 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'status': 'completed', 'code': 200} Jul 29 17:39:28.649889 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:28.697240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-c1e496ea-683a-4099-ae6f-e35dfa89d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.698156 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-c1e496ea-683a-4099-ae6f-e35dfa89d044 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1303737 Jul 29 17:39:28.766519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f8-b013-425a-b34f-3b204a0569db req-db8ba201-cbc5-4c27-afa1-3d4da14176ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.767731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-db8ba201-cbc5-4c27-afa1-3d4da14176ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546627 Jul 29 17:39:28.794657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbca548-7cb9-41b3-ade9-4d46e2c0e459 req-db721b0d-5f82-412c-bcfa-9495f06ffd39 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.798716 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1cbca548-7cb9-41b3-ade9-4d46e2c0e459 req-db721b0d-5f82-412c-bcfa-9495f06ffd39 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 947 time: 0.1199038 Jul 29 17:39:28.812276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-6d903d04-188f-4cee-ad0b-9843e8b0d6e9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:28.813870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-6d903d04-188f-4cee-ad0b-9843e8b0d6e9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.4008055 Jul 29 17:39:28.852683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0dd23a70-3e49-49d6-9da0-801ac42298de tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/quotas/030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 375 time: 0.0191474 Jul 29 17:39:28.883232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:28.914181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-e6e1888e-4e38-4266-90ae-e9b96eaaaf9f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516014 Jul 29 17:39:28.930692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73a42686-2499-4309-8fed-03306f5df622 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:28.931701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1cbca548-7cb9-41b3-ade9-4d46e2c0e459 req-433b9043-26d9-4478-8f19-0f9663a16289 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166825 Jul 29 17:39:28.984575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-99cf7092-acdb-4ee2-8d1f-9673eeb6a63b service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845796 Jul 29 17:39:29.017255 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.035649 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Transition to ACTIVE for port object faf65a6d-e339-4187-9b49-967bf9978103 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:29.047132 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.097364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:29.128197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'mac_address': 'fa:16:3e:5e:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:29.137985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.167447 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Pushing event updated for resources: {'Port': ['ID=faf65a6d-e339-4187-9b49-967bf9978103,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:29.179154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-9e5f552b-70b9-4326-a81a-ae795fb2881c service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510672 Jul 29 17:39:29.190373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-866fa6f8-b013-425a-b34f-3b204a0569db req-4c36f2c0-42ca-4a30-9696-e5fc50fc1587 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961207 Jul 29 17:39:29.205768 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.206123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.208954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.210221 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.210581 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.211152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.211536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165da7-425c-4750-b4d0-3f268a3b034b req-02f23bb6-02e1-4864-aaa7-5b91b5660d80 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:29.211730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 73a42686-2499-4309-8fed-03306f5df622 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:29.212855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.213344 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.213747 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.215668 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.216025 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.216370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.218271 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:39:29.222200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55165da7-425c-4750-b4d0-3f268a3b034b req-02f23bb6-02e1-4864-aaa7-5b91b5660d80 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0867689 Jul 29 17:39:29.232052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 73a42686-2499-4309-8fed-03306f5df622 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:29.232470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.261064 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Attempting to bind port faf65a6d-e339-4187-9b49-967bf9978103 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:29.261444 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Attempting to bind port faf65a6d-e339-4187-9b49-967bf9978103 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:29.261819 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Attempting to bind port faf65a6d-e339-4187-9b49-967bf9978103 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:29.269486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:29.279084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55165da7-425c-4750-b4d0-3f268a3b034b req-d7b79d45-9454-437b-9be3-f7b9ff619258 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Jul 29 17:39:29.282889 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:29.292008 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:29.293017 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.293493 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:29.293952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:29.294085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Bound port: faf65a6d-e339-4187-9b49-967bf9978103, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:29.294687 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.312788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.384387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-1e36f200-501e-42ca-bec0-e4b3f79590c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:29.385458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0b787084-1318-4993-b775-0cbeab9c5bb4 service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053249 Jul 29 17:39:29.390574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-1e36f200-501e-42ca-bec0-e4b3f79590c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 1098 time: 0.1248717 Jul 29 17:39:29.410386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] For port faf65a6d-e339-4187-9b49-967bf9978103, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:29.413887 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] For port faf65a6d-e339-4187-9b49-967bf9978103, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=faf65a6d-e339-4187-9b49-967bf9978103,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:29.426678 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.435321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:29.474172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.484175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Allocated IP 172.20.0.1 (06b9f1c6-49e7-47f5-9f39-4a94d5d7303b/d8251bac-f79e-4372-90d8-aa3b9ea4dd7e/30726cfb-443c-4c4c-8c96-615fa0d42509) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:29.499143 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:29.504787 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:29.522946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4383b-db40-406d-be8b-6729ceb7b0f1 req-4f69f9fc-ce30-4365-9a7c-8a89b541bc8c tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:29.530971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7b4383b-db40-406d-be8b-6729ceb7b0f1 req-4f69f9fc-ce30-4365-9a7c-8a89b541bc8c tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 948 time: 0.1197648 Jul 29 17:39:29.550444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a42686-2499-4309-8fed-03306f5df622'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:29.557535 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac87327-1175-4252-974e-3c375ac04130" -d '{"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-plugged", "status": "completed", "tag": "73a42686-2499-4309-8fed-03306f5df622"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:29.567921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-7bfb4197-80dd-4e98-a8d9-c08fba2a496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:29.574545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b895eaca-d923-4d0b-97a4-52ee7f5969f0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:29.578896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-7bfb4197-80dd-4e98-a8d9-c08fba2a496e service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1835797 Jul 29 17:39:29.607356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7b4383b-db40-406d-be8b-6729ceb7b0f1 req-2872bb93-f293-443d-a0b0-5d9673256460 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754321 Jul 29 17:39:29.636246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.639636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:29.650817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-de7f334f-cc01-48d3-b60f-e7145c8d2249 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e HTTP/1.1" status: 200 len: 217 time: 0.0573812 Jul 29 17:39:29.652632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Transition to ACTIVE for port object 30726cfb-443c-4c4c-8c96-615fa0d42509 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:29.653944 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.672467 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a201-e911-4436-a5e5-501a9c02ee5b None None] Pushing event updated for resources: {'Port': ['ID=faf65a6d-e339-4187-9b49-967bf9978103,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:29.707874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.757177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-a3d4da4f-4389-4b27-9722-282038ed61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:29.758678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-a3d4da4f-4389-4b27-9722-282038ed61dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0996196 Jul 29 17:39:29.763015 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a92b0-6299-4ff6-aa18-bea94ea994d1 x-openstack-request-id: req-c12a92b0-6299-4ff6-aa18-bea94ea994d1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:29.763302 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-plugged", "status": "completed", "tag": "73a42686-2499-4309-8fed-03306f5df622", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:29.763735 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c12a92b0-6299-4ff6-aa18-bea94ea994d1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:29.764299 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a42686-2499-4309-8fed-03306f5df622', 'code': 200} Jul 29 17:39:29.778597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:29.850787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Pushing event updated for resources: {'Port': ['ID=30726cfb-443c-4c4c-8c96-615fa0d42509,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:29.860630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:29.876102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:29.883154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:29.883636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:29.889673 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:30.018162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99060831-ef70-434c-940e-cb4189f5e5a5 req-0a1d4349-5f38-4f8e-9fea-d05ccf2b66d9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 210 time: 0.1563179 Jul 29 17:39:30.199638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.244230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-166abbca-1514-4ac5-ab19-527301318b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.245788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-166abbca-1514-4ac5-ab19-527301318b04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4774113 Jul 29 17:39:30.248301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e26c-28e2-4eaf-9dbe-e3cfb9f0c2f2 req-40f08635-0815-4209-8729-744ef378b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.249657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0c1e26c-28e2-4eaf-9dbe-e3cfb9f0c2f2 req-40f08635-0815-4209-8729-744ef378b666 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1096 time: 0.4730995 Jul 29 17:39:30.286158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4248351-aefb-4d97-bb17-81f14063e616 req-1787b101-8181-40cc-937e-595ad04db641 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.293616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4248351-aefb-4d97-bb17-81f14063e616 req-1787b101-8181-40cc-937e-595ad04db641 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 945 time: 0.4660532 Jul 29 17:39:30.354843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f9b3ebf6-a180-48eb-bc1d-3762c73aef19 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:30.372318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68bbe-8bf7-4417-9b38-540558e81420 req-32269531-98cb-4148-b445-537a12a3f9d6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.373888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d16d599a-4831-4bfb-9b66-e3021a26c149 None None] Provisioning for port 30726cfb-443c-4c4c-8c96-615fa0d42509 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:30.380731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64f68bbe-8bf7-4417-9b38-540558e81420 req-32269531-98cb-4148-b445-537a12a3f9d6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 947 time: 0.1227493 Jul 29 17:39:30.381054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d16d599a-4831-4bfb-9b66-e3021a26c149 None None] Provisioning complete for port 30726cfb-443c-4c4c-8c96-615fa0d42509 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:30.381367 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d16d599a-4831-4bfb-9b66-e3021a26c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.428588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0c1e26c-28e2-4eaf-9dbe-e3cfb9f0c2f2 req-6f3dffa0-1ea7-4177-a048-d09f7ee24229 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619723 Jul 29 17:39:30.442341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4248351-aefb-4d97-bb17-81f14063e616 req-18d95719-016c-4723-a985-aabcfff643fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444135 Jul 29 17:39:30.471802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:25Z', 'revision_number': 3, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:30.472517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64f68bbe-8bf7-4417-9b38-540558e81420 req-b857dd36-7466-4e0b-b06d-fe90e5aeb6fc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908253 Jul 29 17:39:30.508856 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f6c49-67d7-4201-859a-b3e815880fb6 None None] The sync data for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 is: [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:25Z', 'revision_number': 3, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:39:30.512735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-b49ef641-6de3-49a1-a21c-3632ab7b0008 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579741 Jul 29 17:39:30.563332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:30.588018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'mac_address': 'fa:16:3e:17:66:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:30.617142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.627646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.628547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.704130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d16d599a-4831-4bfb-9b66-e3021a26c149 None None] Port 30726cfb-443c-4c4c-8c96-615fa0d42509 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:30.721975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6df2efff-bb0a-4c29-b26c-fc3710992fb7 req-6c9b4401-983b-44f2-8e50-d81101a53432 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018044 Jul 29 17:39:30.722359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.739227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b3ebf6-a180-48eb-bc1d-3762c73aef19 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:30.757915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7051-1e38-4549-a7fc-be38bf68b4ba req-87e9fac0-7188-464c-82c1-c2901e038cb9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.765136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722d7051-1e38-4549-a7fc-be38bf68b4ba req-87e9fac0-7188-464c-82c1-c2901e038cb9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0849597 Jul 29 17:39:30.773449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:30.784098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:30.807808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Pushing event updated for resources: {'Port': ['ID=30726cfb-443c-4c4c-8c96-615fa0d42509,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:30.828186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722d7051-1e38-4549-a7fc-be38bf68b4ba req-3fa5b443-642a-4e1d-b65b-4964fda100c6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501800 Jul 29 17:39:30.863620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-70648901-2ef4-4f73-bae2-87e3cddb71bf tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487370 Jul 29 17:39:30.884859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:30.893940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:30.952033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda32fbf-3d72-4438-a8d4-87ae1ac49588 req-bc9e9062-9b17-48c7-af1c-997c4e5ca460 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:30.974413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:30.978808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fda32fbf-3d72-4438-a8d4-87ae1ac49588 req-bc9e9062-9b17-48c7-af1c-997c4e5ca460 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 948 time: 0.0880301 Jul 29 17:39:30.982438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:30.984763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:30.989726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:30.990546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:31.033523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:31.039382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fda32fbf-3d72-4438-a8d4-87ae1ac49588 req-4a049492-d00e-4880-9e12-81b4be3f9514 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Jul 29 17:39:31.134882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8e4f1b03-1fcb-4a4f-8d73-29a8e38b3ad0 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:31.142306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8e4f1b03-1fcb-4a4f-8d73-29a8e38b3ad0 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724199 Jul 29 17:39:31.174092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-f8bd04d3-3dde-4213-bbed-8a54aa2b0bcd tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/quotas/c63a3e5faf8a488691a8fb80d80bfa3c HTTP/1.1" status: 200 len: 375 time: 0.0308552 Jul 29 17:39:31.182202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Router 7156466a-a289-426b-94a4-bdff63519db0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:39:31.225182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-88b2c423-904a-44b4-aec2-f8751ce3c292 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411494 Jul 29 17:39:31.249081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-07c87abf-271b-4396-aee4-8639eb4d780b req-39de4a50-8f94-402a-8581-1a59d752807f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 210 time: 0.0980783 Jul 29 17:39:31.393667 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:31.425566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:39:31.438636 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-55376dbd-7608-4ed4-abe2-6f829a3ad4ce service neutron] show failed (client error): The resource could not be found. Jul 29 17:39:31.439657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-55376dbd-7608-4ed4-abe2-6f829a3ad4ce service neutron] 10.222.0.38 "GET /v2.0/ports/7c9b361f-2860-4bb9-9d5a-8b21c6f13353/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1761243 Jul 29 17:39:31.457521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5a2a7580-73de-4667-84e2-2bca641cb2ef admin admin] 10.222.0.16 "PUT /v2.0/routers/7156466a-a289-426b-94a4-bdff63519db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5027761 Jul 29 17:39:31.610170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-14e65911-5a82-474f-a997-a48ebf580f48 None None] Provisioning complete for port 30726cfb-443c-4c4c-8c96-615fa0d42509 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:31.613569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-14e65911-5a82-474f-a997-a48ebf580f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:31.706614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-14e65911-5a82-474f-a997-a48ebf580f48 None None] Port 30726cfb-443c-4c4c-8c96-615fa0d42509 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:31.724834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5212-9f48-4327-891d-32af3937bc73 req-6cd27468-7dab-4886-b6f2-5a1e0de2a3a1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:31.738044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-225a5212-9f48-4327-891d-32af3937bc73 req-6cd27468-7dab-4886-b6f2-5a1e0de2a3a1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 947 time: 0.1005609 Jul 29 17:39:31.761983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:31.766782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:31.775777 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f7597-1681-48e4-8af1-b83183fa7c8b" -d '{"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:31.780449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-225a5212-9f48-4327-891d-32af3937bc73 req-967f039b-914e-41f8-9ab5-3209216460d8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Jul 29 17:39:31.785807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-ad34b6c3-7abf-422b-8757-aaf40a1838f4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:31.787480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-ad34b6c3-7abf-422b-8757-aaf40a1838f4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.3987467 Jul 29 17:39:31.816336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Request body: {'port': {'device_id': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'admin_state_up': True, 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:31.816571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:31.841265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3bb38-dce5-482c-a57a-76d932178e42 req-70a99c71-f3a3-4b32-857a-2189d2427cc0 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:31.842908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8c3bb38-dce5-482c-a57a-76d932178e42 req-70a99c71-f3a3-4b32-857a-2189d2427cc0 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 945 time: 0.2413254 Jul 29 17:39:31.902881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:31.950265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ace15a4e-0c21-4150-b939-2b3976082a02 req-672ad596-12fc-4dbe-9143-bea896def8dd tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 210 time: 0.0573578 Jul 29 17:39:31.970604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-8387b98b-f421-4b3a-8815-11ec0cbe3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:31.972110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-8387b98b-f421-4b3a-8815-11ec0cbe3b9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1100 time: 0.1554501 Jul 29 17:39:31.973294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8c3bb38-dce5-482c-a57a-76d932178e42 req-49dbf16f-0d83-42b2-989b-4a9e5f335fd6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Jul 29 17:39:31.986133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:32.072432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:32.078082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.096373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.136223 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818b219-e7d8-4469-b719-52c400a7d244 x-openstack-request-id: req-0818b219-e7d8-4469-b719-52c400a7d244 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:32.136937 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:32.137525 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0818b219-e7d8-4469-b719-52c400a7d244 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:32.138440 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'code': 200} Jul 29 17:39:32.206879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5afb202e-8a2d-4ecf-8ac2-75184cb3a457 req-34c24cbb-7fb9-4176-aac6-5c63a2a362fe tempest-FloatingIPsNegativeTestJSON-1645316575 tempest-FloatingIPsNegativeTestJSON-1645316575-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=0af2009ddb4d48a19deb316451d52ed6 HTTP/1.1" status: 200 len: 217 time: 0.1064467 Jul 29 17:39:32.214168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.49', 51272) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:32.232841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device faf65a6d-e339-4187-9b49-967bf9978103 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:32.307910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port faf65a6d-e339-4187-9b49-967bf9978103 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:32.311910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port faf65a6d-e339-4187-9b49-967bf9978103 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:32.312286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.361702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095252d-80f8-4929-a90f-f699d1d6c33b req-48cc8f5d-6744-40b9-87d5-5ba4d3749db1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:32.364583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device baaca8d2-ddea-42d7-85e5-f92ebf70f94e details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:32.370951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7095252d-80f8-4929-a90f-f699d1d6c33b req-48cc8f5d-6744-40b9-87d5-5ba4d3749db1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0870833 Jul 29 17:39:32.407147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f9b3ebf6-a180-48eb-bc1d-3762c73aef19 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:32.452280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7095252d-80f8-4929-a90f-f699d1d6c33b req-8fc6d1e0-7cc6-4a43-9ce0-b2d805a931c0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Jul 29 17:39:32.484057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b318ff2-2d49-48cc-bad4-a22843be5657 req-bf7d5f01-d9f9-46bb-92b0-be55448ee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:32.486536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b318ff2-2d49-48cc-bad4-a22843be5657 req-bf7d5f01-d9f9-46bb-92b0-be55448ee146 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 1100 time: 0.2707999 Jul 29 17:39:32.525643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:32.554308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3efdb-c960-464a-a66e-08c8c5afc8a2 req-0efbf55f-d986-4984-bb39-d6b848929611 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:32.558096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3e3efdb-c960-464a-a66e-08c8c5afc8a2 req-0efbf55f-d986-4984-bb39-d6b848929611 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1096 time: 0.1669617 Jul 29 17:39:32.600384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:32.614662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b318ff2-2d49-48cc-bad4-a22843be5657 req-c1da32b4-0a03-4689-b15e-5839f8600aef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974026 Jul 29 17:39:32.618084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.624466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Allocated IP 172.20.0.14 (b16117e7-ab3a-4dbc-b3a1-46f765b9374b/480517cd-e92b-47aa-b323-39f019ad8e0a/8c52ebed-2d34-4ba3-8305-404b1b752f69) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:32.632367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3e3efdb-c960-464a-a66e-08c8c5afc8a2 req-e0b6c223-b8e9-4570-b807-d431cdab24dd tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576551 Jul 29 17:39:32.648336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port faf65a6d-e339-4187-9b49-967bf9978103, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=faf65a6d-e339-4187-9b49-967bf9978103,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:32.654805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:32.669964 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.674603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:32.676965 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c631700-5410-4786-95e6-a1bae03bc299" -d '{"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:32.681201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.693415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754cc5b-305c-4a1c-a552-923948f825b4 req-7688f018-2218-4832-a28d-0d4b1f5545ea tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:32.695280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b754cc5b-305c-4a1c-a552-923948f825b4 req-7688f018-2218-4832-a28d-0d4b1f5545ea tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 949 time: 0.1123950 Jul 29 17:39:32.711339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Transition to ACTIVE for port object 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:32.720509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.729439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af3d5eda-bed8-4b76-9dbb-28e8ebfa84e9 req-08448434-7ae1-41fd-b342-f1d58ebf8048 tempest-FloatingIPsNegativeTestJSON-1645316575 tempest-FloatingIPsNegativeTestJSON-1645316575-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0392413 Jul 29 17:39:32.742475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:32.743195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.771674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b754cc5b-305c-4a1c-a552-923948f825b4 req-f6913e21-a4e7-4faa-b2d3-86be481b493f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704789 Jul 29 17:39:32.798388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:32.801088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] No DVR routers for this DVR port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:32.823119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=faf65a6d-e339-4187-9b49-967bf9978103,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:32.848097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:32.883661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:32.883891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:32.884205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:32.908481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:32.908733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Attempting to bind port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:32.926371 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.931213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'mac_address': 'fa:16:3e:ac:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:32.937762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:32.938088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:32.938516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:32.938945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Bound port: 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:32.939296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.953020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-976d4c1a-429d-4e67-9e08-ddc1a687b3da req-79444234-16d8-411b-ad58-227a49a8dbe7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 210 time: 0.0573170 Jul 29 17:39:32.970989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:32.997305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:33.006369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57810e-e390-4721-b49f-f6953aecf504 req-b6d76a18-cd91-4615-898a-4bbee7e67e39 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.015693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a57810e-e390-4721-b49f-f6953aecf504 req-b6d76a18-cd91-4615-898a-4bbee7e67e39 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1096 time: 0.1238337 Jul 29 17:39:33.046552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-0f921c5f-7739-4c08-b451-9d26f69a1293 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701053 Jul 29 17:39:33.048272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.050192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.116318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a57810e-e390-4721-b49f-f6953aecf504 req-ff2fa736-c467-4e5a-86df-662943652a5b tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965369 Jul 29 17:39:33.116318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:33.126680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaca8d2-ddea-42d7-85e5-f92ebf70f94e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:33.128333 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60a3a9-e413-49ca-95d0-2410b3ebd7c5 x-openstack-request-id: req-9f60a3a9-e413-49ca-95d0-2410b3ebd7c5 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:33.128808 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:33.129198 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f60a3a9-e413-49ca-95d0-2410b3ebd7c5 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:33.130008 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'code': 200} Jul 29 17:39:33.156020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:33.172122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.173743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:33.174944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:33.185176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.246491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Sync routers for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:39:33.264560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.264560 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.265808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] 10.222.0.49 "PUT /v2.0/ports/7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 1095 time: 1.2842193 Jul 29 17:39:33.274994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:33.287829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:33.288535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:33.302826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fced16-b1b2-4c25-bbab-38be8b226f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:33.332909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d45c5-0d92-4687-bdf1-0383a179b781 req-79c05e7a-5f0a-4468-b384-a11e1f719912 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.340158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-314d45c5-0d92-4687-bdf1-0383a179b781 req-79c05e7a-5f0a-4468-b384-a11e1f719912 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 948 time: 0.1091561 Jul 29 17:39:33.341439 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-d3df5b0c-8445-4540-8f76-871d9981650f req-c06eef44-8693-43dc-abfd-b58c4c6abf9c tempest-FloatingIPsNegativeTestJSON-1645316575 tempest-FloatingIPsNegativeTestJSON-1645316575-project] show failed (client error): The resource could not be found. Jul 29 17:39:33.360620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:33.364775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3df5b0c-8445-4540-8f76-871d9981650f req-c06eef44-8693-43dc-abfd-b58c4c6abf9c tempest-FloatingIPsNegativeTestJSON-1645316575 tempest-FloatingIPsNegativeTestJSON-1645316575-project] 10.222.0.16 "GET /v2.0/floatingips/96120324-b2c7-4c4a-8500-714ef47bb82f HTTP/1.1" status: 404 len: 350 time: 0.1260149 Jul 29 17:39:33.422863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.463745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['baaca8d2-ddea-42d7-85e5-f92ebf70f94e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:33.509775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8dae67cd-efa9-463f-9851-e787a2fe566a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.512185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8dae67cd-efa9-463f-9851-e787a2fe566a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483151 Jul 29 17:39:33.538924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b59ea53-8e25-471e-8a9c-2b1cebe41b9e req-d1af0d36-f386-404b-a62e-679313385a30 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 210 time: 0.0569267 Jul 29 17:39:33.543145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:33.547865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Request body: {'port': {'device_id': '614940ef-82e3-48cf-9961-5b748bf4756c', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'c63a3e5faf8a488691a8fb80d80bfa3c'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:33.554197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:33.570897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:33.589765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:33.599550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:33.659284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-9ce97274-8c26-4df3-af99-fd0c076197d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.660736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-9ce97274-8c26-4df3-af99-fd0c076197d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1098 time: 0.3688462 Jul 29 17:39:33.675419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.676055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.683431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-314d45c5-0d92-4687-bdf1-0383a179b781 req-84dfe999-abef-4191-84b8-6e48aacc1a49 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422797 Jul 29 17:39:33.706642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-0197a6e7-15de-4b1b-a16c-71fee2a9e85d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9024024 Jul 29 17:39:33.726495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Request body: {'port': {'device_id': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:33.801381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.814447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Made reservation on behalf of c63a3e5faf8a488691a8fb80d80bfa3c for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:33.819799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.954283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b0801-a0f7-42ff-a663-9fcf4e6b22fe req-f6451834-27fc-4579-8579-a59c7ba06eab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.961385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d2b0801-a0f7-42ff-a663-9fcf4e6b22fe req-f6451834-27fc-4579-8579-a59c7ba06eab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.1471024 Jul 29 17:39:33.971129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e995f573-80bb-4784-bd9f-0850cdf600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:33.972546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-e995f573-80bb-4784-bd9f-0850cdf600b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3001449 Jul 29 17:39:33.974200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:33.989329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:30Z', 'revision_number': 4, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '30726cfb-443c-4c4c-8c96-615fa0d42509', 'name': '', 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'mac_address': 'fa:16:3e:f1:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:29Z', 'updated_at': '2021-07-29T17:39:30Z', 'revision_number': 2, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'subnets': [{'id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:34.040183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Checking router: 7156466a-a289-426b-94a4-bdff63519db0 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:39:34.040543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Updating router 7156466a-a289-426b-94a4-bdff63519db0 port 30726cfb-443c-4c4c-8c96-615fa0d42509 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:39:34.054379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-8ddd377f-8587-4883-a505-21ae84a2e350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0547023 Jul 29 17:39:34.071384 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.135723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d2b0801-a0f7-42ff-a663-9fcf4e6b22fe req-4b69ce9c-42f5-400c-a03d-6f6a86121c09 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596129 Jul 29 17:39:34.201163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-2d37d097-1875-49bf-b889-736abaae7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:34.202910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-2d37d097-1875-49bf-b889-736abaae7adb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1371894 Jul 29 17:39:34.221716 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.237919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.352928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-7ef069b8-d9ae-4ba2-a721-87616ed2d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:34.354550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-7ef069b8-d9ae-4ba2-a721-87616ed2d588 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285787 Jul 29 17:39:34.363339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Allocated IP 192.168.233.157 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/d0e98a6e-00ae-4b14-96b9-4fd65f71305d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:34.367011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717013ba-02f7-4bd3-858e-6b2c6f537404 req-abb7723a-03c6-4841-b148-94ebc7958f4e tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:34.374318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-717013ba-02f7-4bd3-858e-6b2c6f537404 req-abb7723a-03c6-4841-b148-94ebc7958f4e tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 949 time: 0.1494291 Jul 29 17:39:34.392737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:34.396267 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7de7b-287d-4e64-8cab-17c41a69f0bc" -d '{"events": [{"server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:34.406089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device faf65a6d-e339-4187-9b49-967bf9978103 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:34.408786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:34.440957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c52ebed-2d34-4ba3-8305-404b1b752f69 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:34.466685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.495152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9499f-a448-42b8-b863-d3f1f2c7c59b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:34.535285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-717013ba-02f7-4bd3-858e-6b2c6f537404 req-8412e237-7029-4217-9a09-6a5bb5472744 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553111 Jul 29 17:39:34.549263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Transition to ACTIVE for port object 8c52ebed-2d34-4ba3-8305-404b1b752f69 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:34.569056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.593523 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.614126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:34.620209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-8d13e32b-c84e-41b4-862e-e85033ef43fb service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422960 Jul 29 17:39:34.624161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Transition to ACTIVE for port object 30726cfb-443c-4c4c-8c96-615fa0d42509 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:34.636282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port faf65a6d-e339-4187-9b49-967bf9978103 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:34.636949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.644324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.661944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:34.720855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.759059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337def2-e77c-4dcf-95d9-748316f325e6 None None] Pushing event updated for resources: {'Port': ['ID=30726cfb-443c-4c4c-8c96-615fa0d42509,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:34.812991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c2f50-3481-44b9-8d07-1075dc6bab95 req-e46a065e-cb11-499b-a97e-4ab9d7cb09ed tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:34.820389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e2c2f50-3481-44b9-8d07-1075dc6bab95 req-e46a065e-cb11-499b-a97e-4ab9d7cb09ed tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.1901317 Jul 29 17:39:34.880088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc844c0-5d2f-4710-abef-11e3844a5d0e req-65e4f99e-e087-4349-8592-47826e4a55ed service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510502 Jul 29 17:39:34.929201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e2c2f50-3481-44b9-8d07-1075dc6bab95 req-98727b0b-f8aa-41c3-94a3-08f10aa8e424 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026917 Jul 29 17:39:34.980021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Attempting to bind port 30726cfb-443c-4c4c-8c96-615fa0d42509 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:34.980923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Attempting to bind port 30726cfb-443c-4c4c-8c96-615fa0d42509 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:34.980923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Attempting to bind port 30726cfb-443c-4c4c-8c96-615fa0d42509 on network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:34.988652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:34.989279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Checking segment: {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:34.989874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:34.991082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Bound using segment: {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:34.991082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Bound port: 30726cfb-443c-4c4c-8c96-615fa0d42509, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3159e775-6a98-4a1d-a751-b09ad943e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:34.991437 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.016577 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4efabb-fdf6-449b-8c1b-18a649cce3c6 x-openstack-request-id: req-5c4efabb-fdf6-449b-8c1b-18a649cce3c6 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:35.016863 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:35.017117 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c4efabb-fdf6-449b-8c1b-18a649cce3c6 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:35.019213 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'code': 200} Jul 29 17:39:35.110349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] For port 30726cfb-443c-4c4c-8c96-615fa0d42509, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:35.111878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.113954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] For port 30726cfb-443c-4c4c-8c96-615fa0d42509, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=30726cfb-443c-4c4c-8c96-615fa0d42509,segment=NetworkSegment(3159e775-6a98-4a1d-a751-b09ad943e86f),segment_id=3159e775-6a98-4a1d-a751-b09ad943e86f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:35.129392 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.134895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:35.138281 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cadef-ff10-46dd-b94c-5bf65f671554" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:35.169633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Transition to ACTIVE for port object d0e98a6e-00ae-4b14-96b9-4fd65f71305d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:35.195319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:35.195653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:35.195977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:35.230884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:35.231399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:35.250068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:35.251173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:35.251732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:35.252010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Bound port: 8c52ebed-2d34-4ba3-8305-404b1b752f69, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:35.252371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.267034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:35.267594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:35.295663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.342991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Deleting port 30726cfb-443c-4c4c-8c96-615fa0d42509 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:35.343365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.411398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:35.423036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:35.428935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:35.441184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:35.453756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df747f8-bc57-4998-b06c-ec57b97ae3d9 req-2ca719cf-07ec-4fe8-8c9f-638715b81d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:35.459380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2df747f8-bc57-4998-b06c-ec57b97ae3d9 req-2ca719cf-07ec-4fe8-8c9f-638715b81d57 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 1100 time: 0.1513734 Jul 29 17:39:35.477767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Pushing event updated for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:35.542796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:35.543558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.565392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:35.571928 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-978d16d0-7dda-4115-8638-0e7526b63454 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0353594 Jul 29 17:39:35.573782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337def2-e77c-4dcf-95d9-748316f325e6 None None] Pushing event updated for resources: {'Port': ['ID=30726cfb-443c-4c4c-8c96-615fa0d42509,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:35.580469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] For port 30726cfb-443c-4c4c-8c96-615fa0d42509, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=30726cfb-443c-4c4c-8c96-615fa0d42509,segment=NetworkSegment(3159e775-6a98-4a1d-a751-b09ad943e86f),segment_id=3159e775-6a98-4a1d-a751-b09ad943e86f)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:35.580845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.598967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.636122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2df747f8-bc57-4998-b06c-ec57b97ae3d9 req-9a8233ab-8658-4f58-8eee-203b952a002d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723781 Jul 29 17:39:35.645230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Calling delete_port for 30726cfb-443c-4c4c-8c96-615fa0d42509 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:35.685063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Request body: {'port': {'device_id': '614940ef-82e3-48cf-9961-5b748bf4756c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:35.751527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:35.765885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:35.766532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.767920 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 1092 time: 2.0530486 Jul 29 17:39:35.770491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:35.772969 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba147755-a389-4ddb-8c03-b5e69f22bc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:35.778042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b697b-83e9-4bd0-9571-bde9bd80af58 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:35.812996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.882170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-552093ca-7f28-4d93-a599-88c40585fd42 None None] Provisioning for port d0e98a6e-00ae-4b14-96b9-4fd65f71305d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:35.918461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-552093ca-7f28-4d93-a599-88c40585fd42 None None] Provisioning complete for port d0e98a6e-00ae-4b14-96b9-4fd65f71305d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:35.918829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-552093ca-7f28-4d93-a599-88c40585fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:35.960945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-bf2cc759-c8ea-4fdd-abbd-e544b7f860cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:35.962475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-bf2cc759-c8ea-4fdd-abbd-e544b7f860cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1095 time: 0.1110065 Jul 29 17:39:35.975834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-552093ca-7f28-4d93-a599-88c40585fd42 None None] Port d0e98a6e-00ae-4b14-96b9-4fd65f71305d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:35.985137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-e1492887-cb7f-4bfa-bef4-2413bcaf3ce8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:39:35.986328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-e1492887-cb7f-4bfa-bef4-2413bcaf3ce8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3705494 Jul 29 17:39:36.003139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:36.003803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Unknown quota resources ['binding']. {{(pid=94051) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:39:36.017419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-8f211457-7bb9-4854-833c-ac13a5774c28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.0429597 Jul 29 17:39:36.046931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c684a7-e839-4d72-a238-1aa708366d90 req-baccddf9-f3a1-4cf7-8099-d275aff6a1d5 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:36.048546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59c684a7-e839-4d72-a238-1aa708366d90 req-baccddf9-f3a1-4cf7-8099-d275aff6a1d5 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 936 time: 0.3354537 Jul 29 17:39:36.061341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:30Z', 'revision_number': 4, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '30726cfb-443c-4c4c-8c96-615fa0d42509', 'name': '', 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'mac_address': 'fa:16:3e:f1:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:29Z', 'updated_at': '2021-07-29T17:39:35Z', 'revision_number': 4, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'subnets': [{'id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:36.092514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da519f4-6ca1-42e7-8632-be55c9d65e12 None None] The sync data for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 is: [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:30Z', 'revision_number': 4, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '30726cfb-443c-4c4c-8c96-615fa0d42509', 'name': '', 'network_id': '06b9f1c6-49e7-47f5-9f39-4a94d5d7303b', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'mac_address': 'fa:16:3e:f1:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:29Z', 'updated_at': '2021-07-29T17:39:35Z', 'revision_number': 4, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'subnets': [{'id': 'd8251bac-f79e-4372-90d8-aa3b9ea4dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:39:36.121142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-54ae6f3e-53f9-4767-bb32-d285639b8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:36.122671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-54ae6f3e-53f9-4767-bb32-d285639b8ddc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0942492 Jul 29 17:39:36.174045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-dbabc02f-7f7b-45f1-8c11-0d2a0a7ab5fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367928 Jul 29 17:39:36.232814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59c684a7-e839-4d72-a238-1aa708366d90 req-520af1a3-3abd-4a3f-a88d-e4da9e022800 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622341 Jul 29 17:39:36.338727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e98a6e-00ae-4b14-96b9-4fd65f71305d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:36.346151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:36.346727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:36.347161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:36.352984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.356735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:36.357496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:36.364458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:36.365024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:36.365518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:36.366110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Bound port: 73a42686-2499-4309-8fed-03306f5df622, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:36.366456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-b3a308fa-0f9b-4063-8013-acd7debfbd61 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794646 Jul 29 17:39:36.380728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device baaca8d2-ddea-42d7-85e5-f92ebf70f94e up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:36.400270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Transition to ACTIVE for port object d0e98a6e-00ae-4b14-96b9-4fd65f71305d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:36.441729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.475522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port baaca8d2-ddea-42d7-85e5-f92ebf70f94e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:36.482861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.485792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port baaca8d2-ddea-42d7-85e5-f92ebf70f94e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:36.486717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.527179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Pushing event updated for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:36.552164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Pushing event deleted for resources: {'Port': ['ID=30726cfb-443c-4c4c-8c96-615fa0d42509,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:36.592748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf8e0a38-bd25-4220-b39f-c9027e29a665 req-651c174f-fdb9-4877-a612-616cd9aabdef service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066541 Jul 29 17:39:36.644236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:36.647572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Attempting to bind port d0e98a6e-00ae-4b14-96b9-4fd65f71305d on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:36.647914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Attempting to bind port d0e98a6e-00ae-4b14-96b9-4fd65f71305d by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:36.648241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Attempting to bind port d0e98a6e-00ae-4b14-96b9-4fd65f71305d on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:36.653048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Port d0e98a6e-00ae-4b14-96b9-4fd65f71305d on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:36.653368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Attempting to bind port d0e98a6e-00ae-4b14-96b9-4fd65f71305d on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:36.659068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:36.659401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:36.659790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:36.660222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Bound port: d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:36.660601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.700184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d786db-8fee-4aa2-9f44-90349cc74d89 req-efbaae29-e664-4df8-be4d-7532dcfde6ea tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:36.701925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d786db-8fee-4aa2-9f44-90349cc74d89 req-efbaae29-e664-4df8-be4d-7532dcfde6ea tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 948 time: 0.2805016 Jul 29 17:39:36.705923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.712502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-33dd9f37-9328-43da-bb24-ebdbea441422 service neutron] 10.222.0.16 "POST /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622/bindings HTTP/1.1" status: 201 len: 389 time: 0.7137170 Jul 29 17:39:36.754472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.802339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:36.807006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:36.818811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.858078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d786db-8fee-4aa2-9f44-90349cc74d89 req-ce6a7808-b8b9-4452-86ce-6d152e888826 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404266 Jul 29 17:39:36.862431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:36.877824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.889320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.957660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:36.958311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:36.959735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] 10.222.0.38 "PUT /v2.0/ports/d0e98a6e-00ae-4b14-96b9-4fd65f71305d HTTP/1.1" status: 200 len: 1096 time: 1.3579648 Jul 29 17:39:37.003811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:37.007510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ff75-614e-4e13-b535-4096b73afe0d service neutron] Pushing event updated for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:37.022217 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c84e74-58d0-428d-836b-032d2eb8c9bc x-openstack-request-id: req-26c84e74-58d0-428d-836b-032d2eb8c9bc {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:37.022814 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:37.023211 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c84e74-58d0-428d-836b-032d2eb8c9bc {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:37.023743 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'status': 'completed', 'code': 200} Jul 29 17:39:37.027380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:37.030575 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa5434c-711b-481e-b3d6-bce9e53f22f7" -d '{"events": [{"server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "name": "network-vif-plugged", "status": "completed", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:37.185268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-a17388e7-39d7-4364-9419-7b99f538227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.187182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-a17388e7-39d7-4364-9419-7b99f538227b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 1099 time: 0.1696205 Jul 29 17:39:37.213728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bb86a-f722-4c45-be60-c745b7c799dc req-3abe7193-f177-4b87-9a53-8f629bdf48f8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.221591 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c61bb86a-f722-4c45-be60-c745b7c799dc req-3abe7193-f177-4b87-9a53-8f629bdf48f8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.1890397 Jul 29 17:39:37.246625 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d9c54-34b0-4364-9685-d3ba77ce4a43 x-openstack-request-id: req-b78d9c54-34b0-4364-9685-d3ba77ce4a43 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:37.248197 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:37.248343 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b78d9c54-34b0-4364-9685-d3ba77ce4a43 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:37.248836 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'status': 'completed', 'code': 200} Jul 29 17:39:37.271465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-6cc17e44-a633-4caf-a196-7233e08d1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.273666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-6cc17e44-a633-4caf-a196-7233e08d1cbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1098 time: 0.1480386 Jul 29 17:39:37.285543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.38', 51949) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:37.348961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c61bb86a-f722-4c45-be60-c745b7c799dc req-b9271957-960e-4931-9002-4beff5924f91 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240945 Jul 29 17:39:37.351154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-cca80449-5d76-4b77-adbf-72b0d8020e23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d HTTP/1.1" status: 200 len: 217 time: 0.1254330 Jul 29 17:39:37.370700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-333aab62-4776-4beb-9ec6-a3680a47279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.372173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-333aab62-4776-4beb-9ec6-a3680a47279e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1098 time: 0.2552893 Jul 29 17:39:37.515958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-ffa12e99-2aae-4d79-98a6-55e4dcca550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.517432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-ffa12e99-2aae-4d79-98a6-55e4dcca550f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1584558 Jul 29 17:39:37.534368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-8adbf1a2-3072-4506-aab4-e07744d5ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.535915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-8adbf1a2-3072-4506-aab4-e07744d5ad91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1095 time: 0.2414527 Jul 29 17:39:37.575813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e29d4-512e-48ee-8239-c195f44df615 req-c17109bd-336c-4e02-9b6a-190a808b8a98 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.577378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c75e29d4-512e-48ee-8239-c195f44df615 req-c17109bd-336c-4e02-9b6a-190a808b8a98 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 945 time: 0.1482384 Jul 29 17:39:37.577531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-76207a2c-4ad7-40da-b023-6bd5a2620e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.579148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-76207a2c-4ad7-40da-b023-6bd5a2620e00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1096 time: 0.2835481 Jul 29 17:39:37.606585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-5a734dc1-e71d-472b-8302-89ad1ec233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.608030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-5a734dc1-e71d-472b-8302-89ad1ec233e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1968062 Jul 29 17:39:37.628793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da993b-df3c-4be1-87a9-9cfe1f1fef2a req-1529769f-62dc-428a-aef8-f8b3b401ac1f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.630294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3da993b-df3c-4be1-87a9-9cfe1f1fef2a req-1529769f-62dc-428a-aef8-f8b3b401ac1f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.2270746 Jul 29 17:39:37.634521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-3ac16df1-8cd6-4e52-a13a-7d00f820b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.636102 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-3ac16df1-8cd6-4e52-a13a-7d00f820b56a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096349 Jul 29 17:39:37.657514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-915117f3-7f63-4d56-b724-e3747c335e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.659042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-915117f3-7f63-4d56-b724-e3747c335e3d service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3744776 Jul 29 17:39:37.673826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-bcb82983-1e3e-4729-aec2-4db9a543023e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0550666 Jul 29 17:39:37.677901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c75e29d4-512e-48ee-8239-c195f44df615 req-a6ab1051-04a4-4baf-9580-04f4e9b5d7be tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892282 Jul 29 17:39:37.702851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Router 7156466a-a289-426b-94a4-bdff63519db0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:39:37.733119 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35d777-a0a7-460f-a6e7-933933969da0 x-openstack-request-id: req-4e35d777-a0a7-460f-a6e7-933933969da0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:37.733943 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "name": "network-vif-plugged", "status": "completed", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:37.734407 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e35d777-a0a7-460f-a6e7-933933969da0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:37.735064 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'code': 200} Jul 29 17:39:37.769749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-021013f2-2981-44f7-80b7-9742a0bed143 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0780356 Jul 29 17:39:37.786296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-04af752b-d2a4-4055-bad3-457eb409b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.787938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-04af752b-d2a4-4055-bad3-457eb409b474 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1005483 Jul 29 17:39:37.833547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.38', 51950) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:37.849872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3da993b-df3c-4be1-87a9-9cfe1f1fef2a req-60be6518-ebea-460e-9676-b0941b3af913 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072196 Jul 29 17:39:37.854024 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-34fb6ce6-0045-4d24-8cde-ae7a6c4c46b8 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903033 Jul 29 17:39:37.962774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430ee6-8dee-4106-89b1-e5a2aee4fa24 req-6158a560-7894-4a3a-98fd-ac0c6cfac59a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.964058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29430ee6-8dee-4106-89b1-e5a2aee4fa24 req-6158a560-7894-4a3a-98fd-ac0c6cfac59a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 948 time: 0.1623583 Jul 29 17:39:37.979424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-77cd2981-c398-4881-b6bb-6da93e161f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.980967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-77cd2981-c398-4881-b6bb-6da93e161f44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803532 Jul 29 17:39:37.994228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c642b-b059-4fa4-b9f0-4b8e25bd04c3 req-9aae6911-f00a-4186-8763-31c81775397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:37.994520 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-603c642b-b059-4fa4-b9f0-4b8e25bd04c3 req-9aae6911-f00a-4186-8763-31c81775397f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 1100 time: 0.1585484 Jul 29 17:39:38.101476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d4ae893-e4c1-48fa-8ac0-2e3626dda47c req-0d3d5a5e-dbf4-47f0-a685-7f513077a785 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219019 Jul 29 17:39:38.113548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29430ee6-8dee-4106-89b1-e5a2aee4fa24 req-591ec1f7-7e0a-4430-b0bf-679e6936c070 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364746 Jul 29 17:39:38.123776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-603c642b-b059-4fa4-b9f0-4b8e25bd04c3 req-735cdf51-35d9-4b00-87ec-2643458df6a0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123533 Jul 29 17:39:38.128816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-8ea639de-393f-411b-851c-830398f92bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.130333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-8ea639de-393f-411b-851c-830398f92bac service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.5815713 Jul 29 17:39:38.162870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-9dc7d18c-d458-403e-988f-ddbdf04aba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.164849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-9dc7d18c-d458-403e-988f-ddbdf04aba93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.3770640 Jul 29 17:39:38.167382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-0694b9ad-3a15-4a61-81c3-71258dc86860 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653178 Jul 29 17:39:38.227804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-b466b276-9aeb-499f-988b-b5027c52158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.229436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-b466b276-9aeb-499f-988b-b5027c52158f service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.6084533 Jul 29 17:39:38.254694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-d4ea541d-752b-43b5-8a2d-7be5d9d00129 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.1007214 Jul 29 17:39:38.274972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-edb026e4-e59b-49d4-a119-fc8eb1f246ef service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891967 Jul 29 17:39:38.358632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-c6404a18-1eec-42e4-a707-74a653cf8fd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.1029098 Jul 29 17:39:38.378708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cea7-55ac-4adf-bc45-9de371131e06 req-922d0a05-75d7-400b-ba7a-27b1a70059ee tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.380501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ac9cea7-55ac-4adf-bc45-9de371131e06 req-922d0a05-75d7-400b-ba7a-27b1a70059ee tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 949 time: 0.2629471 Jul 29 17:39:38.439446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:39:38.448186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d2bbca58-4de3-44db-abe5-372b694e608b admin admin] 10.222.0.16 "PUT /v2.0/routers/7156466a-a289-426b-94a4-bdff63519db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0881114 Jul 29 17:39:38.448441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:38.450272 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Sync routers for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:39:38.457426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-323ab365-c1ae-41e4-afd6-ce5325215ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.458198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-323ab365-c1ae-41e4-afd6-ce5325215ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2704079 Jul 29 17:39:38.460860 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:38.461476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:38.466978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-9de54079-6469-4824-83f8-9955931caf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.468681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-9de54079-6469-4824-83f8-9955931caf34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1703789 Jul 29 17:39:38.517523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e921-6b4d-4ad4-9b22-0ced263e2ecb req-192ec519-46ba-458b-817b-25763a31fa83 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.519086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ac4e921-6b4d-4ad4-9b22-0ced263e2ecb req-192ec519-46ba-458b-817b-25763a31fa83 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.0973704 Jul 29 17:39:38.539548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-66fdd5ab-53ba-40a2-8869-c1c3f0fd6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.541004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-66fdd5ab-53ba-40a2-8869-c1c3f0fd6aa2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1719403 Jul 29 17:39:38.566442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-4de95ad6-809a-490d-973f-2bf0d0104596 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796371 Jul 29 17:39:38.576643 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:38.616437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:38.630292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ac9cea7-55ac-4adf-bc45-9de371131e06 req-796c617c-d413-4147-8de5-e582b446c21e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150126 Jul 29 17:39:38.630632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ac4e921-6b4d-4ad4-9b22-0ced263e2ecb req-257d99f4-e1da-40f6-8a36-b7594e1dd7d1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Jul 29 17:39:38.636960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-ef619e9f-b124-4254-80bf-67518715da39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796666 Jul 29 17:39:38.746775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:38.811376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-70be982c-84e7-4978-98aa-01d220af52b3 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385913 Jul 29 17:39:38.868798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f26eb-7603-41f3-b908-3e37fcbbbd0d req-783eb316-1fd7-4c87-9793-a4b1a3ce626f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:38.870747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-523f26eb-7603-41f3-b908-3e37fcbbbd0d req-783eb316-1fd7-4c87-9793-a4b1a3ce626f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 945 time: 0.0682755 Jul 29 17:39:38.891235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-d8bfdaba-f323-4a6d-b835-ac17e9b2f07d service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090999 Jul 29 17:39:38.895927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Deleting port faf65a6d-e339-4187-9b49-967bf9978103 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:38.895927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:38.931456 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:36Z', 'revision_number': 5, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port': {'id': 'faf65a6d-e339-4187-9b49-967bf9978103', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156466a-a289-426b-94a4-bdff63519db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:39:22Z', 'updated_at': '2021-07-29T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:38.946821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:38.996638 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Checking router: 7156466a-a289-426b-94a4-bdff63519db0 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:39:39.022818 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Routers {'7156466a-a289-426b-94a4-bdff63519db0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:39:39.023503 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:39:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['7156466a-a289-426b-94a4-bdff63519db0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:39.081626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-97424119-4a87-4b6b-87f1-71fc144dfad0 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078407 Jul 29 17:39:39.101913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:39.108661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bbdc9-64b4-4700-b733-126fa5d530c6 req-cdcb33db-1183-41ce-ab9d-6f9fe7ced416 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.116252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d8bbdc9-64b4-4700-b733-126fa5d530c6 req-cdcb33db-1183-41ce-ab9d-6f9fe7ced416 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 947 time: 0.2233863 Jul 29 17:39:39.119805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'mac_address': 'fa:16:3e:82:14:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:39.174927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c917-9803-4868-ab37-7de7067e80c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.191777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-523f26eb-7603-41f3-b908-3e37fcbbbd0d req-2fae2ac1-8688-4986-94aa-c3a4a61c039b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127048 Jul 29 17:39:39.193489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.202071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] Set router 7156466a-a289-426b-94a4-bdff63519db0 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:39:39.229432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:39.252255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:39.254869 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:39.268427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-0fec5ec4-ce5d-4b21-b94c-84a679fa461a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.270325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-0fec5ec4-ce5d-4b21-b94c-84a679fa461a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc&tenant_id=e56b6d6b394a4d91bec47e83b063f729&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 947 time: 0.2813432 Jul 29 17:39:39.272425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:39.280876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a9cadef-ff10-46dd-b94c-5bf65f671554 req-34daf57d-dd71-4d14-a2ed-8e4db51f2576 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434311 Jul 29 17:39:39.285189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.286137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:39.316000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d8bbdc9-64b4-4700-b733-126fa5d530c6 req-6a8b995f-cf6c-4e0b-819d-50f480d26e42 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987855 Jul 29 17:39:39.325887 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:38Z', 'revision_number': 6, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:39.344224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:39.347650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba147755-a389-4ddb-8c03-b5e69f22bc6f req-e57c33c9-7b50-4a4e-b4d0-a3ecb3dacc8b service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317675 Jul 29 17:39:39.370874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'mac_address': 'fa:16:3e:5e:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:39.396211 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe88c13-3eff-4cef-9e77-31f498b18fcb None None] The sync data for ids ['7156466a-a289-426b-94a4-bdff63519db0'] in n-d-801607-3 is: [{'id': '7156466a-a289-426b-94a4-bdff63519db0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1702289015-router', 'tenant_id': '0af2009ddb4d48a19deb316451d52ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:39:21Z', 'updated_at': '2021-07-29T17:39:38Z', 'revision_number': 6, 'project_id': '0af2009ddb4d48a19deb316451d52ed6', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:39:39.399092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-ea04f9d6-f0cf-4f4c-aceb-7d706173d622 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032215 Jul 29 17:39:39.411560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] For port faf65a6d-e339-4187-9b49-967bf9978103, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=faf65a6d-e339-4187-9b49-967bf9978103,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:39.412027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.416304 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-cd484613-29d6-4d34-a44a-26c3cbdc954b service neutron] delete failed (client error): The resource could not be found. Jul 29 17:39:39.417974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-cd484613-29d6-4d34-a44a-26c3cbdc954b service neutron] 10.222.0.38 "DELETE /v2.0/ports/7c9b361f-2860-4bb9-9d5a-8b21c6f13353/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1390169 Jul 29 17:39:39.478448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:39.481201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.495967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:39.520915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:39.528442 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:39.591959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:39.629722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b895eaca-d923-4d0b-97a4-52ee7f5969f0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:39.634034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f3938-9c41-4470-89e1-57568e8afe36 req-e7b8dcc8-8fa1-42e6-9181-6de7fabae5ad tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.635743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d68f3938-9c41-4470-89e1-57568e8afe36 req-e7b8dcc8-8fa1-42e6-9181-6de7fabae5ad tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 948 time: 0.0986490 Jul 29 17:39:39.663313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-7174e11b-e05f-4572-bacf-5973be72a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.664747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-7174e11b-e05f-4572-bacf-5973be72a374 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1099 time: 0.0879626 Jul 29 17:39:39.700920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d68f3938-9c41-4470-89e1-57568e8afe36 req-73a54164-7958-4f4f-b70a-c94d38d6994c tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574536 Jul 29 17:39:39.717036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Calling delete_port for faf65a6d-e339-4187-9b49-967bf9978103 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:39.817000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-45f18499-181c-4a02-8cff-4a9845dec142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.818546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-45f18499-181c-4a02-8cff-4a9845dec142 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1423042 Jul 29 17:39:39.863740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:39.872502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e482ff-43dc-4f76-832c-a99d40af0de5 req-8af8900f-1dcb-4a9a-ad62-96740dcd9763 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:39.874096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1e482ff-43dc-4f76-832c-a99d40af0de5 req-8af8900f-1dcb-4a9a-ad62-96740dcd9763 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.5143995 Jul 29 17:39:39.907382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-7e6327f8-be3f-4e7a-8619-c90a944a0dfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0797338 Jul 29 17:39:39.934803 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6d5aa-f1e6-4897-bc7f-43c5c781a8d1 x-openstack-request-id: req-a7d6d5aa-f1e6-4897-bc7f-43c5c781a8d1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:39.935093 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:39.935444 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7d6d5aa-f1e6-4897-bc7f-43c5c781a8d1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:39.935820 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d', 'status': 'completed', 'code': 200} Jul 29 17:39:40.009295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1e482ff-43dc-4f76-832c-a99d40af0de5 req-6e21d67f-90a1-4f0c-b944-57fa897e1008 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751331 Jul 29 17:39:40.016509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-64e48050-d15a-4007-ac22-bb4b62bcb3ac tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.021119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-64e48050-d15a-4007-ac22-bb4b62bcb3ac tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.3167648 Jul 29 17:39:40.034707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:40.127747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-66aac737-8d53-477d-8275-8bb05a037a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.129561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-66aac737-8d53-477d-8275-8bb05a037a32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 1099 time: 0.1916285 Jul 29 17:39:40.132327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-58483061-8570-47d2-8687-c384e5429220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.133840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-58483061-8570-47d2-8687-c384e5429220 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1971061 Jul 29 17:39:40.149809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987b46-d7b4-45bb-af8e-524bafb5b7ce req-2ca72529-0b2a-4a7c-9064-f1a7fe7b41dc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.151739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51987b46-d7b4-45bb-af8e-524bafb5b7ce req-2ca72529-0b2a-4a7c-9064-f1a7fe7b41dc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 949 time: 0.0995228 Jul 29 17:39:40.253750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:40.331891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51987b46-d7b4-45bb-af8e-524bafb5b7ce req-ec89dd38-91f3-413a-8181-27d789d8b88f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467795 Jul 29 17:39:40.472502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:40.484532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device faf65a6d-e339-4187-9b49-967bf9978103 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:40.496993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-99f32652-5c8a-4f58-bf0e-395e0e16c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.498539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-99f32652-5c8a-4f58-bf0e-395e0e16c5bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3457186 Jul 29 17:39:40.500443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-a529f975-ca55-4410-837a-2d6675b44ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.507492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-a529f975-ca55-4410-837a-2d6675b44ddd service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3405399 Jul 29 17:39:40.518103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: faf65a6d-e339-4187-9b49-967bf9978103 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:39:40.518477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device faf65a6d-e339-4187-9b49-967bf9978103 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:40.518981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 30726cfb-443c-4c4c-8c96-615fa0d42509 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:40.548704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 30726cfb-443c-4c4c-8c96-615fa0d42509 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:39:40.549058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 30726cfb-443c-4c4c-8c96-615fa0d42509 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:40.569932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf65a6d-e339-4187-9b49-967bf9978103,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:40.576410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-4428a410-5e5f-4a39-90d1-30596f0cf683 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d HTTP/1.1" status: 200 len: 217 time: 0.0517411 Jul 29 17:39:40.580941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:40.666927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee842-1b4d-4b7c-823e-2b7c4a29c7af req-fbfbf3f1-0aa1-4be2-a4d1-c25bc51c079c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.667479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8df8b-21e2-4227-817e-0b48079e6ea3 req-4424bbb0-de41-4695-a435-1e61fa27d899 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.677490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-defee842-1b4d-4b7c-823e-2b7c4a29c7af req-fbfbf3f1-0aa1-4be2-a4d1-c25bc51c079c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 945 time: 0.2199657 Jul 29 17:39:40.679221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34d8df8b-21e2-4227-817e-0b48079e6ea3 req-4424bbb0-de41-4695-a435-1e61fa27d899 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 948 time: 0.2557912 Jul 29 17:39:40.738014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:40.750662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34d8df8b-21e2-4227-817e-0b48079e6ea3 req-f68f50bd-70f1-44af-84d7-8bfa2ac725b3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703924 Jul 29 17:39:40.779308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-d16b6192-a5b1-46a0-9245-0a5715caa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.789845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-d16b6192-a5b1-46a0-9245-0a5715caa475 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1924045 Jul 29 17:39:40.802505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:40.873179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-fe6026fa-2f87-4a15-be65-9adbf0514dcf service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591146 Jul 29 17:39:40.933836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-defee842-1b4d-4b7c-823e-2b7c4a29c7af req-2e2470f4-f0e7-4590-81cf-dd47045b4b46 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506986 Jul 29 17:39:40.961367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:40.961703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-82f9fc22-efd3-4084-9ed7-27bc038a4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:40.963492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-82f9fc22-efd3-4084-9ed7-27bc038a4f7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628535 Jul 29 17:39:40.964204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:40.970786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:40.982889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:40.996877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.058795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.137164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:41.159424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:41.160087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.199906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:41.236050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.236697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7156466a-a289-426b-94a4-bdff63519db0 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:39:41.247866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.249017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b4f94fe-39ed-4844-9101-3ba7c8750b28 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7156466a-a289-426b-94a4-bdff63519db0 HTTP/1.1" status: 204 len: 168 time: 2.7996590 Jul 29 17:39:41.257572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:41.266030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'port_id': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'mac_address': 'fa:16:3e:28:de:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480517cd-e92b-47aa-b323-39f019ad8e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:41.271435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0df0b7-5191-434b-bef4-0e9d4aad2003 req-c2aabee8-3629-46b4-b0ba-7007dfa77f96 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:41.280256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c0df0b7-5191-434b-bef4-0e9d4aad2003 req-c2aabee8-3629-46b4-b0ba-7007dfa77f96 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 948 time: 0.1263723 Jul 29 17:39:41.340505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214e88c-15c7-483f-b611-eb641373978f req-e34bcc9f-5955-40e4-883f-d53472f0de97 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:41.347913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3214e88c-15c7-483f-b611-eb641373978f req-e34bcc9f-5955-40e4-883f-d53472f0de97 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 949 time: 0.4915230 Jul 29 17:39:41.363219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Deleting subnet d8251bac-f79e-4372-90d8-aa3b9ea4dd7e {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:39:41.365280 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.387159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.412348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:41.421465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3214e88c-15c7-483f-b611-eb641373978f req-8d108afa-0822-4a28-9c68-54e586ffb52d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Jul 29 17:39:41.423699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c52ebed-2d34-4ba3-8305-404b1b752f69 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:41.502049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:41.503005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c0df0b7-5191-434b-bef4-0e9d4aad2003 req-5efb7ab2-c3d0-42cd-ac61-094d32a24888 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183597 Jul 29 17:39:41.513906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.522865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.532389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ea077c6-b9ab-4faf-bb84-267c96632ec3 req-c8c3cfdf-5960-4568-bcd6-826d8f648476 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340950 Jul 29 17:39:41.539247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-f17f386e-efe5-46e7-aa8c-2a503f9144e8 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668960 Jul 29 17:39:41.545256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:41.545664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:41.547503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:41.569746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.575920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:41.578986 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888213f8-f82d-4e7f-8aa6-5edbcfd154e3" -d '{"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:41.631445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:41.632356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Attempting to bind port 73a42686-2499-4309-8fed-03306f5df622 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:41.646180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:41.650809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:41.651307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:41.651824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Bound port: 73a42686-2499-4309-8fed-03306f5df622, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:41.652198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.663864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:41.694925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.695736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:41.715841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59749291-e25a-4b93-8f5f-89a3f8587a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.780791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:41.801402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe1648f9-b43c-4a93-a04e-c37d1fe3c7dd req-526ef2ad-273d-4417-8982-ab912cba9446 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512701 Jul 29 17:39:41.885722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['8c52ebed-2d34-4ba3-8305-404b1b752f69'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:41.945926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a42686-2499-4309-8fed-03306f5df622'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:41.949216 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e04c66-a1c3-4480-967b-447714124800" -d '{"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-unplugged", "status": "completed", "tag": "73a42686-2499-4309-8fed-03306f5df622"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:41.969841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:41.984321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf0909-93c2-4305-97b4-ee1dac51abda req-4d20e8f6-a9a1-4305-b565-c2d3f1cc5b90 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:41.991353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf0909-93c2-4305-97b4-ee1dac51abda req-4d20e8f6-a9a1-4305-b565-c2d3f1cc5b90 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:41.999388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89bf0909-93c2-4305-97b4-ee1dac51abda req-4d20e8f6-a9a1-4305-b565-c2d3f1cc5b90 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7&device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 1689 time: 0.0721750 Jul 29 17:39:42.031850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:42.042096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab01b0-fb6c-491c-8658-87b4e7dcde59 req-7a7b2a88-e9b3-4c9a-9a8f-c2ec59b6bb52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.043717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f8ab01b0-fb6c-491c-8658-87b4e7dcde59 req-7a7b2a88-e9b3-4c9a-9a8f-c2ec59b6bb52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.3652585 Jul 29 17:39:42.044862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:42.045490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.071083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.076062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89bf0909-93c2-4305-97b4-ee1dac51abda req-0930215d-58d6-4be6-9b61-4ccad159f9ec tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Jul 29 17:39:42.112838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:42.115935 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379dd17-0ab0-4d0b-9e66-f78fd001deef x-openstack-request-id: req-9379dd17-0ab0-4d0b-9e66-f78fd001deef {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:42.116234 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:42.116485 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9379dd17-0ab0-4d0b-9e66-f78fd001deef {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:42.116971 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'code': 200} Jul 29 17:39:42.124829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:42.166169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.205078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.274506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf16e-2250-45b6-84d7-838b22c96dc6 req-1a024cdd-bb29-4233-8a7d-fdb46d37ac8b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.284722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c16bf16e-2250-45b6-84d7-838b22c96dc6 req-1a024cdd-bb29-4233-8a7d-fdb46d37ac8b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.0968766 Jul 29 17:39:42.312465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:42.321621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.344436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c16bf16e-2250-45b6-84d7-838b22c96dc6 req-f141252a-c016-4f1c-bc10-6ce67ec15bb0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Jul 29 17:39:42.389404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f8ab01b0-fb6c-491c-8658-87b4e7dcde59 req-5231d313-cc87-461b-9f9b-2d3f091a0f6b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521195 Jul 29 17:39:42.391096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.392400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.395424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] 10.222.0.38 "PUT /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 1121 time: 2.3657725 Jul 29 17:39:42.402089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24fc9-26ba-4729-9c0a-edfb693c16ae service neutron] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=8']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:42.420339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.445135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:42.451432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.453382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8251bac-f79e-4372-90d8-aa3b9ea4dd7e HTTP/1.1" status: 204 len: 168 time: 1.1655428 Jul 29 17:39:42.458357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d0e98a6e-00ae-4b14-96b9-4fd65f71305d details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:42.459108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41448) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:42.461467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['73a42686-2499-4309-8fed-03306f5df622'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:42.464283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283189c-e978-4647-bb3a-4087eeb3522a None None] Network 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:39:42.501568 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a9a0c-e6d7-4382-80f2-bbc9d5669f83 x-openstack-request-id: req-942a9a0c-e6d7-4382-80f2-bbc9d5669f83 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:42.502059 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-unplugged", "status": "completed", "tag": "73a42686-2499-4309-8fed-03306f5df622", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:42.502505 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-942a9a0c-e6d7-4382-80f2-bbc9d5669f83 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:42.503068 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a42686-2499-4309-8fed-03306f5df622', 'code': 200} Jul 29 17:39:42.505241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4623e3e-eec0-4f4e-ae08-092280b79190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8251bac-f79e-4372-90d8-aa3b9ea4dd7e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:42.603765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14395de-cad5-4500-b92f-558592a11af0 req-a4be2f21-f70c-4370-9744-ca80ed92f0b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.607171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f14395de-cad5-4500-b92f-558592a11af0 req-a4be2f21-f70c-4370-9744-ca80ed92f0b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.1666298 Jul 29 17:39:42.612879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.702840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f14395de-cad5-4500-b92f-558592a11af0 req-718baf0d-45bb-4131-82aa-c6473dc2c9f3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844889 Jul 29 17:39:42.726460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Deleting port f3d76b36-ab9f-458a-97ba-2bda582524b2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:42.726856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.771279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:42.783994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d', 'mac_address': 'fa:16:3e:9e:17:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:42.816304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8998a4-6baf-48db-8aea-437d516fe764 req-30bd07d2-b931-4155-8b54-2aada4d88e74 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.825787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f8998a4-6baf-48db-8aea-437d516fe764 req-30bd07d2-b931-4155-8b54-2aada4d88e74 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.0796573 Jul 29 17:39:42.832455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] For port f3d76b36-ab9f-458a-97ba-2bda582524b2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f3d76b36-ab9f-458a-97ba-2bda582524b2,segment=NetworkSegment(3159e775-6a98-4a1d-a751-b09ad943e86f),segment_id=3159e775-6a98-4a1d-a751-b09ad943e86f)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:42.833976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.860389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.880829 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f8998a4-6baf-48db-8aea-437d516fe764 req-6d28669a-ccc8-4119-8900-beff9da09ac7 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Jul 29 17:39:42.901139 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:42.917067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Calling delete_port for f3d76b36-ab9f-458a-97ba-2bda582524b2 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:42.919205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e98a6e-00ae-4b14-96b9-4fd65f71305d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:42.949456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] DHCP port deletion for 06b9f1c6-49e7-47f5-9f39-4a94d5d7303b request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:39:42.989561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343a796-4872-4b36-80a4-7d0b790eec23 req-3d312b52-ca86-4964-b182-3f786443b0bd tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:42.996964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3343a796-4872-4b36-80a4-7d0b790eec23 req-3d312b52-ca86-4964-b182-3f786443b0bd tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 948 time: 0.1380115 Jul 29 17:39:43.013882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:43.031781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.058873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3343a796-4872-4b36-80a4-7d0b790eec23 req-739908d7-e5eb-404c-a14e-6c363b4c94de tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611176 Jul 29 17:39:43.120112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:43.123207 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.148355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Deleting port f3d76b36-ab9f-458a-97ba-2bda582524b2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:43.148765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.178866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b01c7-f6fb-4982-9953-51ea95f459eb req-09915d04-32bf-4ad9-aa10-34f5d1d8213f tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:43.188192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d5b01c7-f6fb-4982-9953-51ea95f459eb req-09915d04-32bf-4ad9-aa10-34f5d1d8213f tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 1100 time: 0.1193776 Jul 29 17:39:43.201308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d76b36-ab9f-458a-97ba-2bda582524b2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:43.214328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] No DVR routers for this DVR port f3d76b36-ab9f-458a-97ba-2bda582524b2 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:43.240449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] For port f3d76b36-ab9f-458a-97ba-2bda582524b2, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:43.240861 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.254693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Calling delete_port for f3d76b36-ab9f-458a-97ba-2bda582524b2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:43.259408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Port f3d76b36-ab9f-458a-97ba-2bda582524b2 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:39:43.260759 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.261776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d5b01c7-f6fb-4982-9953-51ea95f459eb req-338c023c-27fe-4cc6-ae88-9582b523388f tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720761 Jul 29 17:39:43.293362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] Pushing event deleted for resources: {'Port': ['ID=f3d76b36-ab9f-458a-97ba-2bda582524b2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:43.298404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d0e98a6e-00ae-4b14-96b9-4fd65f71305d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:43.323379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988782d-bfab-4b4d-8c19-9a4bdf8beef3 None None] No DVR routers for this DVR port f3d76b36-ab9f-458a-97ba-2bda582524b2 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:43.338416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.369976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.370536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.371445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.371970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.372464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.373439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.373934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.374451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.375097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.375575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.458279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.458279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.458279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.458279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:39:43.458279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b9f1c6-49e7-47f5-9f39-4a94d5d7303b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:43.494021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac7220-4ac9-4019-a4e2-c6732adc9fb5 req-f2cc74ce-7ea9-42ab-8aff-f96401f07f5e tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:43.503068 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-56ac7220-4ac9-4019-a4e2-c6732adc9fb5 req-f2cc74ce-7ea9-42ab-8aff-f96401f07f5e tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 1100 time: 0.0596311 Jul 29 17:39:43.508133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3159e775-6a98-4a1d-a751-b09ad943e86f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:43.508426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3159e775-6a98-4a1d-a751-b09ad943e86f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:39:43.526736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-907c33fc-f79c-460d-a90f-5d0dd90b1bdf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642171 Jul 29 17:39:43.532905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.554504 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-56ac7220-4ac9-4019-a4e2-c6732adc9fb5 req-13c920f4-e9ee-4e63-bdc9-4f54158a951a tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Jul 29 17:39:43.589475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.636255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:39:43.636957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: from cryptography.utils import int_from_bytes Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: from cryptography.utils import int_from_bytes Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:39:43.641085 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:39:43.699521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abba42-1571-4b04-bfe9-3b29bcd801d2 req-077f39a9-9797-45e7-845a-7b87affe2cd1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:43.701361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59abba42-1571-4b04-bfe9-3b29bcd801d2 req-077f39a9-9797-45e7-845a-7b87affe2cd1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.0598643 Jul 29 17:39:43.727014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.751914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:43.753770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/06b9f1c6-49e7-47f5-9f39-4a94d5d7303b HTTP/1.1" status: 204 len: 168 time: 1.2936749 Jul 29 17:39:43.762996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59abba42-1571-4b04-bfe9-3b29bcd801d2 req-8367a53b-3bbf-462c-9d32-f96c704c4753 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Jul 29 17:39:43.770348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-c48681f8-f9f7-47b0-ac12-ba553b67a612 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:43.777304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-c48681f8-f9f7-47b0-ac12-ba553b67a612 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399633 Jul 29 17:39:43.791870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ba57-ed12-41ee-bd5f-c748ef95c2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=06b9f1c6-49e7-47f5-9f39-4a94d5d7303b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:43.799852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-43fc2b65-2846-452c-a937-d838e99ad505 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/quotas/e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 375 time: 0.0214667 Jul 29 17:39:43.867212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b5089178-17a6-443b-b798-d03e7e998c29 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663528 Jul 29 17:39:44.045028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41500) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:44.118708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:44.122996 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9915c086-db67-4a82-8db1-6b84d659ebc9" -d '{"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:44.184371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1fd9bb55-a6b7-4242-bb2f-9de001c63052 req-1c5a571f-435e-486d-92a0-d29dd2a46224 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 210 time: 0.0466125 Jul 29 17:39:44.215320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f3d76b36-ab9f-458a-97ba-2bda582524b2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:44.236773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e66f21df-03b6-4740-9870-8a1f0c31c1e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0af2009ddb4d48a19deb316451d52ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911924 Jul 29 17:39:44.239547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:44.255201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f3d76b36-ab9f-458a-97ba-2bda582524b2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:39:44.255946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f3d76b36-ab9f-458a-97ba-2bda582524b2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:44.311501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89dff7-1664-41eb-a74f-0e39b07c7bc1 req-f91a4a70-c9e1-4b94-9d17-53292e50f7d9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:44.313521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed89dff7-1664-41eb-a74f-0e39b07c7bc1 req-f91a4a70-c9e1-4b94-9d17-53292e50f7d9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.1655474 Jul 29 17:39:44.379400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed89dff7-1664-41eb-a74f-0e39b07c7bc1 req-34111bbf-ccea-40f0-b0c0-7e611d48e118 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589933 Jul 29 17:39:44.425678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.428700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.434378 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d9c0ee-bd9e-43f8-9ca9-57a337ea7e94 x-openstack-request-id: req-57d9c0ee-bd9e-43f8-9ca9-57a337ea7e94 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:44.434762 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:44.435103 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57d9c0ee-bd9e-43f8-9ca9-57a337ea7e94 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:44.435580 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'code': 200} Jul 29 17:39:44.439835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b0435-365c-4edf-b58a-65b13da04de1 req-89419fd1-f472-479a-a6ba-084bc9a90fa3 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:44.441409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e59b0435-365c-4edf-b58a-65b13da04de1 req-89419fd1-f472-479a-a6ba-084bc9a90fa3 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 949 time: 0.1448393 Jul 29 17:39:44.442802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d0e98a6e-00ae-4b14-96b9-4fd65f71305d up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:44.514317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'tag': '73a42686-2499-4309-8fed-03306f5df622'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:44.516761 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a2871-5f79-4a0e-bafb-284411af120f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "tag": "73a42686-2499-4309-8fed-03306f5df622"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:44.537948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.539488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port d0e98a6e-00ae-4b14-96b9-4fd65f71305d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:44.545646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port d0e98a6e-00ae-4b14-96b9-4fd65f71305d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:44.551705 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.566164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-2c532359-8b2c-40fe-9b9e-c57de0b299f9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425832 Jul 29 17:39:44.609404 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:39:44.633858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e59b0435-365c-4edf-b58a-65b13da04de1 req-69b22504-9661-4972-ac97-6c06fd253730 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696999 Jul 29 17:39:44.683536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.686030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.687316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/905305a7-36fe-446e-966c-084c2e6c5fbe HTTP/1.1" status: 204 len: 168 time: 0.4467270 Jul 29 17:39:44.697252 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fed1d2-a452-405f-84fb-01e052ad6db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905305a7-36fe-446e-966c-084c2e6c5fbe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:44.721932 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f103d105-1209-4134-b4a5-d0c568f130eb x-openstack-request-id: req-f103d105-1209-4134-b4a5-d0c568f130eb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:44.722225 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "tag": "73a42686-2499-4309-8fed-03306f5df622", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:44.722500 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f103d105-1209-4134-b4a5-d0c568f130eb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:44.722893 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'tag': '73a42686-2499-4309-8fed-03306f5df622', 'status': 'completed', 'code': 200} Jul 29 17:39:44.862660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.913283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0a76023f-c3ba-47e8-84cd-c763cb191542 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:44.915438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0a76023f-c3ba-47e8-84cd-c763cb191542 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406754 Jul 29 17:39:44.921901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-ef06a81d-8409-40df-8513-a71e44d61594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:44.923931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-ef06a81d-8409-40df-8513-a71e44d61594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1124 time: 0.1535614 Jul 29 17:39:44.929731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:44.937705 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:44.961704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-56c2b78e-00ed-460b-83c4-3521d8993fb3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0367002 Jul 29 17:39:45.003515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:45.007441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:45.019889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5123b0-d785-4975-bb81-41e2a2f2dba0 req-54491e6f-06a2-44ff-8c8a-d20ee387f899 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:45.029841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f5123b0-d785-4975-bb81-41e2a2f2dba0 req-54491e6f-06a2-44ff-8c8a-d20ee387f899 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.1406682 Jul 29 17:39:45.106988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f5123b0-d785-4975-bb81-41e2a2f2dba0 req-0c7a00b9-533f-49ff-8f2d-50a2eefc69c0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761199 Jul 29 17:39:45.129179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 8c52ebed-2d34-4ba3-8305-404b1b752f69 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:45.140942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 8c52ebed-2d34-4ba3-8305-404b1b752f69 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:45.144654 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:45.190637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-10f7fd98-5b6e-4503-a191-390d8e156dc9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2279415 Jul 29 17:39:45.226288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-24c95739-e86b-401c-9d15-7e3b7f490d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:45.236040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-24c95739-e86b-401c-9d15-7e3b7f490d5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.3031175 Jul 29 17:39:45.324514 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:45.397682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-8dc75cb7-b3e5-4123-95c8-7d2a5fbd4dbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.1492612 Jul 29 17:39:45.434338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:45.450259 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:45.517698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:45.549215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-907f805e-72f0-443e-9e46-c686cb53e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:45.550783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-907f805e-72f0-443e-9e46-c686cb53e308 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1254807 Jul 29 17:39:45.574090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-5ae0c159-c7c2-4994-8fd1-20bffa9c62f7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531392 Jul 29 17:39:45.616740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-55018810-7e70-4c8a-ad5f-d68eaf1dc2d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567400 Jul 29 17:39:45.666311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f22c666-054f-4217-a0c9-a883e3ef21a5 req-fc267033-4158-4277-b395-1ba4f1339c09 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 210 time: 0.1015191 Jul 29 17:39:46.012372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ab39-902d-4fc3-99a0-766c75cc4984 req-7f6334a1-264b-4f97-942b-7a49251a053d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:46.025266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7d5ab39-902d-4fc3-99a0-766c75cc4984 req-7f6334a1-264b-4f97-942b-7a49251a053d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.1636426 Jul 29 17:39:46.063619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-9dfb9a9b-7fac-4e76-90c8-65ca2ac74ede service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378672 Jul 29 17:39:46.111142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7d5ab39-902d-4fc3-99a0-766c75cc4984 req-ae462f90-7183-4ff8-9f37-61367566f043 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872064 Jul 29 17:39:46.134757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-5bcf8160-6f4f-4225-97c1-b302c48ca832 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:46.136317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-5bcf8160-6f4f-4225-97c1-b302c48ca832 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325983 Jul 29 17:39:46.160719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Request body: {'port': {'device_id': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'e56b6d6b394a4d91bec47e83b063f729'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:46.254404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c820b5-7821-4513-aa3b-41819a38b7be req-ea11c2ba-01bd-4f3e-bbbc-28752ebb4072 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:46.269628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65c820b5-7821-4513-aa3b-41819a38b7be req-ea11c2ba-01bd-4f3e-bbbc-28752ebb4072 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.2748594 Jul 29 17:39:46.407641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf7a2871-5f79-4a0e-bafb-284411af120f req-f2f2abd0-d9ab-44b0-8497-670a0e46708c service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350229 Jul 29 17:39:46.425721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65c820b5-7821-4513-aa3b-41819a38b7be req-4f574a7b-1ed1-432c-8784-df153fc855dc tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457117 Jul 29 17:39:46.436923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d'}, {'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:46.441524 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1509b5-348d-4394-a7e0-e2f96506b458" -d '{"events": [{"server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "name": "network-vif-plugged", "status": "completed", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d"}, {"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-plugged", "status": "completed", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:46.466018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73a42686-2499-4309-8fed-03306f5df622 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:46.515048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6c8e9-d594-48d6-946c-37323d2f2875 req-17df3f6f-85f2-4bd9-80b5-e9fa4a2db1bd tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:46.516709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81a6c8e9-d594-48d6-946c-37323d2f2875 req-17df3f6f-85f2-4bd9-80b5-e9fa4a2db1bd tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 946 time: 0.1039212 Jul 29 17:39:46.521546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Made reservation on behalf of e56b6d6b394a4d91bec47e83b063f729 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:46.526555 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:46.581202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81a6c8e9-d594-48d6-946c-37323d2f2875 req-af0ddfc3-70ee-4a9d-b751-4c2fba234ed8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jul 29 17:39:46.654694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:46.675535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73a42686-2499-4309-8fed-03306f5df622 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:39:46.750053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-46a5840d-f309-4bb0-ac93-daee818351c2 req-10c26a4f-6f3d-4858-9237-706c6600ee21 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0616407 Jul 29 17:39:46.843460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Allocated IP 192.168.233.220 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/4d1c434c-ece5-417a-bf27-6405a57014ee) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:46.982613 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca51c25-2462-470e-9fac-0a0a65451704 x-openstack-request-id: req-8ca51c25-2462-470e-9fac-0a0a65451704 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:46.982911 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "name": "network-vif-plugged", "status": "completed", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d", "code": 200}, {"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-plugged", "status": "completed", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:46.983161 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ca51c25-2462-470e-9fac-0a0a65451704 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:46.983563 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d', 'code': 200} Jul 29 17:39:46.983812 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'code': 200} Jul 29 17:39:47.024029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44158427-bab1-4aa7-ae39-c55f3764053d req-7f0530e1-b0fa-4bab-9dc6-7f8a452ffe43 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 210 time: 0.0708199 Jul 29 17:39:47.307902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d140249-6632-4f6c-a5ec-2488eff64f7e req-ea5558cc-0608-441a-8d3e-063016d3f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:47.310061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d140249-6632-4f6c-a5ec-2488eff64f7e req-ea5558cc-0608-441a-8d3e-063016d3f2f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1097 time: 0.1796427 Jul 29 17:39:47.318120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2f67-5d90-43c3-be59-4ac22cd71e5c req-6dd72d15-6276-4f40-9546-1c6a95367146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:47.323236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bcc2f67-5d90-43c3-be59-4ac22cd71e5c req-6dd72d15-6276-4f40-9546-1c6a95367146 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 1101 time: 0.2567120 Jul 29 17:39:47.498201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d140249-6632-4f6c-a5ec-2488eff64f7e req-54b4403a-4ca3-4d57-9ead-e4543c8908c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573312 Jul 29 17:39:47.507204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bcc2f67-5d90-43c3-be59-4ac22cd71e5c req-f725a60c-4d90-4ede-9081-868f1a29e515 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670747 Jul 29 17:39:47.519958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370758e5-7ed5-4c4a-a8ef-f799b62d3854 req-e9a5b639-a4c6-438b-8c05-4422aafacfc6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:47.530637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-370758e5-7ed5-4c4a-a8ef-f799b62d3854 req-e9a5b639-a4c6-438b-8c05-4422aafacfc6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.2291112 Jul 29 17:39:47.538898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:47.578210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Transition to ACTIVE for port object 4d1c434c-ece5-417a-bf27-6405a57014ee will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:47.585464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-370758e5-7ed5-4c4a-a8ef-f799b62d3854 req-51c6a9e9-49e0-492f-93b6-29b05e25b43d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Jul 29 17:39:47.666758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf30e-1dc9-491e-80fc-8d05e516a45c req-1121532a-4c15-4ac0-88cb-5cc8c1c70626 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:47.676706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82baf30e-1dc9-491e-80fc-8d05e516a45c req-1121532a-4c15-4ac0-88cb-5cc8c1c70626 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.0932941 Jul 29 17:39:47.738301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82baf30e-1dc9-491e-80fc-8d05e516a45c req-f79ff96f-9a07-472b-a142-d0f8a9af162d tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601108 Jul 29 17:39:47.742123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:47.769412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:47.846558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:47.888798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:47.906994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:47.922379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9483-1d60-4cd9-9d76-9976da2f7b08 req-b595d8d7-8dec-414d-8c3e-956204caab15 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:47.926837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dba9dcb7-2676-476f-b9c4-aa463d8dcfe5 req-3140cb2b-c349-4dd1-aa26-78acd1d67e56 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0637949 Jul 29 17:39:47.930967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:47.931500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea0d9483-1d60-4cd9-9d76-9976da2f7b08 req-b595d8d7-8dec-414d-8c3e-956204caab15 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 946 time: 0.1264467 Jul 29 17:39:47.953511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:48.001348 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea0d9483-1d60-4cd9-9d76-9976da2f7b08 req-30f6a459-d8c0-41eb-9a9f-4960462a9de4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686529 Jul 29 17:39:48.080023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:48.080718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.145832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-b465508c-e272-4cc8-a048-003cf3fbebbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9897816 Jul 29 17:39:48.162515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Request body: {'port': {'device_id': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:48.201947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b482cd85-6c2f-4b9a-9025-43a18353f3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.254871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.302347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-d7c62057-f999-47b7-b70f-47313657b9f4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482199 Jul 29 17:39:48.325679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-2db50372-7f85-464b-b114-b12911e97e49 service neutron] 10.222.0.49 "GET /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.2928238 Jul 29 17:39:48.348872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812802-15b0-49a2-b6df-d319cdc06bbe req-9c211a1d-e262-4e58-9e28-baa3deca666c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:48.358222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a812802-15b0-49a2-b6df-d319cdc06bbe req-9c211a1d-e262-4e58-9e28-baa3deca666c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 936 time: 0.1770988 Jul 29 17:39:48.418707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c1683c08-61d3-4bd9-88fd-3f349b6c2db9 None None] Provisioning for port 4d1c434c-ece5-417a-bf27-6405a57014ee completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:48.425389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c1683c08-61d3-4bd9-88fd-3f349b6c2db9 None None] Provisioning complete for port 4d1c434c-ece5-417a-bf27-6405a57014ee triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:48.425389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c1683c08-61d3-4bd9-88fd-3f349b6c2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.489251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a812802-15b0-49a2-b6df-d319cdc06bbe req-8c88ed00-04ed-44e6-bff8-798bb9df802c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248395 Jul 29 17:39:48.558336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b482cd85-6c2f-4b9a-9025-43a18353f3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.591784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c1683c08-61d3-4bd9-88fd-3f349b6c2db9 None None] Port 4d1c434c-ece5-417a-bf27-6405a57014ee cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:48.603474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b482cd85-6c2f-4b9a-9025-43a18353f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.706266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-7c41cbed-b53b-4ddd-9f2d-b593733d098a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:48.707965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-7c41cbed-b53b-4ddd-9f2d-b593733d098a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824954 Jul 29 17:39:48.718693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-215f6eea-df3d-4f2c-b7fa-686577edee2b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151597 Jul 29 17:39:48.754740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b482cd85-6c2f-4b9a-9025-43a18353f3ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20923b7499e640efa9cd1b1a4e09c078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634622 Jul 29 17:39:48.769899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': '4cd285c1-994f-4866-818e-9cabba395d69', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:48.773293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41676) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:48.972355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482cd85-6c2f-4b9a-9025-43a18353f3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2468bc-6158-45aa-a149-2cdb2badcb79,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:48.976766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e7f7-211e-49d8-9b12-f53eb53834c7 req-2c630e88-c00a-45fa-8f03-047ce1156e02 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:48.980830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a628e7f7-211e-49d8-9b12-f53eb53834c7 req-2c630e88-c00a-45fa-8f03-047ce1156e02 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 943 time: 0.2368362 Jul 29 17:39:49.039812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.041548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:49.061607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdff63-d7f2-47fb-97ab-9acad5e64800 req-67e788f9-9c17-4772-9240-afe170cd561c tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:49.063119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cacdff63-d7f2-47fb-97ab-9acad5e64800 req-67e788f9-9c17-4772-9240-afe170cd561c tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.1801178 Jul 29 17:39:49.064672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.097659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:49.105430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-be23d755-8373-421a-8855-f2ec5e2ab710 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:49.107007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-be23d755-8373-421a-8855-f2ec5e2ab710 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511367 Jul 29 17:39:49.132874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:49.146030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.148454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.149885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c2468bc-6158-45aa-a149-2cdb2badcb79 HTTP/1.1" status: 204 len: 168 time: 0.3725896 Jul 29 17:39:49.192221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0bfb6-ed9f-4b78-afe0-1f6c8404a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2468bc-6158-45aa-a149-2cdb2badcb79,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:49.202112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1c434c-ece5-417a-bf27-6405a57014ee {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:49.204865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a42686-2499-4309-8fed-03306f5df622 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:49.222224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.230040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cacdff63-d7f2-47fb-97ab-9acad5e64800 req-5dc0cdea-d325-4ebf-92d2-239a3ba288dc tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518228 Jul 29 17:39:49.236876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a628e7f7-211e-49d8-9b12-f53eb53834c7 req-736c7818-b26c-40d3-b959-b56dea1b81fa tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393489 Jul 29 17:39:49.247502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:49.251748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.269853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:49.280920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Transition to ACTIVE for port object 4d1c434c-ece5-417a-bf27-6405a57014ee will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:49.302755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.337743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.536333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ed71fc4-c53b-40b8-b3fc-ce39400af60f req-b24ed52c-322e-47a6-9fca-cc4969298868 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1044762 Jul 29 17:39:49.602874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:49.660545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:39:49.665555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.692857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:49.693614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:49.694175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:49.717392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:49.718537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:49.723810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.212 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/6537ce2d-ecbf-4469-a812-5f3da51dbf7b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:49.734282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:49.735027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:49.735830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:49.736635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Bound port: 4d1c434c-ece5-417a-bf27-6405a57014ee, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:49.737290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.928416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:49.943445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:49.960984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:49.999626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437cff-5ccd-4c7c-86ef-7286124d0b78 req-48654bdd-bb2c-4b0a-8231-d58a9a77d4a8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.007357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7437cff-5ccd-4c7c-86ef-7286124d0b78 req-48654bdd-bb2c-4b0a-8231-d58a9a77d4a8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 946 time: 0.5187247 Jul 29 17:39:50.022382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] Transition to ACTIVE for port object 73a42686-2499-4309-8fed-03306f5df622 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:50.042280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:50.144329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.145931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:50.150547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] 10.222.0.38 "PUT /v2.0/ports/4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 1096 time: 1.9942956 Jul 29 17:39:50.154056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:50.161402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7437cff-5ccd-4c7c-86ef-7286124d0b78 req-ae9a23e7-1573-4523-92c1-b4e059a66eb9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532309 Jul 29 17:39:50.169248 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26" -d '{"events": [{"name": "network-changed", "server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:50.242589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] No DVR routers for this DVR port 73a42686-2499-4309-8fed-03306f5df622 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:50.255120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] Pushing event updated for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=10']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:50.305761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-67d727b0-33f8-4157-9e06-d78a090e073a service neutron] 10.222.0.49 "PUT /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9652050 Jul 29 17:39:50.427682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:50.450606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ae02-93fb-4a9f-964c-d71f3d88a3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:50.472246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-72ad9565-e872-4fc7-895e-ee156e7fa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.473893 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-72ad9565-e872-4fc7-895e-ee156e7fa27b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1099 time: 0.2294087 Jul 29 17:39:50.475689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object 6537ce2d-ecbf-4469-a812-5f3da51dbf7b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:50.485977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16f0f1-85d6-40d8-8847-fc1e0cb3cf71 req-5051eaf8-65b1-4f46-8323-3e03c806fedc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.495240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c16f0f1-85d6-40d8-8847-fc1e0cb3cf71 req-5051eaf8-65b1-4f46-8323-3e03c806fedc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.3563313 Jul 29 17:39:50.562289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-e18e9437-1eef-4fdb-8401-9ee486517894 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.563817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-e18e9437-1eef-4fdb-8401-9ee486517894 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.1862228 Jul 29 17:39:50.574305 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b49e1-6247-4db0-b0d1-6e96f3ea300f x-openstack-request-id: req-350b49e1-6247-4db0-b0d1-6e96f3ea300f {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:50.574690 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:50.574940 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-350b49e1-6247-4db0-b0d1-6e96f3ea300f {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:50.575333 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'status': 'completed', 'code': 200} Jul 29 17:39:50.580213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-2d02a78f-2a1e-4ee4-b411-cd491cb4a908 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0794711 Jul 29 17:39:50.609648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c16f0f1-85d6-40d8-8847-fc1e0cb3cf71 req-a2564425-680c-4b6e-8098-bec6cf771d87 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055098 Jul 29 17:39:50.644755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-c2f9a279-9e76-4723-8bad-8b340e6a0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.646652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-c2f9a279-9e76-4723-8bad-8b340e6a0d30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 1095 time: 0.0697491 Jul 29 17:39:50.764944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-57e919a2-7827-4115-b5ba-614d07ff23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.766801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-57e919a2-7827-4115-b5ba-614d07ff23d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1637261 Jul 29 17:39:50.769184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:50.783877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:50.792425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:50.798197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:50.840874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:50.862217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:50.923759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd2d0e-13e6-4d4e-807f-f97c006bab45 req-5b077723-ea82-4af5-afa2-6a7bc14f4e49 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.935148 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfd2d0e-13e6-4d4e-807f-f97c006bab45 req-5b077723-ea82-4af5-afa2-6a7bc14f4e49 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.2320375 Jul 29 17:39:50.965703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-cac43e22-0522-4b78-a744-017edb4394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:50.969901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-cac43e22-0522-4b78-a744-017edb4394cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1095 time: 0.2634900 Jul 29 17:39:50.976004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.164 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/a00b9135-e1ff-477e-98d4-550afaa174ec) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:39:51.035077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73a42686-2499-4309-8fed-03306f5df622 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:51.065497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfd2d0e-13e6-4d4e-807f-f97c006bab45 req-1cefb6c8-439e-4f63-b98a-f3f2362c23f1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293380 Jul 29 17:39:51.096416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349455-d517-4f52-8c6e-fc0360a75a46 req-8cca0a9a-4cf2-4ca7-af09-01356e104ccd tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.105609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da349455-d517-4f52-8c6e-fc0360a75a46 req-8cca0a9a-4cf2-4ca7-af09-01356e104ccd tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1097 time: 0.2264156 Jul 29 17:39:51.124860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:51.177150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73a42686-2499-4309-8fed-03306f5df622 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:51.179936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-3ad29b32-9519-4750-bf8c-8b501f6e2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.181441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-3ad29b32-9519-4750-bf8c-8b501f6e2b8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847947 Jul 29 17:39:51.202596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.203283 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.230498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-276bbf76-9fb8-4497-9da7-902626491286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.231996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-276bbf76-9fb8-4497-9da7-902626491286 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.2432318 Jul 29 17:39:51.309807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da349455-d517-4f52-8c6e-fc0360a75a46 req-c9594b4a-8875-438b-9656-db8398b0194b tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919053 Jul 29 17:39:51.352792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-44df7664-f0bc-4895-8bf1-381445c3e2e9 None None] Provisioning for port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:51.358427 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-0de23791-8908-4971-93aa-947c3ba67d12 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6218777 Jul 29 17:39:51.369172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-44df7664-f0bc-4895-8bf1-381445c3e2e9 None None] Provisioning complete for port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:51.369783 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44df7664-f0bc-4895-8bf1-381445c3e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.376057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Request body: {'port': {'device_id': '4cd285c1-994f-4866-818e-9cabba395d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:51.405377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-8636abb0-428e-4a6e-ab13-deb5727b0341 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.1156471 Jul 29 17:39:51.414303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-44df7664-f0bc-4895-8bf1-381445c3e2e9 None None] Port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:51.443419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.455168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668271-84ff-4e58-9d62-2defeb25d328 req-f096f991-cb5e-483d-acc9-27ce56a4571d tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.456747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb668271-84ff-4e58-9d62-2defeb25d328 req-f096f991-cb5e-483d-acc9-27ce56a4571d tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.1677227 Jul 29 17:39:51.531778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-54daf479-020f-4edb-860a-c16b778717b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.544022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-54daf479-020f-4edb-860a-c16b778717b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1244621 Jul 29 17:39:51.578146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-7cbcf7ab-dd04-4583-abcb-24cce27e0ef0 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614442 Jul 29 17:39:51.581687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb668271-84ff-4e58-9d62-2defeb25d328 req-e2d95f4b-1115-4d5d-8f22-2e8c0c44e089 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056311 Jul 29 17:39:51.592206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.676000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-1a984522-cde5-4e74-b1cd-1817dac93b25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141818 Jul 29 17:39:51.687961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e35d60b1-904b-4743-946b-f6416bc300f9 req-c0805629-8815-4781-9041-2398e464fb77 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913231 Jul 29 17:39:51.688154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object a00b9135-e1ff-477e-98d4-550afaa174ec will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:51.817359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-472f3266-eaad-4729-b029-6ab2caedbb0a req-2ffcca0d-383c-484a-9e47-45d9f64c6f98 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1263931 Jul 29 17:39:51.834764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.846458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:51.889746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-34ef5cde-c342-469a-9fe5-6438cd3f0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:51.891332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-34ef5cde-c342-469a-9fe5-6438cd3f0c9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1099 time: 0.1297662 Jul 29 17:39:51.907452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:39:51.911358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-b10c67de-5c98-4a2c-be23-eef4dc3169a6 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141998 Jul 29 17:39:51.914961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:39:51.919014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:39:51.937776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:51.939022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:52.091750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.105288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:52.149101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-02736bd3-3da1-4cec-a711-f309b0b641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.150712 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-02736bd3-3da1-4cec-a711-f309b0b641f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2454019 Jul 29 17:39:52.180386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-1cfe48cf-0ef9-4b55-8cba-2f9a4ebe8f4c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0535767 Jul 29 17:39:52.212717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Request body: {'port': {'device_id': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:52.245025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-be48c5ec-1ae4-497c-a7f5-3e753d1ff3dc service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182397 Jul 29 17:39:52.246857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6537ce2d-ecbf-4469-a812-5f3da51dbf7b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:52.272357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:52.291911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Transition to ACTIVE for port object 6537ce2d-ecbf-4469-a812-5f3da51dbf7b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:52.320585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:52.338027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29edeec-1d22-417f-ae43-b17040a55aa9 req-79d648ce-7d27-4b6b-9e5c-9c8dc5e86e2e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.345365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b29edeec-1d22-417f-ae43-b17040a55aa9 req-79d648ce-7d27-4b6b-9e5c-9c8dc5e86e2e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.1276274 Jul 29 17:39:52.407446 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-b7e5b48b-afc9-4d8d-87b4-f07f5036a78f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0682914 Jul 29 17:39:52.437445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:52.481830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f20aa98a-85a9-4e85-aca6-8fb521ab809e None None] Provisioning for port a00b9135-e1ff-477e-98d4-550afaa174ec completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:52.491189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f20aa98a-85a9-4e85-aca6-8fb521ab809e None None] Provisioning complete for port a00b9135-e1ff-477e-98d4-550afaa174ec triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:52.491959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f20aa98a-85a9-4e85-aca6-8fb521ab809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:52.509923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b29edeec-1d22-417f-ae43-b17040a55aa9 req-702b267b-703b-4f3a-af10-e01ed310d323 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635330 Jul 29 17:39:52.543965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f20aa98a-85a9-4e85-aca6-8fb521ab809e None None] Port a00b9135-e1ff-477e-98d4-550afaa174ec cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:39:52.759660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166dff0-fa90-46f2-b968-c9585ce9e460 req-93a5ed24-f55c-4e2f-a7c5-b3d3a6e74394 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.766518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6166dff0-fa90-46f2-b968-c9585ce9e460 req-93a5ed24-f55c-4e2f-a7c5-b3d3a6e74394 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.0903194 Jul 29 17:39:52.881338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-d22dfda8-c73e-4b9f-9a1f-7c691f4d9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.883161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-d22dfda8-c73e-4b9f-9a1f-7c691f4d9b5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.4246461 Jul 29 17:39:52.897065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6166dff0-fa90-46f2-b968-c9585ce9e460 req-f006a207-4189-47be-8f1a-c1f0ee702e4f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274300 Jul 29 17:39:52.936599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-6b445206-d4c2-475d-9296-7e91dc99c1e0 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.939032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-6b445206-d4c2-475d-9296-7e91dc99c1e0 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.38 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.6346126 Jul 29 17:39:52.972306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-504024f0-565f-4d5d-afed-b35a9099b245 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:52.975357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-504024f0-565f-4d5d-afed-b35a9099b245 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.1955490 Jul 29 17:39:52.986265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00b9135-e1ff-477e-98d4-550afaa174ec {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:53.009406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Pushing event updated for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:53.069846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.081889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196370a-35c0-4116-99d5-ad422efd555f req-4e9528fb-67d0-481e-8831-9eb527456008 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:53.090618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2196370a-35c0-4116-99d5-ad422efd555f req-4e9528fb-67d0-481e-8831-9eb527456008 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1097 time: 0.7970808 Jul 29 17:39:53.125199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Transition to ACTIVE for port object a00b9135-e1ff-477e-98d4-550afaa174ec will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:39:53.165357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.180550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-5726b545-0503-4caf-981a-157db9acc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:53.182519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-5726b545-0503-4caf-981a-157db9acc7ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796330 Jul 29 17:39:53.274674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2196370a-35c0-4116-99d5-ad422efd555f req-3a5483a4-2a9b-4421-85e4-56aff53154ee tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755767 Jul 29 17:39:53.279664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Pushing event updated for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:53.301471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-672f5d61-4160-4437-b2cd-441a76a56cdc service neutron] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:53.310642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc47392-fa81-4acf-b9fe-a97f471ab0aa req-3ea8cac4-52c8-4149-b6f1-2df7b773f45a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:53.313304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbc47392-fa81-4acf-b9fe-a97f471ab0aa req-3ea8cac4-52c8-4149-b6f1-2df7b773f45a tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 950 time: 0.1895244 Jul 29 17:39:53.323023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-672f5d61-4160-4437-b2cd-441a76a56cdc service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.324868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87019ed6-81eb-4472-bb72-fa4aee9c1610 req-672f5d61-4160-4437-b2cd-441a76a56cdc service neutron] 10.222.0.38 "DELETE /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.3301120 Jul 29 17:39:53.404324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Attempting to bind port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:53.404757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Attempting to bind port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:53.405268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Attempting to bind port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:53.418439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:53.418953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Attempting to bind port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:53.437919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:53.438392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:53.438888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:53.439404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Bound port: 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:53.439832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.463601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Attempting to bind port a00b9135-e1ff-477e-98d4-550afaa174ec on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:53.463967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Attempting to bind port a00b9135-e1ff-477e-98d4-550afaa174ec by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:53.464265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Attempting to bind port a00b9135-e1ff-477e-98d4-550afaa174ec on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:53.481137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Deleting port d0e98a6e-00ae-4b14-96b9-4fd65f71305d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:39:53.481476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.485136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Port a00b9135-e1ff-477e-98d4-550afaa174ec on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:53.485782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Attempting to bind port a00b9135-e1ff-477e-98d4-550afaa174ec on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:53.485939 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-3b329cb0-7a0d-419a-a29d-97db7fd286da service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732399 Jul 29 17:39:53.497952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbc47392-fa81-4acf-b9fe-a97f471ab0aa req-e87595f2-f815-4b2f-b8d7-8495c9394b21 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7c9499f-a448-42b8-b863-d3f1f2c7c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716483 Jul 29 17:39:53.498745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:53.499082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:53.499462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:53.499897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Bound port: a00b9135-e1ff-477e-98d4-550afaa174ec, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:53.500255 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.624265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:53.627975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a00b9135-e1ff-477e-98d4-550afaa174ec,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:53.639758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.700810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:53.704855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:53.744211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:53.746000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.747818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] 10.222.0.38 "PUT /v2.0/ports/a00b9135-e1ff-477e-98d4-550afaa174ec HTTP/1.1" status: 200 len: 1096 time: 1.5476611 Jul 29 17:39:53.748857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:53.768246 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.770157 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1441e753-54f9-4a1a-8f22-5e40c9a73186" -d '{"events": [{"name": "network-changed", "server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:53.823961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758bdf-d497-4a85-8b2b-66c031002c3d service neutron] Pushing event updated for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:53.866006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-eafe0fd3-ce27-46bd-913a-34daf113204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:53.867886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-eafe0fd3-ce27-46bd-913a-34daf113204c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 1099 time: 0.0608008 Jul 29 17:39:53.939191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] For port d0e98a6e-00ae-4b14-96b9-4fd65f71305d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:53.939759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:53.951508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-76d03ba2-99b3-47ae-b8c7-7914af62559a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a00b9135-e1ff-477e-98d4-550afaa174ec HTTP/1.1" status: 200 len: 217 time: 0.0656145 Jul 29 17:39:53.955355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Calling delete_port for d0e98a6e-00ae-4b14-96b9-4fd65f71305d owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:39:54.043916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Pushing event updated for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:54.055132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4306c5-54f1-4fca-8796-12a31134f6c6 req-5d016f3a-d6cd-42d7-ab87-c94afdc33c2b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.062699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e4306c5-54f1-4fca-8796-12a31134f6c6 req-5d016f3a-d6cd-42d7-ab87-c94afdc33c2b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 948 time: 0.5755956 Jul 29 17:39:54.096120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-fcc084c7-285e-4569-a3fd-24b972f55510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.097541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-fcc084c7-285e-4569-a3fd-24b972f55510 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1323507 Jul 29 17:39:54.104155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.105666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:54.113759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-b050e8c8-96a2-4a34-80a5-99fbc4b1b595 service neutron] 10.222.0.49 "PUT /v2.0/ports/6537ce2d-ecbf-4469-a812-5f3da51dbf7b HTTP/1.1" status: 200 len: 1096 time: 2.7418215 Jul 29 17:39:54.116520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:54.118750 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a7348c-807c-4f29-a131-e352cefa65b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:54.137267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6aca8ec1-3e49-4778-bf6c-20fd44a52e26 req-240f22c3-2b15-49dd-b4a6-1cd359986b43 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114244 Jul 29 17:39:54.190627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89d05-d469-48ff-8b27-ce43e4234f54 req-1a30c70e-cba8-4ae8-bca5-642df46d4e08 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.202373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0af89d05-d469-48ff-8b27-ce43e4234f54 req-1a30c70e-cba8-4ae8-bca5-642df46d4e08 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.2154822 Jul 29 17:39:54.233510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:54.246483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d0e98a6e-00ae-4b14-96b9-4fd65f71305d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:54.271702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-33af1b4f-f846-4d0f-b4c5-03ce85432cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.273385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-33af1b4f-f846-4d0f-b4c5-03ce85432cfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659539 Jul 29 17:39:54.291745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e4306c5-54f1-4fca-8796-12a31134f6c6 req-63b54f13-837d-4aec-be3c-9ee4c984bf47 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278543 Jul 29 17:39:54.294940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0af89d05-d469-48ff-8b27-ce43e4234f54 req-d12f1d54-e4db-4207-86cf-bcd4dacf4607 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915186 Jul 29 17:39:54.352519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Pushing event deleted for resources: {'Port': ['ID=d0e98a6e-00ae-4b14-96b9-4fd65f71305d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:54.412836 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92bc1d5-d0c5-4810-9f22-fcf3775ff058 x-openstack-request-id: req-d92bc1d5-d0c5-4810-9f22-fcf3775ff058 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:54.413178 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:54.413438 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d92bc1d5-d0c5-4810-9f22-fcf3775ff058 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:54.413857 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec', 'status': 'completed', 'code': 200} Jul 29 17:39:54.503734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] No DVR routers for this DVR port d0e98a6e-00ae-4b14-96b9-4fd65f71305d on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:39:54.506677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:54.509392 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-65851977-3c8c-4fce-b3ea-4e2a7487ce84 req-151843a8-949c-45d6-bc8b-d2a21c3ae0a2 tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.38 "DELETE /v2.0/ports/d0e98a6e-00ae-4b14-96b9-4fd65f71305d HTTP/1.1" status: 204 len: 173 time: 1.5342352 Jul 29 17:39:54.529080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-7aa5d0be-3cfe-44a2-971b-2607a287f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.530933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-7aa5d0be-3cfe-44a2-971b-2607a287f375 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 1099 time: 0.3120387 Jul 29 17:39:54.536817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-99f57eca-e856-49a0-942f-5e1cc83a5c17 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394102 Jul 29 17:39:54.612942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-418fbcc2-3b1a-43d2-a2c0-0164262d28e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b HTTP/1.1" status: 200 len: 217 time: 0.0685716 Jul 29 17:39:54.672345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-c661a675-592b-4ca4-8754-93607066bff9 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259451 Jul 29 17:39:54.726921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-dde60d82-b1d5-4bb0-b320-b93c683dbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.728415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-dde60d82-b1d5-4bb0-b320-b93c683dbeb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0916319 Jul 29 17:39:54.740945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a39c2-2244-415c-b178-c4ee7f1617e5 req-7709386b-f4ab-4bba-88ad-4a1781740361 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.743175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-507a39c2-2244-415c-b178-c4ee7f1617e5 req-7709386b-f4ab-4bba-88ad-4a1781740361 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.1291640 Jul 29 17:39:54.817566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-0e230cbe-895c-4559-bdcc-bc3113b6037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.820141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-0e230cbe-895c-4559-bdcc-bc3113b6037a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 1099 time: 0.0511956 Jul 29 17:39:54.828879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-507a39c2-2244-415c-b178-c4ee7f1617e5 req-24c9c185-a68a-423a-b705-192ae8ca9546 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706332 Jul 29 17:39:54.834446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-c268355e-2044-4d11-9c89-491ac9153bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.835957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-c268355e-2044-4d11-9c89-491ac9153bae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916348 Jul 29 17:39:54.956259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-18335d20-1f02-42be-bec7-a17a825d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:54.957759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-18335d20-1f02-42be-bec7-a17a825d510b service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1186903 Jul 29 17:39:55.014187 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb5f00-4f43-4720-bfba-6097d4bedce9 x-openstack-request-id: req-19bb5f00-4f43-4720-bfba-6097d4bedce9 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:55.014702 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:55.014804 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19bb5f00-4f43-4720-bfba-6097d4bedce9 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:55.017492 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'status': 'completed', 'code': 200} Jul 29 17:39:55.017660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-700a4a42-428e-4e2b-8a48-cc9b4ed76ab9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a00b9135-e1ff-477e-98d4-550afaa174ec HTTP/1.1" status: 200 len: 217 time: 0.0469375 Jul 29 17:39:55.020164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-c9a9714e-8855-438a-891d-ce1b1764362e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719546 Jul 29 17:39:55.106554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-b8ca066e-b62b-4b6c-be44-ae6ad53b0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.108544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-b8ca066e-b62b-4b6c-be44-ae6ad53b0124 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0770142 Jul 29 17:39:55.176196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3813c4e5-ece0-4a72-ac94-020d4dcb270e req-c5acafa9-39dd-489e-9d9d-6112ce5ff89d service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437902 Jul 29 17:39:55.225775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-2025da76-414c-4ade-8cf4-44f4cfb9a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.230331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-2025da76-414c-4ade-8cf4-44f4cfb9a7da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028640 Jul 29 17:39:55.294571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-c218e5cf-309e-42bd-8743-dbc436c7f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.296218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-c218e5cf-309e-42bd-8743-dbc436c7f197 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 1099 time: 0.0536475 Jul 29 17:39:55.444019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-1f0ccf43-a679-43cd-9ad8-e4a2c4b5cd4c service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967556 Jul 29 17:39:55.462770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10170f70-3747-4786-85a1-2cc84cde6c05 req-089eb630-23cf-4de3-b601-09acd5a9c06c tempest-ServerDiagnosticsNegativeTest-820913614 tempest-ServerDiagnosticsNegativeTest-820913614-project] 10.222.0.16 "GET /v2.0/ports?device_id=614940ef-82e3-48cf-9961-5b748bf4756c HTTP/1.1" status: 200 len: 210 time: 0.1368253 Jul 29 17:39:55.534494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-6210a61c-2154-4a15-b492-a620326cb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.536107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-6210a61c-2154-4a15-b492-a620326cb657 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2091045 Jul 29 17:39:55.599871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1441e753-54f9-4a1a-8f22-5e40c9a73186 req-e14f345f-ec9e-4f86-8657-40612e64c13e service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469617 Jul 29 17:39:55.620694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-e028e77d-4306-4f9c-89fb-6bfca58f752d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b HTTP/1.1" status: 200 len: 217 time: 0.0742645 Jul 29 17:39:55.698022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-5005f4a7-21aa-4b09-9d5f-98bd539d8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.699479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-5005f4a7-21aa-4b09-9d5f-98bd539d8c4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0683992 Jul 29 17:39:55.783933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-cf223d02-9ca9-4dc9-85af-e994fcf79ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.786552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-cf223d02-9ca9-4dc9-85af-e994fcf79ef3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562952 Jul 29 17:39:55.793709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad5468-d577-4e63-a6f2-b187e3697591 req-5476f531-dddc-4ed4-afb8-01a0d734104a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:55.798845 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4ad5468-d577-4e63-a6f2-b187e3697591 req-5476f531-dddc-4ed4-afb8-01a0d734104a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.0982995 Jul 29 17:39:55.898789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4ad5468-d577-4e63-a6f2-b187e3697591 req-6c0aa063-72bb-4a30-ab81-bbf8663ec68e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964975 Jul 29 17:39:55.946330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-011914ae-218e-45af-9829-c48a38622cf5 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461160 Jul 29 17:39:56.009137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:56.125132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff238-d4fd-4a1f-8005-47da080d266d req-75106d8e-36b0-4613-b0e2-81f147c194de tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:56.142852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6dff238-d4fd-4a1f-8005-47da080d266d req-75106d8e-36b0-4613-b0e2-81f147c194de tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 948 time: 0.1506436 Jul 29 17:39:56.159019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4a7348c-807c-4f29-a131-e352cefa65b0 req-136c4e6a-fe5a-4695-97b4-e0d5d1ee9640 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018344 Jul 29 17:39:56.160847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:56.216442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6dff238-d4fd-4a1f-8005-47da080d266d req-f80254e4-4fed-43cd-b8a3-d2fe8e2a521a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676827 Jul 29 17:39:56.302305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-da6ceff0-e8d3-4037-87a2-c77c580a0673 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:39:56.303337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-da6ceff0-e8d3-4037-87a2-c77c580a0673 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1416318 Jul 29 17:39:56.318838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc218f-11e7-46c7-9342-d6c80d5fc150 req-7f656efe-99dd-4ff3-bfe3-70d307d31c53 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:56.320365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9dc218f-11e7-46c7-9342-d6c80d5fc150 req-7f656efe-99dd-4ff3-bfe3-70d307d31c53 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1095 time: 0.0582316 Jul 29 17:39:56.370098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9dc218f-11e7-46c7-9342-d6c80d5fc150 req-e81b0e28-2c99-4851-b73d-6fabfcc9182a tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Jul 29 17:39:56.441858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:56.442455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Unknown quota resources ['binding']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:39:56.526099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:56.529200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d0e98a6e-00ae-4b14-96b9-4fd65f71305d no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:39:56.570287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: d0e98a6e-00ae-4b14-96b9-4fd65f71305d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:39:56.570627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d0e98a6e-00ae-4b14-96b9-4fd65f71305d not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:39:56.629904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:56.630290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:56.630572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:56.635747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:56.636261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:56.644391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:56.645829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:56.645829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:56.645829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Bound port: 8c52ebed-2d34-4ba3-8305-404b1b752f69, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:56.715375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:56.739159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'mac_address': 'fa:16:3e:2f:1a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:56.771061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:56.787685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:56.789723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-8d47ee5d-cee0-404b-9982-9121146467d7 service neutron] 10.222.0.16 "POST /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69/bindings HTTP/1.1" status: 201 len: 389 time: 0.4269264 Jul 29 17:39:56.818305 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:56.841300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1c434c-ece5-417a-bf27-6405a57014ee {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:56.867228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:56.882350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:56.970948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:57.019023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'name': 'network-vif-deleted', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:57.022805 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255af649-5ab8-4bc7-accf-bb6b59fd1d30" -d '{"events": [{"server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "name": "network-vif-deleted", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:57.153691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-d1389378-e30d-4258-9995-c1b42a79350e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:57.162068 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-d1389378-e30d-4258-9995-c1b42a79350e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.1680269 Jul 29 17:39:57.167732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-04eb9fa6-f0b7-4480-806e-1103bcac6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:57.169309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-04eb9fa6-f0b7-4480-806e-1103bcac6f9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1097 time: 0.0826166 Jul 29 17:39:57.182918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-af974d19-89de-4b24-b6f1-3e31e56f06ff tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/quotas/5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 375 time: 0.0188000 Jul 29 17:39:57.185811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4d1c434c-ece5-417a-bf27-6405a57014ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:57.265433 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-b6be27ce-1cfb-4127-a79c-0043ed4569b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816462 Jul 29 17:39:57.287143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41904) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:57.309850 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:57.370625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-a41d8107-d832-44e3-ab80-4b35d24c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:57.372220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-a41d8107-d832-44e3-ab80-4b35d24c5a66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.1920915 Jul 29 17:39:57.444400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-3d9ccae2-c670-4f3e-8ecf-8722b6c95003 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.0634663 Jul 29 17:39:57.517132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-9637d59f-91b1-4821-bfa8-3575629f4fd1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:39:57.529775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-9637d59f-91b1-4821-bfa8-3575629f4fd1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1178060 Jul 29 17:39:57.556718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f6d5fe73-f809-4d8c-ba57-f23c3894d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:57.559360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f6d5fe73-f809-4d8c-ba57-f23c3894d5ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0909610 Jul 29 17:39:57.627454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-80b1c60a-3043-41d7-adc2-d1257a3f21e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547121 Jul 29 17:39:57.748132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45a45d66-69cd-46ac-8d20-74804a9ea311 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c63a3e5faf8a488691a8fb80d80bfa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588995 Jul 29 17:39:57.753313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-df38e7c2-638f-49a3-9f3e-eab4c4a98288 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822577 Jul 29 17:39:57.754266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:57.774959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-13dff130-f12c-4d7d-b766-0a89dff9ac59 service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482920 Jul 29 17:39:58.077868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.089566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93b046-e0f1-4ada-801f-af5e6b455701 req-985147cf-1296-4282-9fff-7516507be444 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.096977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab93b046-e0f1-4ada-801f-af5e6b455701 req-985147cf-1296-4282-9fff-7516507be444 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 946 time: 0.3716359 Jul 29 17:39:58.141940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-7d75363f-f1cc-4b34-8ae0-be2e2497c177 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059128 Jul 29 17:39:58.155987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.166234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-bc384f75-0a96-4014-ba1b-a0c3c7baa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.167805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-bc384f75-0a96-4014-ba1b-a0c3c7baa6c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.3363757 Jul 29 17:39:58.187622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab93b046-e0f1-4ada-801f-af5e6b455701 req-850d1223-1315-4d2a-bd2f-646efe0574aa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895724 Jul 29 17:39:58.191803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-b41ae218-d496-4005-99ec-e15d5d8e6fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159403 Jul 29 17:39:58.309637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-673d70e3-e547-42fa-89c2-2f942a4d765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.311400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-673d70e3-e547-42fa-89c2-2f942a4d765b service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1063037 Jul 29 17:39:58.358356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-e8ae686b-82d9-48d0-ad9f-77150be68997 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885242 Jul 29 17:39:58.390869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-8bd1b52d-8197-4463-b85d-3a3a1583c26e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0656769 Jul 29 17:39:58.399446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.399810 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b788151-279a-4b9a-bb76-a5ea448ebe34 x-openstack-request-id: req-3b788151-279a-4b9a-bb76-a5ea448ebe34 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:58.400194 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614940ef-82e3-48cf-9961-5b748bf4756c", "name": "network-vif-deleted", "tag": "d0e98a6e-00ae-4b14-96b9-4fd65f71305d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:58.400563 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b788151-279a-4b9a-bb76-a5ea448ebe34 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:58.401010 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614940ef-82e3-48cf-9961-5b748bf4756c', 'name': 'network-vif-deleted', 'tag': 'd0e98a6e-00ae-4b14-96b9-4fd65f71305d', 'status': 'completed', 'code': 200} Jul 29 17:39:58.402013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.403184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7c9499f-a448-42b8-b863-d3f1f2c7c59b HTTP/1.1" status: 204 len: 168 time: 0.6397624 Jul 29 17:39:58.415346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95746eca-653b-45ae-bb9c-23e16782820a req-9461eafb-8bb6-4129-8abd-dbb02b245089 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.417071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95746eca-653b-45ae-bb9c-23e16782820a req-9461eafb-8bb6-4129-8abd-dbb02b245089 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 949 time: 0.1173227 Jul 29 17:39:58.422442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64006e-79b6-432f-a493-4172ae0a580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9499f-a448-42b8-b863-d3f1f2c7c59b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:58.459269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-2c489783-1aac-4b79-acfc-7893df773fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.460850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-2c489783-1aac-4b79-acfc-7893df773fc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0576317 Jul 29 17:39:58.483051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95746eca-653b-45ae-bb9c-23e16782820a req-fb0361eb-d669-47e9-938f-e372c7a0354c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572205 Jul 29 17:39:58.560257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a00b9135-e1ff-477e-98d4-550afaa174ec details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:58.564838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:39:58.569257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-09260aed-4b3c-4600-84ab-00a4cc9b0a52 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.572860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-09260aed-4b3c-4600-84ab-00a4cc9b0a52 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1097 time: 0.0808606 Jul 29 17:39:58.587953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:39:58.618487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-483f4629-604c-47ae-aa33-50226b22ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.620083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-483f4629-604c-47ae-aa33-50226b22ae75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503623 Jul 29 17:39:58.633649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe38c07-d20e-4634-a143-cc67a4bddd9b req-12f7a604-53f8-4a1a-8a27-4d3ac8407456 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:58.641056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ebe38c07-d20e-4634-a143-cc67a4bddd9b req-12f7a604-53f8-4a1a-8a27-4d3ac8407456 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 948 time: 0.1630270 Jul 29 17:39:58.692403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.749338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-ae3e5648-13cd-4554-9c71-7327db54d0fe service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051934 Jul 29 17:39:58.793787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ebe38c07-d20e-4634-a143-cc67a4bddd9b req-cc8d0b62-5c1e-4fe6-aea8-3d9f8fe3b21c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484573 Jul 29 17:39:58.805080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4d1c434c-ece5-417a-bf27-6405a57014ee completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:39:58.821811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4d1c434c-ece5-417a-bf27-6405a57014ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:39:58.832035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:58.923001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a00b9135-e1ff-477e-98d4-550afaa174ec,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:58.942851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'a00b9135-e1ff-477e-98d4-550afaa174ec', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'a00b9135-e1ff-477e-98d4-550afaa174ec', 'mac_address': 'fa:16:3e:8a:f8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:59.010147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:59.016210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41962) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:59.030895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.034633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76604fc8-8aec-4d56-89cd-6677482b7c3b req-4c2e0ce1-c39f-448b-af8a-2f78d761917f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375946 Jul 29 17:39:59.051643 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.058281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b9135-e1ff-477e-98d4-550afaa174ec {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:59.058462 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c09d62c9-69a5-4f94-a46a-e1ba0b99eca8 req-ec8b1f52-ca4c-4587-b3e4-2b55be1ba1c1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 210 time: 0.0396986 Jul 29 17:39:59.081655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6537ce2d-ecbf-4469-a812-5f3da51dbf7b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:39:59.117635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:59.120184 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6170f-6969-4ff5-ac41-ebf5aba7113b" -d '{"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:59.128398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40e05a41-5eef-4185-9772-965cbbb32a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.130952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a00b9135-e1ff-477e-98d4-550afaa174ec,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:59.143839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:59.154925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.205770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.208543 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c3e6b-1a84-4957-919b-e9f444146cdb x-openstack-request-id: req-5f1c3e6b-1a84-4957-919b-e9f444146cdb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:59.208836 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:59.209153 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f1c3e6b-1a84-4957-919b-e9f444146cdb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:59.209592 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'code': 200} Jul 29 17:39:59.256168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:59.302795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:59.305514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:59.328927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'mac_address': 'fa:16:3e:0c:e2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:39:59.348137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:59.398852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.415854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6537ce2d-ecbf-4469-a812-5f3da51dbf7b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:39:59.424370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee189a5-c24b-40c7-87e5-9afa52ad31bf req-24c0935a-953b-420b-852f-7423a1f96fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:59.424953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:39:59.427463 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9039a0-70a0-4148-8670-4a6ae8ac3412" -d '{"events": [{"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-unplugged", "status": "completed", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:39:59.427752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eee189a5-c24b-40c7-87e5-9afa52ad31bf req-24c0935a-953b-420b-852f-7423a1f96fd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1101 time: 0.0870728 Jul 29 17:39:59.435172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.445581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:39:59.447682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acdd2-cc4b-4c78-9bf7-8f2087c99ac9 req-a6db9364-30a9-4d73-a6cd-1e5c3fbfc434 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:59.449364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f98acdd2-cc4b-4c78-9bf7-8f2087c99ac9 req-a6db9364-30a9-4d73-a6cd-1e5c3fbfc434 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 949 time: 0.1448548 Jul 29 17:39:59.452620 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.453394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec813-d071-42c4-9a46-76dbffab1ea1 req-1f9e9067-6c25-47b4-bd67-1dc5c64f80f1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:59.455516 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.462719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b90ec813-d071-42c4-9a46-76dbffab1ea1 req-1f9e9067-6c25-47b4-bd67-1dc5c64f80f1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 946 time: 0.0809679 Jul 29 17:39:59.467828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['a00b9135-e1ff-477e-98d4-550afaa174ec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:59.529870 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eee189a5-c24b-40c7-87e5-9afa52ad31bf req-22d79225-7247-46ca-8651-96c0f86ff232 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Jul 29 17:39:59.537648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40e05a41-5eef-4185-9772-965cbbb32a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.561316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b90ec813-d071-42c4-9a46-76dbffab1ea1 req-88cc07be-493f-432b-87f4-73ba3940c5ed tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 Jul 29 17:39:59.570516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:59.576446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40e05a41-5eef-4185-9772-965cbbb32a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.641190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:59.650596 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c33539-106a-4fd2-830d-791ec8e01c59 x-openstack-request-id: req-13c33539-106a-4fd2-830d-791ec8e01c59 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:39:59.651045 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-unplugged", "status": "completed", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:39:59.651303 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13c33539-106a-4fd2-830d-791ec8e01c59 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:39:59.651677 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'code': 200} Jul 29 17:39:59.656452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-40e05a41-5eef-4185-9772-965cbbb32a39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64e376d624c74299ad164b0485776b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326063 Jul 29 17:39:59.656959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41990) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:39:59.709352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f98acdd2-cc4b-4c78-9bf7-8f2087c99ac9 req-733e68df-e223-4107-9a4c-8640b4fa8cde tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470367 Jul 29 17:39:59.712756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e05a41-5eef-4185-9772-965cbbb32a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5b5eb-ef71-4268-a840-1e4f4c0df49a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:39:59.731054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:39:59.734258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:39:59.734631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:39:59.734963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:59.741217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.746503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:39:59.746831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Attempting to bind port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:39:59.753130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:39:59.753469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:39:59.753857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:39:59.754493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Bound port: 8c52ebed-2d34-4ba3-8305-404b1b752f69, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:39:59.754683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.769129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.795258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285dcdc-54a6-44a8-a317-8195ef323b12 req-1fb8a73c-f7fd-4135-b342-2966755a0cea tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:59.802921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f285dcdc-54a6-44a8-a317-8195ef323b12 req-1fb8a73c-f7fd-4135-b342-2966755a0cea tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0959311 Jul 29 17:39:59.843401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:39:59.848867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:39:59.857086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.906889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f285dcdc-54a6-44a8-a317-8195ef323b12 req-b21b2176-2ed2-4c7f-a8b8-0f4983658166 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029739 Jul 29 17:39:59.927018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.929817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.931053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f5b5eb-ef71-4268-a840-1e4f4c0df49a HTTP/1.1" status: 204 len: 168 time: 0.2726870 Jul 29 17:39:59.949172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:39:59.949977 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:59.951585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 1122 time: 1.3705080 Jul 29 17:39:59.952523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62348255-c19d-4edc-bbf1-3b74840afa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5b5eb-ef71-4268-a840-1e4f4c0df49a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:00.012592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423924e0-f79d-46fe-85e8-f3c917c544e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=8']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:00.052626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['8c52ebed-2d34-4ba3-8305-404b1b752f69'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:00.056051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a647-3567-47d7-b38c-017d8b70a6c3 req-1f71380a-1bf2-4941-a7bf-88c30f774dc5 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:00.064152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a01a647-3567-47d7-b38c-017d8b70a6c3 req-1f71380a-1bf2-4941-a7bf-88c30f774dc5 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 949 time: 0.0974717 Jul 29 17:40:00.126537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:00.187915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a01a647-3567-47d7-b38c-017d8b70a6c3 req-6e1663a3-6d91-4cbd-ba7d-28cdb2721608 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228697 Jul 29 17:40:00.298039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-8c9739c0-ae47-4ce7-8627-652422e91c18 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:00.299891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-8c9739c0-ae47-4ce7-8627-652422e91c18 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.2187104 Jul 29 17:40:00.319899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Request body: {'port': {'device_id': '7cfcb508-61e2-48e9-adad-69aade27b335', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'admin_state_up': True, 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:00.402073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af6350f5-ba1a-4117-98e7-cb563fb42b27 req-a25f42f0-787d-41a5-8172-de5e517e40a2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 210 time: 0.0329027 Jul 29 17:40:00.475134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:00.480537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.580285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a00b9135-e1ff-477e-98d4-550afaa174ec up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:00.606159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edb8aec5-746e-4338-8b5e-33e603a7381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.685415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port a00b9135-e1ff-477e-98d4-550afaa174ec completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:00.689909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port a00b9135-e1ff-477e-98d4-550afaa174ec triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:00.690298 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.741587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Allocated IP 172.20.0.5 (c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f/20d0da8a-35f8-46b0-8d23-fd75e05fb6c1/9d7f1733-2544-446f-8a74-845f181b4a3a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:00.759955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6b410-66ce-42b8-beed-de7fefec3d73 req-9b85eb14-0ff0-4584-be2c-a6cf88756d8c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:00.762209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10f6b410-66ce-42b8-beed-de7fefec3d73 req-9b85eb14-0ff0-4584-be2c-a6cf88756d8c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.0969212 Jul 29 17:40:00.799765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.862372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10f6b410-66ce-42b8-beed-de7fefec3d73 req-39b2b312-e35c-4472-9749-d0711db6ab05 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835285 Jul 29 17:40:00.872369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a00b9135-e1ff-477e-98d4-550afaa174ec,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:00.883736 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.904628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edb8aec5-746e-4338-8b5e-33e603a7381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.920261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edb8aec5-746e-4338-8b5e-33e603a7381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:00.984970 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-edb8aec5-746e-4338-8b5e-33e603a7381c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c102513dec0473aa56ff11516771716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573403 Jul 29 17:40:00.985470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42072) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:01.000284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8aec5-746e-4338-8b5e-33e603a7381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ded983-4396-4830-9d71-00453e0eddf7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:01.008759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.011138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-b89c3b6d-d576-456f-8388-50afb8bcec34 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957894 Jul 29 17:40:01.033786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:01.074416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.074836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6537ce2d-ecbf-4469-a812-5f3da51dbf7b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:01.138451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:01.140495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:01.150809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:01.159447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:01.167144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:01.167144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.211313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:01.212088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:01.214228 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda391bc-9e25-41a4-a784-65e0b7b68888" -d '{"events": [{"server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:01.237709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.239273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.240061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.257513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd85f05-f065-49e0-9c33-101ea9e72e3d req-13aabed0-4b17-4bff-84b8-3640b3d3f5e8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.266588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dd85f05-f065-49e0-9c33-101ea9e72e3d req-13aabed0-4b17-4bff-84b8-3640b3d3f5e8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2226996 Jul 29 17:40:01.266796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-a0a3c9a6-d89b-4ce6-ba11-5e9b490bca70 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507527 Jul 29 17:40:01.276677 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.285908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Request body: {'port': {'device_id': '7cfcb508-61e2-48e9-adad-69aade27b335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:01.300363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-5aba265e-1e69-42cf-9380-45f6ff8c5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.302496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-5aba265e-1e69-42cf-9380-45f6ff8c5462 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 1096 time: 0.2068629 Jul 29 17:40:01.321405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.357284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dd85f05-f065-49e0-9c33-101ea9e72e3d req-68c3ae0c-78ea-4079-8e7a-62c8c5e65065 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Jul 29 17:40:01.361342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:01.379651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.388275 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.447458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:01.570448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-93c4dae7-bb95-4405-a64d-cd0891d87451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.571961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-93c4dae7-bb95-4405-a64d-cd0891d87451 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.2408159 Jul 29 17:40:01.573533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.576117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:01.577204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98ded983-4396-4830-9d71-00453e0eddf7 HTTP/1.1" status: 204 len: 168 time: 0.5907280 Jul 29 17:40:01.602415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eb1c2-64f4-467d-a9de-dd9245d3e121 req-2bc042f5-956d-4980-a37e-22a9a6ab17a8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.608130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-793eb1c2-64f4-467d-a9de-dd9245d3e121 req-2bc042f5-956d-4980-a37e-22a9a6ab17a8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1321452 Jul 29 17:40:01.615851 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002a911-37c5-43d4-8160-d6727e1b97b2 x-openstack-request-id: req-9002a911-37c5-43d4-8160-d6727e1b97b2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:01.616951 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:01.617424 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9002a911-37c5-43d4-8160-d6727e1b97b2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:01.618116 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec', 'code': 200} Jul 29 17:40:01.655008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559184b6-d273-4a72-9c34-8ab3abb80d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ded983-4396-4830-9d71-00453e0eddf7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:01.716712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:01.721061 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2628ffb8-7b39-4313-b937-e5407640d8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:01.780495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-793eb1c2-64f4-467d-a9de-dd9245d3e121 req-ff8398a8-6f8a-4bc0-b143-e1991aa9b607 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419330 Jul 29 17:40:01.782862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-a1470d62-79ce-4dd1-92d1-474d98e8aabb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 200 len: 1001 time: 0.1725366 Jul 29 17:40:01.896459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-31be7718-4276-431e-84b4-3a642221afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.898503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-31be7718-4276-431e-84b4-3a642221afa3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.1060772 Jul 29 17:40:01.905205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefeca8-4fc1-4403-8862-fbb7d53cb2c9 req-12608adf-e5d0-4e2b-ba02-591dd53604d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:01.906757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfefeca8-4fc1-4403-8862-fbb7d53cb2c9 req-12608adf-e5d0-4e2b-ba02-591dd53604d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 1101 time: 0.1793590 Jul 29 17:40:01.993091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653e80b-df6d-4536-b708-19e75e8ef4f3 req-f807cca7-7db5-482b-a412-6245ff4d1a03 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.001406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e653e80b-df6d-4536-b708-19e75e8ef4f3 req-f807cca7-7db5-482b-a412-6245ff4d1a03 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 931 time: 0.1169288 Jul 29 17:40:02.026470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-2aab56c0-ff33-41d2-b846-3391ae7b4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.028268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-2aab56c0-ff33-41d2-b846-3391ae7b4a52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060112 Jul 29 17:40:02.039579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfefeca8-4fc1-4403-8862-fbb7d53cb2c9 req-561d7d23-0ca3-4098-a82b-383818b75ad2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089950 Jul 29 17:40:02.055373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7f1733-2544-446f-8a74-845f181b4a3a {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:02.062826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e653e80b-df6d-4536-b708-19e75e8ef4f3 req-0dd29078-2c52-41ac-b9ba-0bcd28553b8f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Jul 29 17:40:02.074773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:02.128364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Transition to ACTIVE for port object 9d7f1733-2544-446f-8a74-845f181b4a3a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:02.161887 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f30dea-1cd3-49f9-994b-6ebd60d94c91 x-openstack-request-id: req-f6f30dea-1cd3-49f9-994b-6ebd60d94c91 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:02.162173 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:02.162529 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6f30dea-1cd3-49f9-994b-6ebd60d94c91 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:02.164223 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'status': 'completed', 'code': 200} Jul 29 17:40:02.191279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:02.249307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-af009b30-b5df-464a-a693-0778c5e890ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056974 Jul 29 17:40:02.269867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:02.323405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-d927646a-8017-4267-9250-3004a0522e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.324938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-d927646a-8017-4267-9250-3004a0522e9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1125 time: 0.1589651 Jul 29 17:40:02.335399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3266-d2e5-46e9-af86-68f2ad463986 req-1e993b7e-4493-4558-acb9-d396914553b8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.344985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40ad3266-d2e5-46e9-af86-68f2ad463986 req-1e993b7e-4493-4558-acb9-d396914553b8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.1097748 Jul 29 17:40:02.394788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3438f-0f62-4a8c-9835-447bcf98d2e3 req-590554cb-7335-4a8a-a192-a5bfff79eb31 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.396785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80e3438f-0f62-4a8c-9835-447bcf98d2e3 req-590554cb-7335-4a8a-a192-a5bfff79eb31 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1013334 Jul 29 17:40:02.399967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:02.400600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:02.401142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:02.419747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40ad3266-d2e5-46e9-af86-68f2ad463986 req-403f8f70-c1c4-49ce-a664-336cafae1aaa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Jul 29 17:40:02.424114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:02.424685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:02.433661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:02.434225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:02.434850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:02.435528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Bound port: 9d7f1733-2544-446f-8a74-845f181b4a3a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:02.436045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:02.466306 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80e3438f-0f62-4a8c-9835-447bcf98d2e3 req-1a993a2e-c40d-475c-94a6-bcd667f67897 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Jul 29 17:40:02.495746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-41e39f66-d052-4f39-9da4-f394eb650673 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050002 Jul 29 17:40:02.544713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:02.548964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:02.556473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:02.585848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-8611f2b2-2008-43ba-b9e9-857b3e8ffb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.588385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-8611f2b2-2008-43ba-b9e9-857b3e8ffb18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.2251887 Jul 29 17:40:02.593486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:02.610623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.611574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:02.613493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 1091 time: 1.3326452 Jul 29 17:40:02.614087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:02.616430 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2281f255-c645-4ce7-80af-17c2cee72c27" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:02.654776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c48c0-e0ac-4224-b8f5-22319de8e389 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:02.699610 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a1b460-db39-46ed-bbb8-2a08ba875bea x-openstack-request-id: req-25a1b460-db39-46ed-bbb8-2a08ba875bea {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:02.699939 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:02.700213 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25a1b460-db39-46ed-bbb8-2a08ba875bea {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:02.700653 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'status': 'completed', 'code': 200} Jul 29 17:40:02.734456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-d45188d1-94db-4173-adc4-a0d1b223a6a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.1265869 Jul 29 17:40:02.799739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb73080c-65b4-4150-a2ec-fe60d3206d39 req-bfa57c12-e14c-43d7-b1d5-a78952b833e4 service neutron] 10.222.0.38 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919626 Jul 29 17:40:02.803729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-bf408a07-8f70-4cbc-8fbb-64a1435442e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.805629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-bf408a07-8f70-4cbc-8fbb-64a1435442e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1094 time: 0.1248956 Jul 29 17:40:02.841268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-4fba75c0-947a-4935-845d-8033f4df840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:02.842909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-4fba75c0-947a-4935-845d-8033f4df840c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0949163 Jul 29 17:40:02.850198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:02.882904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:40:02.901719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-3295eb5b-8452-4df9-b913-894606dfe21a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 217 time: 0.0860639 Jul 29 17:40:02.902121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-260f7ed0-b608-48c7-80a6-92f4f821df3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474741 Jul 29 17:40:02.997644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858317-c0ec-4767-9a8c-469df68c541d req-955320d7-b85b-44aa-ae9b-361ab1dcd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.000203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-955320d7-b85b-44aa-ae9b-361ab1dcd808 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0806313 Jul 29 17:40:03.043967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f70a1-3afd-4ace-a4f4-ea88d0520463 req-0e1fd805-963b-48f4-923b-be766c7046e3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.045504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-929f70a1-3afd-4ace-a4f4-ea88d0520463 req-0e1fd805-963b-48f4-923b-be766c7046e3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1423826 Jul 29 17:40:03.047928 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-e4295370-8fda-4bcd-bc2e-1e8bd10871bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369923 Jul 29 17:40:03.084245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:03.098987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-d752d718-3238-4aca-9f28-33ac7d39dd96 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800106 Jul 29 17:40:03.104303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-929f70a1-3afd-4ace-a4f4-ea88d0520463 req-b40e3778-4b8d-4ddb-98b1-4ba5802865dd tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Jul 29 17:40:03.232128 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:03.241096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-b7ad53a1-7eb0-4c37-b5c5-500f09fd7240 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819775 Jul 29 17:40:03.274203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:03.281854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:03.291712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2628ffb8-7b39-4313-b937-e5407640d8cd req-d09d8d39-01a7-4e90-ade3-fa995c5cc15f service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779108 Jul 29 17:40:03.348615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:03.433409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a858317-c0ec-4767-9a8c-469df68c541d req-4bdcd208-52d5-4747-98a4-b9f9e9a0dc42 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829667 Jul 29 17:40:03.488726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558df264-d2fc-4f48-a175-35da3f0a28c0 req-9c6e4db3-dbd3-4749-95ba-fea806450e77 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.490385 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-558df264-d2fc-4f48-a175-35da3f0a28c0 req-9c6e4db3-dbd3-4749-95ba-fea806450e77 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0783780 Jul 29 17:40:03.564111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-558df264-d2fc-4f48-a175-35da3f0a28c0 req-c2ec5511-1f13-47b5-b840-4d6d308d13d1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Jul 29 17:40:03.619294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'}, {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:03.624390 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84ce7ce-3b4c-4a2f-a5c5-ca6dbf23813e" -d '{"events": [{"server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "name": "network-vif-plugged", "status": "completed", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b"}, {"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:03.719131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-8062cbc6-55d3-4313-8bd3-e78c7f1ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.721074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-8062cbc6-55d3-4313-8bd3-e78c7f1ed4a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1094 time: 0.1216688 Jul 29 17:40:03.733354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc989-7a10-4412-92dc-0c3615c4cd3d req-41c8a631-a26b-4bc8-8393-2ba64f9498dd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.735807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5acc989-7a10-4412-92dc-0c3615c4cd3d req-41c8a631-a26b-4bc8-8393-2ba64f9498dd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0772417 Jul 29 17:40:03.771979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0044b-1792-4e11-bab7-4333d78f00d4 req-1993cbc8-e7bd-4860-a175-02995fc836a8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.773637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21f0044b-1792-4e11-bab7-4333d78f00d4 req-1993cbc8-e7bd-4860-a175-02995fc836a8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.1000242 Jul 29 17:40:03.781319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42244) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:03.803709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42248) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:03.811261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5acc989-7a10-4412-92dc-0c3615c4cd3d req-a1e5fb38-afbe-45f9-bd99-19d13d4489c3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688815 Jul 29 17:40:03.873758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21f0044b-1792-4e11-bab7-4333d78f00d4 req-06116372-0b90-4101-964c-df52b3f4d4f6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708346 Jul 29 17:40:03.886050 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d8025-2fcd-40bc-a373-a030049759db x-openstack-request-id: req-936d8025-2fcd-40bc-a373-a030049759db {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:03.886748 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "name": "network-vif-plugged", "status": "completed", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b", "code": 200}, {"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:03.887165 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-936d8025-2fcd-40bc-a373-a030049759db {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:03.887661 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'code': 200} Jul 29 17:40:03.888094 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'code': 200} Jul 29 17:40:03.920340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-bfb1b4de-288a-494f-9afa-d1b83445e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:03.921975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-bfb1b4de-288a-494f-9afa-d1b83445e459 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1875298 Jul 29 17:40:03.984172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:03.987719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-8c58e871-15da-4474-8d8e-093bb1db421c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 217 time: 0.0542653 Jul 29 17:40:04.002534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60b1693c-fd25-412f-bee6-2c04a577a9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.032667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:40:04.032667 n-d-801607-3 neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 17:40:04.032667 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id': 'a1d480cfa19740b28b3e3254e3e1c49d', 'id': '3da2642b-1502-4c22-a2d4-022e7f8f4a0c', 'expiration': datetime.datetime(2021, 7, 29, 17, 42, 4, 25323)}] Jul 29 17:40:04.032667 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:40:04.033450 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:40:04.038908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fabaa6-0858-47cf-9a84-b3cf91b1c501 req-f8332f2c-8b91-4130-bb1b-e62cee37f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.040404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9fabaa6-0858-47cf-9a84-b3cf91b1c501 req-f8332f2c-8b91-4130-bb1b-e62cee37f4f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 1101 time: 0.0655797 Jul 29 17:40:04.045434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-bd841e47-39d2-4b9e-ab36-899f8794d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.046936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-bd841e47-39d2-4b9e-ab36-899f8794d813 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0493100 Jul 29 17:40:04.097658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-c1b38852-7030-4469-9479-0287d618d7d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277991 Jul 29 17:40:04.120756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9fabaa6-0858-47cf-9a84-b3cf91b1c501 req-8cc7145c-036d-496b-87e7-8c207ae1531e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Jul 29 17:40:04.135309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60b1693c-fd25-412f-bee6-2c04a577a9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.141684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60b1693c-fd25-412f-bee6-2c04a577a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.182916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60b1693c-fd25-412f-bee6-2c04a577a9d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=939bc0b352b24735867e760b21375410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005244 Jul 29 17:40:04.183729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1693c-fd25-412f-bee6-2c04a577a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88970d-c331-4847-abdf-793688297bdd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:04.186014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42256) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:04.214940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-98e57396-458a-4585-bb04-903501fe42f9 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076694 Jul 29 17:40:04.235230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.242596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360bc8e-26a6-4213-8eca-2e888b902e20 req-105256e2-41f8-4f77-904b-d16bb6e75363 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.244097 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7360bc8e-26a6-4213-8eca-2e888b902e20 req-105256e2-41f8-4f77-904b-d16bb6e75363 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 950 time: 0.0600078 Jul 29 17:40:04.256398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.305939 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.308450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.312179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff88970d-c331-4847-abdf-793688297bdd HTTP/1.1" status: 204 len: 168 time: 0.1228569 Jul 29 17:40:04.317941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cfdbc-1e0e-4548-a772-cf0c4cf64477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88970d-c331-4847-abdf-793688297bdd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:04.349079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7360bc8e-26a6-4213-8eca-2e888b902e20 req-c065497f-26ee-4670-abfb-8a08b58ef2aa tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917873 Jul 29 17:40:04.385158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2281f255-c645-4ce7-80af-17c2cee72c27 req-80e3f1ad-ac3c-431a-a741-85592eea4f58 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586838 Jul 29 17:40:04.494281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-ddeb162d-882c-46a4-9c35-6c50495c065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.495792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-ddeb162d-882c-46a4-9c35-6c50495c065b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1101 time: 0.0803263 Jul 29 17:40:04.507942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2fd1-ca2d-4c7a-a9fd-09c311843e57 req-774a59d5-7130-4e50-aaf7-92a5b6bd25a6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.509384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-261a2fd1-ca2d-4c7a-a9fd-09c311843e57 req-774a59d5-7130-4e50-aaf7-92a5b6bd25a6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.0678051 Jul 29 17:40:04.534094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.625373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-261a2fd1-ca2d-4c7a-a9fd-09c311843e57 req-65dcce02-c833-4b2c-8c55-a0e18231c9f0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074538 Jul 29 17:40:04.704512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-d11ef642-c085-4486-8515-0dbb522bdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.707218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-d11ef642-c085-4486-8515-0dbb522bdfe3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1960530 Jul 29 17:40:04.720968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4db5-66e0-4785-bd37-1fdc1e5f7e0e req-a697ff29-3cf9-4a66-bec9-0b173a6131bf tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.728884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e19f4db5-66e0-4785-bd37-1fdc1e5f7e0e req-a697ff29-3cf9-4a66-bec9-0b173a6131bf tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0802765 Jul 29 17:40:04.762884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.773135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.777256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-530b9a9c-bfa3-49a6-9699-6e54ed4150e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0528595 Jul 29 17:40:04.798213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e19f4db5-66e0-4785-bd37-1fdc1e5f7e0e req-34bc9ffd-f39b-4120-96fe-f31f2b7f6309 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688963 Jul 29 17:40:04.817690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1d480cfa19740b28b3e3254e3e1c49d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0126057 Jul 29 17:40:04.819615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41811fc0-ee2b-4579-8667-149fb62a6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea611cdd-efe1-41a3-ab47-2f04b2630b01,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:04.821841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42284) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:04.836162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-a3beeccb-bb23-4a4d-afdc-4da3790ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:04.838213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-a3beeccb-bb23-4a4d-afdc-4da3790ffb99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0531523 Jul 29 17:40:04.879939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.906680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.987359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.990152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:04.991260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea611cdd-efe1-41a3-ab47-2f04b2630b01 HTTP/1.1" status: 204 len: 168 time: 0.1684639 Jul 29 17:40:05.010896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9fdea-e4f2-4a78-bd77-175f9b3c524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea611cdd-efe1-41a3-ab47-2f04b2630b01,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:05.036683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4ed3-bfc1-4121-9597-1f652ae7dd69 req-1755b741-fd5a-4a77-ae9e-99ede43a646a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.038591 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31fc4ed3-bfc1-4121-9597-1f652ae7dd69 req-1755b741-fd5a-4a77-ae9e-99ede43a646a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.0794172 Jul 29 17:40:05.092604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31fc4ed3-bfc1-4121-9597-1f652ae7dd69 req-78938965-c5d3-41ff-842c-bb2f71285ab1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Jul 29 17:40:05.121791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:05.133887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:05.245482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-42fea514-b809-434e-9c2b-68485c779421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.247006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-42fea514-b809-434e-9c2b-68485c779421 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3993351 Jul 29 17:40:05.266822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:05.281266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'mac_address': 'fa:16:3e:5e:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:05.284898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90841-9e2a-45e9-b0f4-98784cbd1665 req-3b179c60-7300-4a7d-b48c-0e7912f06b97 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.286426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ff90841-9e2a-45e9-b0f4-98784cbd1665 req-3b179c60-7300-4a7d-b48c-0e7912f06b97 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.3866529 Jul 29 17:40:05.333726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1769896511-network', 'tenant_id': '4d725688af1d41d78c503549fc7ab604'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:05.343392 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.365515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ff90841-9e2a-45e9-b0f4-98784cbd1665 req-8d12a500-f9ac-48cf-8626-04ec2628d366 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Jul 29 17:40:05.365802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:05.378950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Made reservation on behalf of 4d725688af1d41d78c503549fc7ab604 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:05.381472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.391250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:05.394023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-83cba6c4-601f-4760-b019-91f44f59a118 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382697 Jul 29 17:40:05.394497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.397730 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.466986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42308) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:05.472340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:05.513849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54c5df82-9af3-472f-853a-463c3659f2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.520265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-adfad785-fafa-4f4d-9478-6547b225696e service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161807 Jul 29 17:40:05.540198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.552720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.600925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:40:05.626163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230f029-db33-42f8-aee0-d51978a86c6b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:05.633132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.633404 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Added segment 1c147883-4317-4b5d-ba3a-03c5a3ff3dfc of type vlan for network 90d895ec-57c9-491b-b2fa-83661d18c0b9 Jul 29 17:40:05.636389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-1252addd-1df8-4c86-b6d1-6661673ca1de service neutron] 10.222.0.49 "GET /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.1576326 Jul 29 17:40:05.696464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b895eaca-d923-4d0b-97a4-52ee7f5969f0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:05.721068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.861392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d58f-cb31-43ae-8822-db5669db3de0 req-a7e66f2e-8edb-497c-8d45-7e1d37101c49 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.869926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc22d58f-cb31-43ae-8822-db5669db3de0 req-a7e66f2e-8edb-497c-8d45-7e1d37101c49 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.1543236 Jul 29 17:40:05.890542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.891984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.892567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.896004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54c5df82-9af3-472f-853a-463c3659f2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.933950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0204-4f94-490e-b9fa-05cf82e510c0 req-00d12b90-def5-47d7-bdda-c56d991ebf63 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:05.935540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac4e0204-4f94-490e-b9fa-05cf82e510c0 req-00d12b90-def5-47d7-bdda-c56d991ebf63 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0555034 Jul 29 17:40:05.968156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54c5df82-9af3-472f-853a-463c3659f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:05.978896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac4e0204-4f94-490e-b9fa-05cf82e510c0 req-4783cca6-e1bf-48c0-87fc-3c631f8045c8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Jul 29 17:40:05.996005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8608978 Jul 29 17:40:05.998959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42332) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:06.003953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Request body: {'subnet': {'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1769896511-subnet', 'tenant_id': '4d725688af1d41d78c503549fc7ab604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:06.027095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Made reservation on behalf of 4d725688af1d41d78c503549fc7ab604 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:06.029572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.078146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be247-a581-4a1c-8612-bc01df3768ea admin admin] Pushing event updated for resources: {'Network': ['ID=90d895ec-57c9-491b-b2fa-83661d18c0b9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:06.089131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-54c5df82-9af3-472f-853a-463c3659f2d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=248b6550030349ae8c19db37b659e8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208744 Jul 29 17:40:06.091946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42338) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:06.093671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:40:06.095529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5df82-9af3-472f-853a-463c3659f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b85e1-3727-4e35-8140-9de72da17a83,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:06.103162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc22d58f-cb31-43ae-8822-db5669db3de0 req-189cc8ff-f9e4-4af3-882e-fd75c4a5c1b0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323403 Jul 29 17:40:06.170969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:06.197024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:06.244551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c52ebed-2d34-4ba3-8305-404b1b752f69 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:06.257843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.258776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:06.275734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.310168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ac1a-ece0-41f7-89ca-d956a1f73513 req-6f7afc68-136e-490b-b634-37c9502fa2a1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.311775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a66ac1a-ece0-41f7-89ca-d956a1f73513 req-6f7afc68-136e-490b-b634-37c9502fa2a1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 944 time: 0.1103268 Jul 29 17:40:06.347202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.364145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] Transition to ACTIVE for port object 8c52ebed-2d34-4ba3-8305-404b1b752f69 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:06.371073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.440498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a66ac1a-ece0-41f7-89ca-d956a1f73513 req-f775e039-f4c8-4032-b9f9-ee2523920b0d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222472 Jul 29 17:40:06.445778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.454773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] No DVR routers for this DVR port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:06.463119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:06.497683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.500239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.504321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/643b85e1-3727-4e35-8140-9de72da17a83 HTTP/1.1" status: 204 len: 168 time: 0.4084685 Jul 29 17:40:06.508754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-f637d79b-0c88-4bca-9e87-9e0df68252a6 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8373656 Jul 29 17:40:06.532713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aa8c5-0cde-4fae-9735-6c50bf82241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b85e1-3727-4e35-8140-9de72da17a83,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:06.537711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e08cd9-c161-499e-bd3a-a1fd5352db3b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:06.559609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Checking segment: {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:06.560425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Network hostable DHCP agents. Network: 90d895ec-57c9-491b-b2fa-83661d18c0b9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:40:06.588796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300de96-5158-480b-b643-6cee420062f2 req-1e73f619-384f-4672-bcb0-f5f2e503df5f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.597396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5300de96-5158-480b-b643-6cee420062f2 req-1e73f619-384f-4672-bcb0-f5f2e503df5f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1050651 Jul 29 17:40:06.625388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:40:06.645571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 90d895ec-57c9-491b-b2fa-83661d18c0b9) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:06.650665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.651273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:06.656075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d1da3-286b-4283-ae8e-800b41957f59 None None] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:40:06.666066 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5300de96-5158-480b-b643-6cee420062f2 req-349d9efd-c88f-495f-82c9-99892dd0cea2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675552 Jul 29 17:40:06.680369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-68f51ebe-d27f-4c56-8608-8296c7894db8 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.698867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-68f51ebe-d27f-4c56-8608-8296c7894db8 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.1072421 Jul 29 17:40:06.741600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d5511d42-5a7a-4333-824a-36cb300faddb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7306929 Jul 29 17:40:06.753723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-cdf2a863-c413-45b3-bd9f-58bc3c2385ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.756561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-cdf2a863-c413-45b3-bd9f-58bc3c2385ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0556064 Jul 29 17:40:06.862180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-19e6bb7f-6475-4ca4-a478-33aafc5c1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:06.870457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-19e6bb7f-6475-4ca4-a478-33aafc5c1996 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1096 time: 0.0836654 Jul 29 17:40:06.870773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71971f4c-ee65-4d60-ac1a-e4bfef4c3289 None None] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:40:07.026027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2046350387', 'description': 'tempest-description-1017407713'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:07.072084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.076228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-a12d005c-210e-4039-95ae-702ca3441f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:07.078688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-a12d005c-210e-4039-95ae-702ca3441f30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.2010493 Jul 29 17:40:07.134822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:07.137672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:07.172998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-e6419600-dde5-40c6-be59-8c99b9af0dec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.0829713 Jul 29 17:40:07.203761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.213138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.264850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.285311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16dda6-7ee2-43dc-a5d4-75ad5f0c42d6 req-bd7f359e-1249-4f86-b3e2-f4d309e18a44 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:07.286020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36962961-3420-4b34-9e92-2fa5f5b940fe req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2667732 Jul 29 17:40:07.288972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee16dda6-7ee2-43dc-a5d4-75ad5f0c42d6 req-bd7f359e-1249-4f86-b3e2-f4d309e18a44 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.1842887 Jul 29 17:40:07.290667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbfd4-2c31-407c-8d52-57cc98f58d51 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73218528-2a5f-4a15-90f9-943dcf35e17a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:07.300791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-2f87c8d9-5b3f-4954-a307-717769375b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:07.303273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-2f87c8d9-5b3f-4954-a307-717769375b38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1069353 Jul 29 17:40:07.351235 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b895eaca-d923-4d0b-97a4-52ee7f5969f0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:07.353208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.390480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-5e51ca9b-c578-4c1b-8b22-062b1532dac6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613501 Jul 29 17:40:07.426094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:07.443086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee16dda6-7ee2-43dc-a5d4-75ad5f0c42d6 req-b926e7d8-6910-4b74-9052-123f87b592bc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355088 Jul 29 17:40:07.448935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8b0db-fa5a-4a8f-a6b1-a61566463718 req-7a812474-4adc-4175-9c58-e1a82d2ce96b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:07.449698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'port_id': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'mac_address': 'fa:16:3e:a7:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0da8a-35f8-46b0-8d23-fd75e05fb6c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:07.452860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-48e8b0db-fa5a-4a8f-a6b1-a61566463718 req-7a812474-4adc-4175-9c58-e1a82d2ce96b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.1034231 Jul 29 17:40:07.528250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-48e8b0db-fa5a-4a8f-a6b1-a61566463718 req-0c3384d0-b1c6-4856-90f2-1d42f3a8273a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636182 Jul 29 17:40:07.538762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-807502690', 'description': 'tempest-description-987704045'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:07.568868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.593178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7f1733-2544-446f-8a74-845f181b4a3a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:07.617246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.619659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.645820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:07.658661 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.669136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:07.670883 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84502d93-12e8-4ed6-b595-712459e79b59" -d '{"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:07.710149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:07.721365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-104a4964-51aa-4a6d-a593-0815a636a282 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228099 Jul 29 17:40:07.724331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.739791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:07.781711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd9e51-8df4-454f-a17e-7d2608cedfdc req-d6adfafe-617e-4ae8-ada1-1be6feadc547 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:07.783308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53dd9e51-8df4-454f-a17e-7d2608cedfdc req-d6adfafe-617e-4ae8-ada1-1be6feadc547 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.1039329 Jul 29 17:40:07.832085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53dd9e51-8df4-454f-a17e-7d2608cedfdc req-78461ea0-5bbc-4e69-b876-1ef01637e604 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Jul 29 17:40:07.845400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:07.923242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-4e68dfd9-ab85-4d5b-9888-eec2de45e34b service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875055 Jul 29 17:40:07.942765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.954320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['9d7f1733-2544-446f-8a74-845f181b4a3a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:07.955158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:07.991557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:08.014887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b514d721-b5a0-4a89-a5f1-5f0f0d9303fe req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4991877 Jul 29 17:40:08.020514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b712d-e9af-4147-a3a9-dccc444c76e1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352b76ae-7743-4512-af10-325f2c9500c2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:08.182675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13841a4-98b9-4679-9432-bbf9c788546f req-468f75f6-1bd9-46a9-960b-9c5728c3fbff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.186782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a13841a4-98b9-4679-9432-bbf9c788546f req-468f75f6-1bd9-46a9-960b-9c5728c3fbff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0961249 Jul 29 17:40:08.303659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6560df4-f23c-4c43-b404-4fcb3c5a04c2 req-38754235-1275-48e3-b702-8e41c4abc204 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.310779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6560df4-f23c-4c43-b404-4fcb3c5a04c2 req-38754235-1275-48e3-b702-8e41c4abc204 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.315127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a13841a4-98b9-4679-9432-bbf9c788546f req-f5badaa7-131c-4c7a-87c0-68f578c7335b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167803 Jul 29 17:40:08.331111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6560df4-f23c-4c43-b404-4fcb3c5a04c2 req-38754235-1275-48e3-b702-8e41c4abc204 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69&device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 1691 time: 0.1254926 Jul 29 17:40:08.351739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-6ec7440f-b35f-4e2c-8b5b-e6a84dcf1f90 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.353475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-6ec7440f-b35f-4e2c-8b5b-e6a84dcf1f90 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.0955145 Jul 29 17:40:08.396586 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba035bc-179b-4fc7-9db2-713ca9af85ce x-openstack-request-id: req-cba035bc-179b-4fc7-9db2-713ca9af85ce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:08.396958 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-plugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:08.397207 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cba035bc-179b-4fc7-9db2-713ca9af85ce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:08.397591 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'code': 200} Jul 29 17:40:08.402886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6560df4-f23c-4c43-b404-4fcb3c5a04c2 req-b32f78ed-b371-4888-a3df-c2e61580a74a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jul 29 17:40:08.536957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-28670cdb-f9f1-4400-923d-30183af10754 service neutron] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:08.540962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-28670cdb-f9f1-4400-923d-30183af10754 service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:08.545007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db3b7c68-185f-48f2-b3a6-74e0c7abb295 req-28670cdb-f9f1-4400-923d-30183af10754 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.1769683 Jul 29 17:40:08.697677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03870f3d-405f-4957-8c00-82bb2089dde1 req-8f0ca6c2-aa19-4f3f-8480-9c0fda1857ff tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.704051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-54065b9e-c1b0-4de7-bbd7-6472177a7bc1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.705562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-54065b9e-c1b0-4de7-bbd7-6472177a7bc1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 813 time: 0.1971312 Jul 29 17:40:08.708395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03870f3d-405f-4957-8c00-82bb2089dde1 req-8f0ca6c2-aa19-4f3f-8480-9c0fda1857ff tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.0840242 Jul 29 17:40:08.735019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94202265-598e-4e03-97cc-edce42567119 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/quotas/4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 375 time: 0.0206075 Jul 29 17:40:08.763330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03870f3d-405f-4957-8c00-82bb2089dde1 req-0393d58c-c392-49f5-bf95-a285cec7efb2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Jul 29 17:40:08.797935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-97cc33bf-1985-48f4-b900-078cddd464f8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619771 Jul 29 17:40:08.896473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b65c0-e81a-4195-a848-beebddbd32f7 req-a39676b9-a6f2-43e6-9c23-1b16b76297c5 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:08.898589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-194b65c0-e81a-4195-a848-beebddbd32f7 req-a39676b9-a6f2-43e6-9c23-1b16b76297c5 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 1101 time: 0.0495281 Jul 29 17:40:08.946353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-bc7c97ec-a95a-45b2-8563-07b2390702c4 service neutron] 10.222.0.16 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474400 Jul 29 17:40:08.984953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-194b65c0-e81a-4195-a848-beebddbd32f7 req-74b06abe-1ccc-4a3f-b1bc-7ff774e4ba52 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794332 Jul 29 17:40:09.053059 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-c4d9f011-f961-43db-8b5d-be652c510c25 service neutron] 10.222.0.16 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058331 Jul 29 17:40:09.136946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d07ecd38-965c-4583-8207-45c595b6c6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:09.147263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:09.245877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 9d7f1733-2544-446f-8a74-845f181b4a3a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:09.253943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 9d7f1733-2544-446f-8a74-845f181b4a3a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:09.254428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:09.281791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1910a2-97eb-4745-88e8-87101d136125 req-8146cf19-a366-4b65-8696-d7405404bd24 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:09.292292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a1910a2-97eb-4745-88e8-87101d136125 req-8146cf19-a366-4b65-8696-d7405404bd24 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.0905683 Jul 29 17:40:09.334828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a1910a2-97eb-4745-88e8-87101d136125 req-7fed9d34-03b8-4568-948a-d8d0a6d293f0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Jul 29 17:40:09.353461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cccc5-02d1-4e5f-9079-60114e59c42e req-920a6a3c-db6d-4de9-ae37-c5f18f7f90a6 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:09.353977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe0cccc5-02d1-4e5f-9079-60114e59c42e req-920a6a3c-db6d-4de9-ae37-c5f18f7f90a6 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 1101 time: 0.0560045 Jul 29 17:40:09.413380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe0cccc5-02d1-4e5f-9079-60114e59c42e req-b199168c-77d7-4408-934a-ee73f4214e24 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Jul 29 17:40:09.480548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:09.549241 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-914db934-711c-48dd-bebb-9dd2c6eab28d req-2aca8505-f76e-4938-94e2-cc7c4d2b235e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 210 time: 0.0502048 Jul 29 17:40:09.585576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:09.592691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:09.595185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:09.746194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-1b2792c3-393b-4c30-9d8f-6ae02675059c tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=27f00e352d654576bab2b8c7cc102990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400498 Jul 29 17:40:09.747821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:09.796428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:09.910797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6bad8b8d-b995-4d90-bd9f-4636fb5cc5da tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:09.912678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6bad8b8d-b995-4d90-bd9f-4636fb5cc5da tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648731 Jul 29 17:40:09.932327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-bcadf6fd-058c-4ebd-ab3e-8c0103efc39c tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/quotas/27f00e352d654576bab2b8c7cc102990 HTTP/1.1" status: 200 len: 375 time: 0.0115461 Jul 29 17:40:09.987734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-1dc3e54f-205b-4e85-bcee-6fed989d21e8 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f00e352d654576bab2b8c7cc102990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469928 Jul 29 17:40:10.372416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4040d-60a8-443e-a063-e3f6cf480052 req-911ec27d-ff74-4a52-90ec-61db4f5f6e70 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:10.381605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ba4040d-60a8-443e-a063-e3f6cf480052 req-911ec27d-ff74-4a52-90ec-61db4f5f6e70 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.3744028 Jul 29 17:40:10.394682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-69f86cf6-9943-4057-aaaa-f348e75254a5 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420926 Jul 29 17:40:10.399023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:10.401561 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28453eb2-8a26-452c-b7fd-3ee8dbb6ed1c" -d '{"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-plugged", "status": "completed", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:10.433054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ba4040d-60a8-443e-a063-e3f6cf480052 req-1c221484-be60-49aa-be72-8a90d380abea tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Jul 29 17:40:10.571105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80fbdc-e79d-4b71-aefe-1625996490ae req-39ae7f03-dd5a-48a0-a8af-3bffc65c7d79 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:10.578063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-74a5ea57-c133-4673-b64b-23087cd5d315 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:10.587058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-74a5ea57-c133-4673-b64b-23087cd5d315 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814246 Jul 29 17:40:10.591371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac80fbdc-e79d-4b71-aefe-1625996490ae req-39ae7f03-dd5a-48a0-a8af-3bffc65c7d79 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 945 time: 0.0844235 Jul 29 17:40:10.608313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-c67990ef-2beb-4707-98cb-ddecd2bc4e4f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0202789 Jul 29 17:40:10.697386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac80fbdc-e79d-4b71-aefe-1625996490ae req-274ad86d-d23e-4ccc-8ff1-1dbc3272dcf1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048021 Jul 29 17:40:10.741348 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-98c4713b-41c0-41c8-9c16-bad03a177f60 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1313746 Jul 29 17:40:11.089456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-1b4650f3-dc8f-495c-ab1c-96ae3cd105a0 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.091391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-1b4650f3-dc8f-495c-ab1c-96ae3cd105a0 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 813 time: 0.3700156 Jul 29 17:40:11.122278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab17e30-3fe6-4a4c-a5d2-4bb646250ce6 req-795bc861-ab05-4bd2-80d1-3360d43ba830 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.129764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ab17e30-3fe6-4a4c-a5d2-4bb646250ce6 req-795bc861-ab05-4bd2-80d1-3360d43ba830 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1096 time: 0.0584946 Jul 29 17:40:11.139084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'device_id': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9', 'admin_state_up': True, 'tenant_id': '4d725688af1d41d78c503549fc7ab604'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:11.170908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74fe2a41-9249-40f2-9565-ec3f79d0f0bf req-cf0ed1ee-ae55-420b-9353-ee64fc723efa tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 210 time: 0.0774775 Jul 29 17:40:11.181518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ab17e30-3fe6-4a4c-a5d2-4bb646250ce6 req-93412bda-37bb-4da3-ba80-8c60ee08713c tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507760 Jul 29 17:40:11.308708 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f91eae1-56d7-456e-b889-854bb14debb0 x-openstack-request-id: req-2f91eae1-56d7-456e-b889-854bb14debb0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:11.309002 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-plugged", "status": "completed", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:11.309253 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f91eae1-56d7-456e-b889-854bb14debb0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:11.309656 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'code': 200} Jul 29 17:40:11.421628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7350180a-a68b-41db-bbcb-9068e77a02f3 req-4e34c7b0-84ec-48cc-877c-cd9f5f53e787 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 210 time: 0.0531051 Jul 29 17:40:11.434291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a5cc148-9aa7-4361-8fe3-dc2fd395eafe req-b35784ab-d3e9-42b4-9ad6-b872fd2d32ac tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 210 time: 0.0482895 Jul 29 17:40:11.448836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Made reservation on behalf of 4d725688af1d41d78c503549fc7ab604 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:11.456831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:11.603187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d2c6c-9066-4608-88c8-321bfb58ac54 req-7579904a-5f6a-4bea-a784-a5e9799a8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.604850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c44d2c6c-9066-4608-88c8-321bfb58ac54 req-7579904a-5f6a-4bea-a784-a5e9799a8c46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1096 time: 0.1385489 Jul 29 17:40:11.618091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b7af-8216-49e1-9e19-64867368c35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:11.659191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Allocated IP 172.20.0.14 (90d895ec-57c9-491b-b2fa-83661d18c0b9/15e08cd9-c161-499e-bd3a-a1fd5352db3b/2259965c-5d64-491f-b735-67079e39137f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:11.692338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e525-1baa-4954-845e-4c2895e21372 req-097dd48b-7dd1-4caf-a019-932b0c4bfdc9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.693893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c011e525-1baa-4954-845e-4c2895e21372 req-097dd48b-7dd1-4caf-a019-932b0c4bfdc9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1295097 Jul 29 17:40:11.703551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c44d2c6c-9066-4608-88c8-321bfb58ac54 req-555791ac-e905-4926-ac49-b8ef58d29c80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 Jul 29 17:40:11.782422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c011e525-1baa-4954-845e-4c2895e21372 req-52a78caf-4043-4a16-875f-b9353729773a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779047 Jul 29 17:40:11.786219 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:11.946996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-8a06aef4-c005-4f20-9917-1f6c6c1e48b6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.954981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-8a06aef4-c005-4f20-9917-1f6c6c1e48b6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.2112317 Jul 29 17:40:11.963100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c517f9-3abb-4e8f-a00c-0235f9a34cb1 req-435d16f5-56b4-413a-87cf-b1fecd056723 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:11.966082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59c517f9-3abb-4e8f-a00c-0235f9a34cb1 req-435d16f5-56b4-413a-87cf-b1fecd056723 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 945 time: 0.0947082 Jul 29 17:40:11.966867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:11.974613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-79fd3ef0-58f7-4764-a8a4-59fa30ca9341 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/quotas/030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 375 time: 0.0185316 Jul 29 17:40:12.058299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59c517f9-3abb-4e8f-a00c-0235f9a34cb1 req-0706fa40-c57d-4809-87da-208193e1aed8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698590 Jul 29 17:40:12.081685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-64fc1c41-1a31-4375-bec6-0f83eb59cc75 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969653 Jul 29 17:40:12.085561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.098127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-1801384e-3d9a-43d2-a81c-8b2f1f1dda9b tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=27f00e352d654576bab2b8c7cc102990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626535 Jul 29 17:40:12.272676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-464ca9e8-7912-4666-a682-8d7505599ad5 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:12.274428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-464ca9e8-7912-4666-a682-8d7505599ad5 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691406 Jul 29 17:40:12.292537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Request body: {'port': {'device_id': 'b5941517-19d0-4268-ae43-44d28edcf454', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '27f00e352d654576bab2b8c7cc102990'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:12.324001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:12.330822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:12.341059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:12.349177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:12.402854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8977b26-8dd3-46e5-a7d7-3532f49efeb4 req-4df4fd06-e241-4706-aaa8-4b497ebb66fa tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 210 time: 0.0571499 Jul 29 17:40:12.411282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.411627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.411965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.412300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.412626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.412961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.413287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.413609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.413928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.414269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.414590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.414906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:12.442093 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-64c9a8d6-3de7-4391-abde-9df06239f0da service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494103 Jul 29 17:40:12.457158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:12.457792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.489395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Made reservation on behalf of 27f00e352d654576bab2b8c7cc102990 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:12.494810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.506325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.517329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-94708f96-fef1-452e-9e7e-87bdfb8a9ab6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3940651 Jul 29 17:40:12.543483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Request body: {'port': {'device_id': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:12.600249 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-4ae0a3cc-b43e-4e15-9bf3-3da023a72481 service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570692 Jul 29 17:40:12.670672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00286-fafd-4635-8add-729c2f22bf3c req-84aa5e5d-d760-43c6-a85d-5fa440edeb7f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:12.672118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.685723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96a00286-fafd-4635-8add-729c2f22bf3c req-84aa5e5d-d760-43c6-a85d-5fa440edeb7f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 932 time: 0.1502643 Jul 29 17:40:12.825105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.871291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.893522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96a00286-fafd-4635-8add-729c2f22bf3c req-c10e122a-6cba-405c-8e96-134c6d1a432e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069225 Jul 29 17:40:12.972948 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:12.988689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-a0fe1dc8-9e3e-43c7-936d-50f9748cc69c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879922 Jul 29 17:40:13.103796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e2021cc-520f-4614-a173-321ed60e572c req-7a738d4e-43f5-478a-8236-3cfd828b6b1e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 210 time: 0.0408742 Jul 29 17:40:13.284148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96aa85-92ae-4d43-8d0f-427e3e068601,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:13.339422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2259965c-5d64-491f-b735-67079e39137f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:13.345631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.345974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.346337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.346672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.347275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.347615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.347942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.348325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.348584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.348908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.349219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.349561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:13.355448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5aa68b82-9342-474d-8180-2c149923fef9 req-3048075c-cc5b-4114-8a39-f96e9ed9cd84 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 210 time: 0.0928812 Jul 29 17:40:13.374372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:13.401194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Transition to ACTIVE for port object 2259965c-5d64-491f-b735-67079e39137f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:13.410048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:13.443257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390e9e7-e4fd-4fac-adab-1db2dd23cabe req-d113c722-5be2-4431-8826-5094d40057f1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:13.444879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3390e9e7-e4fd-4fac-adab-1db2dd23cabe req-d113c722-5be2-4431-8826-5094d40057f1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2580884 Jul 29 17:40:13.525948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Allocated IP 192.168.233.225 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/777ad12e-b33b-41ce-a9a5-1dc59534d604) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:13.537347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-eb1b8502-a5f3-4f25-947c-28e2a0e01616 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:13.538929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-eb1b8502-a5f3-4f25-947c-28e2a0e01616 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748909 Jul 29 17:40:13.564266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:13.622759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3390e9e7-e4fd-4fac-adab-1db2dd23cabe req-687f9b25-28c1-4dc3-881d-9c60654c87c6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572335 Jul 29 17:40:13.660832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:13.683427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Attempting to bind port 2259965c-5d64-491f-b735-67079e39137f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:13.684024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Attempting to bind port 2259965c-5d64-491f-b735-67079e39137f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:13.684528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Attempting to bind port 2259965c-5d64-491f-b735-67079e39137f on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:13.692951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Port 2259965c-5d64-491f-b735-67079e39137f on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:13.693639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Attempting to bind port 2259965c-5d64-491f-b735-67079e39137f on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:13.712714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c71961-8488-4662-b006-cd8b15f25b28 req-7400fc20-ef0d-4c54-8607-f60b28d38522 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:13.725774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-13c71961-8488-4662-b006-cd8b15f25b28 req-7400fc20-ef0d-4c54-8607-f60b28d38522 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 945 time: 0.2491701 Jul 29 17:40:13.726567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:13.727134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Checking segment: {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:13.727907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Bound using segment: {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:13.728513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Bound port: 2259965c-5d64-491f-b735-67079e39137f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:13.729027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:13.831616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:13.835183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:13.859265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:13.917014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-338178bb-7abb-4f70-be43-6fd395787074 req-6bf897e6-897e-4eaa-b944-bf307fb26009 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 210 time: 0.0686727 Jul 29 17:40:13.920908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:13.925248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:13.935239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:13.969730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-13c71961-8488-4662-b006-cd8b15f25b28 req-4ab738d1-8ae5-47d2-bbf2-077dcc976f80 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420969 Jul 29 17:40:13.997816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.001761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.003313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-7d410473-c4e3-4a24-a760-c87364968032 service neutron] 10.222.0.49 "PUT /v2.0/ports/2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 1092 time: 1.4653904 Jul 29 17:40:14.003779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:14.006122 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355fe442-216c-4d30-9c92-91f3849285b4" -d '{"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:14.102536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.146303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-262e45cf-a0d1-40af-b21a-415eaccd2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.148305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-262e45cf-a0d1-40af-b21a-415eaccd2673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1095 time: 0.0866847 Jul 29 17:40:14.155813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d666c-03b6-4e6d-b626-eb77ee9c41c6 req-464ac451-d4e1-4321-842b-424d7265b951 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.158006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Transition to ACTIVE for port object 777ad12e-b33b-41ce-a9a5-1dc59534d604 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:14.165158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe3d666c-03b6-4e6d-b626-eb77ee9c41c6 req-464ac451-d4e1-4321-842b-424d7265b951 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1096 time: 0.1057436 Jul 29 17:40:14.180468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7905504-81f7-4d2b-90a8-a25e70d0fcbc req-b6fd10c1-27ee-4615-9d68-a95a4a8d2e3c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.181951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7905504-81f7-4d2b-90a8-a25e70d0fcbc req-b6fd10c1-27ee-4615-9d68-a95a4a8d2e3c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 944 time: 0.1133339 Jul 29 17:40:14.221547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-89309aff-8450-40b7-a081-51d21f29a5f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 217 time: 0.0524476 Jul 29 17:40:14.236706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe3d666c-03b6-4e6d-b626-eb77ee9c41c6 req-38304892-5cf8-449d-9572-f7b2c3f718e9 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Jul 29 17:40:14.272334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7905504-81f7-4d2b-90a8-a25e70d0fcbc req-667bec04-1347-4ed3-aaa7-2c2a8a1eb320 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736973 Jul 29 17:40:14.283060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.340826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649e14-51ff-4be5-a39c-f4e837470007 req-93b91643-b5e8-48a3-a6eb-aa4bb446f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.342856 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-93b91643-b5e8-48a3-a6eb-aa4bb446f609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.1021359 Jul 29 17:40:14.377241 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd5b536-0f29-4cfd-b995-9ff23ba25630 x-openstack-request-id: req-7cd5b536-0f29-4cfd-b995-9ff23ba25630 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:14.377587 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:14.378326 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cd5b536-0f29-4cfd-b995-9ff23ba25630 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:14.378740 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f', 'status': 'completed', 'code': 200} Jul 29 17:40:14.400482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-10037b6e-80eb-4aa6-a427-598698179d4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453596 Jul 29 17:40:14.432810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-291784a1-a63f-415d-8b51-f87806871fde req-d2e7d4e7-7e76-420f-89c5-47578483a3b1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 210 time: 0.0364695 Jul 29 17:40:14.443272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.475960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:14.517435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:14.563228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:14.597127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed4bb94a-aa24-431e-8d03-68bd9e5ce128 req-fd80d307-4599-4076-bb51-b18dc82198f6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 210 time: 0.0670764 Jul 29 17:40:14.671082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-44671d3c-9228-44f2-aff9-f3c00f58e02b service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412941 Jul 29 17:40:14.721401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-615bedfc-20ff-4972-9414-082415eedd08 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:14.724654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-615bedfc-20ff-4972-9414-082415eedd08 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.2253394 Jul 29 17:40:14.795542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Request body: {'port': {'device_id': '1de16773-2701-4578-8c44-cb789bfa4d80', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'admin_state_up': True, 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:14.910352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b5f6f7d3-edec-45b3-a4aa-806fd4272bbd None None] Provisioning for port 777ad12e-b33b-41ce-a9a5-1dc59534d604 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:14.915906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b5f6f7d3-edec-45b3-a4aa-806fd4272bbd None None] Provisioning complete for port 777ad12e-b33b-41ce-a9a5-1dc59534d604 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:14.916532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5f6f7d3-edec-45b3-a4aa-806fd4272bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.973021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:14.978586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:14.983494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6f7d3-edec-45b3-a4aa-806fd4272bbd None None] Port 777ad12e-b33b-41ce-a9a5-1dc59534d604 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:14.986754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Pushing event updated for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:15.002124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.68 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/15bf8fc7-45e2-4a37-b6f5-052241813b05) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:15.042480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d4c9-9a96-4e95-9711-a777d9ffed4b req-015952c6-af90-47cd-a1ec-658071208667 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.044744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a9d4c9-9a96-4e95-9711-a777d9ffed4b req-015952c6-af90-47cd-a1ec-658071208667 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1096 time: 0.5744808 Jul 29 17:40:15.044880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f106-0ef2-43f5-b0a9-b430e056ef87 req-cd896c44-1828-4010-a2c0-59a88a3dfa77 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.052040 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6313f106-0ef2-43f5-b0a9-b430e056ef87 req-cd896c44-1828-4010-a2c0-59a88a3dfa77 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2632766 Jul 29 17:40:15.070613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.071255 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.150532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6313f106-0ef2-43f5-b0a9-b430e056ef87 req-41903282-36e7-4d82-8aab-30425b5a5ff9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902777 Jul 29 17:40:15.163456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-2d1fccf2-01eb-410a-bca9-0de8da03ce9a tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8679190 Jul 29 17:40:15.199488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Request body: {'port': {'device_id': 'b5941517-19d0-4268-ae43-44d28edcf454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:15.222955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57649e14-51ff-4be5-a39c-f4e837470007 req-089a0f68-c159-48f0-8c93-2013508619dc service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368557 Jul 29 17:40:15.242878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a9d4c9-9a96-4e95-9711-a777d9ffed4b req-bf0bea5e-b453-4d91-ac8d-d0b35d688f44 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585321 Jul 29 17:40:15.255948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Allocated IP 172.20.0.5 (b16117e7-ab3a-4dbc-b3a1-46f765b9374b/480517cd-e92b-47aa-b323-39f019ad8e0a/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:15.324177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.434448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.497006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.505900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.592684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object 15bf8fc7-45e2-4a37-b6f5-052241813b05 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:15.608865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:15.614261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fe442-216c-4d30-9c92-91f3849285b4 req-36980db9-a093-41b0-b4e2-5898bd4ce6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.616553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-36980db9-a093-41b0-b4e2-5898bd4ce6fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1095 time: 0.1378388 Jul 29 17:40:15.625445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5ec60-252c-478a-bab9-aeecb34039d1 req-ba9ad70b-5b24-4a1e-a952-bebb060ff899 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.626026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:15.634370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ecd5ec60-252c-478a-bab9-aeecb34039d1 req-ba9ad70b-5b24-4a1e-a952-bebb060ff899 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 944 time: 0.1785567 Jul 29 17:40:15.636960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:15.646581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:15.699223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ecd5ec60-252c-478a-bab9-aeecb34039d1 req-5eeaf561-a8c2-4044-bd4d-fe7d18092ba2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Jul 29 17:40:15.739565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.759659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:15.761914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:15.810765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fe442-216c-4d30-9c92-91f3849285b4 req-a634d01e-82c6-47c0-9c81-9572f5139b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.812502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-a634d01e-82c6-47c0-9c81-9572f5139b2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.1789002 Jul 29 17:40:15.851435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:15.851694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66d44-6b8c-4f71-afe1-fdce5243f04f req-2668d541-7dcd-482e-9289-72de9dedac19 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.853323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d66d44-6b8c-4f71-afe1-fdce5243f04f req-2668d541-7dcd-482e-9289-72de9dedac19 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 936 time: 0.3733613 Jul 29 17:40:15.863104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:15.863757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.875371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:15.885070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:15.896598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:15.968228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-18645ca2-5fe8-4d89-8c4d-a164fac93d52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 217 time: 0.0989206 Jul 29 17:40:16.028998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d66d44-6b8c-4f71-afe1-fdce5243f04f req-23faf847-5484-4ada-bcc1-695268677c40 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605990 Jul 29 17:40:16.034512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-9bd6badf-cecd-4d38-a717-bf27aaa883cf tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440264 Jul 29 17:40:16.106407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Request body: {'port': {'device_id': '1de16773-2701-4578-8c44-cb789bfa4d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:16.167915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777ad12e-b33b-41ce-a9a5-1dc59534d604 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:16.183419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.199171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Transition to ACTIVE for port object 777ad12e-b33b-41ce-a9a5-1dc59534d604 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:16.209351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:16.210017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.263823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.336716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:16.386739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-2bb445dc-7ac3-4d37-bfdc-44111a2c772d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8259671 Jul 29 17:40:16.393471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f243acde-4b5b-4da2-afa3-615d46eedf0d None None] Provisioning for port 15bf8fc7-45e2-4a37-b6f5-052241813b05 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:16.402356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb79e2-44af-4c49-9d81-e4365a24f0c8 req-f0c42ab6-8291-4898-b93c-82a51dfef7b4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:16.421534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65fb79e2-44af-4c49-9d81-e4365a24f0c8 req-f0c42ab6-8291-4898-b93c-82a51dfef7b4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 935 time: 0.2206340 Jul 29 17:40:16.445234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f243acde-4b5b-4da2-afa3-615d46eedf0d None None] Provisioning complete for port 15bf8fc7-45e2-4a37-b6f5-052241813b05 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:16.445658 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f243acde-4b5b-4da2-afa3-615d46eedf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.446660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Request body: {'port': {'device_id': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:16.595128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65fb79e2-44af-4c49-9d81-e4365a24f0c8 req-f41d3db8-3e25-4bc5-8a6e-4827893dd7e6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723044 Jul 29 17:40:16.637864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f243acde-4b5b-4da2-afa3-615d46eedf0d None None] Port 15bf8fc7-45e2-4a37-b6f5-052241813b05 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:16.641223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.676604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Attempting to bind port 777ad12e-b33b-41ce-a9a5-1dc59534d604 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:16.676950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Attempting to bind port 777ad12e-b33b-41ce-a9a5-1dc59534d604 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:16.677283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Attempting to bind port 777ad12e-b33b-41ce-a9a5-1dc59534d604 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:16.685146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Port 777ad12e-b33b-41ce-a9a5-1dc59534d604 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:16.685468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Attempting to bind port 777ad12e-b33b-41ce-a9a5-1dc59534d604 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:16.709694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:16.710275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:16.710817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:16.720455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fe442-216c-4d30-9c92-91f3849285b4 req-13d479d3-a756-4b18-ad45-788ad718b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:16.727267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-13d479d3-a756-4b18-ad45-788ad718b3de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.7475727 Jul 29 17:40:16.754437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Bound port: 777ad12e-b33b-41ce-a9a5-1dc59534d604, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:16.754879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.784034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-3cca6ba2-748b-4113-84c3-83e40b222f84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437896 Jul 29 17:40:16.793281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f50e-83b3-4978-a895-22362cd12937 req-292c5c9d-7967-4f30-bda7-d64b5c7f3b54 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:16.798990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abb2f50e-83b3-4978-a895-22362cd12937 req-292c5c9d-7967-4f30-bda7-d64b5c7f3b54 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 931 time: 0.2304313 Jul 29 17:40:16.847752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:16.948201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030fa5-8fa3-4430-962d-cdeb980a1ba3 req-0f64df10-d93d-4a50-8304-1ec668bf6cb5 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:16.949557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de030fa5-8fa3-4430-962d-cdeb980a1ba3 req-0f64df10-d93d-4a50-8304-1ec668bf6cb5 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1096 time: 0.1916335 Jul 29 17:40:16.950323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abb2f50e-83b3-4978-a895-22362cd12937 req-e759cf97-879c-43ca-924d-70c03237d837 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363950 Jul 29 17:40:17.009577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-e97f6dc4-a82d-47ae-bed3-da93394ae061 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091963 Jul 29 17:40:17.157008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bf8fc7-45e2-4a37-b6f5-052241813b05 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:17.169332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.183673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Transition to ACTIVE for port object 15bf8fc7-45e2-4a37-b6f5-052241813b05 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:17.185966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:17.218995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.233588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de030fa5-8fa3-4430-962d-cdeb980a1ba3 req-8c8f0881-5d8c-4e67-9350-51b3c6ee9283 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697494 Jul 29 17:40:17.240324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:17.265486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca772d-0ece-4d0e-b174-1bc15600a5c5 req-c35a40d4-ccae-423c-9342-544edfa69f80 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.267090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24ca772d-0ece-4d0e-b174-1bc15600a5c5 req-c35a40d4-ccae-423c-9342-544edfa69f80 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2231627 Jul 29 17:40:17.277710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-355fe442-216c-4d30-9c92-91f3849285b4 req-8483d049-c243-4bbf-80de-fd961a9f87a4 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592247 Jul 29 17:40:17.303384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.374915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24ca772d-0ece-4d0e-b174-1bc15600a5c5 req-8c5351e3-7b4d-43c6-a6aa-2984e1d9bfb3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960708 Jul 29 17:40:17.404758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.405356 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.406826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/777ad12e-b33b-41ce-a9a5-1dc59534d604 HTTP/1.1" status: 200 len: 1096 time: 2.2167671 Jul 29 17:40:17.407329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:17.409561 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e192a-0651-42fa-be75-a2cd4d6771e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:17.445922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Attempting to bind port 15bf8fc7-45e2-4a37-b6f5-052241813b05 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:17.460995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Attempting to bind port 15bf8fc7-45e2-4a37-b6f5-052241813b05 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:17.461161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Attempting to bind port 15bf8fc7-45e2-4a37-b6f5-052241813b05 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:17.464613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Pushing event updated for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:17.497958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Port 15bf8fc7-45e2-4a37-b6f5-052241813b05 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:17.499318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:17.508048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Attempting to bind port 15bf8fc7-45e2-4a37-b6f5-052241813b05 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:17.518014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.535972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Transition to ACTIVE for port object 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:17.569126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:17.569472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:17.569866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:17.570349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Bound port: 15bf8fc7-45e2-4a37-b6f5-052241813b05, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:17.570714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.576043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.654096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ab26d-f402-4bbb-9f4f-1d396bb36d3f req-190ebbf9-1a03-4f16-a6f8-85b9d2bbdf4e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.654963 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-620ab26d-f402-4bbb-9f4f-1d396bb36d3f req-190ebbf9-1a03-4f16-a6f8-85b9d2bbdf4e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 944 time: 0.1167874 Jul 29 17:40:17.683631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:17.688753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa9fcb-2baa-494a-8924-e998a432a8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:17.696285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-81179c7d-b1d5-42d5-aa1e-829836012d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.700062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-81179c7d-b1d5-42d5-aa1e-829836012d5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27f00e352d654576bab2b8c7cc102990&device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 1099 time: 0.2314303 Jul 29 17:40:17.759126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:17.762996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:17.806652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.811374 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-620ab26d-f402-4bbb-9f4f-1d396bb36d3f req-166868dc-84eb-4883-9e29-76077b94e21b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475265 Jul 29 17:40:17.813340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-af44367c-5093-4e83-9ea4-be930ee4017b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604 HTTP/1.1" status: 200 len: 217 time: 0.0992734 Jul 29 17:40:17.816460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:17.816460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:17.816805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:17.821583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:17.821954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:17.836938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:17.837283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:17.837734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:17.838181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Bound port: 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:17.838590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.842334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77114-434b-4c21-aa1c-13e8f3a2bf63 req-124169c8-6a78-4e74-9702-2688894bb304 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.844185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2c77114-434b-4c21-aa1c-13e8f3a2bf63 req-124169c8-6a78-4e74-9702-2688894bb304 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 948 time: 0.2442107 Jul 29 17:40:17.925225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:17.929761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:17.940152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.941866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-5f9b20b3-7692-483a-89e5-0e3fd548915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.945365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-5f9b20b3-7692-483a-89e5-0e3fd548915f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0940299 Jul 29 17:40:17.999187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:17.999821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:18.002293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] 10.222.0.49 "PUT /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 1091 time: 1.9125967 Jul 29 17:40:18.002759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:18.005472 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468016b-36a4-4d46-915b-38a167b4c629" -d '{"events": [{"name": "network-changed", "server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:18.027254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.029636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d536d-424a-4dc1-97a1-5923445e9639 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:18.030234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:18.032607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] 10.222.0.38 "PUT /v2.0/ports/15bf8fc7-45e2-4a37-b6f5-052241813b05 HTTP/1.1" status: 200 len: 1095 time: 1.6087463 Jul 29 17:40:18.078273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2c77114-434b-4c21-aa1c-13e8f3a2bf63 req-c240acfd-7952-4142-8205-47a9ebb885be tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779957 Jul 29 17:40:18.080862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11c419-1371-4eb5-83e1-ef69a7c096d2 service neutron] Pushing event updated for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:18.136516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-5bd3c1d8-74c1-48a6-82df-266d1e87124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.145848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-5bd3c1d8-74c1-48a6-82df-266d1e87124f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1830320 Jul 29 17:40:18.157786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-8696b724-4950-4efd-8976-6a4bd8cf73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.160073 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-8696b724-4950-4efd-8976-6a4bd8cf73d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1094 time: 0.0974433 Jul 29 17:40:18.179404 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8483d-39b3-4703-95a3-f72c88cfff37 x-openstack-request-id: req-1cb8483d-39b3-4703-95a3-f72c88cfff37 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:18.179780 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:18.180096 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cb8483d-39b3-4703-95a3-f72c88cfff37 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:18.180538 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604', 'status': 'completed', 'code': 200} Jul 29 17:40:18.241036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-54c0a059-c27d-428b-9e0d-254b02e5829f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.0655360 Jul 29 17:40:18.318534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-bbad1521-0439-4f16-8908-2b064c51c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.320938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-bbad1521-0439-4f16-8908-2b064c51c59b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0717525 Jul 29 17:40:18.367372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-0077a672-588b-41c3-9bc2-7a33a976f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.369431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-0077a672-588b-41c3-9bc2-7a33a976f05d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 1098 time: 0.2582531 Jul 29 17:40:18.375704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-5ca9a84a-28b0-44f5-8417-30856d29e448 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439126 Jul 29 17:40:18.465128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-8013ff43-fb30-4f94-9d4a-2526751cd313 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05 HTTP/1.1" status: 200 len: 217 time: 0.0773127 Jul 29 17:40:18.478068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-466a5cf4-030e-4afd-81a6-d395ee0e3742 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964242 Jul 29 17:40:18.488059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492ebf-ab0b-4774-84c9-fb96f5c43d1a req-7b150d57-464d-4f43-9926-527168276d6e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.498135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17492ebf-ab0b-4774-84c9-fb96f5c43d1a req-7b150d57-464d-4f43-9926-527168276d6e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 947 time: 0.2140942 Jul 29 17:40:18.546202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-530345e6-ff10-4546-b4ae-f54389aead7b service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569412 Jul 29 17:40:18.641180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-85eaf7fb-f7fd-4b5d-a4cb-83f4dac2fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.642877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-85eaf7fb-f7fd-4b5d-a4cb-83f4dac2fe8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1427407 Jul 29 17:40:18.662560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17492ebf-ab0b-4774-84c9-fb96f5c43d1a req-f4d180ba-3327-4e37-bee9-7e122ab395fc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598885 Jul 29 17:40:18.707439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-077e3985-0149-437d-8b67-79a9a7731fa8 req-33786001-ca84-4be6-9000-351002516c2c service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496646 Jul 29 17:40:18.787605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daa91aa3-849c-44fc-8808-0f4c184bc354 req-adfef6ec-5f57-4191-a126-e90c7b7842fe service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793083 Jul 29 17:40:18.808639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232deea4-f269-45a5-a613-763d06633574 req-05aecb62-43dd-4189-9d71-b3db8cd47490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.810205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-05aecb62-43dd-4189-9d71-b3db8cd47490 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450357 Jul 29 17:40:18.955304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b027-447c-4fef-8609-6c6b8ea6bf3e req-4fdadb88-78cb-490d-b056-72f240363673 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:18.963552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62c1b027-447c-4fef-8609-6c6b8ea6bf3e req-4fdadb88-78cb-490d-b056-72f240363673 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 943 time: 0.1717930 Jul 29 17:40:19.010982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-31829f9c-37e6-4472-ba8c-49c11a285e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.012749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-31829f9c-37e6-4472-ba8c-49c11a285e41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27f00e352d654576bab2b8c7cc102990&device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 1099 time: 0.1383808 Jul 29 17:40:19.020535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-f0e117d5-7854-4cb6-8a2c-a25ceb9ae3af service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934128 Jul 29 17:40:19.032602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62c1b027-447c-4fef-8609-6c6b8ea6bf3e req-1420400d-5ccc-44d6-a8d5-ae3a3021b532 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677619 Jul 29 17:40:19.112406 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381362bc-4f3f-4982-b6df-f98badfc6c2d x-openstack-request-id: req-381362bc-4f3f-4982-b6df-f98badfc6c2d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:19.112894 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:19.113016 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-381362bc-4f3f-4982-b6df-f98badfc6c2d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:19.113445 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'status': 'completed', 'code': 200} Jul 29 17:40:19.192710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2259965c-5d64-491f-b735-67079e39137f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:19.234817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468016b-36a4-4d46-915b-38a167b4c629 req-d8adb1d4-d342-4e5c-b583-c0925be814f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.236599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-d8adb1d4-d342-4e5c-b583-c0925be814f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1094 time: 0.0948498 Jul 29 17:40:19.255803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-c514a0df-5dee-4b17-9234-e7a1d1b24567 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:40:19.264292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-c514a0df-5dee-4b17-9234-e7a1d1b24567 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213392 Jul 29 17:40:19.273109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:19.273556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Unknown quota resources ['binding']. {{(pid=94051) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:40:19.331051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:19.346195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468016b-36a4-4d46-915b-38a167b4c629 req-5da70f1a-d51f-4fa4-8b48-f1c60486b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.348416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-5da70f1a-d51f-4fa4-8b48-f1c60486b6cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.1024961 Jul 29 17:40:19.349169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2259965c-5d64-491f-b735-67079e39137f', 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9', 'port_id': '2259965c-5d64-491f-b735-67079e39137f', 'mac_address': 'fa:16:3e:dd:c5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e08cd9-c161-499e-bd3a-a1fd5352db3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:19.354509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-232deea4-f269-45a5-a613-763d06633574 req-3ca67720-8622-4d6f-9de1-da031f2f62d2 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209307 Jul 29 17:40:19.378131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-7cbe26ee-a803-4855-b29e-4bd7ad7688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.379775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-7cbe26ee-a803-4855-b29e-4bd7ad7688c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3452134 Jul 29 17:40:19.418572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:19.433976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2259965c-5d64-491f-b735-67079e39137f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:19.456125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-f071a0c7-6fc5-40e2-b356-45aae043e456 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.0816312 Jul 29 17:40:19.464942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4ff00-d5e6-4ea6-a08e-d0c5041956aa req-9e1bd9eb-004b-4c04-83f4-cacaedda8cff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.466541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16f4ff00-d5e6-4ea6-a08e-d0c5041956aa req-9e1bd9eb-004b-4c04-83f4-cacaedda8cff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2269151 Jul 29 17:40:19.470268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-c4a5e506-68b9-435f-9f7c-fe54914e04d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604 HTTP/1.1" status: 200 len: 217 time: 0.0786858 Jul 29 17:40:19.474180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:19.481732 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:19.552023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:19.554939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468016b-36a4-4d46-915b-38a167b4c629 req-7041ad27-a484-406b-9c9c-bd5ce503fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.557192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-7041ad27-a484-406b-9c9c-bd5ce503fdef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0779533 Jul 29 17:40:19.561913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.562572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.563210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.563776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.564315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.564937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.565477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.566029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.566609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.567162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.567714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.568240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:19.627157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-8cdb76df-9500-4c1d-a544-21729b2c5a1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470121 Jul 29 17:40:19.757497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-bcce9324-eacc-44e4-bd8f-8cec89e9dad6 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114695 Jul 29 17:40:19.835568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16f4ff00-d5e6-4ea6-a08e-d0c5041956aa req-2c20b5e6-b485-43e8-bedc-c3ce4573d364 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496211 Jul 29 17:40:19.845927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-7c8407bd-38d8-466a-9905-9c38d5a94edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.848296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:19.849043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-7c8407bd-38d8-466a-9905-9c38d5a94edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.3492608 Jul 29 17:40:19.893236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7468016b-36a4-4d46-915b-38a167b4c629 req-be6f26f2-bb34-4cdc-888e-0229910d6dba service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232116 Jul 29 17:40:19.913799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:19.914174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:19.914500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:19.920502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:19.920818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:19.928397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:19.928723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:19.929113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:19.929540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Bound port: 9d7f1733-2544-446f-8a74-845f181b4a3a, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:19.966110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-3e112c3c-d572-459a-850f-5c82b2e8c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:19.967656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-3e112c3c-d572-459a-850f-5c82b2e8c8ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058345 Jul 29 17:40:20.013087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:20.042346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:20.051480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-b61f99ef-aa29-4d2b-8ab3-525a733db8fd service neutron] 10.222.0.16 "POST /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7817035 Jul 29 17:40:20.160360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-09767565-2301-4e9b-98c0-2f5f3005eb58 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743090 Jul 29 17:40:20.186528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904482a1-6ddc-401d-8c10-2e0f60303a84 req-b4c26b39-2a9f-4570-8098-0007357d4a98 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.188915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-904482a1-6ddc-401d-8c10-2e0f60303a84 req-b4c26b39-2a9f-4570-8098-0007357d4a98 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 945 time: 0.0900104 Jul 29 17:40:20.197923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:20.201159 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c669c98f-2c9a-4630-9d68-5842b0717da9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:20.281286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb714-da89-4f41-aae7-7ee31f666d95 req-4c3a2f37-3cef-4b67-82ba-9c58e92f76e1 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.283155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d9bb714-da89-4f41-aae7-7ee31f666d95 req-4c3a2f37-3cef-4b67-82ba-9c58e92f76e1 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 948 time: 0.0701303 Jul 29 17:40:20.302696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-904482a1-6ddc-401d-8c10-2e0f60303a84 req-fc0e93a7-f611-4c77-8f7f-bdcd0b2c8604 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974927 Jul 29 17:40:20.345321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab4e192a-0651-42fa-be75-a2cd4d6771e0 req-ce555b72-ac52-4d04-9bb7-9b51a9209b2c service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654408 Jul 29 17:40:20.372468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d9bb714-da89-4f41-aae7-7ee31f666d95 req-30c68bb0-e8a2-4bea-8b35-ab7d9a794913 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Jul 29 17:40:20.465750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-10aa4d73-e6b7-4400-ab37-e335a1b2f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.467347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-10aa4d73-e6b7-4400-ab37-e335a1b2f971 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1096 time: 0.0953424 Jul 29 17:40:20.487311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd557b-718f-401c-922a-c0111876c476 req-6866a002-d78a-44a9-8f16-f50a9e3af4bf tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.494653 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ccd557b-718f-401c-922a-c0111876c476 req-6866a002-d78a-44a9-8f16-f50a9e3af4bf tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 947 time: 0.0888095 Jul 29 17:40:20.536314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e334698-d8c3-4401-a029-d9b5492df46b req-4f7302c2-f4b1-4a3d-a041-2247649d3c0c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.538144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e334698-d8c3-4401-a029-d9b5492df46b req-4f7302c2-f4b1-4a3d-a041-2247649d3c0c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 943 time: 0.0791600 Jul 29 17:40:20.599913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e334698-d8c3-4401-a029-d9b5492df46b req-8a289410-e6e0-4ed8-889d-25835e9f925b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Jul 29 17:40:20.603844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ccd557b-718f-401c-922a-c0111876c476 req-b1f8bc9e-848d-42c9-b939-9fd448464f58 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082015 Jul 29 17:40:20.657979 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbd975-7340-4d12-b087-570b523fb136 x-openstack-request-id: req-53dbd975-7340-4d12-b087-570b523fb136 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:20.658294 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:20.658556 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53dbd975-7340-4d12-b087-570b523fb136 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:20.658951 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05', 'status': 'completed', 'code': 200} Jul 29 17:40:20.663636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-ae0a7328-8fe5-49da-8c84-bdadd2438e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.666763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-ae0a7328-8fe5-49da-8c84-bdadd2438e5d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1633985 Jul 29 17:40:20.728409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-6b6e186b-efaa-40c9-8981-9edf5a404f00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 217 time: 0.0409949 Jul 29 17:40:20.754484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-e05055c9-e511-45f0-9cb7-6b81de2cabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.756235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-e05055c9-e511-45f0-9cb7-6b81de2cabf4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 1098 time: 0.0501795 Jul 29 17:40:20.809548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-df90dd75-4797-4912-ac81-b6c1159fbece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.811079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-df90dd75-4797-4912-ac81-b6c1159fbece service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0714941 Jul 29 17:40:20.821759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d404-46ce-4af1-a487-c5f2247bbf26 req-88bc4755-be27-4468-b455-2c3905bb1ceb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.823375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b170d404-46ce-4af1-a487-c5f2247bbf26 req-88bc4755-be27-4468-b455-2c3905bb1ceb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 945 time: 0.0937831 Jul 29 17:40:20.874049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-83e4917e-c307-48f9-8a09-3af3bdf563c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496259 Jul 29 17:40:20.892554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-2229cbc6-004d-4111-b6a3-b697a5aa93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:20.894106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-2229cbc6-004d-4111-b6a3-b697a5aa93ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1272337 Jul 29 17:40:20.928303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b170d404-46ce-4af1-a487-c5f2247bbf26 req-56eccfe9-5219-4dca-bd44-219c0f124b5f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942724 Jul 29 17:40:20.952315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-68395f25-a0a8-48da-8c69-59fd54c4b8bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05 HTTP/1.1" status: 200 len: 217 time: 0.0452757 Jul 29 17:40:21.062191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-2d63a9d9-bc8c-4cc9-b138-b147c8754a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.067988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-2d63a9d9-bc8c-4cc9-b138-b147c8754a86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0986938 Jul 29 17:40:21.097744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401d676-8712-4584-bf1b-2622d36bdba6 req-00e5de28-61c1-4ddb-becd-8b77d5bf6954 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.102607 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5401d676-8712-4584-bf1b-2622d36bdba6 req-00e5de28-61c1-4ddb-becd-8b77d5bf6954 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1333492 Jul 29 17:40:21.117297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-7f7112d2-9a42-415f-82a3-0e130bf7c242 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197852 Jul 29 17:40:21.199957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5401d676-8712-4584-bf1b-2622d36bdba6 req-88ce9fac-974b-4c39-bb1d-d6dc10a986a0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Jul 29 17:40:21.201963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-62fd32ff-0bf4-4709-aa2d-e42c2dd9d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.203574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-62fd32ff-0bf4-4709-aa2d-e42c2dd9d851 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029310 Jul 29 17:40:21.225276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:21.254745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-5d33cefe-c91c-4f02-9c54-c73e4ff5b894 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212480 Jul 29 17:40:21.261297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2259965c-5d64-491f-b735-67079e39137f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:21.325488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-fcceedd2-f136-4536-b8ab-18be38014dba service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111801 Jul 29 17:40:21.379157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:21.389766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2259965c-5d64-491f-b735-67079e39137f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:21.397120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'port_id': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'mac_address': 'fa:16:3e:1e:e9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480517cd-e92b-47aa-b323-39f019ad8e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:21.416269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2259965c-5d64-491f-b735-67079e39137f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:21.416269 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.463465 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c669c98f-2c9a-4630-9d68-5842b0717da9 req-a80b9342-0728-4b07-8e74-8216608d816c service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159863 Jul 29 17:40:21.471978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-04e1c870-0671-4880-9030-53a1095cac9e tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.473527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-04e1c870-0671-4880-9030-53a1095cac9e tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.1265357 Jul 29 17:40:21.494626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:21.505961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141daf-34a1-4e53-8c8b-90b3361b324e req-92f8010d-b16a-41cc-869e-6f28e3d74bf5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.516312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7141daf-34a1-4e53-8c8b-90b3361b324e req-92f8010d-b16a-41cc-869e-6f28e3d74bf5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 945 time: 0.0819635 Jul 29 17:40:21.521110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.545001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:21.579600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:21.605118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.606216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 777ad12e-b33b-41ce-a9a5-1dc59534d604 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:21.612082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:40:21.621188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85304898-422f-4bb7-b9d8-d38c0b6dc2b4 req-87e44fe0-e1b5-4652-acec-a37e84274b11 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.621792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7141daf-34a1-4e53-8c8b-90b3361b324e req-b29f6fca-c39f-4502-985c-2a0c0f0e8349 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052632 Jul 29 17:40:21.623340 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85304898-422f-4bb7-b9d8-d38c0b6dc2b4 req-87e44fe0-e1b5-4652-acec-a37e84274b11 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 948 time: 0.1196601 Jul 29 17:40:21.642862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.712904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85304898-422f-4bb7-b9d8-d38c0b6dc2b4 req-1b959129-526a-4a12-900d-183f749c3b20 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Jul 29 17:40:21.823849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379558a-610a-4726-a1c7-3a4624276d29 req-59294447-41da-4fe2-a33d-a39e9ded6668 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.825470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2379558a-610a-4726-a1c7-3a4624276d29 req-59294447-41da-4fe2-a33d-a39e9ded6668 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 947 time: 0.1124012 Jul 29 17:40:21.859077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:21.901571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29cd3a-8613-450a-b0af-10995e90bf7f req-744a2d61-f127-4374-a2d4-a7a149fe385e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:21.903816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa29cd3a-8613-450a-b0af-10995e90bf7f req-744a2d61-f127-4374-a2d4-a7a149fe385e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.1018603 Jul 29 17:40:21.906997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2379558a-610a-4726-a1c7-3a4624276d29 req-e7d820f9-cda9-48e6-bf99-6e8ba23cf5b4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741422 Jul 29 17:40:21.941042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:21.946575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.971164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa29cd3a-8613-450a-b0af-10995e90bf7f req-1f19182f-a957-42ff-9f2d-fdbada812e34 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Jul 29 17:40:21.994973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:22.001208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.010203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259965c-5d64-491f-b735-67079e39137f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:22.012614 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c78c7-b38f-4fab-b5af-c0ec6bc4c67c" -d '{"events": [{"server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "name": "network-vif-plugged", "status": "completed", "tag": "2259965c-5d64-491f-b735-67079e39137f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:22.012941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.022850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:22.039834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:22.046211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '777ad12e-b33b-41ce-a9a5-1dc59534d604', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '777ad12e-b33b-41ce-a9a5-1dc59534d604', 'mac_address': 'fa:16:3e:8a:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:22.059810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.083709 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b217a49a-37b4-40c4-a47f-72cda8c3708d x-openstack-request-id: req-b217a49a-37b4-40c4-a47f-72cda8c3708d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:22.083982 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "name": "network-vif-plugged", "status": "completed", "tag": "2259965c-5d64-491f-b735-67079e39137f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:22.084227 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b217a49a-37b4-40c4-a47f-72cda8c3708d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:22.084612 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259965c-5d64-491f-b735-67079e39137f', 'code': 200} Jul 29 17:40:22.137926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:22.154412 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.184974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f5427-36cb-4efb-b77c-c1cba114dae3 req-3377f99d-0375-4e4d-8d13-d82dc69a57f6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.186667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-917f5427-36cb-4efb-b77c-c1cba114dae3 req-3377f99d-0375-4e4d-8d13-d82dc69a57f6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.1204255 Jul 29 17:40:22.187634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777ad12e-b33b-41ce-a9a5-1dc59534d604 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:22.196101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:22.214281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:22.219205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.222045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:22.222350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:22.222789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:22.245656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:22.246353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Attempting to bind port 9d7f1733-2544-446f-8a74-845f181b4a3a on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:22.268189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:22.268530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:22.269060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:22.269569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Bound port: 9d7f1733-2544-446f-8a74-845f181b4a3a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:22.269994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.275460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-917f5427-36cb-4efb-b77c-c1cba114dae3 req-ce3f5891-24d0-467c-80ed-71e6330ce91f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664580 Jul 29 17:40:22.277384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f6f5-57e6-4e21-9915-725be4dea217 req-7f0e6201-4445-44c3-b645-aee8b7489432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.277506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:22.278916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65b2f6f5-57e6-4e21-9915-725be4dea217 req-7f0e6201-4445-44c3-b645-aee8b7489432 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1097 time: 0.1144347 Jul 29 17:40:22.356795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65b2f6f5-57e6-4e21-9915-725be4dea217 req-6d306f10-c215-40d6-87cd-8740d720ca61 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Jul 29 17:40:22.365951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370a74-f44f-4f40-a6a8-6fe27f95b56e req-ff674eec-01d5-49ae-90bf-83fe26df5ef5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.367831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:22.367953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-18370a74-f44f-4f40-a6a8-6fe27f95b56e req-ff674eec-01d5-49ae-90bf-83fe26df5ef5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0547569 Jul 29 17:40:22.371357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:22.376039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.417616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-18370a74-f44f-4f40-a6a8-6fe27f95b56e req-22574c22-9bac-42f1-8e43-5c16d325c8b5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Jul 29 17:40:22.484003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=8']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:22.488321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.488930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:22.490347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-25ddee82-c141-410a-864f-9659300147b6 service neutron] 10.222.0.38 "PUT /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 1121 time: 1.0010171 Jul 29 17:40:22.505175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c065-efab-410b-aa63-fc510ca4953c req-5fc71adf-2ce3-4e14-93c6-9a4f36b3219b tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.506658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e41c065-efab-410b-aa63-fc510ca4953c req-5fc71adf-2ce3-4e14-93c6-9a4f36b3219b tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 950 time: 0.0986063 Jul 29 17:40:22.549229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e41c065-efab-410b-aa63-fc510ca4953c req-8899b9a5-b5b8-4ac4-b7cb-eea9065c9378 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Jul 29 17:40:22.660354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a'}, {'name': 'network-changed', 'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:22.664089 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a763c-6885-4830-9491-95986d0a98ee" -d '{"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a"}, {"name": "network-changed", "server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:22.669295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:22.694441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['9d7f1733-2544-446f-8a74-845f181b4a3a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:22.701842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['777ad12e-b33b-41ce-a9a5-1dc59534d604'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:22.707495 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb40e0c-09a1-4f23-b74e-3944456716ab x-openstack-request-id: req-abb40e0c-09a1-4f23-b74e-3944456716ab {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:22.707787 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a", "code": 200}, {"name": "network-changed", "server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:22.708035 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abb40e0c-09a1-4f23-b74e-3944456716ab {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:22.710189 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'code': 200} Jul 29 17:40:22.710189 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'status': 'completed', 'code': 200} Jul 29 17:40:22.745723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad18d5-ddaa-430c-aa33-a36aebc24112 req-4ba447f7-c6a7-405b-bb80-a5399f91fa13 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.750866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32ad18d5-ddaa-430c-aa33-a36aebc24112 req-4ba447f7-c6a7-405b-bb80-a5399f91fa13 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 946 time: 0.0574262 Jul 29 17:40:22.752395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 15bf8fc7-45e2-4a37-b6f5-052241813b05 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:22.793226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32ad18d5-ddaa-430c-aa33-a36aebc24112 req-dc7652e1-503a-482e-a0a4-35942aa3846e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Jul 29 17:40:22.827193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968aa8-9033-49c9-b1fd-1ccc9adb53a2 req-3e067717-20bb-4a6c-84c5-8f1f834a689c tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.828796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a968aa8-9033-49c9-b1fd-1ccc9adb53a2 req-3e067717-20bb-4a6c-84c5-8f1f834a689c tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 949 time: 0.0546174 Jul 29 17:40:22.835072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a763c-6885-4830-9491-95986d0a98ee req-40a59c79-8a6f-415d-8b90-5938e5438970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.836484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-40a59c79-8a6f-415d-8b90-5938e5438970 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1124 time: 0.0969512 Jul 29 17:40:22.917358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a968aa8-9033-49c9-b1fd-1ccc9adb53a2 req-279814d4-e05b-46d9-9174-60fc9a32517e tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799029 Jul 29 17:40:22.956765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a763c-6885-4830-9491-95986d0a98ee req-82ae11ad-9e3a-40eb-b655-c942a1440b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:22.958591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-82ae11ad-9e3a-40eb-b655-c942a1440b0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1052632 Jul 29 17:40:23.022658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-17854caa-00e7-4530-9ab9-1dd21471c59b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 217 time: 0.0484939 Jul 29 17:40:23.041927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:23.043372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b52d6-b6a1-4e71-9b68-80e88fdcd5e1 req-5ca216ae-23eb-4314-a133-7e0c0f83be9a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.044918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-123b52d6-b6a1-4e71-9b68-80e88fdcd5e1 req-5ca216ae-23eb-4314-a133-7e0c0f83be9a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 947 time: 0.0542893 Jul 29 17:40:23.080006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '15bf8fc7-45e2-4a37-b6f5-052241813b05', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '15bf8fc7-45e2-4a37-b6f5-052241813b05', 'mac_address': 'fa:16:3e:bb:d8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:23.087914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-123b52d6-b6a1-4e71-9b68-80e88fdcd5e1 req-552bcfb1-674d-48ee-b57e-6d23b1c9c116 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Jul 29 17:40:23.105170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a763c-6885-4830-9491-95986d0a98ee req-bfcb2bac-8595-406e-b425-41987cef410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.106398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-bfcb2bac-8595-406e-b425-41987cef410b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0750616 Jul 29 17:40:23.126486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adaf4d-c2a0-4128-9c42-985391bd2fab req-17adbec5-873d-4cc8-a4d8-d38aa377998f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.127956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73adaf4d-c2a0-4128-9c42-985391bd2fab req-17adbec5-873d-4cc8-a4d8-d38aa377998f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.0647514 Jul 29 17:40:23.159210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-5b4d3cb1-3acf-4cd6-aeda-180ef98f545f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295818 Jul 29 17:40:23.186210 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:23.207217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bf8fc7-45e2-4a37-b6f5-052241813b05 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:23.230112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:23.231882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73adaf4d-c2a0-4128-9c42-985391bd2fab req-733ca947-ff56-43ac-b994-1912bfb54f27 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943856 Jul 29 17:40:23.242288 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:23.274146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-0090acad-33d6-47a9-8482-0ae3832061c5 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052089 Jul 29 17:40:23.290815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:23.371031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-779a763c-6885-4830-9491-95986d0a98ee req-cf19c002-b2cd-4b5a-bcbc-82f8fa9fc5e5 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813210 Jul 29 17:40:23.402077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acfd86-8a6a-4682-84b5-086867accdf5 req-72012cf0-5df0-4f1e-91d4-f6dd03d8bcd9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.403584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11acfd86-8a6a-4682-84b5-086867accdf5 req-72012cf0-5df0-4f1e-91d4-f6dd03d8bcd9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0540285 Jul 29 17:40:23.443484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11acfd86-8a6a-4682-84b5-086867accdf5 req-7f465750-d885-4311-9193-28936b8dc818 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Jul 29 17:40:23.540450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e729c-5c2c-4433-9fa2-aefdb9a222b7 req-445b9f91-f401-483c-8ea0-80a0937fc347 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.541925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-154e729c-5c2c-4433-9fa2-aefdb9a222b7 req-445b9f91-f401-483c-8ea0-80a0937fc347 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0549979 Jul 29 17:40:23.581046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-154e729c-5c2c-4433-9fa2-aefdb9a222b7 req-d11e77dd-3124-4cc2-9160-54b3ff50c0a7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 29 17:40:23.652525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['15bf8fc7-45e2-4a37-b6f5-052241813b05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:23.669533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc799a-0ab4-4c99-a919-2290af5af845 req-5c444d9a-44d3-4707-9178-298fcb821024 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.671130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95bc799a-0ab4-4c99-a919-2290af5af845 req-5c444d9a-44d3-4707-9178-298fcb821024 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 950 time: 0.0538836 Jul 29 17:40:23.713836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95bc799a-0ab4-4c99-a919-2290af5af845 req-8c395b5c-0736-4c09-a947-645e66ae2f7d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357070 Jul 29 17:40:23.907762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171f6af-a974-4215-a214-c28083225e8e req-4751e10e-2374-4a0a-af0a-4f3971b8cd80 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:23.909398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e171f6af-a974-4215-a214-c28083225e8e req-4751e10e-2374-4a0a-af0a-4f3971b8cd80 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 946 time: 0.0489478 Jul 29 17:40:23.947120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e171f6af-a974-4215-a214-c28083225e8e req-b6e4e661-9673-4326-a921-85f32bcdc97f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Jul 29 17:40:24.054450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed624c-01eb-4edc-8aaa-8acce6164676 req-18b6c7c8-c5d9-4124-b1ea-3cdb0b4b9091 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.055942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02ed624c-01eb-4edc-8aaa-8acce6164676 req-18b6c7c8-c5d9-4124-b1ea-3cdb0b4b9091 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 949 time: 0.0533853 Jul 29 17:40:24.096829 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02ed624c-01eb-4edc-8aaa-8acce6164676 req-687e5768-c1df-4d4b-ac09-11a780a11634 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342772 Jul 29 17:40:24.195259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a297918-c733-4750-a25c-001122523898 req-6c79dc52-46bc-45b3-99b4-78848c693929 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2046350387&fields=id&tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 267 time: 0.0439839 Jul 29 17:40:24.248820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297918-c733-4750-a25c-001122523898 req-8b744157-466a-4843-bcf8-bb6b724cae27 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.250424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a297918-c733-4750-a25c-001122523898 req-8b744157-466a-4843-bcf8-bb6b724cae27 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 946 time: 0.0490420 Jul 29 17:40:24.262066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'security_groups': ['f230f029-db33-42f8-aee0-d51978a86c6b', '73218528-2a5f-4a15-90f9-943dcf35e17a']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:24.332527 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:24.425896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32771a-3991-4421-997d-b5b8862b446a req-71870060-8652-4dd4-9cd0-8bd9d3380ee6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.427441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af32771a-3991-4421-997d-b5b8862b446a req-71870060-8652-4dd4-9cd0-8bd9d3380ee6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 948 time: 0.0509412 Jul 29 17:40:24.466701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af32771a-3991-4421-997d-b5b8862b446a req-42ac709e-33e9-4b66-be91-fe3d5da8eeaa tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Jul 29 17:40:24.516070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:24.546723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:24.552793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:24.565406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:24.598530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.599092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:24.600755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a297918-c733-4750-a25c-001122523898 req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "PUT /v2.0/ports/2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 982 time: 0.3435380 Jul 29 17:40:24.600965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:24.603294 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b25b11-9b16-4310-a90f-726ed1777775" -d '{"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:24.626589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b24202-f621-409e-8430-15d4aa26e9ea tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:24.651733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190942b-b4e1-4be8-8d1e-2deeef50a0da req-7fcf621e-a701-4f68-a84f-378be3957e66 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.653386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1190942b-b4e1-4be8-8d1e-2deeef50a0da req-7fcf621e-a701-4f68-a84f-378be3957e66 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.0684247 Jul 29 17:40:24.693827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1190942b-b4e1-4be8-8d1e-2deeef50a0da req-2c4547d4-c209-458d-814d-856dba3d9db6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Jul 29 17:40:24.713311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:24.771175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06762318-9eff-40ac-81c3-05687ee0be25 req-0e504d5f-b897-421e-b055-b396da681971 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.772719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06762318-9eff-40ac-81c3-05687ee0be25 req-0e504d5f-b897-421e-b055-b396da681971 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0506158 Jul 29 17:40:24.809313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15027708-2673-404a-869c-214881c7f8e9 req-13497105-a490-4ee2-a086-299da8cfeede tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.814323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06762318-9eff-40ac-81c3-05687ee0be25 req-435bbd34-877a-4dbd-814d-f7835ef5cf72 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jul 29 17:40:24.814811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15027708-2673-404a-869c-214881c7f8e9 req-13497105-a490-4ee2-a086-299da8cfeede tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0579927 Jul 29 17:40:24.862117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15027708-2673-404a-869c-214881c7f8e9 req-614a200b-13ab-4c26-93d6-1ac0cf3177d7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Jul 29 17:40:24.863935 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ded1c-cfd4-47b4-a661-e43a676e18a5 x-openstack-request-id: req-759ded1c-cfd4-47b4-a661-e43a676e18a5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:24.864223 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:24.864473 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-759ded1c-cfd4-47b4-a661-e43a676e18a5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:24.864877 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f', 'status': 'completed', 'code': 200} Jul 29 17:40:24.933292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b25b11-9b16-4310-a90f-726ed1777775 req-f0232624-1eaf-41d9-8718-ddc754dd1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:24.934943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-f0232624-1eaf-41d9-8718-ddc754dd1311 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1136 time: 0.0414493 Jul 29 17:40:24.958208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-5d6fbd36-e339-4baf-a6fb-a6d90904433f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-807502690&fields=id&tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 267 time: 0.0491614 Jul 29 17:40:25.025342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-642fe5c4-411c-45d4-9b7e-e67fe86777df tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.027096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-642fe5c4-411c-45d4-9b7e-e67fe86777df tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 985 time: 0.0627246 Jul 29 17:40:25.039615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'security_groups': ['73218528-2a5f-4a15-90f9-943dcf35e17a', 'f230f029-db33-42f8-aee0-d51978a86c6b', '352b76ae-7743-4512-af10-325f2c9500c2']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:25.052026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b25b11-9b16-4310-a90f-726ed1777775 req-1338dd07-1a6b-4fa7-acf1-e006e12cc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.053644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-1338dd07-1a6b-4fa7-acf1-e006e12cc862 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.1101153 Jul 29 17:40:25.108693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.128110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7376bf-25aa-45a2-a3e4-0f90e700dc5f req-b714e962-88e4-416f-8289-32b61733a95f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.129637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c7376bf-25aa-45a2-a3e4-0f90e700dc5f req-b714e962-88e4-416f-8289-32b61733a95f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 950 time: 0.0548756 Jul 29 17:40:25.168647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c7376bf-25aa-45a2-a3e4-0f90e700dc5f req-2f6feafe-bc0f-4bf5-96dc-67f6a32e243d tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 29 17:40:25.205534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-ff71ec69-ac21-4c8b-a86e-d36b1116dc6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 217 time: 0.0345688 Jul 29 17:40:25.239625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 777ad12e-b33b-41ce-a9a5-1dc59534d604 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:25.292022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 777ad12e-b33b-41ce-a9a5-1dc59534d604 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:25.296203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 777ad12e-b33b-41ce-a9a5-1dc59534d604 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:25.296657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.308438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b25b11-9b16-4310-a90f-726ed1777775 req-49e2f4ba-aae4-4c7b-8540-12e9d4f1c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.310002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-49e2f4ba-aae4-4c7b-8540-12e9d4f1c571 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.0955944 Jul 29 17:40:25.325629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:25.326600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163b631-4b08-4fde-8653-bd756e1e524b req-d9fc5afe-5c3a-485c-a1a0-6b24ce202447 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.328570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0163b631-4b08-4fde-8653-bd756e1e524b req-d9fc5afe-5c3a-485c-a1a0-6b24ce202447 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 949 time: 0.1027200 Jul 29 17:40:25.359097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.361793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-b1fc0bc9-3f6c-41db-8360-9bd27088ff49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319691 Jul 29 17:40:25.364677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.376209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:25.408302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.408850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.410752 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.418486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-008016e4-8955-4f6d-92d5-e97737b9bc79 req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "PUT /v2.0/ports/2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 1021 time: 0.3818264 Jul 29 17:40:25.436850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0163b631-4b08-4fde-8653-bd756e1e524b req-70fae5a2-88be-4748-a247-a7f35ed46a76 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966172 Jul 29 17:40:25.470331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:25.472901 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f285e0d9-1d8a-4152-9a06-205ebc50e5ca" -d '{"events": [{"server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "name": "network-vif-plugged", "status": "completed", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:25.477063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca37f-4fb7-4782-80ba-8afb520f5162 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:25.478266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-1adde80d-d63c-4277-8fae-6efcd0a18622 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066947 Jul 29 17:40:25.491909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:25.507427 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.508362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:25.518599 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f48777b-be33-445f-a88f-3baabd390e83 x-openstack-request-id: req-7f48777b-be33-445f-a88f-3baabd390e83 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:25.518890 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "name": "network-vif-plugged", "status": "completed", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:25.519137 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f48777b-be33-445f-a88f-3baabd390e83 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:25.519520 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604', 'code': 200} Jul 29 17:40:25.571059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff776755-1714-4989-bd62-4f645d2fb223 req-8c862086-350c-44c6-9f19-997bbb978a1c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.579554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff776755-1714-4989-bd62-4f645d2fb223 req-8c862086-350c-44c6-9f19-997bbb978a1c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1024 time: 0.0916798 Jul 29 17:40:25.580894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:25.611589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92b25b11-9b16-4310-a90f-726ed1777775 req-8e70712f-878f-4d9a-98c0-e4e9694f4c61 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199880 Jul 29 17:40:25.670616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:25.677014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01aebc-f004-4125-97d2-d1e4e709f06a req-fc6fd217-7956-4741-bedd-607aeabe00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.678541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f01aebc-f004-4125-97d2-d1e4e709f06a req-fc6fd217-7956-4741-bedd-607aeabe00c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 1101 time: 0.0759952 Jul 29 17:40:25.681864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf2a49-a609-4456-be55-21bb3979f282 req-6bf97010-8ab5-4ce4-915f-2a6659617eb6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.683398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ecf2a49-a609-4456-be55-21bb3979f282 req-6bf97010-8ab5-4ce4-915f-2a6659617eb6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 948 time: 0.0708907 Jul 29 17:40:25.685008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff776755-1714-4989-bd62-4f645d2fb223 req-94eb5f31-b122-44e9-b9cf-30aabcbb9883 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=73218528-2a5f-4a15-90f9-943dcf35e17a&id=352b76ae-7743-4512-af10-325f2c9500c2&id=f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 200 len: 6148 time: 0.1046534 Jul 29 17:40:25.716995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f01aebc-f004-4125-97d2-d1e4e709f06a req-76f2f0cd-ce27-461c-b38b-53e62ffa3f9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296352 Jul 29 17:40:25.731847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:25.743502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ecf2a49-a609-4456-be55-21bb3979f282 req-6a01ef22-f569-4107-bab8-ae46ce0efa8a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Jul 29 17:40:25.750963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:25.751493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.776554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1980954114 ', 'description': 'tempest-description-637912411'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:25.803405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.875364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e7452-5346-4816-9acf-f4f31bc7a4e7 req-e7c0c0e7-18dc-4606-959e-65d04f08f22f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:25.877045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9b6e7452-5346-4816-9acf-f4f31bc7a4e7 req-e7c0c0e7-18dc-4606-959e-65d04f08f22f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.0586901 Jul 29 17:40:25.907476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.916809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.925480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9b6e7452-5346-4816-9acf-f4f31bc7a4e7 req-cc74ebf6-2ff8-4923-bdcf-8fb30d0f79c7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Jul 29 17:40:25.954637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e21b2f7-5d7f-4fac-b4ab-45b85476f538,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:25.956897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:25.958095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9737a1c2-99ce-45d7-aaf0-82854306da00 req-b4b2c621-3bf3-488c-8553-8d0a3c43b8d3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1859524 Jul 29 17:40:25.984862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.061965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.071353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:26.080920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.092486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759eae7-cd6f-4ac8-9659-bbcd8e913141 req-60bee22b-626f-4ae0-8c96-971cd82055d6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:26.093185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c759eae7-cd6f-4ac8-9659-bbcd8e913141 req-60bee22b-626f-4ae0-8c96-971cd82055d6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 943 time: 0.0821741 Jul 29 17:40:26.104474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbddc3-39ad-4130-b9c2-f1ed4384278c req-0b449caf-e8d3-4e85-b450-20edcfd8454d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:26.106434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2cbddc3-39ad-4130-b9c2-f1ed4384278c req-0b449caf-e8d3-4e85-b450-20edcfd8454d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0712605 Jul 29 17:40:26.142875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c759eae7-cd6f-4ac8-9659-bbcd8e913141 req-05fcb2f0-cfe2-4cc3-a653-c256d0f61a79 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Jul 29 17:40:26.155414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:26.163674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2cbddc3-39ad-4130-b9c2-f1ed4384278c req-31e72f26-5e6b-4ac3-ae84-1ac17df8038e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511103 Jul 29 17:40:26.215005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5a5da737-e994-4bf7-9a86-b4e596b33d9f req-f10a5675-23c6-4576-ac98-ace690f7d9cb tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e21b2f7-5d7f-4fac-b4ab-45b85476f538 HTTP/1.1" status: 200 len: 1780 time: 0.0385079 Jul 29 17:40:26.276754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-2820b8a1-2c92-4aee-a080-63f06461eef5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e21b2f7-5d7f-4fac-b4ab-45b85476f538 HTTP/1.1" status: 200 len: 1780 time: 0.0385630 Jul 29 17:40:26.286054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1318-4a8c-46ed-9235-c8f96d542a69 req-d1c1ceeb-084e-4a8b-8f04-7803b92f550e tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:26.290043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33fd1318-4a8c-46ed-9235-c8f96d542a69 req-d1c1ceeb-084e-4a8b-8f04-7803b92f550e tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 950 time: 0.0514307 Jul 29 17:40:26.331662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33fd1318-4a8c-46ed-9235-c8f96d542a69 req-a7e2c13a-87f2-4889-89a6-ad7c36fad995 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376112 Jul 29 17:40:26.338494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.360463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.405919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.408431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.409631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84e2ca3f-11e2-47f1-bb72-84483514b88d req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e21b2f7-5d7f-4fac-b4ab-45b85476f538 HTTP/1.1" status: 204 len: 173 time: 0.1264327 Jul 29 17:40:26.418943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1108c-5d23-4fb4-b194-2865bb45bfff tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e21b2f7-5d7f-4fac-b4ab-45b85476f538,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:26.445107 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-f31f046e-eaec-4077-aa9a-7d4173440dba req-e3423161-1497-4a36-a4b0-e831f5b4c820 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:40:26.446084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f31f046e-eaec-4077-aa9a-7d4173440dba req-e3423161-1497-4a36-a4b0-e831f5b4c820 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e21b2f7-5d7f-4fac-b4ab-45b85476f538 HTTP/1.1" status: 404 len: 352 time: 0.0145292 Jul 29 17:40:26.471573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-693966316', 'description': 'tempest-description-872906445'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:26.496051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.560669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6c92-d422-4f3b-a2b3-8b969b49eef3 req-2a7741d5-49ec-45c4-bd12-154f672e165d tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:26.562211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-287c6c92-d422-4f3b-a2b3-8b969b49eef3 req-2a7741d5-49ec-45c4-bd12-154f672e165d tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 950 time: 0.0522985 Jul 29 17:40:26.577811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.583021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.602174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-287c6c92-d422-4f3b-a2b3-8b969b49eef3 req-a155a458-e4ba-42c1-9d32-77c543639e3d tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Jul 29 17:40:26.608608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.609934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34335206-eac5-4bca-912d-922d06b68f45 req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1426642 Jul 29 17:40:26.619780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be3e80-1d34-4c47-9c8f-1f0e482c58c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270ea12e-a55f-45cf-8a61-edfc2290ee00,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:26.635333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2014488750', 'description': 'tempest-description-1877599046'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:26.661203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.716563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:26.719865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 15bf8fc7-45e2-4a37-b6f5-052241813b05 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:26.777806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.788193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.799273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-6de77f5e-e3fe-4aa2-b928-42fa890f66ea service neutron] 10.222.0.49 "GET /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.0882161 Jul 29 17:40:26.826940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.828134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c5c1369-2bca-4f07-8d7a-a39acb32509a req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1974924 Jul 29 17:40:26.853349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26abb09-db1e-4612-b019-56c6db41a468 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71c1dc-cbd0-4aca-9837-3f18cba3c522,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:26.867123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:26.870352 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:26.874329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 15bf8fc7-45e2-4a37-b6f5-052241813b05 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:26.883726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:26.887022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 15bf8fc7-45e2-4a37-b6f5-052241813b05 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:26.887447 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:26.914377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458449-6831-4661-9bd4-6a9adf3114b2 req-6ef1e942-7100-42ff-b11d-17d76ea626da tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:26.920142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:40:26.921951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54458449-6831-4661-9bd4-6a9adf3114b2 req-6ef1e942-7100-42ff-b11d-17d76ea626da tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 948 time: 0.0740650 Jul 29 17:40:26.959544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1531560553', 'description': 'tempest-description-858320816'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:26.963156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54458449-6831-4661-9bd4-6a9adf3114b2 req-0fb8a76d-16da-4099-81e0-d8baba855e58 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Jul 29 17:40:26.991989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.024363 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859a6678-3d49-4ebf-86e8-f3e43ddbe937 x-openstack-request-id: req-859a6678-3d49-4ebf-86e8-f3e43ddbe937 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:27.024638 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "tag": "2259965c-5d64-491f-b735-67079e39137f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:27.024886 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-859a6678-3d49-4ebf-86e8-f3e43ddbe937 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:27.025678 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'tag': '2259965c-5d64-491f-b735-67079e39137f', 'status': 'completed', 'code': 200} Jul 29 17:40:27.036460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:27.038271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.042617 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.092580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-ee208505-39e0-45e3-bdf8-eb9b7196713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.094215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-ee208505-39e0-45e3-bdf8-eb9b7196713e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1175 time: 0.0636420 Jul 29 17:40:27.099434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:27.099701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:27.132755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:27.176027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7f1733-2544-446f-8a74-845f181b4a3a {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:27.191157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028864f2-ab4f-49e0-8167-dd06074cebf7 req-110d36cb-0292-41fa-a08f-97d3e2220357 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.192656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-028864f2-ab4f-49e0-8167-dd06074cebf7 req-110d36cb-0292-41fa-a08f-97d3e2220357 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.1168652 Jul 29 17:40:27.195066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:27.207208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.213498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.216018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.226170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.243845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-9a138650-7da7-4161-9241-624c7e1b491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.244705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:27.245418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-9a138650-7da7-4161-9241-624c7e1b491e service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.1295223 Jul 29 17:40:27.245883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.247117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e546b6c-ea93-4ec3-a2d2-5e7529f98571 req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2992935 Jul 29 17:40:27.252946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-028864f2-ab4f-49e0-8167-dd06074cebf7 req-9d0efa48-b3bc-45c1-8e6c-76d7cae88ed4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Jul 29 17:40:27.283106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bd959-805e-41bd-a26b-36576fc9e72c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785908f2-9187-4fac-a00d-f7e4fe7cfc53,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:27.312592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-ed7360d0-554d-4e0e-9429-e0bad13fa130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 200 len: 217 time: 0.0579364 Jul 29 17:40:27.326483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] Transition to ACTIVE for port object 9d7f1733-2544-446f-8a74-845f181b4a3a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:27.339928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.346579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.399104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:27.404497 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:27.426227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-226641a1-288d-479d-a1db-b8600c9f7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.427783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-226641a1-288d-479d-a1db-b8600c9f7090 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.0992317 Jul 29 17:40:27.437203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] No DVR routers for this DVR port 9d7f1733-2544-446f-8a74-845f181b4a3a on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:27.454286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:27.466880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=11']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:27.480128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-bc60e21d-4903-4531-9d92-e2055f8576a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6707771 Jul 29 17:40:27.481414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-28d2c2c0-801f-4880-b0ea-fb403361ad5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417333 Jul 29 17:40:27.488534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f03df-1ce7-40aa-b372-f8c7b6e070ea req-03528024-cd73-4c25-9800-bfb177adb876 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.489996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-157f03df-1ce7-40aa-b372-f8c7b6e070ea req-03528024-cd73-4c25-9800-bfb177adb876 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.1229343 Jul 29 17:40:27.494969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b4a6a-e813-4851-9c3b-3cbe9c120a65 req-c827122b-eb33-492e-9c2a-d5a1c60cdcfa tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.496475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f24b4a6a-e813-4851-9c3b-3cbe9c120a65 req-c827122b-eb33-492e-9c2a-d5a1c60cdcfa tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1170030 Jul 29 17:40:27.520387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'}, {'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05'}, {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:27.522786 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0e40e4-e280-4c8c-963c-501109730aef" -d '{"events": [{"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-plugged", "status": "completed", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a"}, {"server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "name": "network-vif-plugged", "status": "completed", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05"}, {"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:27.529439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-157f03df-1ce7-40aa-b372-f8c7b6e070ea req-48c95fb9-77a9-40ce-8ce1-a982e60103b2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Jul 29 17:40:27.629634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f24b4a6a-e813-4851-9c3b-3cbe9c120a65 req-6ac021cc-c7f8-4d51-a1b3-c3481a2ecaf8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235175 Jul 29 17:40:27.653310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-d119a073-babe-4fbf-ac95-2eaba3f94171 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554058 Jul 29 17:40:27.657216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-67b0d0fc-09ed-448e-b46b-0ecaf8d1dcaf tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.659388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-67b0d0fc-09ed-448e-b46b-0ecaf8d1dcaf tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.0924690 Jul 29 17:40:27.659945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da7094f9-b9cd-4308-9ebd-63a981e24abf req-69f2875c-c344-4ff7-8003-191bbcb4e3ed tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 10895 time: 0.1037014 Jul 29 17:40:27.742111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da7094f9-b9cd-4308-9ebd-63a981e24abf req-7678ffbd-744d-4db2-b6dd-2c8d1544dca5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 200 len: 2981 time: 0.0742240 Jul 29 17:40:27.773413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474002-d529-4c65-86ee-e249ad513779 req-030240b3-947d-44de-83db-feb246de694f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:27.774895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd474002-d529-4c65-86ee-e249ad513779 req-030240b3-947d-44de-83db-feb246de694f tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.49 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 948 time: 0.0759068 Jul 29 17:40:27.826325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da7094f9-b9cd-4308-9ebd-63a981e24abf req-18fade33-0858-4ffb-9a87-ac3dfb3f587d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 200 len: 2981 time: 0.0778446 Jul 29 17:40:27.881063 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5bd8d2-03e7-4103-a336-213c90b8df47 x-openstack-request-id: req-ae5bd8d2-03e7-4103-a336-213c90b8df47 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:27.881634 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-plugged", "status": "completed", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a", "code": 200}, {"server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "name": "network-vif-plugged", "status": "completed", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05", "code": 200}, {"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:27.881634 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae5bd8d2-03e7-4103-a336-213c90b8df47 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:27.882353 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'code': 200} Jul 29 17:40:27.882604 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05', 'code': 200} Jul 29 17:40:27.882849 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'code': 200} Jul 29 17:40:27.893009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Deleting port b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:40:27.893491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.023221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-e0033fb8-d5b7-4147-9b1c-5168514641c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.024608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-e0033fb8-d5b7-4147-9b1c-5168514641c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 1095 time: 0.3532832 Jul 29 17:40:28.045890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426613fb-567c-4f7e-9724-b346ce20c8f8 req-56f8c08a-e225-4b5c-bd61-7ef93af76a82 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.047391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-426613fb-567c-4f7e-9724-b346ce20c8f8 req-56f8c08a-e225-4b5c-bd61-7ef93af76a82 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 948 time: 0.3325748 Jul 29 17:40:28.068525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bff1b61d-2b0e-43d0-a0d1-a4fa0a835dbc req-cda491c3-de30-44da-b384-dadee48319fa service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056823 Jul 29 17:40:28.117060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-426613fb-567c-4f7e-9724-b346ce20c8f8 req-f75b6e27-01a0-42d6-b1e1-5378f9d23d2b tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/security-groups?id=29e37f3f-40c0-4619-b9c4-ab4dcf672251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572271 Jul 29 17:40:28.122489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-0f800da1-53dc-439e-849c-551fbc386868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.124026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-0f800da1-53dc-439e-849c-551fbc386868 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1095 time: 0.0735471 Jul 29 17:40:28.247776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-f866544a-dba0-4d58-bb20-6403eac78e07 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/270ea12e-a55f-45cf-8a61-edfc2290ee00 HTTP/1.1" status: 200 len: 1799 time: 0.1016455 Jul 29 17:40:28.280849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-e93adfeb-6360-4dd6-a9b1-6ed3356a889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.282263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-e93adfeb-6360-4dd6-a9b1-6ed3356a889a service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1495650 Jul 29 17:40:28.338505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-d79131b2-acde-4996-8e80-1a24ccb5edce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 200 len: 217 time: 0.0385296 Jul 29 17:40:28.339236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] For port b895eaca-d923-4d0b-97a4-52ee7f5969f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b895eaca-d923-4d0b-97a4-52ee7f5969f0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:28.339584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.354796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc7ea-c59b-43c4-9f84-10bc1dd6ec24 req-07266877-4499-4ddc-bfc9-a4f7e3b964e6 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.356252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ffcc7ea-c59b-43c4-9f84-10bc1dd6ec24 req-07266877-4499-4ddc-bfc9-a4f7e3b964e6 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 950 time: 0.3981905 Jul 29 17:40:28.360302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.368714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Calling delete_port for b895eaca-d923-4d0b-97a4-52ee7f5969f0 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:40:28.373429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76a4b-b267-4d18-9923-97ca4ca818eb req-90b5de9c-9eed-46cc-889b-bf30ca2aeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.374875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ced76a4b-b267-4d18-9923-97ca4ca818eb req-90b5de9c-9eed-46cc-889b-bf30ca2aeaa4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1096 time: 0.4054708 Jul 29 17:40:28.389886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1f972-c57f-4938-8beb-6aa6587d8603 req-57159a6e-0ae0-4529-85b1-b75240053a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.391313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ad1f972-c57f-4938-8beb-6aa6587d8603 req-57159a6e-0ae0-4529-85b1-b75240053a7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 1100 time: 0.3942499 Jul 29 17:40:28.411561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.423442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-dbb0e3a1-8e6e-40cc-94e8-8b3594545545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.424893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-dbb0e3a1-8e6e-40cc-94e8-8b3594545545 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0771317 Jul 29 17:40:28.466308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-9667aed6-7edb-4ac9-a3e7-fb1128f8848a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286286 Jul 29 17:40:28.485539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.488038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.489084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8493b59b-e6ee-4094-8267-8c215b58c47f req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/270ea12e-a55f-45cf-8a61-edfc2290ee00 HTTP/1.1" status: 204 len: 173 time: 0.2344255 Jul 29 17:40:28.499672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ffcc7ea-c59b-43c4-9f84-10bc1dd6ec24 req-78a127c1-b624-4ea4-b51f-26b0c09baae5 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326437 Jul 29 17:40:28.508798 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ced76a4b-b267-4d18-9923-97ca4ca818eb req-57162a85-3e07-4783-be00-0f49d6d581a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239960 Jul 29 17:40:28.514824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ad1f972-c57f-4938-8beb-6aa6587d8603 req-2d2f17bb-12a3-4506-8b2e-724d02ee715a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111326 Jul 29 17:40:28.533397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6c727-4e00-4d95-80a5-94c4e5a487e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ea12e-a55f-45cf-8a61-edfc2290ee00,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:28.602602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-470c8210-84c1-4327-97d2-dbe4a98b16bf service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260605 Jul 29 17:40:28.654867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc8073-ae00-47f8-9bc2-84ef1b7fa51b req-6d85e344-85d0-4cd2-8a59-e42e5abc32ac tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.656344 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1afc8073-ae00-47f8-9bc2-84ef1b7fa51b req-6d85e344-85d0-4cd2-8a59-e42e5abc32ac tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 949 time: 0.0658083 Jul 29 17:40:28.658012 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.693659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Pushing event deleted for resources: {'Port': ['ID=b895eaca-d923-4d0b-97a4-52ee7f5969f0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:28.732036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f7cda-e711-48b0-b5ef-b9ebdbe4bd13 req-933bef56-d2df-4d3f-a2d2-19305252c752 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.733755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-920f7cda-e711-48b0-b5ef-b9ebdbe4bd13 req-933bef56-d2df-4d3f-a2d2-19305252c752 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.0733747 Jul 29 17:40:28.745011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-478677bd-327e-4cff-b50d-6aab50945afc service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321123 Jul 29 17:40:28.757319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] No DVR routers for this DVR port b895eaca-d923-4d0b-97a4-52ee7f5969f0 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:28.760294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:28.762731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd474002-d529-4c65-86ee-e249ad513779 req-dd44be31-f338-47ca-b4f1-f1a8b7f505d5 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.49 "DELETE /v2.0/ports/b895eaca-d923-4d0b-97a4-52ee7f5969f0 HTTP/1.1" status: 204 len: 173 time: 0.9802873 Jul 29 17:40:28.779052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1afc8073-ae00-47f8-9bc2-84ef1b7fa51b req-98c449f5-357c-4fa9-876e-47c9f4a1322b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092958 Jul 29 17:40:28.792577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-920f7cda-e711-48b0-b5ef-b9ebdbe4bd13 req-680b718c-5a68-4074-9565-e4c4cd5dae2b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Jul 29 17:40:28.831442 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-e480bb23-47d2-4168-b253-a61352363bbc req-fd70ea21-c3e5-4792-94bd-52974c1ae9f7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:40:28.831442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e480bb23-47d2-4168-b253-a61352363bbc req-fd70ea21-c3e5-4792-94bd-52974c1ae9f7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/270ea12e-a55f-45cf-8a61-edfc2290ee00 HTTP/1.1" status: 404 len: 352 time: 0.0153348 Jul 29 17:40:28.974639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f048-5fb4-490f-bb31-43ee4a952759 req-12e56a2a-0ba9-4b1f-9c01-b8370ba6e18e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:28.977467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff73f048-5fb4-490f-bb31-43ee4a952759 req-12e56a2a-0ba9-4b1f-9c01-b8370ba6e18e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.0935583 Jul 29 17:40:29.030300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-deleted', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:29.032516 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7c761-107d-4dd4-a9b7-c4b76b36bd4b" -d '{"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-deleted", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:29.033447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff73f048-5fb4-490f-bb31-43ee4a952759 req-b01cfe1b-d096-41c2-b55c-6b519ef54923 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Jul 29 17:40:29.068308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02c45c-cba1-4ce3-8c8e-24dcf3db1137 req-5f5fcc41-7a92-436a-aa72-589d9e8fdfab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:29.069793 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af02c45c-cba1-4ce3-8c8e-24dcf3db1137 req-5f5fcc41-7a92-436a-aa72-589d9e8fdfab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0654342 Jul 29 17:40:29.079877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-07aa9ca3-eb1b-4323-9766-52cac0c85dc1 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:29.081366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-07aa9ca3-eb1b-4323-9766-52cac0c85dc1 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.0650747 Jul 29 17:40:29.118002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af02c45c-cba1-4ce3-8c8e-24dcf3db1137 req-524312e1-3cad-452c-90f1-3104b2772f9d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Jul 29 17:40:29.130991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95e2969e-791e-4049-94b5-3a841168f700 req-e3e90a8c-bd60-4bde-bd51-247c368ef14a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e71c1dc-cbd0-4aca-9837-3f18cba3c522 HTTP/1.1" status: 200 len: 1801 time: 0.0710559 Jul 29 17:40:29.206736 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b216d51c-980e-46da-a8dd-531314dd1de3 x-openstack-request-id: req-b216d51c-980e-46da-a8dd-531314dd1de3 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:29.207030 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958e6ab1-9deb-4c03-b726-3d88e0c448c7", "name": "network-vif-deleted", "tag": "b895eaca-d923-4d0b-97a4-52ee7f5969f0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:29.207280 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b216d51c-980e-46da-a8dd-531314dd1de3 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:29.207678 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958e6ab1-9deb-4c03-b726-3d88e0c448c7', 'name': 'network-vif-deleted', 'tag': 'b895eaca-d923-4d0b-97a4-52ee7f5969f0', 'status': 'completed', 'code': 200} Jul 29 17:40:29.251029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-95e2969e-791e-4049-94b5-3a841168f700 req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.280427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-7dce1e34-a171-469c-bf0d-d6e358d5b8eb service neutron] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:29.286064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-7dce1e34-a171-469c-bf0d-d6e358d5b8eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.287242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3fa233-a177-4d1f-9a40-11302f865468 req-7dce1e34-a171-469c-bf0d-d6e358d5b8eb service neutron] 10.222.0.38 "DELETE /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.1960568 Jul 29 17:40:29.295572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27e2820a-6af1-4906-bcc4-06073e682ba9 req-04206776-e988-4635-ae6f-192a491d8b03 tempest-ImagesOneServerTestJSON-919593897 tempest-ImagesOneServerTestJSON-919593897-project] 10.222.0.16 "GET /v2.0/ports?device_id=958e6ab1-9deb-4c03-b726-3d88e0c448c7 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Jul 29 17:40:29.295757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-95e2969e-791e-4049-94b5-3a841168f700 req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.367428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-95e2969e-791e-4049-94b5-3a841168f700 req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.370144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-95e2969e-791e-4049-94b5-3a841168f700 req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.371908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95e2969e-791e-4049-94b5-3a841168f700 req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e71c1dc-cbd0-4aca-9837-3f18cba3c522 HTTP/1.1" status: 204 len: 173 time: 0.2340634 Jul 29 17:40:29.386757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d30459-4b43-47d8-aced-158e1dbf8fcd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71c1dc-cbd0-4aca-9837-3f18cba3c522,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:29.431845 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-fb9d9609-d4cd-4c8e-9ed7-8b08f8b767bb req-58ce2ab6-5a77-4b62-ac78-fcef04341cee tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:40:29.439736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb9d9609-d4cd-4c8e-9ed7-8b08f8b767bb req-58ce2ab6-5a77-4b62-ac78-fcef04341cee tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e71c1dc-cbd0-4aca-9837-3f18cba3c522 HTTP/1.1" status: 404 len: 352 time: 0.0270391 Jul 29 17:40:29.547135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-087bef80-18b7-4d45-aeb0-753e83962a34 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/785908f2-9187-4fac-a00d-f7e4fe7cfc53 HTTP/1.1" status: 200 len: 1800 time: 0.0669134 Jul 29 17:40:29.611382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.649996 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.704011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.707225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:29.708694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd7d4f8f-952c-4774-9055-8eda84fc6c96 req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/785908f2-9187-4fac-a00d-f7e4fe7cfc53 HTTP/1.1" status: 204 len: 173 time: 0.1606553 Jul 29 17:40:29.719612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70073df9-97c1-4198-a82e-39211db04438 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785908f2-9187-4fac-a00d-f7e4fe7cfc53,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:29.753267 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-3e53fab0-b2fb-42e5-bf3d-8d55b1570346 req-277b4893-a2bf-4266-b294-a1a2b11e77ee tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:40:29.754433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e53fab0-b2fb-42e5-bf3d-8d55b1570346 req-277b4893-a2bf-4266-b294-a1a2b11e77ee tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/785908f2-9187-4fac-a00d-f7e4fe7cfc53 HTTP/1.1" status: 404 len: 352 time: 0.0181060 Jul 29 17:40:29.793723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1592409-4b95-408f-aa1a-b71880611905 req-443cca78-7791-4709-9d77-a4b65a493933 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:29.795911 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1592409-4b95-408f-aa1a-b71880611905 req-443cca78-7791-4709-9d77-a4b65a493933 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 950 time: 0.0594549 Jul 29 17:40:29.837503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1592409-4b95-408f-aa1a-b71880611905 req-79a1cbcf-218d-4e0d-9dc8-9d802197999c tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Jul 29 17:40:29.853466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-138fcf7c-ca41-4014-8436-7048d27078e8 req-e93fab1e-0338-42b9-bd12-cdf5a62b2fe9 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 6148 time: 0.0729337 Jul 29 17:40:29.906734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-138fcf7c-ca41-4014-8436-7048d27078e8 req-eea41b7a-53f4-4991-9fa3-9bf0ab7be1bb tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 200 len: 2981 time: 0.0458097 Jul 29 17:40:29.956743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c016d-feed-44f4-aad4-271d08bcd5b4 req-b16f326c-d238-4782-81d1-71827bb25008 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:29.960454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-138fcf7c-ca41-4014-8436-7048d27078e8 req-ec4db6b0-5da4-4047-9cb1-ca8039f8e135 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 200 len: 2981 time: 0.0451565 Jul 29 17:40:29.963208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f57c016d-feed-44f4-aad4-271d08bcd5b4 req-b16f326c-d238-4782-81d1-71827bb25008 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 949 time: 0.0540173 Jul 29 17:40:30.000758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f57c016d-feed-44f4-aad4-271d08bcd5b4 req-ebbb419c-1741-4434-9954-7cdb5820ded7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363719 Jul 29 17:40:30.030502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-839786048', 'description': 'tempest-description-131810264'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:30.053498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.064222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b3eb-2d3a-4fbe-8738-4ee5b208cf1d req-9c134a44-a21b-4b4a-bd24-5a1a5c2a02b7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.065847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4001b3eb-2d3a-4fbe-8738-4ee5b208cf1d req-9c134a44-a21b-4b4a-bd24-5a1a5c2a02b7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Jul 29 17:40:30.109598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4001b3eb-2d3a-4fbe-8738-4ee5b208cf1d req-c9971691-1eba-4e21-b252-f5ecad9264a2 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369160 Jul 29 17:40:30.143741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.149896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.187280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.188611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59070ead-2a58-40b0-832f-80cca0906110 req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1626465 Jul 29 17:40:30.190570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf2fc-4ef4-428f-80ea-8e4035bac501 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf142f12-c73d-4689-aec6-df808c2f12dd,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:30.232614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d337a-7c0d-465a-b178-00ece085aa24 req-59fecd2c-0aeb-466f-beb0-0f8b1174ad13 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.235180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e66d337a-7c0d-465a-b178-00ece085aa24 req-59fecd2c-0aeb-466f-beb0-0f8b1174ad13 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 1100 time: 0.0544355 Jul 29 17:40:30.281019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e66d337a-7c0d-465a-b178-00ece085aa24 req-90f0d4ed-1b0b-4d52-b381-fc9b379c8c83 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Jul 29 17:40:30.317526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710be9b-69dc-4968-a0a4-ab99d6dc991d req-2f1d30ae-d716-41dd-9135-efeafe853d0e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.319398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b710be9b-69dc-4968-a0a4-ab99d6dc991d req-2f1d30ae-d716-41dd-9135-efeafe853d0e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.0646558 Jul 29 17:40:30.388105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b710be9b-69dc-4968-a0a4-ab99d6dc991d req-7eab12e1-fb60-4df0-ab21-a95b5b62fb26 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Jul 29 17:40:30.400131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c95c-4618-40ce-8aab-1357a9a3fe29 req-625c878e-9f93-45cb-8288-d4d6f342eb1d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.401760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5744c95c-4618-40ce-8aab-1357a9a3fe29 req-625c878e-9f93-45cb-8288-d4d6f342eb1d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1096 time: 0.0472775 Jul 29 17:40:30.447112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5744c95c-4618-40ce-8aab-1357a9a3fe29 req-bf80f5f3-7561-46b7-b1f9-4a1d6faf9c3b tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Jul 29 17:40:30.490350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-426625577', 'description': 'tempest-description-651298920'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:30.519411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.525418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b5bca-010e-4c43-9124-0c3ad53d0253 req-ab8d66c8-aaf8-4b25-a79a-0abdb8268f54 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.526770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab4b5bca-010e-4c43-9124-0c3ad53d0253 req-ab8d66c8-aaf8-4b25-a79a-0abdb8268f54 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0681942 Jul 29 17:40:30.568974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab4b5bca-010e-4c43-9124-0c3ad53d0253 req-beb0950b-c105-42c4-af67-e20d4da4b645 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jul 29 17:40:30.609195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.614737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.653136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:30.654513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee9545e5-ffb4-4ecd-a6b8-311779e0c741 req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1685719 Jul 29 17:40:30.656333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32c4e-2b46-4d40-916c-df5ddb5d80b5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa032e81-086c-4bf4-8361-5b97c4a1f9f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:30.769117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-82931d76-cd36-419f-9ea0-8acd83b86a22 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294681 Jul 29 17:40:30.832948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca57772-0d5e-4e6e-9043-edf0a08c2e90 req-22b93143-6227-4e6d-af39-389840437702 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.834591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bca57772-0d5e-4e6e-9043-edf0a08c2e90 req-22b93143-6227-4e6d-af39-389840437702 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1096 time: 0.0431592 Jul 29 17:40:30.870623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bca57772-0d5e-4e6e-9043-edf0a08c2e90 req-bb5177d5-a17e-4213-8706-7236b90e800a tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297267 Jul 29 17:40:30.894791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-e130cc48-7a1f-4ce3-95e6-0f4add6a1f22 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:30.896410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-e130cc48-7a1f-4ce3-95e6-0f4add6a1f22 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1209753 Jul 29 17:40:30.922766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-b972b762-12ed-4dd5-aaa8-0e6b74c2dd37 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0153582 Jul 29 17:40:30.946684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43030) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:30.990307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-5f105565-7bff-47c0-9942-37a61a58e06c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618489 Jul 29 17:40:31.070257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb062-5985-4d54-a4b6-2a44c810cea1 req-270d6276-bbfb-49d2-b889-6e77b70947d8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.071867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-117cb062-5985-4d54-a4b6-2a44c810cea1 req-270d6276-bbfb-49d2-b889-6e77b70947d8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 1095 time: 0.0591257 Jul 29 17:40:31.114682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0830073b-efd8-4a56-835d-606071722ef3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a047e2d998745058c272f27a21aee4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644030 Jul 29 17:40:31.115070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43038) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:31.129358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-117cb062-5985-4d54-a4b6-2a44c810cea1 req-6f2c2cd4-6def-4280-8dfc-3ddfd68505d7 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Jul 29 17:40:31.255846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:31.324170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7fddd-6cee-4e75-924e-953006b9479f req-a6407f24-a1b7-43e0-a1db-5728ef5fd7a2 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.327092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cc7fddd-6cee-4e75-924e-953006b9479f req-a6407f24-a1b7-43e0-a1db-5728ef5fd7a2 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 950 time: 0.0817773 Jul 29 17:40:31.331182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.337143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:31.339126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:31.364445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: b895eaca-d923-4d0b-97a4-52ee7f5969f0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:40:31.365005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b895eaca-d923-4d0b-97a4-52ee7f5969f0 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:31.379849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cc7fddd-6cee-4e75-924e-953006b9479f req-2af3cd1b-894d-4f08-9d5c-a1d87a419531 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff96aa85-92ae-4d43-8d0f-427e3e068601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jul 29 17:40:31.391727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.422401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-1548822f-a3cf-4012-8dae-6ea3de4be9c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.423886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-1548822f-a3cf-4012-8dae-6ea3de4be9c7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 813 time: 0.2218120 Jul 29 17:40:31.433421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-71983bef-3fab-4160-8fe3-3e554d3a1506 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.434890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-71983bef-3fab-4160-8fe3-3e554d3a1506 tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 950 time: 0.1481791 Jul 29 17:40:31.484590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-35b40a26-94d6-43e8-9f55-f7e64d31716a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/quotas/4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 375 time: 0.0427997 Jul 29 17:40:31.550801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.553239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.556792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9345b-3b86-43bb-8c98-90c95015c392 req-f2ba1bf5-bd87-4203-908c-f24410e669cc tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.557209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29e37f3f-40c0-4619-b9c4-ab4dcf672251 HTTP/1.1" status: 204 len: 168 time: 0.4380853 Jul 29 17:40:31.562551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa9345b-3b86-43bb-8c98-90c95015c392 req-f2ba1bf5-bd87-4203-908c-f24410e669cc tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 945 time: 0.0753784 Jul 29 17:40:31.581950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f97e7-b65e-452e-bdbb-a339a26721ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e37f3f-40c0-4619-b9c4-ab4dcf672251,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:31.611524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa9345b-3b86-43bb-8c98-90c95015c392 req-5ac9ee70-a739-4113-8bb1-563df734fc05 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478809 Jul 29 17:40:31.612303 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-775958b3-7411-45d9-9721-2c2d4f57264c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113684 Jul 29 17:40:31.626093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Deleting port 777ad12e-b33b-41ce-a9a5-1dc59534d604 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:40:31.626494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.757847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9078deb1-00ed-4a87-ace5-2a4b3bbee368 req-9536fa2d-4ba3-4868-ba4f-32776fd1da0b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 210 time: 0.0358412 Jul 29 17:40:31.791652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] For port 777ad12e-b33b-41ce-a9a5-1dc59534d604, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=777ad12e-b33b-41ce-a9a5-1dc59534d604,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:31.792024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:31.800615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-77ae975f-e257-472a-a85e-4d2e286b95b6 service neutron] 10.222.0.16 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710582 Jul 29 17:40:31.833961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Calling delete_port for 777ad12e-b33b-41ce-a9a5-1dc59534d604 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:40:31.968384 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-522fba03-ddce-444e-a726-a178eca3ca07 service neutron] 10.222.0.16 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615584 Jul 29 17:40:31.987046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-48787e3e-f9ad-4066-977f-20147a86dcc3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:31.994480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-48787e3e-f9ad-4066-977f-20147a86dcc3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.1330595 Jul 29 17:40:32.015517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-962f756a-48de-4e12-b826-6cb7cf76e2d2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/quotas/5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 375 time: 0.0196395 Jul 29 17:40:32.055432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:32.068002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['777ad12e-b33b-41ce-a9a5-1dc59534d604'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:32.076911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-3a58d41e-19e3-423a-9d76-a9887ad8b4ed tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602448 Jul 29 17:40:32.090070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Pushing event deleted for resources: {'Port': ['ID=777ad12e-b33b-41ce-a9a5-1dc59534d604,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:32.169356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] No DVR routers for this DVR port 777ad12e-b33b-41ce-a9a5-1dc59534d604 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:32.174847 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:32.177543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d13c38a-0252-42e5-bd3d-c8e9c4ac4bac req-e287d6c8-d3bb-4a0b-8fe1-1b86c8c5cdcb tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.49 "DELETE /v2.0/ports/777ad12e-b33b-41ce-a9a5-1dc59534d604 HTTP/1.1" status: 204 len: 173 time: 0.7293956 Jul 29 17:40:32.178043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'name': 'network-vif-deleted', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:32.181357 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476e7b5-d00d-429d-b566-25f475430e75" -d '{"events": [{"server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "name": "network-vif-deleted", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:32.304503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-ee8a381d-5878-480a-a9ef-774c945c8add service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219875 Jul 29 17:40:32.494663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-23a8b645-46fd-4122-bb9f-ee1f55aaa917 service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889856 Jul 29 17:40:32.503694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05314273-19d8-4353-a6eb-51a1b2c592ac req-7af848d5-5a05-4e3b-b6dd-806cc04fbeac tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:32.513327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05314273-19d8-4353-a6eb-51a1b2c592ac req-7af848d5-5a05-4e3b-b6dd-806cc04fbeac tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0989292 Jul 29 17:40:32.525014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-d7c18612-c2c5-4c8d-90d2-ae1751319ca6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291698 Jul 29 17:40:32.556260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05314273-19d8-4353-a6eb-51a1b2c592ac req-b0f6f8fd-99d3-4c32-81e0-a950596401b5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Jul 29 17:40:32.651142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7f157be-bc18-4962-ab9f-430d73fe61d3 req-8f18a09b-cf15-469e-a7c4-010f3cab627c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 210 time: 0.0473592 Jul 29 17:40:32.795723 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b2b0d-9090-4be5-b7fe-dea8da31c2f4 x-openstack-request-id: req-7b5b2b0d-9090-4be5-b7fe-dea8da31c2f4 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:32.796222 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5941517-19d0-4268-ae43-44d28edcf454", "name": "network-vif-deleted", "tag": "777ad12e-b33b-41ce-a9a5-1dc59534d604", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:32.796626 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b5b2b0d-9090-4be5-b7fe-dea8da31c2f4 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:32.797090 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5941517-19d0-4268-ae43-44d28edcf454', 'name': 'network-vif-deleted', 'tag': '777ad12e-b33b-41ce-a9a5-1dc59534d604', 'status': 'completed', 'code': 200} Jul 29 17:40:32.806889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4db34748-543b-414b-84e8-5f8a8c6fac24 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:32.808405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4db34748-543b-414b-84e8-5f8a8c6fac24 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661159 Jul 29 17:40:32.875260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d5113-4ca4-4f8d-8096-0f790223dc89 req-13e2c26c-ea52-44b6-9650-8d1f392a9de7 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:32.877248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e16d5113-4ca4-4f8d-8096-0f790223dc89 req-13e2c26c-ea52-44b6-9650-8d1f392a9de7 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1096 time: 0.0810075 Jul 29 17:40:32.918060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e16d5113-4ca4-4f8d-8096-0f790223dc89 req-ea323978-07e0-4c61-b956-455509cbc2a8 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Jul 29 17:40:32.967204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:33.078614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f2f588ee-3305-4e2f-b940-df12e157387b req-65791b78-7134-40e6-9984-7849e9dcae16 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 210 time: 0.0299504 Jul 29 17:40:33.175934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12e67331-cf34-4384-a627-532f1356f657 req-41a7b6e2-3d00-4cf3-a8d9-0bb75b0a74cf tempest-TenantUsagesTestJSON-1745482465 tempest-TenantUsagesTestJSON-1745482465-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5941517-19d0-4268-ae43-44d28edcf454 HTTP/1.1" status: 200 len: 210 time: 0.0621700 Jul 29 17:40:33.181404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1cfe434e-08c9-4e3c-b008-a7d1dc7ac6fc req-0d855710-9f4a-48a1-9429-7f9e0fe973af tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 210 time: 0.0389597 Jul 29 17:40:33.285982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:33.289792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:33.339164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-f3330989-46ce-48c1-b571-5f1f24a92ade tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--67079068&fields=id&tenant_id=baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 267 time: 0.0479915 Jul 29 17:40:33.458939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.12 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/0449faed-c903-4892-b9cf-d89ee4cd9f2b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:33.480619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-b74ebeb4-fb6e-4c88-925f-ac96de2de608 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:33.487857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-b74ebeb4-fb6e-4c88-925f-ac96de2de608 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 823 time: 0.1393721 Jul 29 17:40:33.520783 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-a35fec19-77c1-4871-89ce-1722d7f7ba6d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/quotas/baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 375 time: 0.0320411 Jul 29 17:40:33.662947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:33.676003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-62b79e5e-b044-4826-b180-4eda0c4cbdd0 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1541684 Jul 29 17:40:33.683918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object 0449faed-c903-4892-b9cf-d89ee4cd9f2b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:33.733239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:33.747159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-5df41944-d2e0-46ac-bf1b-1ed0e1579fa1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:33.749224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:33.751979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-5df41944-d2e0-46ac-bf1b-1ed0e1579fa1 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 813 time: 0.1722693 Jul 29 17:40:33.761055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec', '15bf8fc7-45e2-4a37-b6f5-052241813b05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:33.782981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'device_id': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9', 'admin_state_up': True, 'tenant_id': '4d725688af1d41d78c503549fc7ab604'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:33.804770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:33.809226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:33.823559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:33.903651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:33.915090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-84ea6f9c-ffab-4ef2-875f-9be38a697dec service neutron] 10.222.0.16 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044423 Jul 29 17:40:33.935208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:33.936100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:33.964548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-4623ded3-19c6-4680-b41e-38c5a6e04703 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0030980 Jul 29 17:40:33.993793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Request body: {'port': {'device_id': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:34.080122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Made reservation on behalf of 4d725688af1d41d78c503549fc7ab604 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:34.085940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.113991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.330619 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-3afe5c5f-fc2a-45ec-9edc-22e62212b029 service neutron] 10.222.0.16 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964906 Jul 29 17:40:34.416462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-418e7bf6-7c09-430b-bf6e-cfc032cc291b None None] Provisioning for port 0449faed-c903-4892-b9cf-d89ee4cd9f2b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:34.450934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-db14c080-fd2a-4a6b-aa44-09492823b1b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:34.452442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-db14c080-fd2a-4a6b-aa44-09492823b1b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.4204907 Jul 29 17:40:34.480601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Request body: {'port': {'device_id': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'admin_state_up': True, 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:34.482413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-418e7bf6-7c09-430b-bf6e-cfc032cc291b None None] Provisioning complete for port 0449faed-c903-4892-b9cf-d89ee4cd9f2b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:34.482783 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-418e7bf6-7c09-430b-bf6e-cfc032cc291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.602512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Allocated IP 172.20.0.13 (90d895ec-57c9-491b-b2fa-83661d18c0b9/15e08cd9-c161-499e-bd3a-a1fd5352db3b/4bba1fc5-9be5-405e-b217-595bc9ae3e02) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:34.652774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-9aac47d7-eb22-4345-89e4-f7dbebbc067f tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:40:34.657751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-9aac47d7-eb22-4345-89e4-f7dbebbc067f tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141311 Jul 29 17:40:34.673092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:34.673465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Unknown quota resources ['binding']. {{(pid=94051) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:40:34.709941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0449faed-c903-4892-b9cf-d89ee4cd9f2b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:34.726070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.739911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-418e7bf6-7c09-430b-bf6e-cfc032cc291b None None] Port 0449faed-c903-4892-b9cf-d89ee4cd9f2b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:34.792422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Transition to ACTIVE for port object 0449faed-c903-4892-b9cf-d89ee4cd9f2b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:34.808931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.819054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-c1aad260-2703-4049-ade3-5dd9ddceb034 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:34.820664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-c1aad260-2703-4049-ade3-5dd9ddceb034 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec78cac4-fe93-4e58-b59a-1abbea3c1f25 HTTP/1.1" status: 200 len: 945 time: 0.1790476 Jul 29 17:40:34.824531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:34.828142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:34.887558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c786a-75a0-46b3-8418-2c774856b8bd req-858a66a5-69c9-4b6a-94c1-8b80af7993e4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:34.889381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a9c786a-75a0-46b3-8418-2c774856b8bd req-858a66a5-69c9-4b6a-94c1-8b80af7993e4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1960845 Jul 29 17:40:34.941824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:35.047659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:35.048054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:35.048341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:35.060384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:35.060709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:35.066877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Attempting to bind port 0449faed-c903-4892-b9cf-d89ee4cd9f2b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:35.067213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Attempting to bind port 0449faed-c903-4892-b9cf-d89ee4cd9f2b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:35.067538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Attempting to bind port 0449faed-c903-4892-b9cf-d89ee4cd9f2b on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:35.070858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:35.071193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:35.071578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:35.072003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Bound port: 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:35.078517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Port 0449faed-c903-4892-b9cf-d89ee4cd9f2b on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:35.078847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Attempting to bind port 0449faed-c903-4892-b9cf-d89ee4cd9f2b on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:35.108466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:35.108742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:35.109125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:35.109566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Bound port: 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:35.109949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.118296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.130795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a9c786a-75a0-46b3-8418-2c774856b8bd req-e72ef10c-7241-48d1-aa3b-e8e73cdb13bc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940069 Jul 29 17:40:35.169827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:35.184146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.194404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-f3e2a63e-4972-4c8d-ba15-1595ff52bf44 service neutron] 10.222.0.16 "POST /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5247562 Jul 29 17:40:35.224801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:35.228548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:35.235886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.275849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:35.276520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.277816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 777ad12e-b33b-41ce-a9a5-1dc59534d604 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:35.278406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] 10.222.0.38 "PUT /v2.0/ports/0449faed-c903-4892-b9cf-d89ee4cd9f2b HTTP/1.1" status: 200 len: 1095 time: 1.2986245 Jul 29 17:40:35.278406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:35.280704 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b49669-2194-49a1-a9eb-2cb5932c66e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:35.293102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.305012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cea21-04a1-4c92-9a2b-85f8d9acdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:35.314921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 777ad12e-b33b-41ce-a9a5-1dc59534d604 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:40:35.315452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 777ad12e-b33b-41ce-a9a5-1dc59534d604 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:35.318852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:35.354699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Allocated IP 172.20.0.13 (c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f/20d0da8a-35f8-46b0-8d23-fd75e05fb6c1/77409f73-1f79-4773-9f7e-051f525f4de6) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:35.499244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6dfffa1-f58f-4e81-9e04-88d019db624d req-83993bdb-2f25-44f8-8d45-63fb02f4bb25 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 210 time: 0.0658486 Jul 29 17:40:35.526606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-70a6debb-8007-42dc-bd88-9ab2e1af8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:35.532444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-70a6debb-8007-42dc-bd88-9ab2e1af8345 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 1098 time: 0.1394682 Jul 29 17:40:35.562500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Deleting port d26bf8bd-e043-429b-a76a-a120bfd99162 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:40:35.562737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.630418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-11061422-568c-42eb-894f-f4a9213e028b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b HTTP/1.1" status: 200 len: 217 time: 0.0867584 Jul 29 17:40:35.751408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-66bee8d2-f3a0-4d1b-8e0f-c14b94558d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:35.753019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-66bee8d2-f3a0-4d1b-8e0f-c14b94558d39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1124816 Jul 29 17:40:35.771074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d339-463b-44e1-b9fe-4165097431f0 req-dcb9f598-fad8-4ffd-a9c7-6fb1e503a6bf tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:35.772733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba94d339-463b-44e1-b9fe-4165097431f0 req-dcb9f598-fad8-4ffd-a9c7-6fb1e503a6bf tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 947 time: 0.0722363 Jul 29 17:40:35.848606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba94d339-463b-44e1-b9fe-4165097431f0 req-03542420-16ba-4be7-a48c-5d367860bba2 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645018 Jul 29 17:40:35.851522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-d6c97a0e-c8d4-475c-95f8-220873102d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:35.852968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-d6c97a0e-c8d4-475c-95f8-220873102d8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792615 Jul 29 17:40:35.944316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Network 90d895ec-57c9-491b-b2fa-83661d18c0b9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:35.960385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a97edfa-026d-4293-84e9-2dec146b2f24 req-ee926a6a-fd83-4e19-a241-e37b2028b62a tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 210 time: 0.0332487 Jul 29 17:40:35.976675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:35.984890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:35.988952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:35.993292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:35.997274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:36.042869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f3f27-5792-49b0-8614-a1da6481bf1a req-634a98e0-08a6-4095-8d5c-283e3b446f66 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.044427 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d54f3f27-5792-49b0-8614-a1da6481bf1a req-634a98e0-08a6-4095-8d5c-283e3b446f66 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 932 time: 0.7809858 Jul 29 17:40:36.102111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-04d448c1-0995-4b34-865f-3c901a15d965 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366476 Jul 29 17:40:36.133970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.134610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.140736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] For port d26bf8bd-e043-429b-a76a-a120bfd99162, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d26bf8bd-e043-429b-a76a-a120bfd99162,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:36.140894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.149768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-e58c992f-1a23-43b1-8da8-2bc0ec27ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.151414 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-e58c992f-1a23-43b1-8da8-2bc0ec27ac01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1096 time: 0.2337587 Jul 29 17:40:36.215558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d54f3f27-5792-49b0-8614-a1da6481bf1a req-88c08ed6-e8b8-4645-b057-5b2a6ab35a97 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567860 Jul 29 17:40:36.263596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-23260dd1-6d8d-4113-8136-52e1e4fdba15 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.265322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-23260dd1-6d8d-4113-8136-52e1e4fdba15 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.49 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 823 time: 0.2732599 Jul 29 17:40:36.279125 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae58f681-2347-4ab8-87f0-fba2a0e30dbd x-openstack-request-id: req-ae58f681-2347-4ab8-87f0-fba2a0e30dbd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:36.279435 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:36.279667 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae58f681-2347-4ab8-87f0-fba2a0e30dbd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:36.280065 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b', 'status': 'completed', 'code': 200} Jul 29 17:40:36.290532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-e39d4ff2-240c-4103-9c4e-1a292a5e24e8 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5132720 Jul 29 17:40:36.311655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.357890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Request body: {'port': {'device_id': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:36.365488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4feaa81-6a75-4876-ac9c-ab4f7ce355b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f00e352d654576bab2b8c7cc102990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871646 Jul 29 17:40:36.366096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43240) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:36.388198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a62c-680b-4fa6-a618-cb2653547d88 req-ee549934-dc61-41c0-adf2-1d22f726d66c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.394852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8b1a62c-680b-4fa6-a618-cb2653547d88 req-ee549934-dc61-41c0-adf2-1d22f726d66c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.1966646 Jul 29 17:40:36.400130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35cc66a2-06b8-4ad5-ba6d-74e3e2382a70 req-d14d217e-3ee7-40af-9cec-d4afe427c299 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823458 Jul 29 17:40:36.414661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-ebbd47c4-40d1-4a92-aaad-68775320e84a tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baab0005751a439a8f381bedfeefb026 HTTP/1.1" status: 200 len: 378 time: 0.1375554 Jul 29 17:40:36.437417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'port': {'device_id': '4f8bfcd3-fa01-4251-902f-98a638008596', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'admin_state_up': True, 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'security_groups': ['1aa6bebe-d769-4588-938b-c21a449f5307']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:36.558820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:36.579222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:36.589125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:36.594563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:36.635217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-b9a1d39c-288f-4dae-a533-ad06673c612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.636703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-b9a1d39c-288f-4dae-a533-ad06673c612a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.4430213 Jul 29 17:40:36.742810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-97b7d763-57f9-4862-8473-8183e3b8103d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.0877309 Jul 29 17:40:36.743253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.762039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c615-b423-4e65-be18-a4d1c195940f req-3b940be6-1cec-4172-a003-a49aba4c0e5d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.763559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e415c615-b423-4e65-be18-a4d1c195940f req-3b940be6-1cec-4172-a003-a49aba4c0e5d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.3198941 Jul 29 17:40:36.768745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8b1a62c-680b-4fa6-a618-cb2653547d88 req-7bed3f75-67fc-496f-8d68-0086acc826d5 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730302 Jul 29 17:40:36.778029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.778234 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.816399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.828079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-2e077b97-9207-4e74-9418-1354ec13ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.829708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-2e077b97-9207-4e74-9418-1354ec13ff6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 1098 time: 0.3746099 Jul 29 17:40:36.849700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.850073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.850433 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7 disassociated. External IP: 172.25.5.208, port: d26bf8bd-e043-429b-a76a-a120bfd99162. Jul 29 17:40:36.850780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Calling delete_port for d26bf8bd-e043-429b-a76a-a120bfd99162 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:40:36.877860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e70f7d22-27ca-4fb8-ba9d-721d36baac61 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4138412 Jul 29 17:40:36.902385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Request body: {'port': {'device_id': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:36.923864 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:36.963248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-bfd2309c-c828-4042-9d3b-1369bae75171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:36.964750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-bfd2309c-c828-4042-9d3b-1369bae75171 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1984608 Jul 29 17:40:36.978418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e415c615-b423-4e65-be18-a4d1c195940f req-9348f6e3-080c-4044-abbd-eb438cb31337 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964257 Jul 29 17:40:37.009016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Made reservation on behalf of baab0005751a439a8f381bedfeefb026 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:37.009016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.024272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d370fd-a7e4-4af4-b561-d727c049fb3e req-38b1d9e0-476d-46a2-af05-86b812e1d2ad tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.025786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8d370fd-a7e4-4af4-b561-d727c049fb3e req-38b1d9e0-476d-46a2-af05-86b812e1d2ad tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 932 time: 0.1866965 Jul 29 17:40:37.069408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-65060d5c-9fd3-42e0-accf-8eaccbe5890b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870731 Jul 29 17:40:37.076672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-9f158026-65be-436a-9a14-0bb0accff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.078351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-9f158026-65be-436a-9a14-0bb0accff925 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2366822 Jul 29 17:40:37.116820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.119350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.120503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff96aa85-92ae-4d43-8d0f-427e3e068601 HTTP/1.1" status: 204 len: 168 time: 0.7492325 Jul 29 17:40:37.179212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-5dbf4f60-c962-42bb-ba1f-ee1b1276016c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b HTTP/1.1" status: 200 len: 217 time: 0.0743310 Jul 29 17:40:37.182644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10cbba-7609-423b-8e95-18376581ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96aa85-92ae-4d43-8d0f-427e3e068601,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:37.189399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8d370fd-a7e4-4af4-b561-d727c049fb3e req-393c49a1-bf60-4936-8331-ff1844e3a064 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549280 Jul 29 17:40:37.196803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.288813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Allocated IP 172.20.0.6 (6101c14d-41f6-401a-be31-08d9f2364043/4210dc06-39c3-40ba-9db5-d97c0990d490/2f3889b4-689f-4db2-9d46-49009f3b35a6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:37.294540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-9c031b36-a3ab-4d4a-8482-ef16466ae8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.296216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-9c031b36-a3ab-4d4a-8482-ef16466ae8b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0970070 Jul 29 17:40:37.342281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25a76e8-6ab3-42e1-a557-012192ff51a0 req-77848f05-8878-4b6b-b936-87d30a64d2ea tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 210 time: 0.0398118 Jul 29 17:40:37.363967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9fba-4886-471e-8c44-fe1af0db6c08 req-dfd35c3c-f150-458b-87ee-7bade8ba7cdc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.365476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28ad9fba-4886-471e-8c44-fe1af0db6c08 req-dfd35c3c-f150-458b-87ee-7bade8ba7cdc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 947 time: 0.2663534 Jul 29 17:40:37.416236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-5b522037-a648-48de-8ca3-5b1be20bd3cd service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223929 Jul 29 17:40:37.417555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-340a5363-72be-4b7a-bf86-2acf2dc7f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.419592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-340a5363-72be-4b7a-bf86-2acf2dc7f72a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049719 Jul 29 17:40:37.456030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.598143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event deleted for resources: {'Port': ['ID=d26bf8bd-e043-429b-a76a-a120bfd99162,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:37.621907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299f8a4-8005-4b9d-b722-ab11f653cb00 req-03f92af4-2740-4b35-961b-0f6ab081b7e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.623599 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5299f8a4-8005-4b9d-b722-ab11f653cb00 req-03f92af4-2740-4b35-961b-0f6ab081b7e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 932 time: 0.1439283 Jul 29 17:40:37.635451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28ad9fba-4886-471e-8c44-fe1af0db6c08 req-cad32936-9831-47b4-9137-d573939380bb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595458 Jul 29 17:40:37.653758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.659582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:37.670169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-6b466160-45a7-41ed-ab93-74dc64c908c9 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160461 Jul 29 17:40:37.735839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Transition to ACTIVE for port object 2f3889b4-689f-4db2-9d46-49009f3b35a6 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:37.764714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5299f8a4-8005-4b9d-b722-ab11f653cb00 req-118e8ea4-a472-4809-a3aa-b88fda658757 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263642 Jul 29 17:40:37.813375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b49669-2194-49a1-a9eb-2cb5932c66e9 req-67e1e1be-1964-4b9a-a90c-43194230845a service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332631 Jul 29 17:40:37.825061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.869592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Network 6101c14d-41f6-401a-be31-08d9f2364043 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:37.872885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:37.880947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:37.925498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event updated for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:37.948633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:37.949344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:37.966182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-0cf16c83-e66c-4277-a7cb-69f93f6f33c9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5383449 Jul 29 17:40:37.984280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Request body: {'port': {'device_id': '4f8bfcd3-fa01-4251-902f-98a638008596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:38.055478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4ae62ae-e3dd-474f-a96d-dc3e54d7ae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.057575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.115624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bba1fc5-9be5-405e-b217-595bc9ae3e02 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:38.145850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.169149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-4452b4b8-90cd-490e-a8dc-3e30b278672e service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340200 Jul 29 17:40:38.215465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fea287-a557-49ca-b62b-7bac3db7e73e req-0f826e90-34a9-4f76-9268-39b9a46e20da tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.221771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05fea287-a557-49ca-b62b-7bac3db7e73e req-0f826e90-34a9-4f76-9268-39b9a46e20da tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1522863 Jul 29 17:40:38.248779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Transition to ACTIVE for port object 4bba1fc5-9be5-405e-b217-595bc9ae3e02 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:38.287581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.297034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05fea287-a557-49ca-b62b-7bac3db7e73e req-863cc308-0a9b-4e9d-b9ef-e934b0ccd7b3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743761 Jul 29 17:40:38.320287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e832db-e2ca-478e-9d85-e45ac6746fc0 req-18629b11-b403-40c9-8ca5-b6f37105dc71 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.322350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7e832db-e2ca-478e-9d85-e45ac6746fc0 req-18629b11-b403-40c9-8ca5-b6f37105dc71 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.2694268 Jul 29 17:40:38.420971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46ceb182-84ea-499a-b90f-08f701c311cc None None] Provisioning for port 2f3889b4-689f-4db2-9d46-49009f3b35a6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:38.422016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:40:38.425816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46ceb182-84ea-499a-b90f-08f701c311cc None None] Provisioning complete for port 2f3889b4-689f-4db2-9d46-49009f3b35a6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:38.426469 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46ceb182-84ea-499a-b90f-08f701c311cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.472517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-46ceb182-84ea-499a-b90f-08f701c311cc None None] Port 2f3889b4-689f-4db2-9d46-49009f3b35a6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:38.479483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3889b4-689f-4db2-9d46-49009f3b35a6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:38.489614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.506749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Transition to ACTIVE for port object 2f3889b4-689f-4db2-9d46-49009f3b35a6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:38.515355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacc877-779d-4bc0-a659-1b55cc6a499b req-a8382bca-6bad-408d-8d24-37cc60848bc1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.516890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aaacc877-779d-4bc0-a659-1b55cc6a499b req-a8382bca-6bad-408d-8d24-37cc60848bc1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 932 time: 0.0970399 Jul 29 17:40:38.518002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.526176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:38.553152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-bb45a151-f9c5-40a4-bc0d-122b29f45eba tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.554728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-bb45a151-f9c5-40a4-bc0d-122b29f45eba tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.3020084 Jul 29 17:40:38.591674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Pushing event updated for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:38.591885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7e832db-e2ca-478e-9d85-e45ac6746fc0 req-7b8bc042-3727-435d-8756-b0bd11bf290f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117581 Jul 29 17:40:38.614038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aaacc877-779d-4bc0-a659-1b55cc6a499b req-c3c4fbd3-f3b7-493c-b705-03ffdb7d190c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654211 Jul 29 17:40:38.656577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:38.709523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77409f73-1f79-4773-9f7e-051f525f4de6 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:38.725184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Attempting to bind port 2f3889b4-689f-4db2-9d46-49009f3b35a6 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:38.725405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Attempting to bind port 2f3889b4-689f-4db2-9d46-49009f3b35a6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:38.725817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Attempting to bind port 2f3889b4-689f-4db2-9d46-49009f3b35a6 on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:38.731889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Port 2f3889b4-689f-4db2-9d46-49009f3b35a6 on network 6101c14d-41f6-401a-be31-08d9f2364043 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:38.732218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Attempting to bind port 2f3889b4-689f-4db2-9d46-49009f3b35a6 on network 6101c14d-41f6-401a-be31-08d9f2364043 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:38.740868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:38.740868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Checking segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:38.742776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Bound using segment: {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:38.742776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Bound port: 2f3889b4-689f-4db2-9d46-49009f3b35a6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71be922-96a4-4a67-941d-f28cd38e3cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:38.742776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.744340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.763410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d26bf8bd-e043-429b-a76a-a120bfd99162 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:38.788621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: d26bf8bd-e043-429b-a76a-a120bfd99162 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:40:38.789295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d26bf8bd-e043-429b-a76a-a120bfd99162 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:38.797604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Attempting to bind port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:38.798304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Attempting to bind port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:38.798629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Attempting to bind port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:38.845860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:38.849753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:38.855736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.872302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898387-0656-4b97-91e8-52151ad83aa1 req-94a76411-740f-4e88-99f4-eb5e98473724 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.873801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11898387-0656-4b97-91e8-52151ad83aa1 req-94a76411-740f-4e88-99f4-eb5e98473724 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 947 time: 0.0818756 Jul 29 17:40:38.875603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:38.875936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Attempting to bind port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 on network 90d895ec-57c9-491b-b2fa-83661d18c0b9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:38.880655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Transition to ACTIVE for port object 77409f73-1f79-4773-9f7e-051f525f4de6 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:38.889381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4ae62ae-e3dd-474f-a96d-dc3e54d7ae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.904158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.910498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:38.911197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.911734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4ae62ae-e3dd-474f-a96d-dc3e54d7ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.912502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] 10.222.0.49 "PUT /v2.0/ports/2f3889b4-689f-4db2-9d46-49009f3b35a6 HTTP/1.1" status: 200 len: 1091 time: 0.9328115 Jul 29 17:40:38.912945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:38.914181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:38.914551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Checking segment: {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:38.914931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Bound using segment: {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:38.915245 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08612c40-130c-4104-86b5-7aabcf7cf1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:38.915398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Bound port: 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:38.915735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.926564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:38.962011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11898387-0656-4b97-91e8-52151ad83aa1 req-206f8dec-c674-4135-9d61-67b3bbf10e76 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671816 Jul 29 17:40:38.964035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6851b-91bc-4105-b3ea-f9ab48fe39bd service neutron] Pushing event updated for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:39.012404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-3cd4d2c8-898c-435e-982f-adec28282eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.013939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-3cd4d2c8-898c-435e-982f-adec28282eed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 1094 time: 0.0509217 Jul 29 17:40:39.037190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:40:39.047875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4ae62ae-e3dd-474f-a96d-dc3e54d7ae0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19e2f3ea10a0445e8c276f0fad872305&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3838625 Jul 29 17:40:39.050009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:40:39.057039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43312) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:39.060576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:39.061212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:39.073771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-65fb9aee-e0f8-4f3f-95d9-274fdca85676 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6 HTTP/1.1" status: 200 len: 217 time: 0.0504556 Jul 29 17:40:39.093080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae62ae-e3dd-474f-a96d-dc3e54d7ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ec840c-59db-4618-aeb1-647ecf2ba1b1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:39.102549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c17b2-8f4c-4abb-8caa-8514f065c2b0 req-20cef7d2-d5f0-4a1f-b5ea-06e0b81c5277 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.109892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d9c17b2-8f4c-4abb-8caa-8514f065c2b0 req-20cef7d2-d5f0-4a1f-b5ea-06e0b81c5277 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 943 time: 0.4269176 Jul 29 17:40:39.143924 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf67f22c-78c5-426a-b8e8-eeaef220c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.175868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-9a7a5473-2bf6-481f-bf1f-6497ac5bfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.177383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-9a7a5473-2bf6-481f-bf1f-6497ac5bfe6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.0835085 Jul 29 17:40:39.191511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859680d-f21f-4e42-be58-802f91b181b1 req-1c03343b-1204-4324-9054-08de9c77cf9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.193312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2859680d-f21f-4e42-be58-802f91b181b1 req-1c03343b-1204-4324-9054-08de9c77cf9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 944 time: 0.1307604 Jul 29 17:40:39.224595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:39.224832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] No DVR routers for this DVR port d26bf8bd-e043-429b-a76a-a120bfd99162 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:39.250632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:39.255999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.258361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52935849-2dc8-46fc-9f0b-b6d0d3796b03 req-3574275a-0294-419d-9d98-f1895e95ba3d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.38 "DELETE /v2.0/ports/d26bf8bd-e043-429b-a76a-a120bfd99162 HTTP/1.1" status: 204 len: 173 time: 4.4105287 Jul 29 17:40:39.265655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'name': 'network-vif-deleted', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:39.268008 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635cb93-1de7-4841-b4d5-e566cf2c082e" -d '{"events": [{"server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "name": "network-vif-deleted", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:39.282825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2859680d-f21f-4e42-be58-802f91b181b1 req-9b1d06a5-7d58-405f-bbb6-cce37210603b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Jul 29 17:40:39.290691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-ef0fae0d-6e52-461b-bbcc-ac3ec74422e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.293109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-ef0fae0d-6e52-461b-bbcc-ac3ec74422e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989285 Jul 29 17:40:39.339079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:39.358994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d9c17b2-8f4c-4abb-8caa-8514f065c2b0 req-25b12304-af8d-48f3-9d38-69205d07e15a tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2481549 Jul 29 17:40:39.408026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:39.434632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-05f3f3a4-9549-4bee-b589-8737cebbcd61 service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312661 Jul 29 17:40:39.436545 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb8194-eec5-4a6b-9e6a-ceaeeb0745a6 x-openstack-request-id: req-d8cb8194-eec5-4a6b-9e6a-ceaeeb0745a6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:39.436834 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37439073-18c5-4bf3-9c76-c36044614ee9 x-openstack-request-id: req-37439073-18c5-4bf3-9c76-c36044614ee9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:39.436957 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78cac4-fe93-4e58-b59a-1abbea3c1f25", "name": "network-vif-deleted", "tag": "d26bf8bd-e043-429b-a76a-a120bfd99162", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:39.437084 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8cb8194-eec5-4a6b-9e6a-ceaeeb0745a6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:39.437281 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:39.437482 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78cac4-fe93-4e58-b59a-1abbea3c1f25', 'name': 'network-vif-deleted', 'tag': 'd26bf8bd-e043-429b-a76a-a120bfd99162', 'status': 'completed', 'code': 200} Jul 29 17:40:39.437645 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37439073-18c5-4bf3-9c76-c36044614ee9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:39.438101 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'status': 'completed', 'code': 200} Jul 29 17:40:39.441583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.482633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.503682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:39.505406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.524221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:39.524559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:39.524893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:39.540418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:40:39.550302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:39.550911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:39.561935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.561935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.563422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] 10.222.0.49 "PUT /v2.0/ports/4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 1092 time: 3.2105503 Jul 29 17:40:39.564148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:39.564466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:39.583685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:39.583940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:39.584481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:39.584992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Bound port: 77409f73-1f79-4773-9f7e-051f525f4de6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:39.585147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.599963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cc76672-53eb-4d17-b3e5-59ecfba8a4e6 req-3b61b27c-791d-4cb3-b61c-6e05035ffd7f service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567378 Jul 29 17:40:39.608714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963036fa-407d-4b70-a728-c062b3fb5375 req-73de81a4-432a-4a69-84ec-98bb613f8d4d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.618924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-963036fa-407d-4b70-a728-c062b3fb5375 req-73de81a4-432a-4a69-84ec-98bb613f8d4d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0992734 Jul 29 17:40:39.629639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f35bab-76eb-4d0e-ab79-1c33faddc035 service neutron] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:39.638301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:39.712059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-963036fa-407d-4b70-a728-c062b3fb5375 req-041c4565-11c1-4c6a-bfbf-c4bb1c80a028 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772121 Jul 29 17:40:39.715380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-71f9d780-72b2-4d65-8d7d-aa77b6da4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.717428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-71f9d780-72b2-4d65-8d7d-aa77b6da4fc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1095 time: 0.0971470 Jul 29 17:40:39.724365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:39.724839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.737774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.737774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53ec840c-59db-4618-aeb1-647ecf2ba1b1 HTTP/1.1" status: 204 len: 168 time: 0.6688790 Jul 29 17:40:39.803782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444de72c-d9a6-4478-96fb-4a66aa2ec168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ec840c-59db-4618-aeb1-647ecf2ba1b1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:39.806465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:39.812018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-0c1fdedf-c7a2-4463-8970-c48209a8bf54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 217 time: 0.0844479 Jul 29 17:40:39.847162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:39.869341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-8b528044-2440-4ed9-b399-14bd9992f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.871110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-8b528044-2440-4ed9-b399-14bd9992f68a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 1094 time: 0.2038534 Jul 29 17:40:39.881307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:39.900207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1ba6-12ad-4606-95a2-c8a4ba9e48e4 req-09d5032c-164d-45d1-a8a2-77be53a0e1a6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:39.909252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b14c1ba6-12ad-4606-95a2-c8a4ba9e48e4 req-09d5032c-164d-45d1-a8a2-77be53a0e1a6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 945 time: 0.2032218 Jul 29 17:40:39.939648 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.944280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:39.996263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:40.029448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-618b8d28-32f1-4dc6-b462-f1fe540998ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.031054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-618b8d28-32f1-4dc6-b462-f1fe540998ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.2042701 Jul 29 17:40:40.053708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.054910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e997-464a-40be-9cfb-7cd91adc35f9 req-53844672-ef98-42ee-925e-256e1e79706f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.055554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:40.056459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4556e997-464a-40be-9cfb-7cd91adc35f9 req-53844672-ef98-42ee-925e-256e1e79706f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.2412908 Jul 29 17:40:40.057523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] 10.222.0.49 "PUT /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 1092 time: 3.1603336 Jul 29 17:40:40.090936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b14c1ba6-12ad-4606-95a2-c8a4ba9e48e4 req-a89c87d3-ad49-4ed0-828f-456c9709c662 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804135 Jul 29 17:40:40.136459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd096e-09bb-4866-aff7-7777136a96db service neutron] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:40.186510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-fd5bee1c-5122-4cc9-9b61-427604bfa2b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279385 Jul 29 17:40:40.245866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-3d58a89f-7e88-49fc-8fac-f4b9ae53f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.247407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-3d58a89f-7e88-49fc-8fac-f4b9ae53f48e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.3558073 Jul 29 17:40:40.267013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:40.303572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4556e997-464a-40be-9cfb-7cd91adc35f9 req-2f501da0-e48d-4960-b760-6b66103e3f8f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136610 Jul 29 17:40:40.319266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c53158-81cf-406f-b13c-ce9af0dadf44 None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:40:40.335176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:40.335687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:40.335913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:40.346796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-37ed6855-166b-4e32-8853-d52d39747769 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6 HTTP/1.1" status: 200 len: 217 time: 0.0816307 Jul 29 17:40:40.355258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-f2ea47ae-4d7d-47c4-a5d6-0c5f80d1e878 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471059 Jul 29 17:40:40.359957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:40.360282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Attempting to bind port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:40.372896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:40.407158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:40.407503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:40.407900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:40.408352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Bound port: 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:40.408714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:40.427672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-34150eb0-3f7c-4ca3-9650-b4b9cd9da7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.429202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-34150eb0-3f7c-4ca3-9650-b4b9cd9da7d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1095 time: 0.2804294 Jul 29 17:40:40.479808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72905-9b38-44c3-b7f3-641d35c5f28a req-c5e0129e-4715-4ab9-aedc-0ec6ef7e3202 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.487692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-03c72905-9b38-44c3-b7f3-641d35c5f28a req-c5e0129e-4715-4ab9-aedc-0ec6ef7e3202 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 947 time: 0.2329931 Jul 29 17:40:40.527134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-cf893d53-469a-4ba6-bea2-95b7e411ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.528576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-cf893d53-469a-4ba6-bea2-95b7e411ce71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.1709838 Jul 29 17:40:40.532583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-f5736394-c17c-45b6-a53b-c0b7ceb4fa6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 217 time: 0.0933552 Jul 29 17:40:40.552422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9ad64ba-c6b8-4336-a966-cefd599dfcd0 req-1966842d-c302-43cc-9e52-f50a7559d286 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900098 Jul 29 17:40:40.567579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95612dd-33fb-4616-b3d5-179dd656b0ff req-41375d87-f213-47f8-932b-99b174fabbb5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.569127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e95612dd-33fb-4616-b3d5-179dd656b0ff req-41375d87-f213-47f8-932b-99b174fabbb5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 944 time: 0.0949607 Jul 29 17:40:40.622200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e95612dd-33fb-4616-b3d5-179dd656b0ff req-667c4799-9e7a-4f93-b74c-bae2699fc482 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Jul 29 17:40:40.656084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-03c72905-9b38-44c3-b7f3-641d35c5f28a req-c49a1b2a-ef4a-49d3-b6bc-4c08e98266d9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674712 Jul 29 17:40:40.662359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:40.690123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:40.703157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:40.734649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-d70a7851-936b-4ead-a0e1-36291b13cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.735849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-d70a7851-936b-4ead-a0e1-36291b13cd34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1880434 Jul 29 17:40:40.743384 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2e531-2a29-46f3-8a6d-1177da5f913e None None] New status for floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:40:40.746872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-807f8d15-9aa3-4557-9ef8-efcf2d2bcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.748985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-807f8d15-9aa3-4557-9ef8-efcf2d2bcd5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043648 Jul 29 17:40:40.760352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0449faed-c903-4892-b9cf-d89ee4cd9f2b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:40.862229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-cf768ed1-5fd1-4fcd-99e3-97c51e041167 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121852 Jul 29 17:40:40.870152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac654b88-4c2f-4f43-8149-52410f87aa8c req-52967691-d3d0-44c9-b852-5fee4595eef0 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:40.872237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac654b88-4c2f-4f43-8149-52410f87aa8c req-52967691-d3d0-44c9-b852-5fee4595eef0 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 943 time: 0.1380639 Jul 29 17:40:40.951679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:40.962925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac654b88-4c2f-4f43-8149-52410f87aa8c req-8b41cf4d-b6bd-4d6f-825c-151ec26196f5 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790141 Jul 29 17:40:40.985114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '0449faed-c903-4892-b9cf-d89ee4cd9f2b', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '0449faed-c903-4892-b9cf-d89ee4cd9f2b', 'mac_address': 'fa:16:3e:ba:25:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:41.047333 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.074186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0449faed-c903-4892-b9cf-d89ee4cd9f2b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:41.078054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-eb865f82-182f-46d6-81b0-0d0be27d42cb tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4348221800604d91897d6f1d49138273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307655 Jul 29 17:40:41.079740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:41.106867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:41.117692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.183061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:41.222475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-97f1ca50-9447-45bd-bdf3-ec84774cde42 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.222475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-97f1ca50-9447-45bd-bdf3-ec84774cde42 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422002 Jul 29 17:40:41.228869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-network', 'tenant_id': '95fa645377f543d2b636569b137d80a1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:41.288979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.289609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.291074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 1121 time: 2.6469615 Jul 29 17:40:41.324318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd299-d42a-4c84-bd24-7f57a1f888b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=8']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:41.376230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275882-c95b-4b11-9c0a-332df50d4d71 req-02622a48-6d3e-4cf0-a328-276101d5a7d9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.377784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa275882-c95b-4b11-9c0a-332df50d4d71 req-02622a48-6d3e-4cf0-a328-276101d5a7d9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.5413406 Jul 29 17:40:41.383019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:41.426440 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-139f9c66-6f58-4934-9204-3d1771927549 service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581216 Jul 29 17:40:41.440140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02'}, {'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'}, {'name': 'network-changed', 'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6'}, {'name': 'network-changed', 'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:41.442536 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080fabe-000b-4f65-b301-3359dbce2001" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02"}, {"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a"}, {"name": "network-changed", "server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6"}, {"name": "network-changed", "server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:41.467457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['0449faed-c903-4892-b9cf-d89ee4cd9f2b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:41.484582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-2b053637-f89c-48b2-81e5-bdea38189f79 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/quotas/4348221800604d91897d6f1d49138273 HTTP/1.1" status: 200 len: 375 time: 0.2511337 Jul 29 17:40:41.489041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-5281b446-f9f1-4616-b9ef-92db1365559a service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746947 Jul 29 17:40:41.513644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Made reservation on behalf of 95fa645377f543d2b636569b137d80a1 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:41.516255 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.530776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa275882-c95b-4b11-9c0a-332df50d4d71 req-e88d6e9f-34e0-453b-8742-92aa6846ee91 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246848 Jul 29 17:40:41.542394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-95217f75-6056-4c92-950b-01a273bca355 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431607 Jul 29 17:40:41.558688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.657108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-394676bb-34dc-4aa8-b76d-731f8a4d7fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.689934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.694119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08612c40-130c-4104-86b5-7aabcf7cf1aa req-a117d26b-ae36-4ad1-a5a2-32556f4629c3 service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547708 Jul 29 17:40:41.698721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.724864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4543c-e311-41a8-9318-210f78317ca6 req-04e8442d-7c6a-4b9e-a914-d058e13083a1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.734886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cd4543c-e311-41a8-9318-210f78317ca6 req-04e8442d-7c6a-4b9e-a914-d058e13083a1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 943 time: 0.1282976 Jul 29 17:40:41.740829 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53e6d30b-fa91-4000-8cc1-fc875397b16e req-498cba9d-a5cf-4404-9720-10e0c0290416 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155139 Jul 29 17:40:41.757048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500a322c-547d-4abf-82b1-5e59cfdc9c79,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:41.771673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:40:41.788975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.789637 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Added segment 55883449-0d1e-474e-bbee-6aa0f9e7038e of type vlan for network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 Jul 29 17:40:41.814204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.823755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cd4543c-e311-41a8-9318-210f78317ca6 req-2a9d9b93-4709-436d-a84d-7502535e1d52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Jul 29 17:40:41.862303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.910789 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a36c5fd-2683-4017-93c8-6275bb056722 x-openstack-request-id: req-5a36c5fd-2683-4017-93c8-6275bb056722 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:41.911363 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02", "status": "completed", "code": 200}, {"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a", "code": 200}, {"name": "network-changed", "server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:41.911861 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a36c5fd-2683-4017-93c8-6275bb056722 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:41.912780 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'status': 'completed', 'code': 200} Jul 29 17:40:41.913361 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'code': 200} Jul 29 17:40:41.913869 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6', 'status': 'completed', 'code': 200} Jul 29 17:40:41.914469 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'status': 'completed', 'code': 200} Jul 29 17:40:41.923031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.924066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.930556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:41.997294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d2a6e-cc2f-4027-9b5d-4e2b1aa3c9f3 req-a8678790-d15e-407e-9ab9-49881adfb5e9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:41.999127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad2d2a6e-cc2f-4027-9b5d-4e2b1aa3c9f3 req-a8678790-d15e-407e-9ab9-49881adfb5e9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1714532 Jul 29 17:40:42.017207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] Pushing event updated for resources: {'Network': ['ID=1b16eaa9-8ccb-4714-aa2d-e87372dcdf89,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:42.021935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-f0f50345-6b2d-40ff-94f1-2abccd45c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.023381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-f0f50345-6b2d-40ff-94f1-2abccd45c467 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1095 time: 0.0834267 Jul 29 17:40:42.025741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0c374cfc-2acb-4537-92ce-e63a4c4484a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9443812 Jul 29 17:40:42.028189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:40:42.032829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:42.044580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Request body: {'subnet': {'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-subnet', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:42.050334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3b51a-9115-4958-949a-36088e3a1656 req-89f47282-928c-4184-b689-38f7b5660201 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.059009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01f3b51a-9115-4958-949a-36088e3a1656 req-89f47282-928c-4184-b689-38f7b5660201 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 944 time: 0.0862129 Jul 29 17:40:42.080614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad2d2a6e-cc2f-4027-9b5d-4e2b1aa3c9f3 req-94c93ea6-7e05-42c8-a839-01844f8fd8f8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Jul 29 17:40:42.082676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Made reservation on behalf of 95fa645377f543d2b636569b137d80a1 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:42.085351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.162850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01f3b51a-9115-4958-949a-36088e3a1656 req-e484c54e-b2a5-4a52-9796-c9694515d3af tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025584 Jul 29 17:40:42.226944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-45c2ec3f-8d03-4aca-b09d-ce7fd114a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.228851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-45c2ec3f-8d03-4aca-b09d-ce7fd114a2d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.1899841 Jul 29 17:40:42.277550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-97927b4f-e742-41a7-96e0-f9e0ff00a89b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 217 time: 0.0400021 Jul 29 17:40:42.290849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f87c8-59e5-48cb-9781-722e4131c701 req-a004204b-23c8-4079-8a0e-08b8627e0468 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.292415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177f87c8-59e5-48cb-9781-722e4131c701 req-a004204b-23c8-4079-8a0e-08b8627e0468 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 948 time: 0.0960603 Jul 29 17:40:42.327313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-058d5857-8be2-45d6-83b1-8d2a5ad20ce5 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4348221800604d91897d6f1d49138273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525527 Jul 29 17:40:42.385096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-177f87c8-59e5-48cb-9781-722e4131c701 req-f3b01fab-687f-48e9-9203-09b463f47dea tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Jul 29 17:40:42.385958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.389339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-0ffd1b98-0611-46a1-9f65-c136b0672186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.390877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-0ffd1b98-0611-46a1-9f65-c136b0672186 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.1046374 Jul 29 17:40:42.430053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfdfd67-fb0d-4327-b22b-949b2dda3841,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:42.456564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-f7abca60-7267-450f-9568-ffebd10e80ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350983 Jul 29 17:40:42.491804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Checking segment: {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:42.492147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Network hostable DHCP agents. Network: 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:40:42.527741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903d4c4-5183-4528-8dbd-23603ac1adab req-fa5c9c79-d41f-477d-9783-64c1bdee0b81 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.529229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2903d4c4-5183-4528-8dbd-23603ac1adab req-fa5c9c79-d41f-477d-9783-64c1bdee0b81 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 943 time: 0.0776920 Jul 29 17:40:42.530339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:40:42.543911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:42.545706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-722697c1-154c-48c6-8492-b4888389adc4 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.547203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-722697c1-154c-48c6-8492-b4888389adc4 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104282 Jul 29 17:40:42.548713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.549637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.555748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150f289-196c-4d94-8ca7-9ed8c9a4d23f None None] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:40:42.572833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-a55f1dfe-c295-4f4a-a5b9-4c156962e6c1 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/quotas/4348221800604d91897d6f1d49138273 HTTP/1.1" status: 200 len: 375 time: 0.0153084 Jul 29 17:40:42.583928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee9dc548-db55-4450-a0fb-4b2ac92e989b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5500522 Jul 29 17:40:42.586660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:42.592564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2903d4c4-5183-4528-8dbd-23603ac1adab req-08b17dc8-5c20-4f19-82e6-ff49ef209428 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569897 Jul 29 17:40:42.596079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:42.627491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.628911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.642046 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-32748396-3ecf-467d-a35e-a825827abd1c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561225 Jul 29 17:40:42.649643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-a9c30aac-b9c2-489f-b949-3f0c5bb9f699 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726353 Jul 29 17:40:42.691697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.759643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'fixed_ips': [{'subnet_id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:40:42.760205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-c43f7ed4-eddb-4a37-adf5-5a305b245106 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985317 Jul 29 17:40:42.761095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.883174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.897498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494a144-7899-45e5-b82e-7d104f3a5cfe req-e68f4ecd-5484-428a-88f7-72dc8f0f8b74 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.905451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f494a144-7899-45e5-b82e-7d104f3a5cfe req-e68f4ecd-5484-428a-88f7-72dc8f0f8b74 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.2045527 Jul 29 17:40:42.913965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-07cee09f-23db-42f3-98ca-db7af6fa885d req-6d56aaf7-d585-4bde-ba4b-2921560e9165 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 210 time: 0.0795131 Jul 29 17:40:42.916056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:42.953463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-fccdf3d1-cf84-4504-acb6-91983017b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:42.955440 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-fccdf3d1-cf84-4504-acb6-91983017b811 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1095 time: 0.1169341 Jul 29 17:40:42.963277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Allocated IP 172.20.0.2 (1b16eaa9-8ccb-4714-aa2d-e87372dcdf89/4bfdfd67-fb0d-4327-b22b-949b2dda3841/67e9dc1c-1cec-4432-beee-e5e63b9b05b0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:42.991667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f494a144-7899-45e5-b82e-7d104f3a5cfe req-08db2fa9-2e2e-4a69-82ca-562034e491fd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Jul 29 17:40:43.102121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-7c3d38ba-4cdf-4134-bbc9-24b6d8438a18 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4348221800604d91897d6f1d49138273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521491 Jul 29 17:40:43.263123 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.264813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac71068-8e2f-4fa2-b270-25b2e5b0cfe3 req-6fd3fc9e-beb0-4397-908f-b186b110d6f6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.272451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ac71068-8e2f-4fa2-b270-25b2e5b0cfe3 req-6fd3fc9e-beb0-4397-908f-b186b110d6f6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 943 time: 0.2377446 Jul 29 17:40:43.274315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Transition to ACTIVE for port object 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:43.297476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Transition to ACTIVE for port object 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:43.300615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cf256919-d88f-4cdd-b7b5-ec711e336a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.302550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cf256919-d88f-4cdd-b7b5-ec711e336a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880009 Jul 29 17:40:43.310907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4bba1fc5-9be5-405e-b217-595bc9ae3e02 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:43.311875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-f3dbe50d-4b1b-4053-89fe-6f4e1fa8ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.313353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-f3dbe50d-4b1b-4053-89fe-6f4e1fa8ade4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.3486514 Jul 29 17:40:43.327141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.333884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Request body: {'port': {'device_id': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '4348221800604d91897d6f1d49138273'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:43.343016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.348780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ac71068-8e2f-4fa2-b270-25b2e5b0cfe3 req-e13f52fc-6b9d-41e0-91fa-398d4eed0c2b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753942 Jul 29 17:40:43.368808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.386599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Pushing event updated for resources: {'Port': ['ID=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:43.403619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f609e3e-b388-447c-a17c-727e7b58faae req-8b57af05-3e90-4d29-9a08-86f8edcb2627 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.405174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f609e3e-b388-447c-a17c-727e7b58faae req-8b57af05-3e90-4d29-9a08-86f8edcb2627 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1396744 Jul 29 17:40:43.419125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-379d9bab-faed-4c2b-8925-dc8b1f4c6f55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 217 time: 0.0903485 Jul 29 17:40:43.492019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f609e3e-b388-447c-a17c-727e7b58faae req-727c277a-b1a6-49ce-8c8e-c40f50812341 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579758 Jul 29 17:40:43.497373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:43.500390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:43.513105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:43.556128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-69a533cb-675e-40b4-b30d-a1f18fef02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.558313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-69a533cb-675e-40b4-b30d-a1f18fef02cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1282275 Jul 29 17:40:43.559427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Allocated IP 172.25.5.244 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/542115b3-06e5-47de-a684-2476a8081b64) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:43.614732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:43.618232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Attempting to bind port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:43.618804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Attempting to bind port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:43.619275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Attempting to bind port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 on network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:43.623628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c23b9-dc8d-45b0-9f3e-13db85343d3a req-0a42b74c-57ea-44a9-9015-0f3fd30432d7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.631252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e36c23b9-dc8d-45b0-9f3e-13db85343d3a req-0a42b74c-57ea-44a9-9015-0f3fd30432d7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 944 time: 0.1641724 Jul 29 17:40:43.632945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:43.633403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Checking segment: {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:43.633862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.634339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Bound using segment: {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:43.634935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Bound port: 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:43.635374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.638748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-303e8a1b-0409-4b40-9f49-adc89a43e6af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654311 Jul 29 17:40:43.651448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'network_id': '90d895ec-57c9-491b-b2fa-83661d18c0b9', 'port_id': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'mac_address': 'fa:16:3e:af:51:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e08cd9-c161-499e-bd3a-a1fd5352db3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:43.696043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d4b7-3185-4f08-9f45-38ff4d8d8f72 req-3ffc4220-a9fe-45a9-8fbf-b8eeec675344 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:43.698940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8af8d4b7-3185-4f08-9f45-38ff4d8d8f72 req-3ffc4220-a9fe-45a9-8fbf-b8eeec675344 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 948 time: 0.1367798 Jul 29 17:40:43.729122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Made reservation on behalf of 4348221800604d91897d6f1d49138273 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:43.733360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.742498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e36c23b9-dc8d-45b0-9f3e-13db85343d3a req-b9da207c-fb41-4c49-9142-1343b46f782a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Jul 29 17:40:43.755986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.783844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8af8d4b7-3185-4f08-9f45-38ff4d8d8f72 req-d8edceee-d944-4001-96e8-38c9e7978747 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706081 Jul 29 17:40:43.802394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.846755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-e5d733de-6669-42a8-b78b-e2a1371ab32d service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967077 Jul 29 17:40:43.859687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.873561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.884628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] For port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:43.898506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bba1fc5-9be5-405e-b217-595bc9ae3e02 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:43.901155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:43.904221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] For port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:43.904368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:43.907994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:43.916439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Pushing event updated for resources: {'Port': ['ID=542115b3-06e5-47de-a684-2476a8081b64,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:43.926682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.929517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:43.956557 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.957206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f3889b4-689f-4db2-9d46-49009f3b35a6 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:43.965924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:43.982156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.008044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e17372-de1c-4470-a135-ba4f6b455da2 None None] Pushing event updated for resources: {'Port': ['ID=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:44.042267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657123d4-bd4b-410b-9664-9a70948fbbd8 req-396a2442-779d-4751-bbba-0a84eae5500d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.044272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-657123d4-bd4b-410b-9664-9a70948fbbd8 req-396a2442-779d-4751-bbba-0a84eae5500d tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 943 time: 0.1930358 Jul 29 17:40:44.104424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:44.127875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-fba7cffc-4bfb-4681-9f80-552e2a64393c service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592833 Jul 29 17:40:44.128626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55b126-0a68-4488-9d88-0c3b2d7f6487,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:44.171872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:44.176679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aeb33a7f-f9ae-4e8d-a5c0-5de1974a66af req-dce64009-0d3a-46d8-8536-1541797a5e8c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 210 time: 0.1444008 Jul 29 17:40:44.228301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-657123d4-bd4b-410b-9664-9a70948fbbd8 req-a9d1380b-67ad-43f2-9a60-a989f0da6bbb tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737540 Jul 29 17:40:44.239411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'port_id': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'mac_address': 'fa:16:3e:12:01:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:44.247935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-6c17da5f-5238-4a83-8ef4-c1e01f6de333 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4348221800604d91897d6f1d49138273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579538 Jul 29 17:40:44.366171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.386220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Allocated IP 192.168.233.187 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/2c5b7ac2-24fb-4a20-a42f-e36250e856ad) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:44.406717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3889b4-689f-4db2-9d46-49009f3b35a6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:44.470878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:44.477768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.486078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.500768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-3cb08591-8a5d-46bb-8ed2-b3dd87df0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.512633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-3cb08591-8a5d-46bb-8ed2-b3dd87df0a2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1124 time: 0.2672591 Jul 29 17:40:44.523809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e952d96-7d2f-4591-9ffc-6bcc53c9e64f req-4b6cc08c-aa18-432a-8189-12894a290879 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.527070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e952d96-7d2f-4591-9ffc-6bcc53c9e64f req-4b6cc08c-aa18-432a-8189-12894a290879 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1555610 Jul 29 17:40:44.558141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.573387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:44.660892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e952d96-7d2f-4591-9ffc-6bcc53c9e64f req-f699fd45-f46e-4827-99bc-bdbc8c904626 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209738 Jul 29 17:40:44.732098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed44b-7afe-4a85-89dc-53d882c58f1b req-d2897586-2038-4884-9945-701581877204 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.733805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e2ed44b-7afe-4a85-89dc-53d882c58f1b req-d2897586-2038-4884-9945-701581877204 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 943 time: 0.1980567 Jul 29 17:40:44.754144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-d0024332-55fb-4c76-aa5f-f41239376d3e tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.755664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-d0024332-55fb-4c76-aa5f-f41239376d3e tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4958844 Jul 29 17:40:44.762411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:44.782762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0449faed-c903-4892-b9cf-d89ee4cd9f2b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:44.785803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:44.787520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2f3889b4-689f-4db2-9d46-49009f3b35a6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:44.798729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Request body: {'port': {'device_id': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '4348221800604d91897d6f1d49138273'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:44.834410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740e598-41dc-43a3-98fd-147088c669fe req-6c04c966-6ec3-4479-851b-f42087b8968c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.836542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4740e598-41dc-43a3-98fd-147088c669fe req-6c04c966-6ec3-4479-851b-f42087b8968c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1048331 Jul 29 17:40:44.852905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:44.939014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-419c9bee-d56f-4456-a9ef-259b24b35ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:44.940539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-419c9bee-d56f-4456-a9ef-259b24b35ef2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.4153810 Jul 29 17:40:44.948095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e2ed44b-7afe-4a85-89dc-53d882c58f1b req-a51e6a36-fe0c-40fc-97ef-fa5dd24581c7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011433 Jul 29 17:40:45.052971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4740e598-41dc-43a3-98fd-147088c669fe req-52a1f6b2-5925-4ee4-b042-1b78bed74261 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099917 Jul 29 17:40:45.053332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 0449faed-c903-4892-b9cf-d89ee4cd9f2b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:45.079586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:45.092833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 0449faed-c903-4892-b9cf-d89ee4cd9f2b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:45.093313 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.187730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:40:45.249890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-b3474d02-511c-4985-9f80-67e5575400f6 service neutron] 10.222.0.49 "GET /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.1905627 Jul 29 17:40:45.339040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:45.427245 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.433633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-433f0a38-6fbb-4671-92c9-cb9a43d86863 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.4647014 Jul 29 17:40:45.492102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa887ea-bffc-4b63-b442-cd38ae053eff None None] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:40:45.493287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.555904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Transition to ACTIVE for port object 2c5b7ac2-24fb-4a20-a42f-e36250e856ad will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:45.565060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:45.567763 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63857b32-d43b-499b-8cf9-8e5ee44e9c8b" -d '{"events": [{"server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "name": "network-vif-plugged", "status": "completed", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:45.581849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:40:45.592084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a44dc-7938-4a8e-a43f-32ac976a0973 req-a9109e46-86b5-44ee-af6c-6bd7a24729bb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:45.593682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc0a44dc-7938-4a8e-a43f-32ac976a0973 req-a9109e46-86b5-44ee-af6c-6bd7a24729bb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 948 time: 0.4103737 Jul 29 17:40:45.600967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:45.607439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e332f-a449-44fa-b320-5d87a2415b5d req-0224e38c-7306-44b5-b9f4-40cf763480e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:45.609274 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e332f-a449-44fa-b320-5d87a2415b5d req-0224e38c-7306-44b5-b9f4-40cf763480e2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 945 time: 0.1825960 Jul 29 17:40:45.610938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fabe-000b-4f65-b301-3359dbce2001 req-a82ce7a6-47e2-45c7-a208-737074d3a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:45.612412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-a82ce7a6-47e2-45c7-a208-737074d3a488 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1621063 Jul 29 17:40:45.631737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Made reservation on behalf of 4348221800604d91897d6f1d49138273 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:45.636209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.648638 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.655669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-62f1ff15-a023-4929-b561-b4efa176bb19 None None] Provisioning for port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:45.664970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:45.688662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-49906557-6ab4-45f2-8e4e-221e4598ce2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658326 Jul 29 17:40:45.709959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '77409f73-1f79-4773-9f7e-051f525f4de6', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'port_id': '77409f73-1f79-4773-9f7e-051f525f4de6', 'mac_address': 'fa:16:3e:d8:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0da8a-35f8-46b0-8d23-fd75e05fb6c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:45.728172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc0a44dc-7938-4a8e-a43f-32ac976a0973 req-d79b37c8-2777-40ad-a2d9-bb262b5302a9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172268 Jul 29 17:40:45.729262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e332f-a449-44fa-b320-5d87a2415b5d req-4237aa93-f4d4-48fc-80ce-1e09742c861f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831618 Jul 29 17:40:45.770066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.806456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:45.835888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:45.847109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:45.857448 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.880026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:45.880571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:40:45.892853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:45.898504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Sync routers for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:40:45.902975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77409f73-1f79-4773-9f7e-051f525f4de6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:45.955044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:45.956498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:45.957174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:45.958001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:45.963037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c53a7b42-5de5-4492-8f8d-3713b10d6f3e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3747871 Jul 29 17:40:45.965623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:45.971657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43482) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:45.997133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15aba7e4-6541-4765-bf37-78d6a357a219 req-f3b0c7cd-5bae-438a-ac0e-686cdfa2b0a0 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 210 time: 0.0711243 Jul 29 17:40:46.020128 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.029528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:46.115040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:46.147090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:46.175542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:46.178304 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b1e8a-ebb1-4c48-9938-cd3410d01587 x-openstack-request-id: req-510b1e8a-ebb1-4c48-9938-cd3410d01587 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:46.182743 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "name": "network-vif-plugged", "status": "completed", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:46.182743 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-510b1e8a-ebb1-4c48-9938-cd3410d01587 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:46.182995 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b', 'code': 200} Jul 29 17:40:46.186027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.220096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf03a5-9dee-4090-9433-9376cade9a94 req-12655b75-ccaf-4879-86f9-69d92e5c878a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.234232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6bf03a5-9dee-4090-9433-9376cade9a94 req-12655b75-ccaf-4879-86f9-69d92e5c878a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1090217 Jul 29 17:40:46.310350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.311290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.315722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6bf03a5-9dee-4090-9433-9376cade9a94 req-7c93c753-54e5-41f9-8805-fcc9116482a3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Jul 29 17:40:46.317131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:46.329427 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-45ae34ec-de16-475b-ace4-ada60d09ca78 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132393 Jul 29 17:40:46.353290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] Transition to ACTIVE for port object 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:46.364058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.379640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:46.408528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:46.409434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946979-cf7e-4590-935d-1aa5160ec071 req-7fe8521c-3e38-408e-896c-4de97329402c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.416913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e946979-cf7e-4590-935d-1aa5160ec071 req-7fe8521c-3e38-408e-896c-4de97329402c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 944 time: 0.4744241 Jul 29 17:40:46.451072 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-cd74e4be-3a4a-4c0a-bae4-dd307ad67107 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1234033 Jul 29 17:40:46.475530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Request body: {'port': {'device_id': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:46.477081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Provisioning for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:46.479359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] No DVR routers for this DVR port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:46.492899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Provisioning complete for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:46.493226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.497090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] Pushing event updated for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=10']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:46.503849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Allocated IP 192.168.233.96 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/c136f648-b326-4d74-a580-73ff4f2564d2) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:46.529670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b265d1-ccde-45cd-ad45-1d20524e30dd req-0fd5cc6d-acec-4c5d-9f4e-9b9bcd27d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.529936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeecdef-051e-4dd8-a0bb-2a06b0b4077e req-2aaf47e2-43bc-4c8d-bc4e-712e1a67ed89 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.531189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72b265d1-ccde-45cd-ad45-1d20524e30dd req-0fd5cc6d-acec-4c5d-9f4e-9b9bcd27d65b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 1100 time: 0.3252068 Jul 29 17:40:46.531354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5eeecdef-051e-4dd8-a0bb-2a06b0b4077e req-2aaf47e2-43bc-4c8d-bc4e-712e1a67ed89 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.1239421 Jul 29 17:40:46.537432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-46ef302b-d117-4cee-8bc3-20ca36fdb4af service neutron] 10.222.0.49 "PUT /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2768469 Jul 29 17:40:46.587450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:46.596264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:46.597532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5eeecdef-051e-4dd8-a0bb-2a06b0b4077e req-0def12a2-d438-4afa-abb4-0a0ac6e8e29c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518961 Jul 29 17:40:46.613785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:46.613785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.636579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e946979-cf7e-4590-935d-1aa5160ec071 req-ccf66f7a-2ebb-4e26-8c0e-2bc8f1747566 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2186968 Jul 29 17:40:46.662022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-0a591fec-75ec-46b1-88ec-3cc2b4c64554 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.663588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-0a591fec-75ec-46b1-88ec-3cc2b4c64554 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.0620241 Jul 29 17:40:46.727222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d776bf46-2864-4d38-aa81-70ad75a17877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.728146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3080fabe-000b-4f65-b301-3359dbce2001 req-b6a14a99-8656-40a4-a3cf-b5355c086b33 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979323 Jul 29 17:40:46.728803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d776bf46-2864-4d38-aa81-70ad75a17877 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 1095 time: 0.0562556 Jul 29 17:40:46.760724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72b265d1-ccde-45cd-ad45-1d20524e30dd req-56204ed8-f2e2-4650-a763-53015c17f351 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136691 Jul 29 17:40:46.772015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.795402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310dd9-9ffa-4a75-8a65-2b8b6fea8d0a req-9675b0bf-5af4-478e-86c6-e80d7c315e0e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.796957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89310dd9-9ffa-4a75-8a65-2b8b6fea8d0a req-9675b0bf-5af4-478e-86c6-e80d7c315e0e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.0853815 Jul 29 17:40:46.829249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-b6b7dc66-d40e-40e5-affa-efaa2e7c026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.830816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-b6b7dc66-d40e-40e5-affa-efaa2e7c026d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1095 time: 0.0722096 Jul 29 17:40:46.843398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Provisioning complete for port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:46.844159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:46.848704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89310dd9-9ffa-4a75-8a65-2b8b6fea8d0a req-16efee41-6696-4ba8-ba06-621bf05b4852 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Jul 29 17:40:46.977134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-21dc2d68-f8f7-432c-8306-3758c4989aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.978807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-21dc2d68-f8f7-432c-8306-3758c4989aca service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.1298411 Jul 29 17:40:46.984129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:44Z', 'revision_number': 3, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:46.995059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8766b-4225-49e3-a4fc-6a30782800e6 req-8f732e0d-e947-4a35-bede-a6ec47ff0e22 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:46.996897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b8e8766b-4225-49e3-a4fc-6a30782800e6 req-8f732e0d-e947-4a35-bede-a6ec47ff0e22 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 945 time: 0.0671339 Jul 29 17:40:47.032704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Checking router: fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:40:47.032934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Updating router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 port 542115b3-06e5-47de-a684-2476a8081b64 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:40:47.040129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-30a7782f-8a97-41a1-8d67-917704667fd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.0421414 Jul 29 17:40:47.090421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.104995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.106162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b8e8766b-4225-49e3-a4fc-6a30782800e6 req-13067429-f02b-432c-a31a-cbe3b22d3f43 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007357 Jul 29 17:40:47.115141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-e3415b37-18d2-4ed5-ab80-b268f98da9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.116785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-e3415b37-18d2-4ed5-ab80-b268f98da9a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0660472 Jul 29 17:40:47.120761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.154884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365415ba-ccbc-47f6-90c1-dcc273fa0284 req-c6e8ae68-fe28-4863-a1d3-a50ba8daa233 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.156698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-365415ba-ccbc-47f6-90c1-dcc273fa0284 req-c6e8ae68-fe28-4863-a1d3-a50ba8daa233 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.1945229 Jul 29 17:40:47.156896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.174361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-d7843d38-db50-4822-acb0-c0d36b0ec6fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346653 Jul 29 17:40:47.196019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] For port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:47.204953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Transition to ACTIVE for port object c136f648-b326-4d74-a580-73ff4f2564d2 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:47.244799 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.252477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-365415ba-ccbc-47f6-90c1-dcc273fa0284 req-b8634b9f-8a87-41c8-90f2-6125c6c4efc1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Jul 29 17:40:47.272188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a07b704-b3db-4f59-8df5-9f3851ba2d95 req-03a2ac2b-742b-4296-adb0-c8839326431c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 210 time: 0.0387747 Jul 29 17:40:47.327632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.330557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-8495d25f-b9f4-4222-8b24-8eeb3c1e52d3 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448450 Jul 29 17:40:47.356167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4bba1fc5-9be5-405e-b217-595bc9ae3e02 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:47.406509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.430795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608368c-0001-4b99-ba6a-a960618d55ef None None] Pushing event updated for resources: {'Port': ['ID=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:47.436932 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:40:47.438118 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:40:47.444895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:47.453145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-c3253dea-e8cb-4af4-ac82-866cd0295f30 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140106 Jul 29 17:40:47.470116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:47.502036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:47.508161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:47.510197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:47.520339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:47.520727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.589083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.604733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Transition to ACTIVE for port object 542115b3-06e5-47de-a684-2476a8081b64 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:47.635349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.705003 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.756251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e3c4-3d77-4424-ad01-cfdc0ebccccd None None] Pushing event updated for resources: {'Port': ['ID=542115b3-06e5-47de-a684-2476a8081b64,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:47.777226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Attempting to bind port 542115b3-06e5-47de-a684-2476a8081b64 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:47.777842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Attempting to bind port 542115b3-06e5-47de-a684-2476a8081b64 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:47.778535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Attempting to bind port 542115b3-06e5-47de-a684-2476a8081b64 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:47.790976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:47.791734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:47.792326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.792859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:47.793487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Bound port: 542115b3-06e5-47de-a684-2476a8081b64, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:47.794021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.825311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:47.826822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-057611b6-3633-4417-b75d-4e2338cf1a4c tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.828796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-057611b6-3633-4417-b75d-4e2338cf1a4c tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.0881088 Jul 29 17:40:47.834016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.835076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f3889b4-689f-4db2-9d46-49009f3b35a6 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:47.848770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3ccf-41b9-42b5-9726-4751216e0dbb req-4b2a6949-615b-4144-93e6-ca8d32f24aec tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.858809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee7c3ccf-41b9-42b5-9726-4751216e0dbb req-4b2a6949-615b-4144-93e6-ca8d32f24aec tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.1310802 Jul 29 17:40:47.935151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efa3ef-6146-4754-b0d6-ff22545ad5a9 req-1349aeff-87fd-4d27-a5bf-68ce6d9af53d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.935764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] For port 542115b3-06e5-47de-a684-2476a8081b64, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:47.936691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73efa3ef-6146-4754-b0d6-ff22545ad5a9 req-1349aeff-87fd-4d27-a5bf-68ce6d9af53d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.5327101 Jul 29 17:40:47.947938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee7c3ccf-41b9-42b5-9726-4751216e0dbb req-6a512148-1758-44a3-b070-c614ad6ad340 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876184 Jul 29 17:40:47.948197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-00831499-2d9a-4373-b311-6c217f520939 None None] Provisioning for port c136f648-b326-4d74-a580-73ff4f2564d2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:47.949902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:47.950553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.998545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] For port 542115b3-06e5-47de-a684-2476a8081b64, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=542115b3-06e5-47de-a684-2476a8081b64,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:48.005665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-00831499-2d9a-4373-b311-6c217f520939 None None] Provisioning complete for port c136f648-b326-4d74-a580-73ff4f2564d2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:48.005665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00831499-2d9a-4373-b311-6c217f520939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.013335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:48.016888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-0c03bd84-6b2e-4f1b-bcdf-c075d95f9aa4 service neutron] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:48.023083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-0c03bd84-6b2e-4f1b-bcdf-c075d95f9aa4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.024714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9c6f04-837e-4152-bffd-0e9763f065df req-0c03bd84-6b2e-4f1b-bcdf-c075d95f9aa4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.1631188 Jul 29 17:40:48.045840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.052835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-fa916ac7-1dcc-48ca-9528-a2dfeac9b754 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2607872 Jul 29 17:40:48.085743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Request body: {'port': {'device_id': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:48.093340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:48.120086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2f3889b4-689f-4db2-9d46-49009f3b35a6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:48.127867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-00831499-2d9a-4373-b311-6c217f520939 None None] Port c136f648-b326-4d74-a580-73ff4f2564d2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:48.137541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.142524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73efa3ef-6146-4754-b0d6-ff22545ad5a9 req-d2b9692f-37ff-4afa-a53e-89649031922c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550853 Jul 29 17:40:48.143968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2f3889b4-689f-4db2-9d46-49009f3b35a6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:48.144336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.203068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.210911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Transition to ACTIVE for port object 2c5b7ac2-24fb-4a20-a42f-e36250e856ad will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:48.216288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e3c4-3d77-4424-ad01-cfdc0ebccccd None None] Pushing event updated for resources: {'Port': ['ID=542115b3-06e5-47de-a684-2476a8081b64,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:48.224805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:48.231856 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e42ee9-5f8a-4d36-81d1-60e816b88d1a" -d '{"events": [{"server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "name": "network-vif-plugged", "status": "completed", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:48.238846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.240504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:48.241170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:48.293232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Allocated IP 172.20.0.1 (1b16eaa9-8ccb-4714-aa2d-e87372dcdf89/4bfdfd67-fb0d-4327-b22b-949b2dda3841/25277876-dd6b-4ce4-b572-5e8e1ef249f4) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:48.312131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:48.339466 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-7bc9cb00-8637-4ad7-ad9c-cc40b8af4973 service neutron] show failed (client error): The resource could not be found. Jul 29 17:40:48.348656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-7bc9cb00-8637-4ad7-ad9c-cc40b8af4973 service neutron] 10.222.0.38 "GET /v2.0/ports/4d1c434c-ece5-417a-bf27-6405a57014ee/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1573982 Jul 29 17:40:48.424851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:48.439951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4917b-595c-47f1-9ed7-9915ed9e4270 req-09a435ac-e68c-449d-970e-13452b0e2ab4 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.442120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f4917b-595c-47f1-9ed7-9915ed9e4270 req-09a435ac-e68c-449d-970e-13452b0e2ab4 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 944 time: 0.1284256 Jul 29 17:40:48.450092 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.479656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:48.531081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f4917b-595c-47f1-9ed7-9915ed9e4270 req-0f66e765-eb0d-4a1a-81b6-add43e0b1a61 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706356 Jul 29 17:40:48.556379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:48.556889 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.661210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906745b4-620b-4ff0-b112-dd55630dac26 req-806ab014-9cbb-454d-a8f5-7e48b13d09d9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.668696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:48.668887 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-906745b4-620b-4ff0-b112-dd55630dac26 req-806ab014-9cbb-454d-a8f5-7e48b13d09d9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.3732829 Jul 29 17:40:48.674914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55210ea2-0746-45aa-8fcc-0fba50de18ca req-22bc7017-7f88-4b88-88f4-9af9db451564 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.681681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55210ea2-0746-45aa-8fcc-0fba50de18ca req-22bc7017-7f88-4b88-88f4-9af9db451564 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 946 time: 0.0796311 Jul 29 17:40:48.684897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.686063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:48.742301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55210ea2-0746-45aa-8fcc-0fba50de18ca req-637dc44d-9ce7-4e48-8c4b-8af4d8250c53 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Jul 29 17:40:48.787644 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed75b7-c3d0-4927-b19b-9f88c62ce39b x-openstack-request-id: req-67ed75b7-c3d0-4927-b19b-9f88c62ce39b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:48.787933 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "name": "network-vif-plugged", "status": "completed", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:48.788187 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67ed75b7-c3d0-4927-b19b-9f88c62ce39b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:48.788581 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'code': 200} Jul 29 17:40:48.835161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:48.848674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-906745b4-620b-4ff0-b112-dd55630dac26 req-47cbd0fe-3a1d-4647-840a-c1d2224e4e16 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Jul 29 17:40:48.879888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.888594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Attempting to bind port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:48.888926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Attempting to bind port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:48.889254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Attempting to bind port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:48.927300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-15a22646-0224-484e-b84b-57ce5a8a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.929061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-15a22646-0224-484e-b84b-57ce5a8a0d15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1101 time: 0.1925232 Jul 29 17:40:48.937131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:48.937824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Attempting to bind port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:48.941429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Transition to ACTIVE for port object 25277876-dd6b-4ce4-b572-5e8e1ef249f4 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:48.941649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c71416-7766-4912-9243-d9152973bb1b req-1e345a50-dc90-462e-9d53-90fe8b3f2261 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.943488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60c71416-7766-4912-9243-d9152973bb1b req-1e345a50-dc90-462e-9d53-90fe8b3f2261 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.0965049 Jul 29 17:40:48.947441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:48.974636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710e4c-707e-46e1-903b-1a4d92c218e1 req-08ca729c-69d6-46c1-afc0-37c9d1800433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:48.976150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2710e4c-707e-46e1-903b-1a4d92c218e1 req-08ca729c-69d6-46c1-afc0-37c9d1800433 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1097 time: 0.0923381 Jul 29 17:40:48.986066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:48.986862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:48.987473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:48.988137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Bound port: 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:48.988730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.008618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60c71416-7766-4912-9243-d9152973bb1b req-9fcf3d3b-7c95-48a7-995e-abece809006d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568140 Jul 29 17:40:49.023863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:49.025477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2710e4c-707e-46e1-903b-1a4d92c218e1 req-c89e84ca-a5ce-4dbe-976a-ff026da442fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Jul 29 17:40:49.077558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:44Z', 'revision_number': 3, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:49.105968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366947a2-ff72-49d6-b0a3-2994dcffa2a1 None None] The sync data for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 is: [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:44Z', 'revision_number': 3, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:40:49.146704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86b91-6e66-43a8-a742-70aaba92b81c req-64d2267d-064a-4d05-9361-001b66c10809 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.148342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dde86b91-6e66-43a8-a742-70aaba92b81c req-64d2267d-064a-4d05-9361-001b66c10809 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.0619695 Jul 29 17:40:49.149193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.154686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c136f648-b326-4d74-a580-73ff4f2564d2 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:49.193482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dde86b91-6e66-43a8-a742-70aaba92b81c req-58ea3469-9971-42e1-a148-aee159137c91 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Jul 29 17:40:49.196623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffd28e-0706-44a4-b67f-cd031a186d7b req-7a822a85-7beb-4951-9bea-b1700ae1aac6 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.198302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92ffd28e-0706-44a4-b67f-cd031a186d7b req-7a822a85-7beb-4951-9bea-b1700ae1aac6 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 935 time: 0.2417929 Jul 29 17:40:49.229792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.240832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.264472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:49.316485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Transition to ACTIVE for port object c136f648-b326-4d74-a580-73ff4f2564d2 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:49.328821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:49.335902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:49.338644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2b9df-07fc-4014-b53b-d6ea1919c4cd req-c6c48681-03b5-41bc-9bdd-3e0bdf0866f8 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.341695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:49.345989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.349803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51f2b9df-07fc-4014-b53b-d6ea1919c4cd req-c6c48681-03b5-41bc-9bdd-3e0bdf0866f8 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 1100 time: 0.0682864 Jul 29 17:40:49.362229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.402560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51f2b9df-07fc-4014-b53b-d6ea1919c4cd req-29f36aff-745f-4243-8646-7b7395f539da tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497119 Jul 29 17:40:49.415035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:49.439264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 77409f73-1f79-4773-9f7e-051f525f4de6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:49.449572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 77409f73-1f79-4773-9f7e-051f525f4de6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:49.450223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.484529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92ffd28e-0706-44a4-b67f-cd031a186d7b req-adfc4333-115b-45dd-af8b-67aa3b48046c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699931 Jul 29 17:40:49.495018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:49.570811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f78e56-8078-4164-b3e6-19f8341d2530 req-e5658e80-b37e-47aa-a17b-61ba3f014b29 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.572438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16f78e56-8078-4164-b3e6-19f8341d2530 req-e5658e80-b37e-47aa-a17b-61ba3f014b29 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.0787084 Jul 29 17:40:49.662518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.668204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Pushing event updated for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:49.704345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16f78e56-8078-4164-b3e6-19f8341d2530 req-277bb6f5-79b8-482c-b402-520a861f9db8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257048 Jul 29 17:40:49.731626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:49.747348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.795252 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.795892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.798794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] 10.222.0.49 "PUT /v2.0/ports/2c5b7ac2-24fb-4a20-a42f-e36250e856ad HTTP/1.1" status: 200 len: 1096 time: 3.3278997 Jul 29 17:40:49.803526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:49.810353 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:49.827505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:49.876422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358efea-9051-43fd-92d2-42d35ccf50f6 req-f627fbde-bfc6-4774-80ad-03ffa5850934 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:49.888621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9358efea-9051-43fd-92d2-42d35ccf50f6 req-f627fbde-bfc6-4774-80ad-03ffa5850934 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1095 time: 0.0818043 Jul 29 17:40:49.898523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.900985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:49.922759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-596f640a-bd5a-44ac-b97e-19f4343ff767 None None] Provisioning for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:49.928136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-596f640a-bd5a-44ac-b97e-19f4343ff767 None None] Provisioning complete for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:49.928513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-596f640a-bd5a-44ac-b97e-19f4343ff767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:49.963044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9358efea-9051-43fd-92d2-42d35ccf50f6 req-5633cd54-f4c7-4515-9398-036d0d7aa47d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728104 Jul 29 17:40:50.026431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-596f640a-bd5a-44ac-b97e-19f4343ff767 None None] Port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:50.140945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-618bee8b-3bbf-4f08-a2c4-f707ada028a7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510831 Jul 29 17:40:50.274332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d85a6-2fae-4217-b27c-a57e8ac84954 req-43defdb9-958d-4a14-a3a8-abfcaf4ea93f tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.275918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c02d85a6-2fae-4217-b27c-a57e8ac84954 req-43defdb9-958d-4a14-a3a8-abfcaf4ea93f tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.5537291 Jul 29 17:40:50.280011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-46b0623d-1b08-4da0-8388-0e569e0029de tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.287127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-46b0623d-1b08-4da0-8388-0e569e0029de tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405711 Jul 29 17:40:50.297448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-52d2ff77-7509-474b-ad00-b22aa43e5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.299011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-52d2ff77-7509-474b-ad00-b22aa43e5d26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 1099 time: 0.3862877 Jul 29 17:40:50.303596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-11f2a022-7d2f-443d-8f51-1a979275cac4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/quotas/8586815112e64c56922beb148d3b9c2d HTTP/1.1" status: 200 len: 375 time: 0.0147750 Jul 29 17:40:50.325449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 542115b3-06e5-47de-a684-2476a8081b64 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:50.349436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713573d-5c91-48a3-b3a2-2538970f1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:50.387211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 542115b3-06e5-47de-a684-2476a8081b64 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:50.391839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 542115b3-06e5-47de-a684-2476a8081b64 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:50.392208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.398817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-5f3ddaa7-49f8-4bad-a71b-254b27a71c5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad HTTP/1.1" status: 200 len: 217 time: 0.0826020 Jul 29 17:40:50.400874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-7c537334-4745-4146-8b42-8b3913ade011 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0936770 Jul 29 17:40:50.425532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Attempting to bind port c136f648-b326-4d74-a580-73ff4f2564d2 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:50.425874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Attempting to bind port c136f648-b326-4d74-a580-73ff4f2564d2 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:50.426212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Attempting to bind port c136f648-b326-4d74-a580-73ff4f2564d2 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:50.477725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:50.478447 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.484664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Port c136f648-b326-4d74-a580-73ff4f2564d2 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:50.484997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Attempting to bind port c136f648-b326-4d74-a580-73ff4f2564d2 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:50.500191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 542115b3-06e5-47de-a684-2476a8081b64, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=542115b3-06e5-47de-a684-2476a8081b64,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:50.511624 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c02d85a6-2fae-4217-b27c-a57e8ac84954 req-e1a6796f-1d2f-4c2c-8b43-8ca1b82e559e tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2170532 Jul 29 17:40:50.512228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.532621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.538906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:50.539247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:50.539641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:50.540095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Bound port: c136f648-b326-4d74-a580-73ff4f2564d2, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:50.540450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.576427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-20f955ab-079f-4d7d-a1ee-b0cf7df6a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.578282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-20f955ab-079f-4d7d-a1ee-b0cf7df6a574 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1708803 Jul 29 17:40:50.599144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=542115b3-06e5-47de-a684-2476a8081b64,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:50.602745 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72024aa-2a61-4902-be73-d6ba21a4ff54 x-openstack-request-id: req-c72024aa-2a61-4902-be73-d6ba21a4ff54 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:50.602998 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:50.603354 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c72024aa-2a61-4902-be73-d6ba21a4ff54 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:50.603758 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'status': 'completed', 'code': 200} Jul 29 17:40:50.678185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e56a5a-79b4-443f-9964-576a78118cc3 req-6e347dbd-43fa-4c1e-9bd3-5017fa2cf27e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.687869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83e56a5a-79b4-443f-9964-576a78118cc3 req-6e347dbd-43fa-4c1e-9bd3-5017fa2cf27e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 946 time: 0.0796719 Jul 29 17:40:50.728878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83e56a5a-79b4-443f-9964-576a78118cc3 req-3225fa3b-6eea-4d76-b987-de4ffacb2dad tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Jul 29 17:40:50.790426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6'}, {'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:50.793350 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4708d-0b3c-49f3-9ce8-751f29cc3583" -d '{"events": [{"server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "name": "network-vif-plugged", "status": "completed", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6"}, {"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-plugged", "status": "completed", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:50.924077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:50.932256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-7aec3293-743d-4cba-bb87-a46b831de0d6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:50.940617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-7aec3293-743d-4cba-bb87-a46b831de0d6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.1223426 Jul 29 17:40:50.957942 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-1d57f6de-a7cb-4106-8b8e-61c36d32c5fb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/quotas/030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 375 time: 0.0161538 Jul 29 17:40:51.013017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-6cd18338-8923-4357-b47f-4620863d04e3 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541451 Jul 29 17:40:51.050452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.099703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:51.111009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-44a58592-fd67-4b39-b8bd-65badcb0ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.112540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-44a58592-fd67-4b39-b8bd-65badcb0ae15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5254643 Jul 29 17:40:51.129335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-b6219394-c5f9-405c-b3d3-46b23d40a16e service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069040 Jul 29 17:40:51.133268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:51.148977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82334c99-2c0d-42a6-98b4-5be057c3e824 req-5413a62b-4cb9-46fb-9942-0b7ef411e79a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.150615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82334c99-2c0d-42a6-98b4-5be057c3e824 req-5413a62b-4cb9-46fb-9942-0b7ef411e79a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.2245584 Jul 29 17:40:51.154111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Transition to ACTIVE for port object 4d1c434c-ece5-417a-bf27-6405a57014ee will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:51.171902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.209089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.250929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-219dce13-5402-49b8-b0e7-4c924c777d83 service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114702 Jul 29 17:40:51.315654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.316197 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.317622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/c136f648-b326-4d74-a580-73ff4f2564d2 HTTP/1.1" status: 200 len: 1095 time: 3.2428596 Jul 29 17:40:51.389349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6085-6085-4725-90a8-b372f46dc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:51.402422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] No DVR routers for this DVR port 4d1c434c-ece5-417a-bf27-6405a57014ee on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:40:51.431490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82334c99-2c0d-42a6-98b4-5be057c3e824 req-2e1283da-3d67-4385-936e-60f6388c02f5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590523 Jul 29 17:40:51.496821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.520817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-ef79f141-b11d-4be7-867b-38fdcffcdba2 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941996 Jul 29 17:40:51.526634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767afcb7-5772-4a99-a0be-0c417eece3f0 req-9a39d547-4a0f-423d-a367-14e104e3be4c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.528565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-767afcb7-5772-4a99-a0be-0c417eece3f0 req-9a39d547-4a0f-423d-a367-14e104e3be4c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.0726838 Jul 29 17:40:51.540954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.602841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-767afcb7-5772-4a99-a0be-0c417eece3f0 req-833fb2ba-4302-4fc7-8e7c-01e47d2e441d tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Jul 29 17:40:51.619085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:51.657146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-ee8b0eb2-4951-46c9-bfad-b6ddc00f37f2 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8586815112e64c56922beb148d3b9c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276709 Jul 29 17:40:51.680399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e167910b-7ba5-4c43-840d-f94289c3b718 req-1656dc75-5869-4fa5-87f7-6a7c6d977d60 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 210 time: 0.1301351 Jul 29 17:40:51.687216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:51.687554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:51.687883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:51.761391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-f6b000a5-dca7-4e63-a813-10871e5ec73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.763019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-f6b000a5-dca7-4e63-a813-10871e5ec73a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 1098 time: 0.3878417 Jul 29 17:40:51.781418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:51.781748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Attempting to bind port 4d1c434c-ece5-417a-bf27-6405a57014ee on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:51.810149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.860329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:51.860770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:51.861198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:51.861631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Bound port: 4d1c434c-ece5-417a-bf27-6405a57014ee, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:51.862017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.875851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-795c6e36-8ff0-4177-b47a-fe6f7406bbc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c136f648-b326-4d74-a580-73ff4f2564d2 HTTP/1.1" status: 200 len: 217 time: 0.0987003 Jul 29 17:40:51.896700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Pushing event updated for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:51.918990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66d1d-fcd2-4aed-b3e9-8cc69d37ec75 req-4f7d0a15-4943-4d9c-b326-b4a03d7a4636 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.926914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ef66d1d-fcd2-4aed-b3e9-8cc69d37ec75 req-4f7d0a15-4943-4d9c-b326-b4a03d7a4636 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.1935718 Jul 29 17:40:51.940916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-21592447-4d42-4a7b-91e6-d88d7b78e19b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:51.942651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-21592447-4d42-4a7b-91e6-d88d7b78e19b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775705 Jul 29 17:40:51.963325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Request body: {'port': {'device_id': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '8586815112e64c56922beb148d3b9c2d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:52.013728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e58f4b87-2199-4a9e-9f7c-2a5d8529bd09 req-1cabfe85-9e33-4575-bfce-06fca009f5a1 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800055 Jul 29 17:40:52.035162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ef66d1d-fcd2-4aed-b3e9-8cc69d37ec75 req-8e5918a1-698e-4695-91f6-60c273657a12 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068568 Jul 29 17:40:52.061019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-066c7a49-7c7b-42de-b2b6-229328289c49 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-839786048&fields=id&tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 267 time: 0.2132530 Jul 29 17:40:52.086585 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce15975-6685-40c5-8b38-b494aecbd3dd x-openstack-request-id: req-1ce15975-6685-40c5-8b38-b494aecbd3dd {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:52.088451 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "name": "network-vif-plugged", "status": "completed", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6", "code": 200}, {"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-plugged", "status": "completed", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:52.088899 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ce15975-6685-40c5-8b38-b494aecbd3dd {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:52.089479 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'code': 200} Jul 29 17:40:52.089896 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6', 'code': 200} Jul 29 17:40:52.122289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-d7d6b3e4-7006-4354-8754-80615c6d1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.124035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-d7d6b3e4-7006-4354-8754-80615c6d1b71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.2302616 Jul 29 17:40:52.169611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Made reservation on behalf of 8586815112e64c56922beb148d3b9c2d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:52.173123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.192869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.49', 51367) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:52.193129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:52.196461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76e01cb-6acc-4cfc-8cc2-f02fca48daa5 req-c95882ef-f247-4fe0-bdd6-357fa3b9fada tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 210 time: 0.0409024 Jul 29 17:40:52.196916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:52.212771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.49', 51368) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:52.218820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.228952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:52.279310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:52.303938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:52.326874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 542115b3-06e5-47de-a684-2476a8081b64 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:52.368200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-81179729-e7d0-4284-a239-c3c855e8c93b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.377055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-81179729-e7d0-4284-a239-c3c855e8c93b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 946 time: 0.3051503 Jul 29 17:40:52.383337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'security_groups': ['f230f029-db33-42f8-aee0-d51978a86c6b', 'cf142f12-c73d-4689-aec6-df808c2f12dd']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:52.431177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 542115b3-06e5-47de-a684-2476a8081b64 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:52.431659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.441981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.442651 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.444178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-4b06f70b-8347-4fde-8616-19b80ba6b6df service neutron] 10.222.0.49 "PUT /v2.0/ports/4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 1096 time: 3.5011315 Jul 29 17:40:52.501640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0c67-2260-4680-ac53-89d27985254c req-f0eb62a9-9afd-459a-ad72-a0b6fc14a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.504466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-f0eb62a9-9afd-459a-ad72-a0b6fc14a092 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3606400 Jul 29 17:40:52.538658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-ca718de9-a878-4af0-b9e7-66c5594d4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.541018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-ca718de9-a878-4af0-b9e7-66c5594d4dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 1099 time: 0.4312034 Jul 29 17:40:52.651711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}, {'name': 'network-changed', 'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2'}, {'name': 'network-changed', 'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:52.654017 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6a5a5-8a28-4b15-8990-a19f075efe4a" -d '{"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}, {"name": "network-changed", "server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2"}, {"name": "network-changed", "server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:52.706537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74369118-e3c3-4aa5-b405-99ccee669047 req-7679a641-7361-4072-abc0-73af59185c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.707588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6b4b9303-807c-4038-b14b-abf4ca74f595 None None] Provisioning complete for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:52.708030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74369118-e3c3-4aa5-b405-99ccee669047 req-7679a641-7361-4072-abc0-73af59185c12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 1096 time: 0.5140297 Jul 29 17:40:52.708166 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9303-807c-4038-b14b-abf4ca74f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.714077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad00b13-f60e-4273-bdad-2b1ff0982d5c req-8ac465a5-dee0-4451-a4f8-d72885167da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.715546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ad00b13-f60e-4273-bdad-2b1ff0982d5c req-8ac465a5-dee0-4451-a4f8-d72885167da4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1097 time: 0.5018582 Jul 29 17:40:52.751659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:52.761468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b9303-807c-4038-b14b-abf4ca74f595 None None] Port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:52.775163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:40:52.783219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a14a4-567c-40c8-ba6d-073b9f133d9f req-ae9e94e0-0d5d-45ee-9046-f3bb64042a6a tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.785048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-7f5b1751-f895-45de-af8f-7936302bddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:52.786572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-7f5b1751-f895-45de-af8f-7936302bddf5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1099 time: 0.3109987 Jul 29 17:40:52.790575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-701a14a4-567c-40c8-ba6d-073b9f133d9f req-ae9e94e0-0d5d-45ee-9046-f3bb64042a6a tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.5076911 Jul 29 17:40:52.826433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74369118-e3c3-4aa5-b405-99ccee669047 req-c53c2346-0865-4738-ab27-638b9f21aefd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089447 Jul 29 17:40:52.831712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:40:52.844734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ad00b13-f60e-4273-bdad-2b1ff0982d5c req-34c86721-3890-41cd-a2ba-bdd53528c7dc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155617 Jul 29 17:40:52.873807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Allocated IP 192.168.233.104 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/b3576fd8-9f74-4210-811b-2a74e5ed10b7) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:52.877727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:40:52.890280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-8089216b-b677-4885-8611-77aae22a7b19 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482337 Jul 29 17:40:52.934230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-701a14a4-567c-40c8-ba6d-073b9f133d9f req-e290ab34-ec77-4f85-99eb-f61e2dbe4945 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427848 Jul 29 17:40:53.004853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-bf951f15-4293-4ce8-bfac-999570661d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.006387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-bf951f15-4293-4ce8-bfac-999570661d05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.4389875 Jul 29 17:40:53.068035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-52b7718f-cfc5-424a-ab3e-05501343c2c2 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.069508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-52b7718f-cfc5-424a-ab3e-05501343c2c2 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.2124271 Jul 29 17:40:53.117942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Request body: {'port': {'device_id': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'admin_state_up': True, 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:53.217426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1eb7-7830-4674-be91-052c661ce1dd req-d4dfa6ce-d7bc-4d22-b629-d390e5cf91d2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.219311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-092b1eb7-7830-4674-be91-052c661ce1dd req-d4dfa6ce-d7bc-4d22-b629-d390e5cf91d2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1956890 Jul 29 17:40:53.278752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.314179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Transition to ACTIVE for port object b3576fd8-9f74-4210-811b-2a74e5ed10b7 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:53.325505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-092b1eb7-7830-4674-be91-052c661ce1dd req-f5e353dd-0394-4e1d-9d29-6d09fefe69f9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962987 Jul 29 17:40:53.360051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:40:53.364039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.389255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-f4f0cc3b-b041-470d-b60b-27671e8b6619 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad HTTP/1.1" status: 200 len: 217 time: 0.3371453 Jul 29 17:40:53.391191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.404673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:53.406986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec', '15bf8fc7-45e2-4a37-b6f5-052241813b05', '0449faed-c903-4892-b9cf-d89ee4cd9f2b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:53.431121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-81aeb82f-7335-46c1-bd74-e54356aced7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.432624 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-81aeb82f-7335-46c1-bd74-e54356aced7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.6324861 Jul 29 17:40:53.506208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:53.518145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfde0c67-2260-4680-ac53-89d27985254c req-dfff5b5b-6d83-4696-bfb2-e68f705cb212 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155868 Jul 29 17:40:53.523307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event updated for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:53.526081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:53.531466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:53.588234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-568d65fb-e258-413f-95fd-94ffad00b0d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.1022136 Jul 29 17:40:53.600894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-c51bfadc-a23c-40cf-8df0-a89a5319691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.602761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-c51bfadc-a23c-40cf-8df0-a89a5319691e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.2009990 Jul 29 17:40:53.633460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:40:53.646046 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Sync routers for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:40:53.664989 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:53.668370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:53.677046 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-46be94fb-5dba-4678-a867-5c82b6bbecff admin admin] 10.222.0.16 "PUT /v2.0/routers/fdf7ee53-61fd-4f12-bf02-c5958d4c17f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7011607 Jul 29 17:40:53.680475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0d7d9-a070-43da-b481-250b206a08d1 req-323d8a50-8504-4f18-8c63-6deb8696314b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.690149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3e0d7d9-a070-43da-b481-250b206a08d1 req-323d8a50-8504-4f18-8c63-6deb8696314b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.2746551 Jul 29 17:40:53.700083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Allocated IP 172.20.0.4 (b16117e7-ab3a-4dbc-b3a1-46f765b9374b/480517cd-e92b-47aa-b323-39f019ad8e0a/4cd8b27d-22da-4d66-b971-586d8208f2be) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:40:53.728708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.729544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.746648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:53.752703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-5b138d8f-df62-4e2e-aeaa-33e324701595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.754222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-5b138d8f-df62-4e2e-aeaa-33e324701595 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1452217 Jul 29 17:40:53.783978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-0bfb1787-aaa9-4647-bde8-1a85b1a78905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.785413 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-0bfb1787-aaa9-4647-bde8-1a85b1a78905 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663198 Jul 29 17:40:53.844028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3e0d7d9-a070-43da-b481-250b206a08d1 req-ed6a71ca-1163-4411-b88f-89d787d1b547 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525824 Jul 29 17:40:53.852642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-db083f89-7a8e-4149-9f67-41809ae20bfe tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8925271 Jul 29 17:40:53.865160 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:53.895415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Request body: {'port': {'device_id': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:53.907747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.924726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:53.951839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-b95d0e6e-fd7b-4863-82ea-dc68f7303ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:53.953394 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-b95d0e6e-fd7b-4863-82ea-dc68f7303ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883426 Jul 29 17:40:54.012107 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54efb917-b7e4-49c0-8c38-0453da7f8275 x-openstack-request-id: req-54efb917-b7e4-49c0-8c38-0453da7f8275 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:54.016612 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "code": 200}, {"name": "network-changed", "server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:54.020748 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54efb917-b7e4-49c0-8c38-0453da7f8275 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:54.021336 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'code': 200} Jul 29 17:40:54.021774 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'status': 'completed', 'code': 200} Jul 29 17:40:54.022176 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'status': 'completed', 'code': 200} Jul 29 17:40:54.052027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4d492eb1-bd73-44c6-9808-927649ea0baf None None] Provisioning for port b3576fd8-9f74-4210-811b-2a74e5ed10b7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:54.069119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4d492eb1-bd73-44c6-9808-927649ea0baf None None] Provisioning complete for port b3576fd8-9f74-4210-811b-2a74e5ed10b7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:54.069853 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d492eb1-bd73-44c6-9808-927649ea0baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.097340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.098845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.100497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ad4b97d-1509-4943-aa6f-42f2f8c8c623 req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "PUT /v2.0/ports/4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 982 time: 1.7223260 Jul 29 17:40:54.101962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.204723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-1d1b7eff-140f-4a53-90a8-312f3631bf95 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869514 Jul 29 17:40:54.209794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd267cc-c7fc-4033-bbeb-2fde4d696f9e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:54.213889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4d492eb1-bd73-44c6-9808-927649ea0baf None None] Port b3576fd8-9f74-4210-811b-2a74e5ed10b7 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:40:54.248164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:54.266385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-e4bc34c5-1317-4f88-8959-69a136749e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.268219 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-e4bc34c5-1317-4f88-8959-69a136749e5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4348221800604d91897d6f1d49138273&device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 1098 time: 0.1968334 Jul 29 17:40:54.353661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-effe947d-96b3-4dd2-87f2-2eb7913bf326 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768206 Jul 29 17:40:54.368050 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '25277876-dd6b-4ce4-b572-5e8e1ef249f4', 'name': '', 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'mac_address': 'fa:16:3e:d9:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:47Z', 'updated_at': '2021-07-29T17:40:51Z', 'revision_number': 2, 'project_id': '95fa645377f543d2b636569b137d80a1', 'subnets': [{'id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:54.403426 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Checking router: fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:40:54.404063 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Updating router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:40:54.526784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd1a94-9f49-432a-80ba-89472c14b7a0 req-9cc6ec7c-2dfe-441b-96d4-a56cedb53653 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.535093 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ccd1a94-9f49-432a-80ba-89472c14b7a0 req-9cc6ec7c-2dfe-441b-96d4-a56cedb53653 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.2294450 Jul 29 17:40:54.535874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f', '4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:54.547397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d79df4fc-2e6c-49d2-b8c8-2c76d30ab8a2 req-1851f861-d3c4-4f5d-819e-1e40fc6e4fad service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105350 Jul 29 17:40:54.568255 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.577866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-d104d4bd-e425-4b7d-937f-758a5dba0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.579735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-d104d4bd-e425-4b7d-937f-758a5dba0aec service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2753825 Jul 29 17:40:54.603637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.613639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-140fecbb-b690-4504-a3af-0f595aa4eb34 req-cc0e117c-ac18-4821-8391-6ae753e6af06 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263412 Jul 29 17:40:54.646082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-b84ac7a8-26e3-45e9-873c-b31bd710b5e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c136f648-b326-4d74-a580-73ff4f2564d2 HTTP/1.1" status: 200 len: 217 time: 0.0494838 Jul 29 17:40:54.660658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ccd1a94-9f49-432a-80ba-89472c14b7a0 req-a09e7d95-7ce8-4ef3-8801-91dccda045a4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243312 Jul 29 17:40:54.684025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681603-efdd-45f4-861c-5460840f73fe req-1281b2ae-cd14-4076-8a3e-5d9f043d23dd tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.692710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37681603-efdd-45f4-861c-5460840f73fe req-1281b2ae-cd14-4076-8a3e-5d9f043d23dd tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 936 time: 0.6001339 Jul 29 17:40:54.711668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3576fd8-9f74-4210-811b-2a74e5ed10b7 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:54.739178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.761205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Transition to ACTIVE for port object b3576fd8-9f74-4210-811b-2a74e5ed10b7 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:54.789617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37681603-efdd-45f4-861c-5460840f73fe req-255fd3bc-a0fb-4909-8a8d-2a2e41733268 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959353 Jul 29 17:40:54.790346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.824809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:54.849976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-916c7c87-70d9-422a-99e8-fa8ef0174410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.851493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-916c7c87-70d9-422a-99e8-fa8ef0174410 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1895652 Jul 29 17:40:54.905627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-bcfa68a3-e50a-42d6-88e2-854191e03e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.907038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-bcfa68a3-e50a-42d6-88e2-854191e03e5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1099 time: 0.1805639 Jul 29 17:40:54.928363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9a701-4b4a-495d-95c2-03129ec08757 req-88c07ff5-a36f-4ecc-a90e-65d527f354b0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:54.938828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aed9a701-4b4a-495d-95c2-03129ec08757 req-88c07ff5-a36f-4ecc-a90e-65d527f354b0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 931 time: 0.1520154 Jul 29 17:40:54.960898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:40:54.983471 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.003030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Transition to ACTIVE for port object 25277876-dd6b-4ce4-b572-5e8e1ef249f4 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:55.008633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:55.019618 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.048735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-d16e8195-c11b-4e79-92db-1468582e4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.050957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-d16e8195-c11b-4e79-92db-1468582e4c52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886339 Jul 29 17:40:55.071723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:40:55.141461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:40:55.152774 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Pushing event updated for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:55.192525 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.192869 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.193199 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.193536 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.193858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.194183 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.194562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.194880 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.195198 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.195514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.195830 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.196144 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:55.209798 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Attempting to bind port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:55.210164 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Attempting to bind port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:55.210550 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Attempting to bind port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 on network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:55.216015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aed9a701-4b4a-495d-95c2-03129ec08757 req-4743e17f-87de-4a55-a407-3063e9080745 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728732 Jul 29 17:40:55.221852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-56754c7c-607f-4c03-b231-51353768917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.228496 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:55.231250 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Checking segment: {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:55.233509 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.234126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Bound using segment: {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:55.234891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Bound port: 25277876-dd6b-4ce4-b572-5e8e1ef249f4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55883449-0d1e-474e-bbee-6aa0f9e7038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:55.235464 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.241008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-56754c7c-607f-4c03-b231-51353768917a service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3007576 Jul 29 17:40:55.271708 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-6afbc904-27e1-4019-b808-4d2419b9c086 req-44874dd8-910d-47f1-b15e-6f7072646c2d tempest-FloatingIPDetailsNegativeTestJSON-169943925 tempest-FloatingIPDetailsNegativeTestJSON-169943925-project] show failed (client error): The resource could not be found. Jul 29 17:40:55.280644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6afbc904-27e1-4019-b808-4d2419b9c086 req-44874dd8-910d-47f1-b15e-6f7072646c2d tempest-FloatingIPDetailsNegativeTestJSON-169943925 tempest-FloatingIPDetailsNegativeTestJSON-169943925-project] 10.222.0.16 "GET /v2.0/floatingips/9b34d992-2638-406a-b45f-8dbce7fd2f38 HTTP/1.1" status: 404 len: 350 time: 0.2063210 Jul 29 17:40:55.289236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43608) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:55.324034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-b965b628-5547-415d-8340-103ab9e8e515 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0713522 Jul 29 17:40:55.357902 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] For port 25277876-dd6b-4ce4-b572-5e8e1ef249f4, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:55.371115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] For port 25277876-dd6b-4ce4-b572-5e8e1ef249f4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=25277876-dd6b-4ce4-b572-5e8e1ef249f4,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:55.376370 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.380219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:55.435423 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:40:55.436228 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:55.448403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-0699c436-62af-43a4-a812-65cbfa3fcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.450038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-0699c436-62af-43a4-a812-65cbfa3fcd26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1088324 Jul 29 17:40:55.454782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-5d9f38f6-ebdf-41b3-a5b5-12cee59c4ab3 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899484 Jul 29 17:40:55.468002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e440-0c25-4bf8-b924-c2ddbd12a304 req-c6ec0eb6-3109-49c5-b058-63e2e832b0f9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.483860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d65e440-0c25-4bf8-b924-c2ddbd12a304 req-c6ec0eb6-3109-49c5-b058-63e2e832b0f9 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.1440017 Jul 29 17:40:55.501437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:55.505226 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f754-2c66-42ea-bd73-549ba27011d9 None None] Pushing event updated for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:55.537643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.538452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.564266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:55.578668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'mac_address': 'fa:16:3e:a1:dd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:55.588594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:40:55.607315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Attempting to bind port b3576fd8-9f74-4210-811b-2a74e5ed10b7 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:55.608049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Attempting to bind port b3576fd8-9f74-4210-811b-2a74e5ed10b7 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:55.608732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Attempting to bind port b3576fd8-9f74-4210-811b-2a74e5ed10b7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:55.654304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.678079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-429b8866-09ed-4b78-a716-cbfca00ebbf9 req-066bad3a-1ec8-4481-aaf1-f32df2570f8b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/cf142f12-c73d-4689-aec6-df808c2f12dd HTTP/1.1" status: 200 len: 1799 time: 0.2670865 Jul 29 17:40:55.687285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d65e440-0c25-4bf8-b924-c2ddbd12a304 req-97acceab-ed11-42a0-bad4-bd240c7c5133 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024643 Jul 29 17:40:55.692568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:55.698354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-573ce120-4c45-47c5-a7fc-bc60e8af7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.705459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-573ce120-4c45-47c5-a7fc-bc60e8af7f87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2189069 Jul 29 17:40:55.707371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Port b3576fd8-9f74-4210-811b-2a74e5ed10b7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:55.709273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Attempting to bind port b3576fd8-9f74-4210-811b-2a74e5ed10b7 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:55.717048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:55.720521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-a3de77f5-4e3a-406e-bca8-9515eb4a8091 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6098316 Jul 29 17:40:55.725487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.763235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Request body: {'port': {'device_id': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:55.785183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:55.790120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:55.790507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:55.790958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:55.791573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Bound port: b3576fd8-9f74-4210-811b-2a74e5ed10b7, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:55.791766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.865561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-918a5d5e-d961-4573-9dfd-6f8c214627e7 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780117 Jul 29 17:40:55.899481 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-429b8866-09ed-4b78-a716-cbfca00ebbf9 req-aa36c22a-d488-4401-8345-46a74ccfd3b2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 17:40:55.900596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-429b8866-09ed-4b78-a716-cbfca00ebbf9 req-aa36c22a-d488-4401-8345-46a74ccfd3b2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf142f12-c73d-4689-aec6-df808c2f12dd HTTP/1.1" status: 409 len: 341 time: 0.2082019 Jul 29 17:40:55.907856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:55.916546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8312-83db-4a22-bc70-a2125382228a req-bb9a5420-c6da-42a5-9d96-26fc9818c5da tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:55.918120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62ba8312-83db-4a22-bc70-a2125382228a req-bb9a5420-c6da-42a5-9d96-26fc9818c5da tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1036191 Jul 29 17:40:55.949754 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '25277876-dd6b-4ce4-b572-5e8e1ef249f4', 'name': '', 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'mac_address': 'fa:16:3e:d9:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:47Z', 'updated_at': '2021-07-29T17:40:55Z', 'revision_number': 4, 'project_id': '95fa645377f543d2b636569b137d80a1', 'subnets': [{'id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:40:55.979162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-7efcbfa1-bacb-41b7-a845-3a78da287d43 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631629 Jul 29 17:40:55.988156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d162-622f-4d4f-abbc-7232afc09479 None None] The sync data for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 is: [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '25277876-dd6b-4ce4-b572-5e8e1ef249f4', 'name': '', 'network_id': '1b16eaa9-8ccb-4714-aa2d-e87372dcdf89', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'mac_address': 'fa:16:3e:d9:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:47Z', 'updated_at': '2021-07-29T17:40:55Z', 'revision_number': 4, 'project_id': '95fa645377f543d2b636569b137d80a1', 'subnets': [{'id': '4bfdfd67-fb0d-4327-b22b-949b2dda3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:40:56.014514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:56.054143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.063304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2c5b7ac2-24fb-4a20-a42f-e36250e856ad'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:56.082084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:56.084898 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc1f52-74fb-4289-91d5-0071751bd7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:56.095321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-73fcfca3-3114-4b45-bd57-f3e210f236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.096855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-73fcfca3-3114-4b45-bd57-f3e210f236c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1099 time: 0.1746607 Jul 29 17:40:56.120964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62ba8312-83db-4a22-bc70-a2125382228a req-88400355-93a1-4ee4-ad8c-e70684286c0f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626041 Jul 29 17:40:56.190476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-2c23bd1f-030e-440f-89ec-6b3667c2c4b2 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970291 Jul 29 17:40:56.290167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-4dcb92b2-88ee-44bb-b07a-8800c7f5d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.291968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-4dcb92b2-88ee-44bb-b07a-8800c7f5d0ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1696839 Jul 29 17:40:56.310132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a465dfc-3f78-4294-9180-04ca539ff281 req-5c6beb4c-1dd4-4bf6-adcc-9ddb1fb2cf6d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.318939 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a465dfc-3f78-4294-9180-04ca539ff281 req-5c6beb4c-1dd4-4bf6-adcc-9ddb1fb2cf6d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 948 time: 0.1142294 Jul 29 17:40:56.343833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 25277876-dd6b-4ce4-b572-5e8e1ef249f4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:56.378479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:56.387061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-5c837978-d23f-4eb4-9989-9f30647cf340 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0602474 Jul 29 17:40:56.405001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:56.410092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:56.410526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.437893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.447195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a465dfc-3f78-4294-9180-04ca539ff281 req-2c824d3e-46f9-493c-9694-f9e285c7a31e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268976 Jul 29 17:40:56.464554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-b17276a4-42db-4153-b561-e7cc13836882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.466356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-b17276a4-42db-4153-b561-e7cc13836882 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0693543 Jul 29 17:40:56.536459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257700b1-a0bd-4882-9a86-825b8e068639 req-a3478ec3-48f4-4ce1-96f0-6053f889bb26 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.539443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-257700b1-a0bd-4882-9a86-825b8e068639 req-a3478ec3-48f4-4ce1-96f0-6053f889bb26 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.5419140 Jul 29 17:40:56.542850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.543786 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.544806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3576fd8-9f74-4210-811b-2a74e5ed10b7 HTTP/1.1" status: 200 len: 1096 time: 2.6711283 Jul 29 17:40:56.555777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:56.563908 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:56.595079 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.609747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-c17e932f-1572-4f57-b91f-f3f09647e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.611608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-c17e932f-1572-4f57-b91f-f3f09647e243 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286666 Jul 29 17:40:56.636957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b940-6735-4d26-b400-a6329d7e9c33 req-967749c0-a3ab-4b08-bc74-787071acc53e tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.651476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e98b940-6735-4d26-b400-a6329d7e9c33 req-967749c0-a3ab-4b08-bc74-787071acc53e tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.1077192 Jul 29 17:40:56.652373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:40:56.675660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Request body: {'floatingip': {'port_id': '2f3889b4-689f-4db2-9d46-49009f3b35a6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:40:56.678098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 25277876-dd6b-4ce4-b572-5e8e1ef249f4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=25277876-dd6b-4ce4-b572-5e8e1ef249f4,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:56.688110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad5cf-aafb-43ae-b78a-64ab419a88e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:56.693758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:56.788149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:56.789155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-257700b1-a0bd-4882-9a86-825b8e068639 req-aacd1708-757b-4eb4-8ea7-b30593e3fea6 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766706 Jul 29 17:40:56.816770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:56.928434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-cbd656b0-e8f5-4cb8-ba9f-e3b348013b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:56.930292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-cbd656b0-e8f5-4cb8-ba9f-e3b348013b6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 1099 time: 0.2093356 Jul 29 17:40:57.027011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:57.053789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'mac_address': 'fa:16:3e:6b:35:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:57.100599 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-741f8315-4f16-40e5-a80b-13c2d234e98e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7 HTTP/1.1" status: 200 len: 217 time: 0.1128871 Jul 29 17:40:57.156636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd8b27d-22da-4d66-b971-586d8208f2be {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:57.161881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.177853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c136f648-b326-4d74-a580-73ff4f2564d2 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:57.205930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.209052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:57.231929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.249096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.264279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.291824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:57.308644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Transition to ACTIVE for port object 4cd8b27d-22da-4d66-b971-586d8208f2be will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:40:57.311923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-bca4b3bc-a976-4227-bc60-ede64b6ee9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.313566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-bca4b3bc-a976-4227-bc60-ede64b6ee9ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.2050793 Jul 29 17:40:57.318694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.361812 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f906901f-dded-4d9b-b8a2-7374d0cd2604 x-openstack-request-id: req-f906901f-dded-4d9b-b8a2-7374d0cd2604 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:57.362462 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:57.362462 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f906901f-dded-4d9b-b8a2-7374d0cd2604 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:57.362912 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'status': 'completed', 'code': 200} Jul 29 17:40:57.379738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.391216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:40:57.394055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:57.422080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563bd10-651a-40dd-b97e-ea6146afa368 req-95b1fb4b-81ea-49b4-9877-1c2ed8340208 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.423640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7563bd10-651a-40dd-b97e-ea6146afa368 req-95b1fb4b-81ea-49b4-9877-1c2ed8340208 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1097 time: 0.2325230 Jul 29 17:40:57.468707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:57.499413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-ec90e9eb-5d75-4b3b-afd0-54769255af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.500950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-ec90e9eb-5d75-4b3b-afd0-54769255af45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744473 Jul 29 17:40:57.526896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004cfca-b084-4213-a148-80a2f850afe8 req-88d0c370-6e5c-4a21-b9fc-f3b41dffa16d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.534209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d004cfca-b084-4213-a148-80a2f850afe8 req-88d0c370-6e5c-4a21-b9fc-f3b41dffa16d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 948 time: 0.7017646 Jul 29 17:40:57.543470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7563bd10-651a-40dd-b97e-ea6146afa368 req-dcb2758e-0b5d-49bc-9b0a-f742f5e13639 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059678 Jul 29 17:40:57.561293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:40:57.564706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a13d0-8395-4876-bd36-9fe812492fad req-56e94aa0-d9ec-4fb6-be79-0eba9ad7b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.566395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-56e94aa0-d9ec-4fb6-be79-0eba9ad7b64e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1136 time: 0.2063017 Jul 29 17:40:57.574317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c136f648-b326-4d74-a580-73ff4f2564d2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:57.631211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:57.631791 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.640858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-f9a2d883-fdd7-41f2-9104-127ac7fe16bd service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9798231 Jul 29 17:40:57.690344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:57.722177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'mac_address': 'fa:16:3e:2f:1a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:40:57.761225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d004cfca-b084-4213-a148-80a2f850afe8 req-94c09d9f-e79f-4013-9685-4ed9345bb9a6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260993 Jul 29 17:40:57.816728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:40:57.817071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:40:57.817390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:57.825519 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.843938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9811c-c25e-48c8-b2e2-05b7d71efbc6 req-8bc87355-9d26-49b4-8f75-c9561d9886eb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:57.846189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc9811c-c25e-48c8-b2e2-05b7d71efbc6 req-8bc87355-9d26-49b4-8f75-c9561d9886eb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.2016499 Jul 29 17:40:57.850367 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787636f0-7ac6-4339-8dc6-82322bbeb1bd x-openstack-request-id: req-787636f0-7ac6-4339-8dc6-82322bbeb1bd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:57.850930 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:57.851349 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-787636f0-7ac6-4339-8dc6-82322bbeb1bd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:57.851875 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7', 'status': 'completed', 'code': 200} Jul 29 17:40:57.856236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:40:57.856726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:40:57.864459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1c434c-ece5-417a-bf27-6405a57014ee {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:40:57.878894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.897473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:40:57.898080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:40:57.899040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:40:57.899668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Bound port: 4cd8b27d-22da-4d66-b971-586d8208f2be, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:40:57.901423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.909999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:57.941725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:57.952316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-b30cd801-5f4e-4432-8aac-42116fc71a7a service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231753 Jul 29 17:40:57.954611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:57.956944 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644b79d-ae03-4849-b7cb-908e521993d4" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:58.004829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:58.025430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.033293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:58.084746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:58.088399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc9811c-c25e-48c8-b2e2-05b7d71efbc6 req-66fd7de7-faf7-46cc-899f-a9b4eb1f0df1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237849 Jul 29 17:40:58.113117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a13d0-8395-4876-bd36-9fe812492fad req-5ea6ecf0-88bc-4085-a364-fbf981b0dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.115128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-5ea6ecf0-88bc-4085-a364-fbf981b0dadb service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.5365212 Jul 29 17:40:58.120072 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c6a5a5-8a28-4b15-8990-a19f075efe4a req-a107e6b5-94e3-455f-bc63-2df30f75ea43 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378762 Jul 29 17:40:58.174251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:40:58.181945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:40:58.192065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-d79b9e62-c75f-4bff-9c61-e95e369d587d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 217 time: 0.0693464 Jul 29 17:40:58.200340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.223680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c01da6fc-bd09-4960-8a65-33a16c7407d0 req-e922bce4-fb70-47f1-99eb-360ef25c2c65 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548466 Jul 29 17:40:58.223866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a10a3-42e2-4dab-9b2b-056fd2fb0447 req-2e37a7e4-5864-4786-b892-e86634caedfd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.226719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd2a10a3-42e2-4dab-9b2b-056fd2fb0447 req-2e37a7e4-5864-4786-b892-e86634caedfd tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 985 time: 0.2356265 Jul 29 17:40:58.260733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Deleting port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:40:58.261068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.273363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4d1c434c-ece5-417a-bf27-6405a57014ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:40:58.307735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 25277876-dd6b-4ce4-b572-5e8e1ef249f4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:40:58.321599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.322271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.323693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] 10.222.0.38 "PUT /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 1091 time: 2.5724943 Jul 29 17:40:58.360502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a13d0-8395-4876-bd36-9fe812492fad req-284c802c-49ec-46f6-8767-f61bc0b1a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.362755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-284c802c-49ec-46f6-8767-f61bc0b1a740 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.1619194 Jul 29 17:40:58.371582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd2a10a3-42e2-4dab-9b2b-056fd2fb0447 req-492d5f63-6155-497a-add7-fcdaacf2c554 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf142f12-c73d-4689-aec6-df808c2f12dd&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1128545 Jul 29 17:40:58.385629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a03faa-de98-45ff-b234-50d91d7e703c service neutron] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:58.399156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c95a96-76ea-4a06-ae42-729dd5656df8 req-37129278-ec41-422f-aaf9-3036e6055c19 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.400784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31c95a96-76ea-4a06-ae42-729dd5656df8 req-37129278-ec41-422f-aaf9-3036e6055c19 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 949 time: 0.2168882 Jul 29 17:40:58.416338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-a0c336f8-e950-4410-887b-e447b4d6724d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413055 Jul 29 17:40:58.451986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 25277876-dd6b-4ce4-b572-5e8e1ef249f4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:40:58.452658 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.484082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:40:58.511049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] For port 25277876-dd6b-4ce4-b572-5e8e1ef249f4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=25277876-dd6b-4ce4-b572-5e8e1ef249f4,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:40:58.511621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.520623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-68c09324-7419-46ed-88ca-7b266814ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.522151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-68c09324-7419-46ed-88ca-7b266814ebd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 1099 time: 0.1753535 Jul 29 17:40:58.549206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31c95a96-76ea-4a06-ae42-729dd5656df8 req-73528170-284d-4c26-99cd-f20661bda16e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313651 Jul 29 17:40:58.551897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Calling delete_port for 25277876-dd6b-4ce4-b572-5e8e1ef249f4 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:40:58.560097 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-965d57c1-a357-49a5-95fa-b8132e98f1f4 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122761 Jul 29 17:40:58.612651 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:40:58.621434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-2f8a0fca-ed51-4492-8d3b-83c9c511a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.622967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-2f8a0fca-ed51-4492-8d3b-83c9c511a7c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1094 time: 0.2086296 Jul 29 17:40:58.660613 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e2b86b-79e2-4021-a6df-fdba591e81b9 x-openstack-request-id: req-d0e2b86b-79e2-4021-a6df-fdba591e81b9 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:40:58.661128 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:40:58.664001 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0e2b86b-79e2-4021-a6df-fdba591e81b9 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:40:58.667678 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'code': 200} Jul 29 17:40:58.702951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-7463bd39-a9aa-4303-aa1c-ec4f49eba0a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.0496650 Jul 29 17:40:58.714326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-dfd32acd-9f44-49f9-83fe-b5b977a6cbe2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2959752 Jul 29 17:40:58.784924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.812396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb602c-ef94-4ef5-9170-76402b0846e4 req-927626c3-1fca-493d-acfe-2a57cf0b9365 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.816033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecb602c-ef94-4ef5-9170-76402b0846e4 req-927626c3-1fca-493d-acfe-2a57cf0b9365 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 948 time: 0.2228470 Jul 29 17:40:58.816894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:58.965802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecb602c-ef94-4ef5-9170-76402b0846e4 req-2340ccdb-2d4b-4c0f-8ca5-803ab13eadf3 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887222 Jul 29 17:40:58.972448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-f17c8ff9-e6ab-4ba3-a021-1d62ae207ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:58.974677 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-f17c8ff9-e6ab-4ba3-a021-1d62ae207ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8586815112e64c56922beb148d3b9c2d&device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 1099 time: 0.2199137 Jul 29 17:40:59.057702 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db6a13d0-8395-4876-bd36-9fe812492fad req-11da7eb4-053c-4ef6-a1e5-4b1f86942d6b service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385762 Jul 29 17:40:59.091121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-79fb4511-4e2e-4661-9e76-3c13a3fbc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.092603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-79fb4511-4e2e-4661-9e76-3c13a3fbc944 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.5567148 Jul 29 17:40:59.133633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-0aa5652e-be28-4407-8395-e18ad4a86dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.135109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-0aa5652e-be28-4407-8395-e18ad4a86dab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.4189630 Jul 29 17:40:59.201103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-3f4a334f-dede-41b9-a2cb-4cbcd7ccac4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7 HTTP/1.1" status: 200 len: 217 time: 0.0749538 Jul 29 17:40:59.229505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-c4142395-f04d-4456-9031-8c5c5cb39a14 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.231058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-c4142395-f04d-4456-9031-8c5c5cb39a14 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7&tenant_id=e56b6d6b394a4d91bec47e83b063f729&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 949 time: 0.3061495 Jul 29 17:40:59.236386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-17b1dfd3-f331-4d39-9ed1-c2dd58dc5f7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488987 Jul 29 17:40:59.251359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c0e69-3ce8-466f-ae02-d11a1b161e43 req-3d2ec5f7-b5e1-4e21-84df-c023ef3d12d3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.261435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-702c0e69-3ce8-466f-ae02-d11a1b161e43 req-3d2ec5f7-b5e1-4e21-84df-c023ef3d12d3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 948 time: 0.2915428 Jul 29 17:40:59.265850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575875e-85bd-4715-bba4-e41c6d9a9a7c req-fbe38c39-dd06-4b66-bf7d-095d7bff3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.267418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6575875e-85bd-4715-bba4-e41c6d9a9a7c req-fbe38c39-dd06-4b66-bf7d-095d7bff3fb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 1101 time: 0.2964110 Jul 29 17:40:59.278274 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7 associated. External IP: 172.25.5.208, port: 2f3889b4-689f-4db2-9d46-49009f3b35a6. Jul 29 17:40:59.311477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-a09e0acf-9546-456f-8d6b-5a3e754c021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.312984 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-a09e0acf-9546-456f-8d6b-5a3e754c021c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1136 time: 0.1610320 Jul 29 17:40:59.397977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-5b31c8c3-b6b5-4f45-81ff-f10d552a355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.399814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-5b31c8c3-b6b5-4f45-81ff-f10d552a355e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1724710 Jul 29 17:40:59.498579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-c92ccfa3-df8f-4ada-80c2-90a2c8f7b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.500249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-c92ccfa3-df8f-4ada-80c2-90a2c8f7b5d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709460 Jul 29 17:40:59.614062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-702c0e69-3ce8-466f-ae02-d11a1b161e43 req-3044f0aa-9cca-49d7-9125-1421e3a1eab7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517327 Jul 29 17:40:59.622879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6575875e-85bd-4715-bba4-e41c6d9a9a7c req-1957a5e4-468c-473f-9c62-f92f812d92fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195888 Jul 29 17:40:59.628295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-32593fab-549a-4df9-b101-adc3e1408b17 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006897 Jul 29 17:40:59.687651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd6da-5969-4d93-aff7-ef329ca850e7 req-7ec9e6ac-d308-4752-9d06-adb04d618d08 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.695847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-263cd6da-5969-4d93-aff7-ef329ca850e7 req-7ec9e6ac-d308-4752-9d06-adb04d618d08 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 949 time: 0.6342838 Jul 29 17:40:59.713168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:59.720371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-407be8e3-9302-48d8-ae58-84d11afe5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.721863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-407be8e3-9302-48d8-ae58-84d11afe5364 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.6724443 Jul 29 17:40:59.779360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Pushing event deleted for resources: {'Port': ['ID=25277876-dd6b-4ce4-b572-5e8e1ef249f4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:59.789281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-0247cc88-a9a6-4968-9ec1-e5e30a112a5f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690830 Jul 29 17:40:59.789947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-2b3ab3a4-46d1-479d-952e-5e32c61a0161 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5af89553-455a-401a-80e8-47b78004103f HTTP/1.1" status: 200 len: 217 time: 0.0353494 Jul 29 17:40:59.856653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:40:59.858989 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2de9a6-3c90-4124-b41f-d241e7bd184b" -d '{"events": [{"name": "network-changed", "server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:40:59.953059 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-d43dbd9e-7eda-409f-ab03-6d9bbf3db7e3 service neutron] delete failed (client error): The resource could not be found. Jul 29 17:40:59.954176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-d43dbd9e-7eda-409f-ab03-6d9bbf3db7e3 service neutron] 10.222.0.38 "DELETE /v2.0/ports/4d1c434c-ece5-417a-bf27-6405a57014ee/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.6919587 Jul 29 17:40:59.957864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9506886-7d4e-4e0d-b5b6-574d1f0ac897 req-76629262-c621-4d19-90c1-7ac0d55ddb30 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173208 Jul 29 17:40:59.969058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-263cd6da-5969-4d93-aff7-ef329ca850e7 req-b0461647-7080-4cd5-a97f-3665f2732137 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722614 Jul 29 17:40:59.981402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b41fa0-078a-4dab-8e65-0c9cdaee8561 req-f960dbf2-886b-4007-b222-23a0908a69e0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.989165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9b41fa0-078a-4dab-8e65-0c9cdaee8561 req-f960dbf2-886b-4007-b222-23a0908a69e0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.2223499 Jul 29 17:40:59.995298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-bd08e196-32de-48e0-bd8f-7bd87596cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:40:59.999094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-bd08e196-32de-48e0-bd8f-7bd87596cd89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1651561 Jul 29 17:41:00.146022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49263f-edcc-4e05-92c4-e2a3ac69f3f8 req-cc284d50-3f18-45ee-a293-4c59b455e413 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150113 Jul 29 17:41:00.149093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9b41fa0-078a-4dab-8e65-0c9cdaee8561 req-1ce4e70d-f6d4-4b59-87d2-5efff74fbb2f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591508 Jul 29 17:41:00.162298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-202975c4-26b6-49ce-873b-bf6a641ac7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.162298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-202975c4-26b6-49ce-873b-bf6a641ac7ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.4382262 Jul 29 17:41:00.215110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-46ec00fd-9339-46d5-a68f-e13bc3b572ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.216356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-46ec00fd-9339-46d5-a68f-e13bc3b572ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 1100 time: 0.1599996 Jul 29 17:41:00.222399 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ac26c-adb3-4c2d-b841-81b8c2163bdb x-openstack-request-id: req-475ac26c-adb3-4c2d-b841-81b8c2163bdb {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:00.222619 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:00.222861 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-475ac26c-adb3-4c2d-b841-81b8c2163bdb {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:00.223248 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'status': 'completed', 'code': 200} Jul 29 17:41:00.230324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:00.231058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-61e390b9-d55a-42c9-9ccf-29879cf8f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.232740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-61e390b9-d55a-42c9-9ccf-29879cf8f034 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959474 Jul 29 17:41:00.237379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-ab5fdb5b-8a16-43d1-98bd-ef34b77ec5f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 217 time: 0.0656884 Jul 29 17:41:00.332738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df14a1-41d5-4e9f-8ef1-412c189d9e41 req-cb182bf2-f4ee-410d-abad-6f85ab855237 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.334043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3df14a1-41d5-4e9f-8ef1-412c189d9e41 req-cb182bf2-f4ee-410d-abad-6f85ab855237 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 985 time: 0.2663388 Jul 29 17:41:00.439883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79727d24-4be9-48a7-a840-852c23e188fe req-de4c2ec6-2463-458a-b245-6be94e628ecb tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.441408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79727d24-4be9-48a7-a840-852c23e188fe req-de4c2ec6-2463-458a-b245-6be94e628ecb tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 948 time: 0.1494527 Jul 29 17:41:00.477656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-3916e3d2-8a6c-4f0d-a1df-f1e3090bd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.478875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-3916e3d2-8a6c-4f0d-a1df-f1e3090bd1a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2455966 Jul 29 17:41:00.509715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-b3ed5dc3-5f9c-4116-9d5d-f9f361278d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.511369 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-b3ed5dc3-5f9c-4116-9d5d-f9f361278d4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.2090728 Jul 29 17:41:00.548888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:41:00.563572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-712b2097-ef10-4e52-aa74-6e2c80b7f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.566080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-712b2097-ef10-4e52-aa74-6e2c80b7f49e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1094 time: 0.2669983 Jul 29 17:41:00.569729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-d7e13cb9-0658-4798-91ac-5f6497bbcc5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 200 len: 217 time: 0.0814040 Jul 29 17:41:00.570098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3df14a1-41d5-4e9f-8ef1-412c189d9e41 req-dc004859-3241-48d6-8bed-c5a741a0c510 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf142f12-c73d-4689-aec6-df808c2f12dd&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2084992 Jul 29 17:41:00.572560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79727d24-4be9-48a7-a840-852c23e188fe req-335188fa-ae3f-4155-a90f-d4a7b49bb97d tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139266 Jul 29 17:41:00.582641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-dcf3f008-84ac-4c1a-af9a-4a8533f9ac34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508933 Jul 29 17:41:00.711685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-d40a7ca3-91a4-4658-9895-55b6ef75953f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101732 Jul 29 17:41:00.731935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-39cd2e67-75f0-4f60-b592-2b10b5b13bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.733607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-39cd2e67-75f0-4f60-b592-2b10b5b13bf5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1476333 Jul 29 17:41:00.794991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:41:00.801437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:00.808217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b14f54b3-d300-4753-8175-4682218ae5ef req-471ffc49-bd29-492d-ae34-64d871431b1d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-426625577&fields=id&tenant_id=4d725688af1d41d78c503549fc7ab604 HTTP/1.1" status: 200 len: 267 time: 0.0970383 Jul 29 17:41:00.851702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-88a97619-a206-4959-ab20-274b0decc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.853263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-88a97619-a206-4959-ab20-274b0decc314 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095672 Jul 29 17:41:00.982522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-5b6b1a00-3385-4547-bee2-fc597a4eb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:00.984459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-5b6b1a00-3385-4547-bee2-fc597a4eb554 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.3989873 Jul 29 17:41:01.088539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-be7fd9cc-21a8-495e-9faa-4e861fd7f197 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.0738580 Jul 29 17:41:01.096335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126e93-7b2c-409a-8cb3-8655ab64b28d req-792aa8f2-b0b9-49ec-8241-790a4f3b5cc0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.097969 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62126e93-7b2c-409a-8cb3-8655ab64b28d req-792aa8f2-b0b9-49ec-8241-790a4f3b5cc0 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 948 time: 0.3343754 Jul 29 17:41:01.105723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port c136f648-b326-4d74-a580-73ff4f2564d2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:01.111170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c136f648-b326-4d74-a580-73ff4f2564d2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:01.111793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.116921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-5051c93e-8dd5-4b40-ae97-dd52ae3480fa service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143120 Jul 29 17:41:01.208181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-06e2c4bd-5dbb-4e35-97a4-380dce2ed5e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2745676 Jul 29 17:41:01.214202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.239445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:41:01.247537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:01.249852 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8c011-6271-41a6-ade7-fd40b3efc02e" -d '{"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:01.258387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e637b183-7c1a-46ea-ad56-1c0480789159 req-15c5c5d7-2606-42e6-8a6d-ef8f0652c3f4 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921067 Jul 29 17:41:01.263278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.264867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:41:01.270704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:01.278396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:01.279101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:01.283244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.325506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-e55b81ff-9b97-4364-b8cb-e26d30068b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.327104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-e55b81ff-9b97-4364-b8cb-e26d30068b6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.2202094 Jul 29 17:41:01.335800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62126e93-7b2c-409a-8cb3-8655ab64b28d req-f6420198-62fd-4c93-a376-e0ec5cefc688 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064421 Jul 29 17:41:01.370440 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-355c9566-0bab-4cc1-8009-3d79cbf81f92 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "PUT /v2.0/floatingips/39e50a08-b341-4603-bd80-8bb9896e58f7 HTTP/1.1" status: 200 len: 991 time: 4.7038851 Jul 29 17:41:01.388014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f54b3-d300-4753-8175-4682218ae5ef req-e07483f9-b005-429d-9881-ef8e3fab3a4c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.389710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b14f54b3-d300-4753-8175-4682218ae5ef req-e07483f9-b005-429d-9881-ef8e3fab3a4c tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 985 time: 0.5807221 Jul 29 17:41:01.392749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:01.395092 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c00f2-f7f4-4f93-bea4-df12731f984f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:01.402635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-e94355ba-09a2-440f-a93a-ef3f3c6bf9a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608969 Jul 29 17:41:01.425940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-c3724b84-a91e-4efc-bcbd-cf2f29d426f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.427449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-c3724b84-a91e-4efc-bcbd-cf2f29d426f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1095 time: 0.1814778 Jul 29 17:41:01.429813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'port': {'security_groups': ['cf142f12-c73d-4689-aec6-df808c2f12dd', 'f230f029-db33-42f8-aee0-d51978a86c6b', 'fa032e81-086c-4bf4-8361-5b97c4a1f9f2']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:01.431970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b3576fd8-9f74-4210-811b-2a74e5ed10b7 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:01.434012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:01.469017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dfc1f52-74fb-4289-91d5-0071751bd7d0 req-8e73e569-a1d9-49cc-9f83-d6b9b187f763 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081024 Jul 29 17:41:01.476646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:01.506640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-986cd30c-0188-46ac-b4c8-72ce28701808 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433182 Jul 29 17:41:01.558688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:01.615582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:41:01.621894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d1a14f53-9e5d-4a90-bcbe-1a4ad8a03551 admin admin] 10.222.0.16 "PUT /v2.0/routers/fdf7ee53-61fd-4f12-bf02-c5958d4c17f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3246500 Jul 29 17:41:01.632648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:01.633967 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Sync routers for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:41:01.648983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.655467 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:01.656876 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:01.692561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 4d1c434c-ece5-417a-bf27-6405a57014ee completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:01.732497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 4d1c434c-ece5-417a-bf27-6405a57014ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:01.732854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.750275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:01.786644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7', 'mac_address': 'fa:16:3e:1d:df:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:01.799797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a71f05d4-5cc1-46d6-acad-a06c115129e2 req-bc9c02dc-693e-4a7b-b834-db65f48aec52 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812002 Jul 29 17:41:01.870435 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:01.901865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3fbdc-7e1b-4854-8635-5d61b04ca3b7 req-b7ff124c-0845-4cbf-94f7-a8ef242093d9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.909673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40b3fbdc-7e1b-4854-8635-5d61b04ca3b7 req-b7ff124c-0845-4cbf-94f7-a8ef242093d9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 949 time: 0.4663315 Jul 29 17:41:01.915451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.948568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-4b8b15df-c503-427c-9964-54aaaef5739b service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349929 Jul 29 17:41:01.989279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-e6d2a18c-de33-48c8-b240-b0c39385d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:01.990964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-e6d2a18c-de33-48c8-b240-b0c39385d385 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.5121722 Jul 29 17:41:02.039077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3576fd8-9f74-4210-811b-2a74e5ed10b7 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:02.077023 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40b3fbdc-7e1b-4854-8635-5d61b04ca3b7 req-5c25de54-56cc-41a6-b20d-bdf332d1a2d6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613631 Jul 29 17:41:02.089361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:59Z', 'revision_number': 5, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:02.101957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-6a272bdb-fdbb-45d3-ba49-2df49297b801 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.0787096 Jul 29 17:41:02.136217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.149195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:02.149450 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Checking router: fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:41:02.150390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.175461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Routers {'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:02.176143 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:02.221315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.270442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c2de9a6-3c90-4124-b41f-d241e7bd184b req-c341150f-4e38-43d7-9356-e491d18952c4 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012030 Jul 29 17:41:02.279364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-858237a5-0760-4f54-9c5f-a19e930ada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:02.281112 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-858237a5-0760-4f54-9c5f-a19e930ada23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1659133 Jul 29 17:41:02.308515 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] Set router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:02.337712 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-31cf0821-5e61-45b1-820c-1539f796baba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483012 Jul 29 17:41:02.344806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:02.346119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce26278-8494-4977-a5c5-d7c3c33fdf17 req-14d2c700-c89c-4979-a1fc-886a6015cace tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:02.353605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ce26278-8494-4977-a5c5-d7c3c33fdf17 req-14d2c700-c89c-4979-a1fc-886a6015cace tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.1793828 Jul 29 17:41:02.360599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.368899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:02.423207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:12:01:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8bfcd3-fa01-4251-902f-98a638008596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:40:58Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:02.459109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:41:02.473286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:02.483759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ce26278-8494-4977-a5c5-d7c3c33fdf17 req-da04a90d-b3d1-4285-a526-3131bbcd1719 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130602 Jul 29 17:41:02.495458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:02.499147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:02.530905 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:59Z', 'revision_number': 5, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:02.542746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.545065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-8a2e87fb-678a-49f7-a24e-66e54be54996 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739831 Jul 29 17:41:02.563128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c896e59-6878-4967-b88d-8a115907c35f None None] The sync data for ids ['fdf7ee53-61fd-4f12-bf02-c5958d4c17f5'] in n-d-801607-3 is: [{'id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-150208043-router', 'tenant_id': '95fa645377f543d2b636569b137d80a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '542115b3-06e5-47de-a684-2476a8081b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:40:42Z', 'updated_at': '2021-07-29T17:40:59Z', 'revision_number': 5, 'project_id': '95fa645377f543d2b636569b137d80a1', 'gw_port': {'id': '542115b3-06e5-47de-a684-2476a8081b64', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7ee53-61fd-4f12-bf02-c5958d4c17f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:40:43Z', 'updated_at': '2021-07-29T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:41:02.568291 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bffb003-f429-4a2e-879b-43fcbc289705 x-openstack-request-id: req-3bffb003-f429-4a2e-879b-43fcbc289705 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:02.568581 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:02.568804 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bffb003-f429-4a2e-879b-43fcbc289705 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:02.569196 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'code': 200} Jul 29 17:41:02.655441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:02.684118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b3576fd8-9f74-4210-811b-2a74e5ed10b7'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:02.708591 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d178cb4-c740-4df3-be39-7f1ab5a3e96f req-51a98332-7cee-4c28-9bcf-572f81407fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507113 Jul 29 17:41:02.711645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:02.711859 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18ccf8-3408-43e5-b2d0-b65ac8e73f6c x-openstack-request-id: req-bf18ccf8-3408-43e5-b2d0-b65ac8e73f6c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:02.712210 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:02.712589 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf18ccf8-3408-43e5-b2d0-b65ac8e73f6c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:02.713037 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'status': 'completed', 'code': 200} Jul 29 17:41:02.722855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Deleting port 542115b3-06e5-47de-a684-2476a8081b64 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:02.723285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.729855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.752515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.818642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:02.851211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-ad912181-2fa9-4141-94a4-0083bfe0f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:02.852897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:02.853844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-ad912181-2fa9-4141-94a4-0083bfe0f1b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=baab0005751a439a8f381bedfeefb026&device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 1096 time: 0.1209126 Jul 29 17:41:02.854496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:02.865076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadb65e-fcf8-47a2-800a-02f4baa38423 req-92708edd-3607-4b00-843b-4409e22cac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:02.868858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b14f54b3-d300-4753-8175-4682218ae5ef req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "PUT /v2.0/ports/4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 1021 time: 1.4441736 Jul 29 17:41:02.869343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:02.871458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acadb65e-fcf8-47a2-800a-02f4baa38423 req-92708edd-3607-4b00-843b-4409e22cac32 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 1100 time: 0.1613638 Jul 29 17:41:02.871755 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ce11d-e320-433d-add5-dffcaf0ac624" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:02.977411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930b296-0fbc-4fe8-b792-236ab6769f81 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:02.990701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] For port 542115b3-06e5-47de-a684-2476a8081b64, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=542115b3-06e5-47de-a684-2476a8081b64,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:02.991147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.045266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Calling delete_port for 542115b3-06e5-47de-a684-2476a8081b64 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:03.057231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acadb65e-fcf8-47a2-800a-02f4baa38423 req-03d68cc5-76a8-4678-b372-518907c7d1b3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736798 Jul 29 17:41:03.111101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-0f909ab4-18b9-4628-933a-8bf6824619c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.113779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-0f909ab4-18b9-4628-933a-8bf6824619c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 200 len: 924 time: 0.2291055 Jul 29 17:41:03.118767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75733d7c-c949-4908-8c13-ad42a231b302 req-21e4e64d-6027-433d-9a62-c1f4f4986bbe tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.120334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75733d7c-c949-4908-8c13-ad42a231b302 req-21e4e64d-6027-433d-9a62-c1f4f4986bbe tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 949 time: 0.1581399 Jul 29 17:41:03.125184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:03.255944 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-9cf3ede3-c449-42db-b82c-c70b31b86bbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6 HTTP/1.1" status: 200 len: 999 time: 0.1182418 Jul 29 17:41:03.291033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75733d7c-c949-4908-8c13-ad42a231b302 req-0a8733fc-adad-4b24-a04f-f2045b6ed6e4 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494000 Jul 29 17:41:03.338620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79157ee-f102-4658-868f-308a34bfd35c req-16e0cb0f-5314-4052-a51b-31c07ba6a24f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.346368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79157ee-f102-4658-868f-308a34bfd35c req-16e0cb0f-5314-4052-a51b-31c07ba6a24f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 949 time: 0.0851462 Jul 29 17:41:03.395199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-615ec4e1-101f-4358-8a80-0108c77ddd84 req-3b1dc4f9-783e-4928-a6d3-60fdd5d1b3a6 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/fa032e81-086c-4bf4-8361-5b97c4a1f9f2 HTTP/1.1" status: 200 len: 1799 time: 0.0537283 Jul 29 17:41:03.401551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.430549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79157ee-f102-4658-868f-308a34bfd35c req-ff333ef9-1278-40b8-b358-838ee85a9609 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Jul 29 17:41:03.432475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-76b0a4fd-c9f9-4f21-8323-0d4c31af16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.451901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Pushing event deleted for resources: {'Port': ['ID=542115b3-06e5-47de-a684-2476a8081b64,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:03.458435 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-76b0a4fd-c9f9-4f21-8323-0d4c31af16d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 200 len: 862 time: 0.1088655 Jul 29 17:41:03.538621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-ae2fa7ff-a322-43e5-bdda-e7bad91f80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.540087 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec712e5a-2fe4-499d-8035-5799d1d7899f x-openstack-request-id: req-ec712e5a-2fe4-499d-8035-5799d1d7899f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:03.540251 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:03.540526 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec712e5a-2fe4-499d-8035-5799d1d7899f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:03.540924 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'status': 'completed', 'code': 200} Jul 29 17:41:03.543089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-ae2fa7ff-a322-43e5-bdda-e7bad91f80cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6101c14d-41f6-401a-be31-08d9f2364043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753081 Jul 29 17:41:03.545979 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-615ec4e1-101f-4358-8a80-0108c77ddd84 req-c282af1f-b49a-4a05-9442-75a669e7374e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 17:41:03.547197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-615ec4e1-101f-4358-8a80-0108c77ddd84 req-c282af1f-b49a-4a05-9442-75a669e7374e tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa032e81-086c-4bf4-8361-5b97c4a1f9f2 HTTP/1.1" status: 409 len: 341 time: 0.1425574 Jul 29 17:41:03.560697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:03.578352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.592088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'port_id': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'mac_address': 'fa:16:3e:3e:71:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480517cd-e92b-47aa-b323-39f019ad8e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:03.687475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.706993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.709346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.731058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd8b27d-22da-4d66-b971-586d8208f2be {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:03.750540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-f2208446-005d-4666-8f77-ad96443e2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.752249 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-f2208446-005d-4666-8f77-ad96443e2db5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d725688af1d41d78c503549fc7ab604&device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1175 time: 0.1734610 Jul 29 17:41:03.773673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025578-3478-4cff-9746-9b46a18160dc req-1880e1b5-cda6-4753-b881-6f3e4f320b49 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.774549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:03.775299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc025578-3478-4cff-9746-9b46a18160dc req-1880e1b5-cda6-4753-b881-6f3e4f320b49 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1343122 Jul 29 17:41:03.790409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.799860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:12:01:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8bfcd3-fa01-4251-902f-98a638008596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:40:58Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:03.844493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adcb1f-d057-4efe-908a-911efa6267d2 req-73821910-7b20-4be7-b230-e485786566fc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.846316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5adcb1f-d057-4efe-908a-911efa6267d2 req-73821910-7b20-4be7-b230-e485786566fc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.0974839 Jul 29 17:41:03.847427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.847937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:41:03.854585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:03.855056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c99eaa2-9a3e-4fed-829a-96321bb4bf88 None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '39e50a08-b341-4603-bd80-8bb9896e58f7', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'port_id': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'mac_address': 'fa:16:3e:12:01:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8bfcd3-fa01-4251-902f-98a638008596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:38:35Z', 'updated_at': '2021-07-29T17:40:58Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:41:03.855221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5c9802ea-f559-46ca-a6b3-f7a0069f9209 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fdf7ee53-61fd-4f12-bf02-c5958d4c17f5 HTTP/1.1" status: 204 len: 168 time: 2.2213345 Jul 29 17:41:03.908782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:03.915313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:03.917447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5adcb1f-d057-4efe-908a-911efa6267d2 req-61085bea-f296-4531-b697-33e4c0bbcf50 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611255 Jul 29 17:41:03.973547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-4ad5f051-2a10-4386-87df-2c6ca66dba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:03.975044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-4ad5f051-2a10-4386-87df-2c6ca66dba51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 200 len: 914 time: 0.1937971 Jul 29 17:41:04.005480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-3a418d87-6155-4370-a8f0-48f9e8e0c67d service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423044 Jul 29 17:41:04.016067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Deleting subnet 4bfdfd67-fb0d-4327-b22b-949b2dda3841 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:41:04.020404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.101513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.185709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4cd8b27d-22da-4d66-b971-586d8208f2be'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:04.215867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-cc610b98-abd5-49c5-9e4c-2b8e39457094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 200 len: 217 time: 0.2255371 Jul 29 17:41:04.293848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a3475e-aabc-4d20-a2b2-93891658d0ff None None] New status for floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:41:04.323776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-131c00f2-f7f4-4f93-bea4-df12731f984f req-f2b35631-786c-4f7a-ba8a-110ef89f6064 service neutron] 10.222.0.49 "GET /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351036 Jul 29 17:41:04.375503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.381030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc025578-3478-4cff-9746-9b46a18160dc req-6c7bb848-622d-4a9c-b02b-8b90e2370b9f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895374 Jul 29 17:41:04.411412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-eea0c011-ad55-4eb7-af9c-873e0cb0096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:04.413208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-eea0c011-ad55-4eb7-af9c-873e0cb0096e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 200 len: 853 time: 0.1690731 Jul 29 17:41:04.505147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-bc286424-e0c0-47da-b7ea-b4a9a07ac70c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90d895ec-57c9-491b-b2fa-83661d18c0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775833 Jul 29 17:41:04.520460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbffc1b-ef76-44df-8e72-b82c12f9c71b req-1f07c1de-2dd2-4f3d-8ec5-78e38b21dd24 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:04.532365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3bbffc1b-ef76-44df-8e72-b82c12f9c71b req-1f07c1de-2dd2-4f3d-8ec5-78e38b21dd24 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1024 time: 0.1794662 Jul 29 17:41:04.562251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 25277876-dd6b-4ce4-b572-5e8e1ef249f4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:04.583823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:04.586257 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fe9e4-72c8-4db4-9327-eb0ef3765781" -d '{"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:04.596355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 25277876-dd6b-4ce4-b572-5e8e1ef249f4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:04.596789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 25277876-dd6b-4ce4-b572-5e8e1ef249f4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:04.597314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 542115b3-06e5-47de-a684-2476a8081b64 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:04.600471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f', '4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:04.616711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3bbffc1b-ef76-44df-8e72-b82c12f9c71b req-6e5a2a9c-a445-45f0-946b-800220f70907 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf142f12-c73d-4689-aec6-df808c2f12dd&id=fa032e81-086c-4bf4-8361-5b97c4a1f9f2&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0834196 Jul 29 17:41:04.617778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.647777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc543d8-c569-44d0-aeea-45624bb50476 req-904c6365-17de-44fc-b3e1-0e69e66cac75 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:04.654546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dc543d8-c569-44d0-aeea-45624bb50476 req-904c6365-17de-44fc-b3e1-0e69e66cac75 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 949 time: 0.1581457 Jul 29 17:41:04.657797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfdfd67-fb0d-4327-b22b-949b2dda3841,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:04.668496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 542115b3-06e5-47de-a684-2476a8081b64 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:04.668800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 542115b3-06e5-47de-a684-2476a8081b64 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:04.673078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.675833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8144a898-fa6a-4986-bcb0-7dcc87e8c2db admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4bfdfd67-fb0d-4327-b22b-949b2dda3841 HTTP/1.1" status: 204 len: 168 time: 0.7576454 Jul 29 17:41:04.678491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0878e5-038c-46ee-914d-8e56b9e8aab7 None None] Network 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:04.678966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43740) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:04.717957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-c1d945e3-7037-41f2-8a93-4ba9874bc4ab service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950707 Jul 29 17:41:04.734966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dc543d8-c569-44d0-aeea-45624bb50476 req-3398e4b5-0751-4038-a9e4-88a31663926e tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718315 Jul 29 17:41:04.788062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.886741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664725-38d3-4d64-977f-13f1eb633093 req-b25d86c4-400c-47c0-a563-ebbf2258ee36 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:04.894640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe664725-38d3-4d64-977f-13f1eb633093 req-b25d86c4-400c-47c0-a563-ebbf2258ee36 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1015799 Jul 29 17:41:04.911535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572933e4-510a-4bfa-9ff7-87e10de55112 req-0bcef472-55e6-48fa-9cab-8a416c7c249e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:04.919863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-572933e4-510a-4bfa-9ff7-87e10de55112 req-0bcef472-55e6-48fa-9cab-8a416c7c249e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 949 time: 0.0905962 Jul 29 17:41:04.923922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-929ce11d-e320-433d-add5-dffcaf0ac624 req-9b01fe10-285a-4be3-badd-54e183fffb02 service neutron] 10.222.0.49 "GET /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897569 Jul 29 17:41:04.965478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] DHCP port deletion for 1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:41:04.967419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Deleting port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:04.969815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:04.980395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-572933e4-510a-4bfa-9ff7-87e10de55112 req-bf17ae4d-4e96-44fc-9b50-cf1305390932 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596423 Jul 29 17:41:04.985072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe664725-38d3-4d64-977f-13f1eb633093 req-79bc5493-dfb5-4402-9e0e-95b7a1d902b5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770509 Jul 29 17:41:05.065638 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ce742-1b31-4420-936c-d5510a7b79f0 x-openstack-request-id: req-8e1ce742-1b31-4420-936c-d5510a7b79f0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:05.065937 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:05.066184 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e1ce742-1b31-4420-936c-d5510a7b79f0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:05.066606 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'code': 200} Jul 29 17:41:05.109700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] For port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:05.110067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.127339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Calling delete_port for 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:05.132989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Deleting port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:05.133592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.146599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4c06-8433-491d-a236-6d46a8c10f65 req-57378f41-4eb4-44f2-95ac-f4edb252d36d tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:05.148108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-865a4c06-8433-491d-a236-6d46a8c10f65 req-57378f41-4eb4-44f2-95ac-f4edb252d36d tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 950 time: 0.0888021 Jul 29 17:41:05.195036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-865a4c06-8433-491d-a236-6d46a8c10f65 req-934569fd-4438-4673-a5c6-70bb43e55664 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Jul 29 17:41:05.276388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] For port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,segment=NetworkSegment(55883449-0d1e-474e-bbee-6aa0f9e7038e),segment_id=55883449-0d1e-474e-bbee-6aa0f9e7038e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:05.277771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.304204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Calling delete_port for 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:05.474271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b3576fd8-9f74-4210-811b-2a74e5ed10b7 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:05.488116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d5fb-a70d-446d-9c2e-a6fe7d4e2433 req-5612bc12-03d7-4977-952a-9038caabde4a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:05.489515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e215d5fb-a70d-446d-9c2e-a6fe7d4e2433 req-5612bc12-03d7-4977-952a-9038caabde4a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.3588929 Jul 29 17:41:05.551942 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e215d5fb-a70d-446d-9c2e-a6fe7d4e2433 req-e283959e-77e8-443c-b0e4-02b81baff59a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515840 Jul 29 17:41:05.555876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.598325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:05.598325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] No DVR routers for this DVR port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:05.653619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.676402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] No DVR routers for this DVR port 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:05.741377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port b3576fd8-9f74-4210-811b-2a74e5ed10b7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:05.748921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7ddfe-b99e-4155-90d6-fa7e14ef4f17 None None] Pushing event deleted for resources: {'Port': ['ID=67e9dc1c-1cec-4432-beee-e5e63b9b05b0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:05.758128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b3576fd8-9f74-4210-811b-2a74e5ed10b7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:05.758515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.760372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.771536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b16eaa9-8ccb-4714-aa2d-e87372dcdf89']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:05.785590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55883449-0d1e-474e-bbee-6aa0f9e7038e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:05.786140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55883449-0d1e-474e-bbee-6aa0f9e7038e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:05.803516 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.852180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.861854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:41:05.862498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:41:05.864571 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:41:05.900407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad34e-f1cf-46d9-b5cd-0699e08d3d01 req-3d16d07e-609f-494f-8b4a-d6f08c5c40be tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:05.916640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98fad34e-f1cf-46d9-b5cd-0699e08d3d01 req-3d16d07e-609f-494f-8b4a-d6f08c5c40be tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1024 time: 0.1223598 Jul 29 17:41:05.948838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.958422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:05.963980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b16eaa9-8ccb-4714-aa2d-e87372dcdf89 HTTP/1.1" status: 204 len: 168 time: 1.2807374 Jul 29 17:41:05.988070 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98fad34e-f1cf-46d9-b5cd-0699e08d3d01 req-1c63e404-023d-4bc8-8a94-c3f5bc17c8b0 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf142f12-c73d-4689-aec6-df808c2f12dd&id=fa032e81-086c-4bf4-8361-5b97c4a1f9f2&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0685730 Jul 29 17:41:05.999811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d345c-5e07-4307-a07b-19042fe233b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b16eaa9-8ccb-4714-aa2d-e87372dcdf89,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:06.001879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.071508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:06.083715 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.126844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6bedb-fa22-47d0-8475-64f67220959e req-cc25a617-92e7-46f0-b836-507c64f93d98 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:06.136127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3f6bedb-fa22-47d0-8475-64f67220959e req-cc25a617-92e7-46f0-b836-507c64f93d98 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.0680873 Jul 29 17:41:06.153930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345e14-2217-413b-ae18-bacf5c41310b req-13a7ef69-8b9c-44a6-96a3-9815ebae5a98 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:06.156029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25345e14-2217-413b-ae18-bacf5c41310b req-13a7ef69-8b9c-44a6-96a3-9815ebae5a98 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 1024 time: 0.1120017 Jul 29 17:41:06.175585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:06.182806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3f6bedb-fa22-47d0-8475-64f67220959e req-1eb040bc-2334-4608-9419-7a8eb684b880 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457535 Jul 29 17:41:06.199440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43796) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:06.213250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-3c5408ef-38ff-4b81-ad7d-4e0730014cf4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560796 Jul 29 17:41:06.255768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0945140-d940-443f-9728-6a2e831a28c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95fa645377f543d2b636569b137d80a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526443 Jul 29 17:41:06.259671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43798) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:06.296149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:06.318771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:06.319122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67e9dc1c-1cec-4432-beee-e5e63b9b05b0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:06.345240 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.369933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.384508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-72bb11c3-0fa5-4c4f-bb4e-c01f5124c35c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:06.386262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-72bb11c3-0fa5-4c4f-bb4e-c01f5124c35c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497245 Jul 29 17:41:06.397455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Deleting port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:06.397792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.426894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.429571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.430861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/500a322c-547d-4abf-82b1-5e59cfdc9c79 HTTP/1.1" status: 204 len: 168 time: 0.1689987 Jul 29 17:41:06.441722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6d1ec-f726-4f08-acd5-c79e79571ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a322c-547d-4abf-82b1-5e59cfdc9c79,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:06.472326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-a30c3ad6-62fc-440e-96a0-e20f0ffc49e6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/quotas/e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 375 time: 0.0714486 Jul 29 17:41:06.571247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 4bba1fc5-9be5-405e-b217-595bc9ae3e02, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4bba1fc5-9be5-405e-b217-595bc9ae3e02,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:06.571621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.595808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-ed0a41c3-29ba-4ef7-8c66-6c468189d0f8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876770 Jul 29 17:41:06.599418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Calling delete_port for 4bba1fc5-9be5-405e-b217-595bc9ae3e02 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:06.775613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba6199-719c-4b9a-a555-bf4aeee18509 req-8df3d927-f486-4529-848a-6412fd6e2409 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:06.784782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bba6199-719c-4b9a-a555-bf4aeee18509 req-8df3d927-f486-4529-848a-6412fd6e2409 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.0861037 Jul 29 17:41:06.809890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:06.834044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bba6199-719c-4b9a-a555-bf4aeee18509 req-0a64d3d8-2953-4091-b61d-1249226a8ea1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481532 Jul 29 17:41:06.841740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:06.868825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f', '4bba1fc5-9be5-405e-b217-595bc9ae3e02'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:06.925164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'Port': ['ID=4bba1fc5-9be5-405e-b217-595bc9ae3e02,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:07.003040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] No DVR routers for this DVR port 4bba1fc5-9be5-405e-b217-595bc9ae3e02 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:07.016546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:07.018628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25345e14-2217-413b-ae18-bacf5c41310b req-7a97c905-f6de-489f-b987-0a32e6b4c33f tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "DELETE /v2.0/ports/4bba1fc5-9be5-405e-b217-595bc9ae3e02 HTTP/1.1" status: 204 len: 173 time: 0.8369145 Jul 29 17:41:07.019082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'name': 'network-vif-deleted', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:07.021344 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bd4f2c-a9ff-44a9-87be-a1d13e33bdc5" -d '{"events": [{"server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "name": "network-vif-deleted", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:07.047948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4cd8b27d-22da-4d66-b971-586d8208f2be completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:07.061169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4cd8b27d-22da-4d66-b971-586d8208f2be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:07.061550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:07.081008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1cbccd5-e9ac-46c1-9fcd-34540d73aaf5 req-a83b39f6-a0f0-4968-a197-40fb76ec57c8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 210 time: 0.0626924 Jul 29 17:41:07.085555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:07.090010 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7a269-6d07-45ed-a69b-e5a6dfb2fbdb" -d '{"events": [{"server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:07.151473 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292fc332-747f-4568-a139-f45b1e489b91 x-openstack-request-id: req-292fc332-747f-4568-a139-f45b1e489b91 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:07.151761 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f9889-f3a8-4fcc-b028-88eec4709184", "name": "network-vif-deleted", "tag": "4bba1fc5-9be5-405e-b217-595bc9ae3e02", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:07.152028 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-292fc332-747f-4568-a139-f45b1e489b91 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:07.152419 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f9889-f3a8-4fcc-b028-88eec4709184', 'name': 'network-vif-deleted', 'tag': '4bba1fc5-9be5-405e-b217-595bc9ae3e02', 'status': 'completed', 'code': 200} Jul 29 17:41:07.245487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c02b2730-71dc-4230-9e35-c6af5f5fd595 req-c291c03f-de58-4036-a739-6b452aebd382 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=f37f9889-f3a8-4fcc-b028-88eec4709184 HTTP/1.1" status: 200 len: 210 time: 0.0723538 Jul 29 17:41:07.246704 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064bc4f7-a2da-456f-8f45-1ced8b1a9ddc x-openstack-request-id: req-064bc4f7-a2da-456f-8f45-1ced8b1a9ddc {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:07.246879 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "name": "network-vif-plugged", "status": "completed", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:07.247313 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-064bc4f7-a2da-456f-8f45-1ced8b1a9ddc {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:07.247844 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7', 'code': 200} Jul 29 17:41:07.389893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727f1b-3480-41d5-9da8-8abb3a1ab870 req-717e94d8-7c5d-4c3a-a21a-43a6e9416be3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:07.390916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:07.393226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a727f1b-3480-41d5-9da8-8abb3a1ab870 req-717e94d8-7c5d-4c3a-a21a-43a6e9416be3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.0695617 Jul 29 17:41:07.425220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c19088-e9ce-4382-a159-8518eea9fdea req-3601e29f-1c4f-41ef-9b0c-b90ac16fae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:07.427178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41c19088-e9ce-4382-a159-8518eea9fdea req-3601e29f-1c4f-41ef-9b0c-b90ac16fae6f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 1101 time: 0.0815299 Jul 29 17:41:07.450763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a727f1b-3480-41d5-9da8-8abb3a1ab870 req-28e74d54-7dd5-4afd-8fcf-9ccc82e31f58 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Jul 29 17:41:07.502341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41c19088-e9ce-4382-a159-8518eea9fdea req-77f28faa-102d-4e8f-8cb7-302e0f43bf02 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Jul 29 17:41:07.528631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:07.541887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:07.628281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:07.980196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbcf3f-21c4-45c4-808c-c215e63ea9f7 req-f74de80f-9c15-4b65-a789-b4402f7b7410 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:07.981919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1cbcf3f-21c4-45c4-808c-c215e63ea9f7 req-f74de80f-9c15-4b65-a789-b4402f7b7410 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0648401 Jul 29 17:41:08.027293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1cbcf3f-21c4-45c4-808c-c215e63ea9f7 req-4ca44795-a9a0-4334-abd1-787ec132aee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377126 Jul 29 17:41:08.191294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45ba0adb-2b5d-427f-8bf0-94abeddf4e2a req-4996c289-2354-486e-a88c-c2da7af3db41 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jul 29 17:41:08.374119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-8815834c-e8c3-414f-ab3f-1827e9f24e17 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/cf142f12-c73d-4689-aec6-df808c2f12dd HTTP/1.1" status: 200 len: 1799 time: 0.0613184 Jul 29 17:41:08.416892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-1ea9caa4-7099-46d4-9a6b-0d052d163a31 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276732 Jul 29 17:41:08.425537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:08.562225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3953095e-7e34-406a-935f-d38fc64fbcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.584779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.624295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.634089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-da48b794-775e-46b9-bf6a-12eb8d08be22 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:08.635585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-da48b794-775e-46b9-bf6a-12eb8d08be22 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976810 Jul 29 17:41:08.682300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b351c-9d5f-4f38-a6e0-7e0683cc75e2 req-4e02219a-4f40-496a-899e-e1a6c17eeb6e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:08.683103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.684117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-848b351c-9d5f-4f38-a6e0-7e0683cc75e2 req-4e02219a-4f40-496a-899e-e1a6c17eeb6e tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.1071520 Jul 29 17:41:08.686475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.688335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef97b60c-f8cd-4839-9acc-dd68c0979fff req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf142f12-c73d-4689-aec6-df808c2f12dd HTTP/1.1" status: 204 len: 173 time: 0.3007061 Jul 29 17:41:08.698998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Request body: {'port': {'device_id': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'e56b6d6b394a4d91bec47e83b063f729'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:08.755266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb76a55-3bdd-4ad4-a7f6-843bbd6e7f75 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf142f12-c73d-4689-aec6-df808c2f12dd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:08.756115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-848b351c-9d5f-4f38-a6e0-7e0683cc75e2 req-d980992a-3734-48f0-a663-0fd5be4e7641 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Jul 29 17:41:08.786359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3953095e-7e34-406a-935f-d38fc64fbcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.802389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3953095e-7e34-406a-935f-d38fc64fbcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.814868 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06018b44-12af-48de-8b45-7583d7a7e82d req-3152fba5-0cc5-41ca-93ab-6caa3b2a8dd3 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/fa032e81-086c-4bf4-8361-5b97c4a1f9f2 HTTP/1.1" status: 200 len: 1799 time: 0.0992136 Jul 29 17:41:08.859305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3953095e-7e34-406a-935f-d38fc64fbcec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e45d552fb94f4629a377a0c22a82cfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305985 Jul 29 17:41:08.860538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43928) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:08.861165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953095e-7e34-406a-935f-d38fc64fbcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac802895-f13c-4390-98c9-cf09e9c7d267,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:08.892678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Made reservation on behalf of e56b6d6b394a4d91bec47e83b063f729 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:08.896605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.914177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-06018b44-12af-48de-8b45-7583d7a7e82d req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.940534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.964287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:08.982023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-06018b44-12af-48de-8b45-7583d7a7e82d req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.016324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.020380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.021840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac802895-f13c-4390-98c9-cf09e9c7d267 HTTP/1.1" status: 204 len: 168 time: 0.1573713 Jul 29 17:41:09.044834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da72b0-55d2-4fa3-ab35-b218ce9ed47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac802895-f13c-4390-98c9-cf09e9c7d267,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:09.076214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-06018b44-12af-48de-8b45-7583d7a7e82d req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.079331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-06018b44-12af-48de-8b45-7583d7a7e82d req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.093842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06018b44-12af-48de-8b45-7583d7a7e82d req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa032e81-086c-4bf4-8361-5b97c4a1f9f2 HTTP/1.1" status: 204 len: 173 time: 0.2714388 Jul 29 17:41:09.128810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Allocated IP 192.168.233.30 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/47425d87-43e4-40ee-84e2-aac990d7a0b1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:09.133490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7afd978-abc8-49d4-b98c-f3e975154839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.190324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c132cd-d595-471d-9d80-f78af0eb1306 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa032e81-086c-4bf4-8361-5b97c4a1f9f2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:09.211923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2009442397', 'description': 'tempest-description-307334725'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:09.249301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:09.252131 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981155c9-8d19-4121-a4d2-446528d9b3c2" -d '{"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-plugged", "status": "completed", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:09.257901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c381b8-dccf-4b9b-bb7a-da79e47443ef req-c7fb5f59-9b2a-4fae-b940-104781ca0272 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:09.259559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8c381b8-dccf-4b9b-bb7a-da79e47443ef req-c7fb5f59-9b2a-4fae-b940-104781ca0272 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0893223 Jul 29 17:41:09.300217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8c381b8-dccf-4b9b-bb7a-da79e47443ef req-acfeb578-eb03-4e34-8071-5bc01cff0601 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Jul 29 17:41:09.303665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.446221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.481492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:09.504475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4bba1fc5-9be5-405e-b217-595bc9ae3e02 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:09.520413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Transition to ACTIVE for port object 47425d87-43e4-40ee-84e2-aac990d7a0b1 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:09.530090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77a1f580-094c-4a0b-a047-098b3ad27585 req-0d443892-61f0-4e5d-b89d-25eb9ac2ae45 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 210 time: 0.0366659 Jul 29 17:41:09.553509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 4bba1fc5-9be5-405e-b217-595bc9ae3e02 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:09.553509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4bba1fc5-9be5-405e-b217-595bc9ae3e02 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:09.592811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.601573 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85999e03-f755-4d3a-af88-317af35e926b x-openstack-request-id: req-85999e03-f755-4d3a-af88-317af35e926b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:09.601746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.601953 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-plugged", "status": "completed", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:09.602137 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85999e03-f755-4d3a-af88-317af35e926b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:09.602627 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'code': 200} Jul 29 17:41:09.612574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.628141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353', '4d1c434c-ece5-417a-bf27-6405a57014ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:09.724281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.729671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b3a5584-0a12-41f5-b8d9-f16ca0da2ab4 req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5243599 Jul 29 17:41:09.747913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:09.751624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:09.751991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648b7c-658b-4be1-886f-2aad106074fc tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb513f9-726c-4854-869c-c7fea3a64026,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:09.765856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:09.770260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:09.791032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'mac_address': 'fa:16:3e:a1:dd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:09.825326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:09.826283 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:09.828541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:09.859948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78023-0400-4c88-aa2b-c9e1e1e60795 req-370f4a6d-eab6-4bc9-83a4-cba5654f482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:09.861538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74c78023-0400-4c88-aa2b-c9e1e1e60795 req-370f4a6d-eab6-4bc9-83a4-cba5654f482f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1096 time: 0.1749265 Jul 29 17:41:09.873803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-8fe4c720-333f-4e45-bbd8-ffec8cb10970 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1794419 Jul 29 17:41:09.900733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-e6a1ed30-dea9-40e5-a9af-35993b7c2b11 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/6cb513f9-726c-4854-869c-c7fea3a64026 HTTP/1.1" status: 200 len: 1800 time: 0.1302207 Jul 29 17:41:09.912288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Request body: {'security_group': {'name': 'tempest-sg-hth-547247696', 'description': 'tempest-description-hth-509334783'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:09.925216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Request body: {'port': {'device_id': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:09.976349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.007749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.049662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:10.058597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.067520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.071723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74c78023-0400-4c88-aa2b-c9e1e1e60795 req-6ddd39ea-7038-4ae8-b3c4-0d8416314f90 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905744 Jul 29 17:41:10.072083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.074966 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c5373c9-7c3d-412e-980d-26944f7d716a req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "PUT /v2.0/security-groups/6cb513f9-726c-4854-869c-c7fea3a64026 HTTP/1.1" status: 200 len: 1773 time: 0.1658511 Jul 29 17:41:10.105206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:10.120094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c7f4d-34b7-458d-b580-2853ea46ad61 req-fe248239-9641-488a-bcb0-834dcfad0772 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:10.121786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-083c7f4d-34b7-458d-b580-2853ea46ad61 req-fe248239-9641-488a-bcb0-834dcfad0772 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.1844668 Jul 29 17:41:10.122580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.126954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424f0a-c967-458a-b97d-be8e23eae053 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb513f9-726c-4854-869c-c7fea3a64026,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:10.168408 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.217372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-500a5866-1a22-43be-bf08-fbab53012f90 None None] Provisioning for port 47425d87-43e4-40ee-84e2-aac990d7a0b1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:10.222507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-083c7f4d-34b7-458d-b580-2853ea46ad61 req-6c2fcd29-1d05-4038-98b2-11af28feede5 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841014 Jul 29 17:41:10.242165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-500a5866-1a22-43be-bf08-fbab53012f90 None None] Provisioning complete for port 47425d87-43e4-40ee-84e2-aac990d7a0b1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:10.242569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-500a5866-1a22-43be-bf08-fbab53012f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:10.270724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:10.305183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-500a5866-1a22-43be-bf08-fbab53012f90 None None] Port 47425d87-43e4-40ee-84e2-aac990d7a0b1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:41:10.355929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2c5b7ac2-24fb-4a20-a42f-e36250e856ad'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:10.691198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9b9e61f-08e3-4db8-bad6-0730e8b32807 req-b449b42c-412e-4f53-b047-055c8089289a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/6cb513f9-726c-4854-869c-c7fea3a64026 HTTP/1.1" status: 200 len: 1773 time: 0.4417264 Jul 29 17:41:10.843539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb038-4adc-4c3c-a941-a762e354c0ac req-44b62557-ac8d-47fb-9e56-c610d8ee9102 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:10.851158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8decb038-4adc-4c3c-a941-a762e354c0ac req-44b62557-ac8d-47fb-9e56-c610d8ee9102 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 1101 time: 0.0854542 Jul 29 17:41:10.867919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868c6d1-a759-45da-a636-3a7be60a8cdc req-9549b7ff-a00e-401f-82ee-d0b8e310988f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:10.878648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2868c6d1-a759-45da-a636-3a7be60a8cdc req-9549b7ff-a00e-401f-82ee-d0b8e310988f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0691645 Jul 29 17:41:10.927352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2868c6d1-a759-45da-a636-3a7be60a8cdc req-bb8e6e99-974d-405a-9759-3b95f697e9f0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Jul 29 17:41:10.933062 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8decb038-4adc-4c3c-a941-a762e354c0ac req-87a705e5-5b9e-45e8-8012-ca1663150ad3 tempest-ServersOnMultiNodesTest-725607054 tempest-ServersOnMultiNodesTest-725607054-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803750 Jul 29 17:41:10.982604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:10.993314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.009879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Transition to ACTIVE for port object 47425d87-43e4-40ee-84e2-aac990d7a0b1 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:11.028244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.103413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:11.123157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4a91-3596-4db4-a2ff-2d88d7308faf req-620af500-6a75-4b87-b9a4-08124f0ef241 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:11.124071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8c3e4a91-3596-4db4-a2ff-2d88d7308faf req-620af500-6a75-4b87-b9a4-08124f0ef241 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.1099536 Jul 29 17:41:11.156534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-a8dbfbfe-131b-4288-881a-531662088d3a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/6cb513f9-726c-4854-869c-c7fea3a64026 HTTP/1.1" status: 200 len: 1773 time: 0.0759971 Jul 29 17:41:11.254853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8c3e4a91-3596-4db4-a2ff-2d88d7308faf req-3a8ec31c-64c5-4c25-81cc-220d68210cbd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038947 Jul 29 17:41:11.276122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.285028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Attempting to bind port 47425d87-43e4-40ee-84e2-aac990d7a0b1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:11.285574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Attempting to bind port 47425d87-43e4-40ee-84e2-aac990d7a0b1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:11.286057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Attempting to bind port 47425d87-43e4-40ee-84e2-aac990d7a0b1 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:11.296277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Port 47425d87-43e4-40ee-84e2-aac990d7a0b1 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:11.297502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Attempting to bind port 47425d87-43e4-40ee-84e2-aac990d7a0b1 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:11.310143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.311332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:11.313152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:11.313906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:11.314851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Bound port: 47425d87-43e4-40ee-84e2-aac990d7a0b1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:11.319355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.382905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.389635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.405114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ed60838-4457-4bbc-a3e6-07f40deb81ea req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/6cb513f9-726c-4854-869c-c7fea3a64026 HTTP/1.1" status: 204 len: 173 time: 0.2321696 Jul 29 17:41:11.427301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9593-7911-4d98-ad0f-f44eca37761d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb513f9-726c-4854-869c-c7fea3a64026,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:11.477140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:11.486901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:11.490629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:11.506056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.541304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:11.542185 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.605379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:11.606040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.608196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] 10.222.0.49 "PUT /v2.0/ports/47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 1095 time: 1.7160451 Jul 29 17:41:11.610677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:11.612986 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c95bf-702f-41bd-900f-a229cf9dc789" -d '{"events": [{"name": "network-changed", "server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:11.672066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1e14035d-b1da-42f5-aefe-6533bfcd1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.730232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968bd8-cd60-4902-8ead-7b35ef5b1dea service neutron] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:11.730601 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:11.795132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-bf15103d-c0c3-4585-b4d0-890d7f733612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:11.796718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-bf15103d-c0c3-4585-b4d0-890d7f733612 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1098 time: 0.1031578 Jul 29 17:41:11.872538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-872be7d0-b188-4c4a-9393-edf27c46202d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0595341 Jul 29 17:41:11.950771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:11.954097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:11.956653 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8402ba88-ceb7-44fa-912a-b15ee473d243" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:11.964815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:12.012798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613efea-249a-49ba-886a-87172839cb9d req-7e6f821b-c3d1-497c-988c-0bbde65ce612 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.014960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:12.021362 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6613efea-249a-49ba-886a-87172839cb9d req-7e6f821b-c3d1-497c-988c-0bbde65ce612 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.1551080 Jul 29 17:41:12.065558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-a7e9633b-0e8c-42ba-b6af-9ce77de345bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.067476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-a7e9633b-0e8c-42ba-b6af-9ce77de345bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1582394 Jul 29 17:41:12.088772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6613efea-249a-49ba-886a-87172839cb9d req-4958db3e-173a-4b21-a195-1362374edd3d tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659575 Jul 29 17:41:12.100799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:12.141435 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988f5e2-3c3a-40c7-bb2b-5d13ed5af3b8 x-openstack-request-id: req-c988f5e2-3c3a-40c7-bb2b-5d13ed5af3b8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:12.141705 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:12.141963 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c988f5e2-3c3a-40c7-bb2b-5d13ed5af3b8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:12.142446 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'status': 'completed', 'code': 200} Jul 29 17:41:12.145410 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-55da228f-a873-403c-8768-8b2f4579daa7 req-44e128a7-0862-4a05-95b2-9bfaed97693d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:12.146471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55da228f-a873-403c-8768-8b2f4579daa7 req-44e128a7-0862-4a05-95b2-9bfaed97693d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/fa032e81-086c-4bf4-8361-5b97c4a1f9f2 HTTP/1.1" status: 404 len: 352 time: 0.0334370 Jul 29 17:41:12.185369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c249-a4c9-430c-9618-df591a773c51 req-37149a73-8968-44a6-8791-92b710e5ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.187758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-37149a73-8968-44a6-8791-92b710e5ce8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972879 Jul 29 17:41:12.261485 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58762b86-d3ea-428e-b321-1f0f8f1b96b5 x-openstack-request-id: req-58762b86-d3ea-428e-b321-1f0f8f1b96b5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:12.261775 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:12.262023 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58762b86-d3ea-428e-b321-1f0f8f1b96b5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:12.262446 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'code': 200} Jul 29 17:41:12.339170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb820-9375-4c98-90b6-b3b3ed5652f1 req-5573ac65-febc-4415-bc01-c2943b8dc38e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.340748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-629eb820-9375-4c98-90b6-b3b3ed5652f1 req-5573ac65-febc-4415-bc01-c2943b8dc38e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1209879 Jul 29 17:41:12.398926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-917f460a-5c83-4734-ba87-469025419842 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644263 Jul 29 17:41:12.407643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-629eb820-9375-4c98-90b6-b3b3ed5652f1 req-a8842417-1807-4b31-ac56-ddd312d99761 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Jul 29 17:41:12.413236 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-703966a5-2c0d-4447-8b09-5963b661292d req-f53e1237-e0ae-4a20-a5e4-b3e8824abfe4 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:12.414350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-703966a5-2c0d-4447-8b09-5963b661292d req-f53e1237-e0ae-4a20-a5e4-b3e8824abfe4 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/cf142f12-c73d-4689-aec6-df808c2f12dd HTTP/1.1" status: 404 len: 352 time: 0.0192091 Jul 29 17:41:12.581479 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-7d980c6c-e3e1-406c-9114-cab039ea90cb req-c9c9012b-ba15-4808-8e49-d29adb8d3cf9 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:12.583291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01b1f-2b1d-475e-96d2-6bd93c896165 req-edd294c8-8cb5-47b7-8ad1-dd0d7690608b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.592746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59b01b1f-2b1d-475e-96d2-6bd93c896165 req-edd294c8-8cb5-47b7-8ad1-dd0d7690608b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.0702941 Jul 29 17:41:12.592953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d980c6c-e3e1-406c-9114-cab039ea90cb req-c9c9012b-ba15-4808-8e49-d29adb8d3cf9 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/785908f2-9187-4fac-a00d-f7e4fe7cfc53 HTTP/1.1" status: 404 len: 352 time: 0.0420692 Jul 29 17:41:12.600212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c331c249-a4c9-430c-9618-df591a773c51 req-e5e32b04-fe28-4d84-9d46-e02f7b267e11 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917467 Jul 29 17:41:12.654937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59b01b1f-2b1d-475e-96d2-6bd93c896165 req-4d39223e-03f7-4cf6-82d0-0e884870a510 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Jul 29 17:41:12.726987 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-4490f3a5-6b3f-4047-af29-15e27c5160eb req-d26fcbf1-9b19-4be2-aef7-ccbc6f678de2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:12.736926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4490f3a5-6b3f-4047-af29-15e27c5160eb req-d26fcbf1-9b19-4be2-aef7-ccbc6f678de2 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e71c1dc-cbd0-4aca-9837-3f18cba3c522 HTTP/1.1" status: 404 len: 352 time: 0.0254700 Jul 29 17:41:12.741148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628fe4b-c4a7-4b0f-9764-1d3749216e87 req-4de44d9b-20f2-41c3-a84b-858c0e6b7e7d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.742998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a628fe4b-c4a7-4b0f-9764-1d3749216e87 req-4de44d9b-20f2-41c3-a84b-858c0e6b7e7d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1096 time: 0.0759482 Jul 29 17:41:12.752772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-8db1f200-56a3-4c08-ab73-3f14a3950af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.756620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-8db1f200-56a3-4c08-ab73-3f14a3950af2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1098 time: 0.0639684 Jul 29 17:41:12.836733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:12.865237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a628fe4b-c4a7-4b0f-9764-1d3749216e87 req-2250014c-7865-4998-86ef-1ee2fd227c3e tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064758 Jul 29 17:41:12.949038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-14e0e323-78ba-4da4-b511-d17b99fb8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:12.951144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-14e0e323-78ba-4da4-b511-d17b99fb8f85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1851461 Jul 29 17:41:12.951983 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-4574f0f5-4a37-4c4c-90c6-4f56128ac9f6 req-9e41e70c-e628-4409-8d57-e9e1b6d2a83b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:12.959582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4574f0f5-4a37-4c4c-90c6-4f56128ac9f6 req-9e41e70c-e628-4409-8d57-e9e1b6d2a83b tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/270ea12e-a55f-45cf-8a61-edfc2290ee00 HTTP/1.1" status: 404 len: 352 time: 0.0287721 Jul 29 17:41:13.007848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-9ec747b1-9ce1-45d1-a172-4eaba39bd03f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0449069 Jul 29 17:41:13.010583 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-4fcfded1-036c-41d2-b234-4434697f90cb req-d0b59819-9481-4b34-82b6-d5d33ab7a695 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] show failed (client error): The resource could not be found. Jul 29 17:41:13.028394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fcfded1-036c-41d2-b234-4434697f90cb req-d0b59819-9481-4b34-82b6-d5d33ab7a695 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/3e21b2f7-5d7f-4fac-b4ab-45b85476f538 HTTP/1.1" status: 404 len: 352 time: 0.0380619 Jul 29 17:41:13.133408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-a090709d-a208-4008-81c8-8b23e4e11441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:13.142732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-a090709d-a208-4008-81c8-8b23e4e11441 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1115279 Jul 29 17:41:13.226426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-bb3b0673-6977-4b36-a528-6f01ed2534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:13.229878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-bb3b0673-6977-4b36-a528-6f01ed2534d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855086 Jul 29 17:41:13.370945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8a179-3881-4c80-a71d-3c9585dd106b req-3697d1db-b07c-4e99-8694-51022687deed tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:13.372511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3da8a179-3881-4c80-a71d-3c9585dd106b req-3697d1db-b07c-4e99-8694-51022687deed tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.1236825 Jul 29 17:41:13.421489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-90724fe4-ba95-4158-84bc-6e3837368adf service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605844 Jul 29 17:41:13.445120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3da8a179-3881-4c80-a71d-3c9585dd106b req-7423956b-e0a0-48fa-aa9c-96378cef4d5b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Jul 29 17:41:13.587101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd6c95bf-702f-41bd-900f-a229cf9dc789 req-977d123f-b391-40ca-8669-3b4723e5c669 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523993 Jul 29 17:41:13.708161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24085e0e-023c-45f4-8bf5-d8d13aba9279 req-3c1980e6-1649-4264-b032-5da21234fbc7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:13.731293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24085e0e-023c-45f4-8bf5-d8d13aba9279 req-3c1980e6-1649-4264-b032-5da21234fbc7 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1024 time: 0.1069691 Jul 29 17:41:13.807329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24085e0e-023c-45f4-8bf5-d8d13aba9279 req-c31f13fd-18c1-48ed-ad10-0595b7bb2f5d tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=73218528-2a5f-4a15-90f9-943dcf35e17a&id=352b76ae-7743-4512-af10-325f2c9500c2&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0766704 Jul 29 17:41:13.934463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e730960-1403-4305-8c2d-d7ef586173b3 req-6c5dec11-9c80-4d6c-8ac5-7f2e78999615 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:13.935834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e730960-1403-4305-8c2d-d7ef586173b3 req-6c5dec11-9c80-4d6c-8ac5-7f2e78999615 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.0694716 Jul 29 17:41:13.995509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e730960-1403-4305-8c2d-d7ef586173b3 req-ed269c37-8efc-40b7-96f8-9ce5eb28627a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jul 29 17:41:14.083845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-d96fd5df-81b8-4c2d-8b9b-14d6b0f58816 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:14.085704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-d96fd5df-81b8-4c2d-8b9b-14d6b0f58816 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 950 time: 0.0762722 Jul 29 17:41:14.265162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port b3576fd8-9f74-4210-811b-2a74e5ed10b7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:14.265862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:14.377129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port b3576fd8-9f74-4210-811b-2a74e5ed10b7, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b3576fd8-9f74-4210-811b-2a74e5ed10b7,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:14.377814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:14.394537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for b3576fd8-9f74-4210-811b-2a74e5ed10b7 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:14.472683 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:14.638188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:14.652836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'b3576fd8-9f74-4210-811b-2a74e5ed10b7'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:14.656981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec', '15bf8fc7-45e2-4a37-b6f5-052241813b05', '0449faed-c903-4892-b9cf-d89ee4cd9f2b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:14.701227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81cdb2f7-a2cc-44e8-8b5f-00644e8a781c req-52ece889-0326-4751-bee9-c3928794f3a1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 210 time: 0.0774953 Jul 29 17:41:14.759699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=b3576fd8-9f74-4210-811b-2a74e5ed10b7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:14.769048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.769408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.769919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.770257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.771051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.771381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.771705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.772167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.772492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.772811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.773129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.773465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:14.897476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port b3576fd8-9f74-4210-811b-2a74e5ed10b7 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:14.900575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:14.902564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7457d6de-a2f8-47c6-9c15-001a64ceaff2 req-f929db78-56fa-4899-ae3a-348ccac5236a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "DELETE /v2.0/ports/b3576fd8-9f74-4210-811b-2a74e5ed10b7 HTTP/1.1" status: 204 len: 173 time: 0.7848842 Jul 29 17:41:14.903078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'name': 'network-vif-deleted', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:14.909572 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b05b02-9c00-45a3-b902-fe2a3c8ffdaa" -d '{"events": [{"server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "name": "network-vif-deleted", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:15.125794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375c405-0c98-4d51-892d-e9cb973cb525 req-c022d628-2d1f-4129-a483-fc2dbd362e00 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:15.144133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d375c405-0c98-4d51-892d-e9cb973cb525 req-c022d628-2d1f-4129-a483-fc2dbd362e00 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1024 time: 0.1019254 Jul 29 17:41:15.213285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d375c405-0c98-4d51-892d-e9cb973cb525 req-64f72619-b10b-48f9-8dbe-9d98ceaa3b88 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=73218528-2a5f-4a15-90f9-943dcf35e17a&id=352b76ae-7743-4512-af10-325f2c9500c2&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0681336 Jul 29 17:41:15.302410 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b032dc-41f8-4d4b-866b-f8ddd7cedd04 x-openstack-request-id: req-a2b032dc-41f8-4d4b-866b-f8ddd7cedd04 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:15.302899 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1241382-8936-4a3f-ba46-d6b0ac6d9f6a", "name": "network-vif-deleted", "tag": "b3576fd8-9f74-4210-811b-2a74e5ed10b7", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:15.303302 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2b032dc-41f8-4d4b-866b-f8ddd7cedd04 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:15.303846 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1241382-8936-4a3f-ba46-d6b0ac6d9f6a', 'name': 'network-vif-deleted', 'tag': 'b3576fd8-9f74-4210-811b-2a74e5ed10b7', 'status': 'completed', 'code': 200} Jul 29 17:41:15.485485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af13b4-d249-4c64-8949-c963b8113b20 req-1e6677ee-bf8c-4363-9485-82af36afb309 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:15.496381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52af13b4-d249-4c64-8949-c963b8113b20 req-1e6677ee-bf8c-4363-9485-82af36afb309 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.1270673 Jul 29 17:41:15.514767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:15.601698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52af13b4-d249-4c64-8949-c963b8113b20 req-f31b9634-d8b2-4630-8a69-6e80dfe3a0bd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 Jul 29 17:41:15.750494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:15.774926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'mac_address': 'fa:16:3e:99:b2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:15.846336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:15.913018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-1db851f2-edb6-468e-a6da-3acd728d5187 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:15.919639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-1db851f2-edb6-468e-a6da-3acd728d5187 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1024 time: 0.1469514 Jul 29 17:41:15.962068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:16.003301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11ffc247-b03d-4142-b3af-575dbbf377d8 req-0bc2256d-5cd5-4472-8ab9-775154b5220f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1241382-8936-4a3f-ba46-d6b0ac6d9f6a HTTP/1.1" status: 200 len: 210 time: 0.0753908 Jul 29 17:41:16.034500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:16.048857 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.139188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:16.151947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:16.182689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Deleting port 2259965c-5d64-491f-b735-67079e39137f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:16.183612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.357634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] For port 2259965c-5d64-491f-b735-67079e39137f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2259965c-5d64-491f-b735-67079e39137f,segment=NetworkSegment(1c147883-4317-4b5d-ba3a-03c5a3ff3dfc),segment_id=1c147883-4317-4b5d-ba3a-03c5a3ff3dfc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:16.358780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.383474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Calling delete_port for 2259965c-5d64-491f-b735-67079e39137f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:16.392821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.451470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d108f-c5f1-4da2-ba41-38172cbbcafe req-ba34763b-9e76-4022-b2da-fa36ffbf5226 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:16.453481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e60d108f-c5f1-4da2-ba41-38172cbbcafe req-ba34763b-9e76-4022-b2da-fa36ffbf5226 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/ports?device_id=45e5a132-59ea-430b-bfe6-e6739452f8b5 HTTP/1.1" status: 200 len: 1024 time: 0.1358571 Jul 29 17:41:16.574674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.599246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.621390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.621784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2259965c-5d64-491f-b735-67079e39137f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:16.639214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'Port': ['ID=2259965c-5d64-491f-b735-67079e39137f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:16.685653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:16.692258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e60d108f-c5f1-4da2-ba41-38172cbbcafe req-d52c37ad-3a22-4124-8b95-c70f57b1a36a tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups?id=73218528-2a5f-4a15-90f9-943dcf35e17a&id=352b76ae-7743-4512-af10-325f2c9500c2&id=f230f029-db33-42f8-aee0-d51978a86c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2169964 Jul 29 17:41:16.729465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b3f1a7aa7614219ba70979b0790d5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763872 Jul 29 17:41:16.740538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44216) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:16.751572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] No DVR routers for this DVR port 2259965c-5d64-491f-b735-67079e39137f on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:16.755724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.759479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a20f30da-2a24-41af-9a5d-9d87a975b008 req-8b841dbd-66d3-467d-8435-d2498404d279 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.49 "DELETE /v2.0/ports/2259965c-5d64-491f-b735-67079e39137f HTTP/1.1" status: 204 len: 173 time: 0.8291700 Jul 29 17:41:16.782371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f5c9cd-b516-4bb1-849d-be857a0312f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:16.798713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.800015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.800612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.801072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.801517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.801932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.802366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.802817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.803219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.803968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.804438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.805104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4526b24-7fbb-4434-b7a5-b3d49969e424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:16.830399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.868185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d1ecd-59c8-44f8-8514-d1de18515476 req-1a1ee343-4382-42ba-8672-ecd4018853ee tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:16.881313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b01d1ecd-59c8-44f8-8514-d1de18515476 req-1a1ee343-4382-42ba-8672-ecd4018853ee tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.1045806 Jul 29 17:41:16.887993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.920329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b01d1ecd-59c8-44f8-8514-d1de18515476 req-09e234fe-109f-4f24-abfd-c1a4ee41ed3d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Jul 29 17:41:16.990705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.993347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:16.994616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00f5c9cd-b516-4bb1-849d-be857a0312f2 HTTP/1.1" status: 204 len: 168 time: 0.2527258 Jul 29 17:41:17.011198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddc550-d41a-4a07-ab97-9d4700e87e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f5c9cd-b516-4bb1-849d-be857a0312f2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:17.305071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'name': 'network-vif-deleted', 'tag': '2259965c-5d64-491f-b735-67079e39137f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:17.308727 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7985be-0080-4c39-97e1-fd229ea5f304" -d '{"events": [{"server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "name": "network-vif-deleted", "tag": "2259965c-5d64-491f-b735-67079e39137f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:17.408107 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c12f370-4fa0-4890-a3a6-12e97867c25a x-openstack-request-id: req-3c12f370-4fa0-4890-a3a6-12e97867c25a {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:17.408854 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e5a132-59ea-430b-bfe6-e6739452f8b5", "name": "network-vif-deleted", "tag": "2259965c-5d64-491f-b735-67079e39137f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:17.409365 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c12f370-4fa0-4890-a3a6-12e97867c25a {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:17.409954 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e5a132-59ea-430b-bfe6-e6739452f8b5', 'name': 'network-vif-deleted', 'tag': '2259965c-5d64-491f-b735-67079e39137f', 'status': 'completed', 'code': 200} Jul 29 17:41:17.517475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2259965c-5d64-491f-b735-67079e39137f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:17.525012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66f79-62d6-4f48-9618-1f6286c240af req-d2ec61ae-581d-409f-881e-1d8860ff3676 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:17.533951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3a66f79-62d6-4f48-9618-1f6286c240af req-d2ec61ae-581d-409f-881e-1d8860ff3676 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.0925615 Jul 29 17:41:17.580526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 2259965c-5d64-491f-b735-67079e39137f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:17.582163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2259965c-5d64-491f-b735-67079e39137f not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:17.582913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b3576fd8-9f74-4210-811b-2a74e5ed10b7 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:17.598911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3a66f79-62d6-4f48-9618-1f6286c240af req-e79b01ff-a768-43ff-b281-26cf070218be tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Jul 29 17:41:17.626360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: b3576fd8-9f74-4210-811b-2a74e5ed10b7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:17.626884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b3576fd8-9f74-4210-811b-2a74e5ed10b7 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:17.733632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce713ad-2c37-49bc-ae60-0b73aa68c614 req-9d9ce11d-2eb7-4829-a3b4-f514273e98e0 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:17.744985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fce713ad-2c37-49bc-ae60-0b73aa68c614 req-9d9ce11d-2eb7-4829-a3b4-f514273e98e0 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1097 time: 0.0688744 Jul 29 17:41:17.821924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fce713ad-2c37-49bc-ae60-0b73aa68c614 req-41fd0fe3-27a0-4ff3-891c-6bd6f88f031e tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Jul 29 17:41:17.861904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-a246c861-32a4-4a74-bcee-17e883a3d2d5 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/352b76ae-7743-4512-af10-325f2c9500c2 HTTP/1.1" status: 200 len: 1799 time: 0.0717599 Jul 29 17:41:17.937652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:17.970141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.045444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.049080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.050279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c727013-0b2d-46b7-b33d-4e5b516e8c41 req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/352b76ae-7743-4512-af10-325f2c9500c2 HTTP/1.1" status: 204 len: 173 time: 0.1819549 Jul 29 17:41:18.080859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bb875-45f6-4095-b8dc-76f119d68a10 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352b76ae-7743-4512-af10-325f2c9500c2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:18.239322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:18.309685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe1c7-7fe3-4859-827a-c3a3c7075fd5 req-95891918-a64d-4cc6-938a-9fe223963c98 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:18.321635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1dbe1c7-7fe3-4859-827a-c3a3c7075fd5 req-95891918-a64d-4cc6-938a-9fe223963c98 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.1252685 Jul 29 17:41:18.380495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1690188170-network', 'tenant_id': '80f389b0b0e245b58e9465b167c88027'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:18.406094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1dbe1c7-7fe3-4859-827a-c3a3c7075fd5 req-ee8e1575-05c5-4a65-b30b-eabdcf542e91 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827646 Jul 29 17:41:18.424838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Made reservation on behalf of 80f389b0b0e245b58e9465b167c88027 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:18.433566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.454963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.537584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-e0fde5c4-29af-4e1e-9329-05cfa1e82e60 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "GET /v2.0/security-groups/73218528-2a5f-4a15-90f9-943dcf35e17a HTTP/1.1" status: 200 len: 1801 time: 0.0736222 Jul 29 17:41:18.598893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.621754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.658742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:41:18.659235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.670923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a524c6-a897-4de3-8d61-6a3ff34484b3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:18.676921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.677552 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Added segment a7323306-0136-4974-a5eb-5c0924802982 of type vlan for network 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 Jul 29 17:41:18.707666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.760178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.790673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.793897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.807529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0901ec9-35d2-4546-aec3-24751dcd5a5a req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] 10.222.0.16 "DELETE /v2.0/security-groups/73218528-2a5f-4a15-90f9-943dcf35e17a HTTP/1.1" status: 204 len: 173 time: 0.2548749 Jul 29 17:41:18.810165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44302) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:18.833958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.835130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:18.835866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.837998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c1bc7-ea9f-418e-9b5d-4ad6c0041a90 tempest-SecurityGroupsTestJSON-932306979 tempest-SecurityGroupsTestJSON-932306979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73218528-2a5f-4a15-90f9-943dcf35e17a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:18.926832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] Pushing event updated for resources: {'Network': ['ID=1a7beaa3-3e0a-413d-a0e9-ed2e1907b353,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:18.940833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:41:18.977105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dd007de5-626a-4980-8e24-ec340a59ce0c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7365403 Jul 29 17:41:18.983325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Deleting subnet 15e08cd9-c161-499e-bd3a-a1fd5352db3b {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:41:18.988839 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.026736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:19.044471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Request body: {'subnet': {'network_id': '1a7beaa3-3e0a-413d-a0e9-ed2e1907b353', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1690188170-subnet', 'tenant_id': '80f389b0b0e245b58e9465b167c88027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:19.082008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.131131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-036a0e44-c00e-4f50-8a21-bc18bbd80a09 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:19.138461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-036a0e44-c00e-4f50-8a21-bc18bbd80a09 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.1996982 Jul 29 17:41:19.142231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Made reservation on behalf of 80f389b0b0e245b58e9465b167c88027 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:19.145025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.172342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.332072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6657f38-a71c-4204-a4c5-5a143acc8f04 req-27562da0-aee9-45de-a367-df0f511e47c4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:19.333604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6657f38-a71c-4204-a4c5-5a143acc8f04 req-27562da0-aee9-45de-a367-df0f511e47c4 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.1078577 Jul 29 17:41:19.385227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-5847141e-55be-461b-b302-3cc0850ee05f tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:41:19.395693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-5847141e-55be-461b-b302-3cc0850ee05f tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231256 Jul 29 17:41:19.400315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:19.401485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Unknown quota resources ['binding']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:41:19.444920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.482262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e08cd9-c161-499e-bd3a-a1fd5352db3b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:19.485064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.488785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58a3b5e9-f771-4f61-a359-6927782dc8b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15e08cd9-c161-499e-bd3a-a1fd5352db3b HTTP/1.1" status: 204 len: 168 time: 0.6568806 Jul 29 17:41:19.490003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6657f38-a71c-4204-a4c5-5a143acc8f04 req-6a35b31f-3bfa-48a2-b80d-9de3170860b2 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389198 Jul 29 17:41:19.490924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:19.507220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:19.572470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port 0449faed-c903-4892-b9cf-d89ee4cd9f2b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:19.574592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.623320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 47425d87-43e4-40ee-84e2-aac990d7a0b1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:19.627606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 47425d87-43e4-40ee-84e2-aac990d7a0b1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:19.629085 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.666217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.756843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9849-33b3-44fc-83fc-2a8a98f05f31 req-95be01f4-e1d3-4240-a7f7-3474150a11d1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:19.765066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23ff9849-33b3-44fc-83fc-2a8a98f05f31 req-95be01f4-e1d3-4240-a7f7-3474150a11d1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.1358109 Jul 29 17:41:19.823496 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.853613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.873124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:19.873369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d895ec-57c9-491b-b2fa-83661d18c0b9']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:19.880795 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447518a-2ed4-439f-a2d0-00e5dc13c584" -d '{"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-plugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:19.898571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23ff9849-33b3-44fc-83fc-2a8a98f05f31 req-10dc65d1-4cea-4c90-8bc0-11a2fb799848 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265385 Jul 29 17:41:19.906914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:19.907255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c147883-4317-4b5d-ba3a-03c5a3ff3dfc') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:19.921508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:19.930679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.933670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.959237 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.973166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:41:19.973807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:41:19.976882 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:41:19.988117 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ea43d-0aec-4de6-89dd-01d6373f99f2 x-openstack-request-id: req-6d4ea43d-0aec-4de6-89dd-01d6373f99f2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:19.988667 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-plugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:19.988667 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d4ea43d-0aec-4de6-89dd-01d6373f99f2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:20.003445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.012199 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'code': 200} Jul 29 17:41:20.042401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port 0449faed-c903-4892-b9cf-d89ee4cd9f2b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0449faed-c903-4892-b9cf-d89ee4cd9f2b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:20.042778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.076727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:20.079684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.085118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.085606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.086769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.087534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.087661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/90d895ec-57c9-491b-b2fa-83661d18c0b9 HTTP/1.1" status: 204 len: 168 time: 0.5956359 Jul 29 17:41:20.088037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.088462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.088885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.089271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.089651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.090028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.090430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.090811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.091309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:41:20.115572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0a0cb-97ba-40f2-b647-00d7335aa0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=90d895ec-57c9-491b-b2fa-83661d18c0b9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:20.147695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:20.148019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:20.148398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:20.358518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44340) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:20.411378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f37045b-936b-4642-bef1-0b63169a4df5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d725688af1d41d78c503549fc7ab604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514178 Jul 29 17:41:20.414088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:20.518210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.561574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:20.561849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:20.578962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for 0449faed-c903-4892-b9cf-d89ee4cd9f2b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:20.593283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.611944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:20.612309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:20.612719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:20.626656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Bound port: 77409f73-1f79-4773-9f7e-051f525f4de6, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:20.688648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.691524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.696094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f230f029-db33-42f8-aee0-d51978a86c6b HTTP/1.1" status: 204 len: 168 time: 0.2808487 Jul 29 17:41:20.709993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37725b-002b-404a-8ad5-7e183c8c2a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230f029-db33-42f8-aee0-d51978a86c6b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:20.753667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b806e-3de6-4199-8b1c-a880aeae443f req-bf44ca7c-de34-4dc6-b61e-c97a9cc82b60 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:20.764618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:20.765943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f93b806e-3de6-4199-8b1c-a880aeae443f req-bf44ca7c-de34-4dc6-b61e-c97a9cc82b60 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 949 time: 0.1219909 Jul 29 17:41:20.809089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d39c-bd13-4071-aa4b-bfbf63c0b24c req-eff9e109-38ff-497f-ac99-bf91694c7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:20.814080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0383d39c-bd13-4071-aa4b-bfbf63c0b24c req-eff9e109-38ff-497f-ac99-bf91694c7b71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1100 time: 0.6686597 Jul 29 17:41:20.826742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f93b806e-3de6-4199-8b1c-a880aeae443f req-daeef5ae-9270-4d66-afc6-9cf24c9c29d1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Jul 29 17:41:20.898098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:20.899466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-abe981d0-82d2-45b4-86d4-7d97c8b578f9 service neutron] 10.222.0.16 "POST /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6/bindings HTTP/1.1" status: 201 len: 389 time: 1.5026839 Jul 29 17:41:20.910746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e333a9-3d4d-42f3-858f-5a35fe43225f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:20.944236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Checking segment: {'id': 'a7323306-0136-4974-a5eb-5c0924802982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a7beaa3-3e0a-413d-a0e9-ed2e1907b353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:20.944236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Network hostable DHCP agents. Network: 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:41:21.068997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86e765-86c6-413f-9023-a9ca8ce0dc7d req-796af9bb-ed77-4005-9639-89ef4e6b5de6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:21.078749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d86e765-86c6-413f-9023-a9ca8ce0dc7d req-796af9bb-ed77-4005-9639-89ef4e6b5de6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0727723 Jul 29 17:41:21.089009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0383d39c-bd13-4071-aa4b-bfbf63c0b24c req-36139c1b-44a9-47d3-a678-c49cbe2a6135 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333090 Jul 29 17:41:21.151809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Network 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:41:21.195820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d86e765-86c6-413f-9023-a9ca8ce0dc7d req-a023fa2e-d33c-4dd1-8caa-81a0ce78d940 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143405 Jul 29 17:41:21.212255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:21.224244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd462eb-5bb6-4d54-9cf2-e539bb9946bf None None] Network 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:21.230332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:21.232693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:21.452266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbe3b227-6f90-4e29-b2f0-803a4d4bd527 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4242675 Jul 29 17:41:21.502900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb94c2-a147-4bc5-8a18-1245d29ab334 req-e5671762-c894-4dac-9ceb-d04c4e1dd1b8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:21.511827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42cb94c2-a147-4bc5-8a18-1245d29ab334 req-e5671762-c894-4dac-9ceb-d04c4e1dd1b8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.3419490 Jul 29 17:41:21.525428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:21.551616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-6783b87f-8187-4a10-a74c-26041d91053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:21.553274 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-6783b87f-8187-4a10-a74c-26041d91053b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1097 time: 0.2145236 Jul 29 17:41:21.558927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec', '15bf8fc7-45e2-4a37-b6f5-052241813b05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:21.562127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:21.662401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91fccf-005d-4c92-9811-e20a3c4c5858 None None] Network 1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:21.733304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=0449faed-c903-4892-b9cf-d89ee4cd9f2b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:21.879147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port 0449faed-c903-4892-b9cf-d89ee4cd9f2b on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:21.883284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:21.885515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4e8aa7a-c5df-4f13-b8ad-347d5a5482f9 req-2c50ba7e-0081-40b7-85b4-a34c8b6776f8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "DELETE /v2.0/ports/0449faed-c903-4892-b9cf-d89ee4cd9f2b HTTP/1.1" status: 204 len: 173 time: 2.6729724 Jul 29 17:41:21.892274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'name': 'network-vif-deleted', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:21.894650 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5a0a29-466f-469a-9c15-e79e84aa473e" -d '{"events": [{"server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "name": "network-vif-deleted", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:21.921424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42cb94c2-a147-4bc5-8a18-1245d29ab334 req-c2bef431-1856-4a8d-8ac6-cdd7c4b4a7d7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051130 Jul 29 17:41:22.035044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-9b08a26e-9abd-4903-a6cf-6b5916096a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:22.036862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-9b08a26e-9abd-4903-a6cf-6b5916096a6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.4370840 Jul 29 17:41:22.162991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-a61bfb37-0892-44d9-b844-fbff8e28b031 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 217 time: 0.1178682 Jul 29 17:41:22.340403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d0cf691-f53e-4650-a64d-6f5b4d519234 req-f7324df1-04b5-4d57-8273-aba3eb84216b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=e082e8f4-6c3d-416a-9735-29ef891e5879 HTTP/1.1" status: 200 len: 210 time: 0.2898974 Jul 29 17:41:22.391655 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-80a9e14a-1408-4aba-9315-3dc9d9fc08d9 req-633a932c-a10c-40fd-adfd-30bcdf0542cf tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] show failed (client error): The resource could not be found. Jul 29 17:41:22.395629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-4fc05566-8c58-41fe-b5a8-236479d4f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:22.397338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-4fc05566-8c58-41fe-b5a8-236479d4f527 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.2269914 Jul 29 17:41:22.414611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80a9e14a-1408-4aba-9315-3dc9d9fc08d9 req-633a932c-a10c-40fd-adfd-30bcdf0542cf tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/27843e94-6997-4d74-a1b3-c59e36be368b HTTP/1.1" status: 404 len: 352 time: 0.0542405 Jul 29 17:41:22.451073 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-5d6e26f9-56e7-4d9a-b7a4-f45d14fec1fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445619 Jul 29 17:41:22.556317 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e1cd7-912d-4cc3-8220-fd7ced1f3bf5 x-openstack-request-id: req-4d7e1cd7-912d-4cc3-8220-fd7ced1f3bf5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:22.556671 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e082e8f4-6c3d-416a-9735-29ef891e5879", "name": "network-vif-deleted", "tag": "0449faed-c903-4892-b9cf-d89ee4cd9f2b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:22.557005 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d7e1cd7-912d-4cc3-8220-fd7ced1f3bf5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:22.557695 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e082e8f4-6c3d-416a-9735-29ef891e5879', 'name': 'network-vif-deleted', 'tag': '0449faed-c903-4892-b9cf-d89ee4cd9f2b', 'status': 'completed', 'code': 200} Jul 29 17:41:22.661631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e33dc8dc-8770-4642-9a87-5825ebc93e82 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008402 Jul 29 17:41:22.697367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f68b9-c92e-4438-86eb-50867015c0b7 req-5f56dc58-7a12-43d9-832c-de46dac48fd3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:22.699222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b6f68b9-c92e-4438-86eb-50867015c0b7 req-5f56dc58-7a12-43d9-832c-de46dac48fd3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1200590 Jul 29 17:41:22.809965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b6f68b9-c92e-4438-86eb-50867015c0b7 req-fd17fc6a-c2c8-440a-b454-fba862ffb227 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980468 Jul 29 17:41:22.907039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0449faed-c903-4892-b9cf-d89ee4cd9f2b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:22.935713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 0449faed-c903-4892-b9cf-d89ee4cd9f2b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:22.936425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0449faed-c903-4892-b9cf-d89ee4cd9f2b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:23.027002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34224508-7fb3-4379-a88d-8007400dca6d req-2af41819-587f-45b6-9135-34dbcf0a4a58 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80f389b0b0e245b58e9465b167c88027 HTTP/1.1" status: 200 len: 2984 time: 0.1773582 Jul 29 17:41:23.031188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-32477a82-fa5a-45fb-8eed-4bb8534250f8 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612337 Jul 29 17:41:23.144081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34224508-7fb3-4379-a88d-8007400dca6d req-ba3b2015-bfe9-4e98-bda7-822cfe4f3891 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/21a524c6-a897-4de3-8d61-6a3ff34484b3 HTTP/1.1" status: 200 len: 2981 time: 0.1160538 Jul 29 17:41:23.248005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34224508-7fb3-4379-a88d-8007400dca6d req-ccfc7805-b1ab-4501-a16a-05469cc60e2d tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/21a524c6-a897-4de3-8d61-6a3ff34484b3 HTTP/1.1" status: 200 len: 2981 time: 0.1029158 Jul 29 17:41:23.310310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86095dda-d00a-4cdf-aa43-be70de1ee762 req-b317bbef-0e85-409c-8e99-9922e5746cc9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:23.312259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86095dda-d00a-4cdf-aa43-be70de1ee762 req-b317bbef-0e85-409c-8e99-9922e5746cc9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1157491 Jul 29 17:41:23.391548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86095dda-d00a-4cdf-aa43-be70de1ee762 req-37a485cc-e7b8-4d8a-bc20-14c2a3d03091 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Jul 29 17:41:23.409546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb5cb-5742-4731-ba80-2a0019260b6c req-4c8592fb-945a-433b-9ea3-e1db40acca95 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:23.416611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c73bb5cb-5742-4731-ba80-2a0019260b6c req-4c8592fb-945a-433b-9ea3-e1db40acca95 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1071644 Jul 29 17:41:23.511663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c73bb5cb-5742-4731-ba80-2a0019260b6c req-60269c14-ad06-4141-a1b0-297b445b7863 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874684 Jul 29 17:41:23.517295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6941ccb9-4b27-47ed-918e-4b22653bec3d req-6bc2d088-06a1-4485-8b87-9e12e0415b5e tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/21a524c6-a897-4de3-8d61-6a3ff34484b3 HTTP/1.1" status: 200 len: 2981 time: 0.0754642 Jul 29 17:41:23.588094 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-6941ccb9-4b27-47ed-918e-4b22653bec3d req-0860416c-eed6-41be-8978-00e3a697af18 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 17:41:23.609578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6941ccb9-4b27-47ed-918e-4b22653bec3d req-0860416c-eed6-41be-8978-00e3a697af18 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "DELETE /v2.0/security-groups/21a524c6-a897-4de3-8d61-6a3ff34484b3 HTTP/1.1" status: 409 len: 352 time: 0.0858126 Jul 29 17:41:23.643684 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-d45a8dfb-b3cb-4130-8b55-032662e93bb5 req-d37a1de9-1e64-48b3-a14f-1799770066af tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] show failed (client error): The resource could not be found. Jul 29 17:41:23.655486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d45a8dfb-b3cb-4130-8b55-032662e93bb5 req-d37a1de9-1e64-48b3-a14f-1799770066af tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/85cc3b51-876a-4814-a94e-90017d40871f HTTP/1.1" status: 404 len: 352 time: 0.0261891 Jul 29 17:41:23.796106 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-fd259902-17da-40d1-acb2-7cd2c8f594cb req-8f3cbede-9b5f-438e-977a-9674f5e41679 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] show failed (client error): The resource could not be found. Jul 29 17:41:23.811023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:23.825235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd259902-17da-40d1-acb2-7cd2c8f594cb req-8f3cbede-9b5f-438e-977a-9674f5e41679 tempest-SecurityGroupsNegativeTestJSON-1370496800 tempest-SecurityGroupsNegativeTestJSON-1370496800-project] 10.222.0.16 "GET /v2.0/security-groups/03bcf035-c263-458d-badb-7f64ae2b7bbe HTTP/1.1" status: 404 len: 352 time: 0.0475461 Jul 29 17:41:23.899056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Deleting subnet 58e333a9-3d4d-42f3-858f-5a35fe43225f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:41:23.902921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:23.959326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.081912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.139809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11226e17-3f9b-40ef-9f9e-8868f49c2325 req-8b7f1d35-1243-441e-87a7-60a54f95b01a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:24.141966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11226e17-3f9b-40ef-9f9e-8868f49c2325 req-8b7f1d35-1243-441e-87a7-60a54f95b01a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 949 time: 0.1095712 Jul 29 17:41:24.230506 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11226e17-3f9b-40ef-9f9e-8868f49c2325 req-18e0a827-c0a6-40b4-863a-9e54893691ee tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808995 Jul 29 17:41:24.237021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.268549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e333a9-3d4d-42f3-858f-5a35fe43225f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:24.288798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.292207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0fc46a2d-359f-4d4b-86c8-ea5675f7b432 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58e333a9-3d4d-42f3-858f-5a35fe43225f HTTP/1.1" status: 204 len: 168 time: 0.4796302 Jul 29 17:41:24.294734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:24.381072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.428997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-9d196285-dab4-4845-ba60-09bd9af088f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440790 Jul 29 17:41:24.446195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d90ca0-5dee-44e9-a116-baee95dc5143 req-cd7939f2-bac4-4a4b-bad6-96c8e9dbba7a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:24.477078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2d90ca0-5dee-44e9-a116-baee95dc5143 req-cd7939f2-bac4-4a4b-bad6-96c8e9dbba7a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.2060947 Jul 29 17:41:24.586525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.620347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2d90ca0-5dee-44e9-a116-baee95dc5143 req-d4175af7-81ff-4293-b3ed-fc5406bbebd3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412103 Jul 29 17:41:24.634576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7beaa3-3e0a-413d-a0e9-ed2e1907b353']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:24.663477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7323306-0136-4974-a5eb-5c0924802982') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:24.663912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7323306-0136-4974-a5eb-5c0924802982') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:24.681163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.770178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.798663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:41:24.799110 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:41:24.801741 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:41:24.867500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44512) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:24.923527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973fddd-b8dd-417e-9e6e-04d2e7218daf req-141ebbf1-3bc2-48a3-aed7-c833b1b34d28 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:24.933823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1973fddd-b8dd-417e-9e6e-04d2e7218daf req-141ebbf1-3bc2-48a3-aed7-c833b1b34d28 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.2572267 Jul 29 17:41:24.969443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.977642 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:24.986523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] 10.222.0.16 "DELETE /v2.0/networks/1a7beaa3-3e0a-413d-a0e9-ed2e1907b353 HTTP/1.1" status: 204 len: 168 time: 0.6904209 Jul 29 17:41:25.015237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e885f-2f6e-465d-8302-120bbcae641b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7beaa3-3e0a-413d-a0e9-ed2e1907b353,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:25.087101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1973fddd-b8dd-417e-9e6e-04d2e7218daf req-eb68bd6f-9485-4367-a038-ceb23d10a0c8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440063 Jul 29 17:41:25.142990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2057da56-4dd4-4940-8c64-33386fd73b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.293720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:25.372132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1a227a3a-9a06-41a0-9436-953a9cc067b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80f389b0b0e245b58e9465b167c88027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769730 Jul 29 17:41:25.374719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:25.413636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2057da56-4dd4-4940-8c64-33386fd73b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.422597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2057da56-4dd4-4940-8c64-33386fd73b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.506834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2057da56-4dd4-4940-8c64-33386fd73b3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c17804f411214e3f93c8d9ed74951aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405072 Jul 29 17:41:25.511827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:25.512949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057da56-4dd4-4940-8c64-33386fd73b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb13297-cbe9-4d8b-834e-9d1e149f59bf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:25.564076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3b613-1e47-4e97-8084-d0f92fb51124 req-4d0296e0-a671-4230-b415-7dcaea895677 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:25.571622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cb3b613-1e47-4e97-8084-d0f92fb51124 req-4d0296e0-a671-4230-b415-7dcaea895677 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 949 time: 0.1981740 Jul 29 17:41:25.630696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.677420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-144a1aef-06d0-4b33-a77a-8d9fc534bff3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:25.679529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-144a1aef-06d0-4b33-a77a-8d9fc534bff3 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 949 time: 0.2579000 Jul 29 17:41:25.754424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cb3b613-1e47-4e97-8084-d0f92fb51124 req-53cd0614-f18f-4fe7-a94c-535578a3a3d6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816761 Jul 29 17:41:25.828864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.849493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1b032-2054-4c95-8f1c-879b90cdeac5 req-85ac3d3d-b77c-4463-afed-c6ab23e68528 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:25.850119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:25.852421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31b1b032-2054-4c95-8f1c-879b90cdeac5 req-85ac3d3d-b77c-4463-afed-c6ab23e68528 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1042225 Jul 29 17:41:25.963992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31b1b032-2054-4c95-8f1c-879b90cdeac5 req-909ca472-f4a2-4cd7-8df3-4f8591dad686 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901966 Jul 29 17:41:26.000316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.055839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.072606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port 15bf8fc7-45e2-4a37-b6f5-052241813b05 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:26.072958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.177658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port 15bf8fc7-45e2-4a37-b6f5-052241813b05, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=15bf8fc7-45e2-4a37-b6f5-052241813b05,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:26.178024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.192368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for 15bf8fc7-45e2-4a37-b6f5-052241813b05 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:26.302338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.305995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.308286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b38de-7465-4dbb-925c-81fe1f86f08a req-f79dba80-277d-4cd9-bc23-5ea5b0a346f4 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:26.312285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb13297-cbe9-4d8b-834e-9d1e149f59bf HTTP/1.1" status: 204 len: 168 time: 0.7933631 Jul 29 17:41:26.319894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f86b38de-7465-4dbb-925c-81fe1f86f08a req-f79dba80-277d-4cd9-bc23-5ea5b0a346f4 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1153457 Jul 29 17:41:26.332806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83931-7417-4f7d-8b9e-0cdcc57c78a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb13297-cbe9-4d8b-834e-9d1e149f59bf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:26.341113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.344224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.347930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21a524c6-a897-4de3-8d61-6a3ff34484b3 HTTP/1.1" status: 204 len: 168 time: 0.9606552 Jul 29 17:41:26.392354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f86b38de-7465-4dbb-925c-81fe1f86f08a req-29f4b6ca-e7c3-4460-ad47-9aa34b84289e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Jul 29 17:41:26.416777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521ffc-4acc-4525-9792-158ee00c5654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a524c6-a897-4de3-8d61-6a3ff34484b3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:26.647743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:26.660664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:26.666459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec', '15bf8fc7-45e2-4a37-b6f5-052241813b05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:26.701908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=15bf8fc7-45e2-4a37-b6f5-052241813b05,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:27.015708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e96960bb-8312-4f87-bf8b-e76191c1cb76 req-6b551a9d-2c3e-4570-b7cb-1f03f7f5bb87 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 210 time: 0.0994661 Jul 29 17:41:27.132174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-86f26f97-d326-4ee2-a5a2-f43aa11a190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:27.140161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-86f26f97-d326-4ee2-a5a2-f43aa11a190d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1100 time: 0.4401345 Jul 29 17:41:27.181180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port 15bf8fc7-45e2-4a37-b6f5-052241813b05 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:27.185307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:27.191338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2539f59d-2c69-4ebf-aa00-4656bde4ab1d req-3dd14e94-854a-4ba5-9e91-b1038448438b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "DELETE /v2.0/ports/15bf8fc7-45e2-4a37-b6f5-052241813b05 HTTP/1.1" status: 204 len: 173 time: 1.4945800 Jul 29 17:41:27.250378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'name': 'network-vif-deleted', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:27.253759 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448f509-9970-475b-80b5-2f5069b3cfc0" -d '{"events": [{"server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "name": "network-vif-deleted", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:27.320609 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:27.377232 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff671e-5d40-42e1-b832-fcd9fa7dcdbb x-openstack-request-id: req-56ff671e-5d40-42e1-b832-fcd9fa7dcdbb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:27.386532 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad08f336-0f62-4ee2-b51f-cd01cda3a2de", "name": "network-vif-deleted", "tag": "15bf8fc7-45e2-4a37-b6f5-052241813b05", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:27.386868 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56ff671e-5d40-42e1-b832-fcd9fa7dcdbb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:27.389590 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad08f336-0f62-4ee2-b51f-cd01cda3a2de', 'name': 'network-vif-deleted', 'tag': '15bf8fc7-45e2-4a37-b6f5-052241813b05', 'status': 'completed', 'code': 200} Jul 29 17:41:27.554934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-c5e78213-4694-471e-af0e-27dfbbb482ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:27.557145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-c5e78213-4694-471e-af0e-27dfbbb482ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3786609 Jul 29 17:41:27.674272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a581-b6b9-469c-a5c1-03ffce74b1eb req-59872c1c-5cad-497f-830c-dc479b9b77cc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:27.682353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d74a581-b6b9-469c-a5c1-03ffce74b1eb req-59872c1c-5cad-497f-830c-dc479b9b77cc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1142290 Jul 29 17:41:27.734434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d74a581-b6b9-469c-a5c1-03ffce74b1eb req-3345ba98-e91d-4aad-8405-67ee1bdc4286 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Jul 29 17:41:27.753801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-3aa600ec-5cce-423d-af04-71ac1d0c20ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.1716342 Jul 29 17:41:27.803401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41064a03-022a-4635-8652-a218bb87ae14 req-884813f2-1abb-4971-8e0e-ba124257fd6c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:27.805106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41064a03-022a-4635-8652-a218bb87ae14 req-884813f2-1abb-4971-8e0e-ba124257fd6c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.6250453 Jul 29 17:41:27.966872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41064a03-022a-4635-8652-a218bb87ae14 req-745d7744-db65-4af3-9a14-ebd3eb9f25ed tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521862 Jul 29 17:41:28.020718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-7be5aa68-abb4-44c7-ad95-49e8f885a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:28.026109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-7be5aa68-abb4-44c7-ad95-49e8f885a107 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.2562261 Jul 29 17:41:28.184142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-c1a182be-ddbe-4010-9bae-9d799006e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:28.185631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-c1a182be-ddbe-4010-9bae-9d799006e455 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509914 Jul 29 17:41:28.242676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea511176-28c5-4149-a671-2a16eeae1ebf req-be1b5180-db51-4749-b500-223e74eac7a1 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad08f336-0f62-4ee2-b51f-cd01cda3a2de HTTP/1.1" status: 200 len: 210 time: 0.0723453 Jul 29 17:41:28.375102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:28.454275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-5ffed14f-41ea-42b9-b357-f6dd7fca0ade service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446702 Jul 29 17:41:28.464548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:28.518627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-467544471-network', 'tenant_id': 'ca0d60039c1348b69db45739b164711c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:28.549866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Made reservation on behalf of ca0d60039c1348b69db45739b164711c for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:28.558530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.571855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1238036111-network', 'tenant_id': 'eff5909166c04fa28d13b7de632e2396'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:28.584032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.614220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:41:28.614220 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:41:28.614220 n-d-801607-3 neutron-server[94051]: [parameters: {'project_id_1': 'ca0d60039c1348b69db45739b164711c', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 41, 28, 600370)}] Jul 29 17:41:28.614220 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:41:28.614650 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:41:28.625108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Made reservation on behalf of eff5909166c04fa28d13b7de632e2396 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:28.626207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-be301871-0d4c-4c9c-aede-c5eaec8db626 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630375 Jul 29 17:41:28.628022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.638305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.742600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.752465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.789818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:41:28.796790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:28.812745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.813087 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Added segment 30f30700-84b2-456f-91c1-013b1f5a9e5d of type vlan for network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 Jul 29 17:41:28.885852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.922178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4174a4-3438-4dbb-8c35-22558884c0a0 req-67e61202-0925-4ad0-a51a-d746c109d9b9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:28.923709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc4174a4-3438-4dbb-8c35-22558884c0a0 req-67e61202-0925-4ad0-a51a-d746c109d9b9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.0755715 Jul 29 17:41:28.927490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 15bf8fc7-45e2-4a37-b6f5-052241813b05 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:28.947019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.948085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:28.948558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:28.951664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 15bf8fc7-45e2-4a37-b6f5-052241813b05 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:28.952289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 15bf8fc7-45e2-4a37-b6f5-052241813b05 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:29.021068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc4174a4-3438-4dbb-8c35-22558884c0a0 req-adf9fc22-9bbb-4af7-ad94-9d0fb96a5bcf tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883508 Jul 29 17:41:29.024506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5588412 Jul 29 17:41:29.028187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44662) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:29.032574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Request body: {'subnet': {'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1238036111-subnet', 'tenant_id': 'eff5909166c04fa28d13b7de632e2396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:29.038869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688f550-65a8-4b08-8629-9099a29b3c03 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2ed74b-a2f9-4a2b-97c7-36220f880df4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:29.051910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:41:29.087807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Made reservation on behalf of eff5909166c04fa28d13b7de632e2396 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:29.090108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.127645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.151538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fbeb3-7d9e-4e58-9b25-c7a415d0b0d7 req-a8b9d807-2c72-420c-be1a-e75331cbb38b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:29.153149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-421fbeb3-7d9e-4e58-9b25-c7a415d0b0d7 req-a8b9d807-2c72-420c-be1a-e75331cbb38b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0707636 Jul 29 17:41:29.196096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-421fbeb3-7d9e-4e58-9b25-c7a415d0b0d7 req-9a91af00-07eb-4cc3-a923-0045b3bc4771 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357580 Jul 29 17:41:29.367289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.376517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.411820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.424679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:41:29.453598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1279f5a1-4286-4ac3-89ad-c6e265dbc527,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:29.479774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.479774 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Added segment 858e5b94-a177-4ff0-8174-c520572530ed of type vlan for network 9cc9085b-14e9-4647-b280-880ad4be2e1d Jul 29 17:41:29.561612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5c281a-d23b-4284-ac98-6cf008386441,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:29.578826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.589261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Checking segment: {'id': '30f30700-84b2-456f-91c1-013b1f5a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:29.589598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Network hostable DHCP agents. Network: ea2ed74b-a2f9-4a2b-97c7-36220f880df4, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:41:29.605121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1323fd-f521-48bb-af21-652181561239 req-cf30ab2e-6213-4e93-aef4-c327704b6b7a tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:29.610783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1323fd-f521-48bb-af21-652181561239 req-cf30ab2e-6213-4e93-aef4-c327704b6b7a tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 950 time: 0.1619415 Jul 29 17:41:29.662646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.664577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:29.665315 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.690736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1323fd-f521-48bb-af21-652181561239 req-f1a51e6d-c0f2-4c07-90c0-59e0ec3ef8c6 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764105 Jul 29 17:41:29.691282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:41:29.710273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3340394 Jul 29 17:41:29.713229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:29.718944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Request body: {'subnet': {'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-467544471-subnet', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:29.739615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ea2ed74b-a2f9-4a2b-97c7-36220f880df4) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:29.750734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:29.751551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.754192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2d13d-37cf-4537-be22-4fc6ec48fca1 None None] Network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:29.765392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Made reservation on behalf of ca0d60039c1348b69db45739b164711c for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:29.768505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:29.784622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c0632-e978-482f-9343-0b19bfb9c3bc admin admin] Pushing event updated for resources: {'Network': ['ID=9cc9085b-14e9-4647-b280-880ad4be2e1d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:29.796274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2afb21f3-8968-4a4d-8281-b6e223bde0cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7676504 Jul 29 17:41:29.858706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:41:29.872840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0285f-bd54-44bc-b690-60d119b42118 req-d2fb3806-1017-44c4-a502-6884b3812ea9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:29.875266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dc0285f-bd54-44bc-b690-60d119b42118 req-d2fb3806-1017-44c4-a502-6884b3812ea9 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.0768113 Jul 29 17:41:29.990360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dc0285f-bd54-44bc-b690-60d119b42118 req-07c1c457-361f-4535-bea9-b2c8d484ddcc tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924568 Jul 29 17:41:30.020448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f2dd98-b926-4bd7-a523-084520be6dcd None None] Network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:30.044682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.095104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=978eb60c-4596-408a-a0ae-4cc52477b737,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:30.169160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Checking segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:30.169420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Network hostable DHCP agents. Network: 9cc9085b-14e9-4647-b280-880ad4be2e1d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:41:30.207394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:41:30.227601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9cc9085b-14e9-4647-b280-880ad4be2e1d) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:30.231979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:30.232722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.241266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2c122-d776-4cc8-8f93-e53862fc3192 None None] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:30.264136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4421127-8fe5-4705-8df9-7e955b5a40b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5488379 Jul 29 17:41:30.266828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44732) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:30.271473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:30.310760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.312005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.390330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1643b-e5e2-43ee-8e13-991dc893e22f req-454f34a4-5c37-4c98-875f-c8efff6a3b6f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:30.392393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1df1643b-e5e2-43ee-8e13-991dc893e22f req-454f34a4-5c37-4c98-875f-c8efff6a3b6f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.0530701 Jul 29 17:41:30.418969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-9cc9085b-14e9-4647-b280-880ad4be2e1d', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:41:30.420020 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.437910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1df1643b-e5e2-43ee-8e13-991dc893e22f req-123a69cf-9701-4dfc-8e3b-82603927a9e7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jul 29 17:41:30.460212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.464658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-be075cda-acca-4b2c-aaad-be2b1ec9daac tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:30.466267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-be075cda-acca-4b2c-aaad-be2b1ec9daac tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/networks?id=ea2ed74b-a2f9-4a2b-97c7-36220f880df4 HTTP/1.1" status: 200 len: 814 time: 0.1488686 Jul 29 17:41:30.549742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-3152ac14-d7f8-4d38-87f1-00811d1d8203 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/quotas/eff5909166c04fa28d13b7de632e2396 HTTP/1.1" status: 200 len: 375 time: 0.0176201 Jul 29 17:41:30.567669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8142fcd-60ab-4929-9520-05c6e75cca34 req-022f8c8c-3483-45bd-99d1-1f47bc098e17 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:30.570220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8142fcd-60ab-4929-9520-05c6e75cca34 req-022f8c8c-3483-45bd-99d1-1f47bc098e17 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1096 time: 0.0578389 Jul 29 17:41:30.607493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8142fcd-60ab-4929-9520-05c6e75cca34 req-9fc5b0c7-9d06-4771-83ed-e1cba559d0d5 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jul 29 17:41:30.725298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Allocated IP 172.20.0.2 (9cc9085b-14e9-4647-b280-880ad4be2e1d/978eb60c-4596-408a-a0ae-4cc52477b737/76d0025a-d882-4ad9-8151-a0dc908e9889) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:30.733802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dc05b-987f-4f30-8b81-85505a1deecb req-7728b0e0-ee8f-4b44-b448-86e0f29a9e78 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:30.736078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-556dc05b-987f-4f30-8b81-85505a1deecb req-7728b0e0-ee8f-4b44-b448-86e0f29a9e78 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0516958 Jul 29 17:41:30.778034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-556dc05b-987f-4f30-8b81-85505a1deecb req-b3879b40-be6f-449b-a60e-b92753da274a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Jul 29 17:41:30.894964 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.904270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-d2ae4779-5298-4893-97a9-2c2f5e8d0417 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5909166c04fa28d13b7de632e2396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3169081 Jul 29 17:41:30.904785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Transition to ACTIVE for port object 76d0025a-d882-4ad9-8151-a0dc908e9889 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:30.906208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.922555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Transition to ACTIVE for port object 76d0025a-d882-4ad9-8151-a0dc908e9889 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:30.933535 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:30.969905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:30.973086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:30.975922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:31.019524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Pushing event updated for resources: {'Port': ['ID=76d0025a-d882-4ad9-8151-a0dc908e9889,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:31.055612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Attempting to bind port 76d0025a-d882-4ad9-8151-a0dc908e9889 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:31.056204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Attempting to bind port 76d0025a-d882-4ad9-8151-a0dc908e9889 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:31.056400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Attempting to bind port 76d0025a-d882-4ad9-8151-a0dc908e9889 on network 9cc9085b-14e9-4647-b280-880ad4be2e1d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:31.059988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-f62036f2-e4b4-42e4-a376-6dadb1dd1562 service neutron] 10.222.0.16 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436336 Jul 29 17:41:31.064691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:31.065067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Checking segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:31.065475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.065865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Bound using segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:31.066364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Bound port: 76d0025a-d882-4ad9-8151-a0dc908e9889, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:31.066750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.131955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] For port 76d0025a-d882-4ad9-8151-a0dc908e9889, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:31.135936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] For port 76d0025a-d882-4ad9-8151-a0dc908e9889, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76d0025a-d882-4ad9-8151-a0dc908e9889,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:31.142061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.211040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552aa0f-26c9-42dc-bb47-169c33a09b10 None None] Pushing event updated for resources: {'Port': ['ID=76d0025a-d882-4ad9-8151-a0dc908e9889,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:31.290968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-38fabcef-4762-488e-aff0-e21f42d522bb service neutron] 10.222.0.16 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187176 Jul 29 17:41:31.296766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.314733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-bdff51a9-cc86-41de-a193-6a0dae903e52 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:31.317182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-bdff51a9-cc86-41de-a193-6a0dae903e52 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.0704834 Jul 29 17:41:31.331485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.501076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Allocated IP 172.25.5.152 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:31.504975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:31.507285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.704083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:31.704455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.725918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.751816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for 6537ce2d-ecbf-4469-a812-5f3da51dbf7b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:31.791953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd1d3a-2e8a-48d4-b6a7-91cef34a3415 req-2a3d91dc-7e17-40ad-862c-0ebc18718182 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:31.794520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cccd1d3a-2e8a-48d4-b6a7-91cef34a3415 req-2a3d91dc-7e17-40ad-862c-0ebc18718182 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 950 time: 0.0848022 Jul 29 17:41:31.840345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:31.844869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-4565bc42-25bc-4a77-8c99-977291827053 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:31.847109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-4565bc42-25bc-4a77-8c99-977291827053 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4476e80-216f-4769-9d04-8b691190f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1388855 Jul 29 17:41:31.859458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cccd1d3a-2e8a-48d4-b6a7-91cef34a3415 req-f7145442-996a-4a0c-a5e5-e2ac9fbe96d2 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Jul 29 17:41:31.910375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:31.915716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:31.918454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:31.990606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Pushing event updated for resources: {'Port': ['ID=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:32.025867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port a00b9135-e1ff-477e-98d4-550afaa174ec {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:32.026207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.031321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.045240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:32.059738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'a00b9135-e1ff-477e-98d4-550afaa174ec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:32.096069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-5190a993-a748-4357-9a65-1faed725697b tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:41:32.097199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-5190a993-a748-4357-9a65-1faed725697b tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080438 Jul 29 17:41:32.097602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55087ad9-88ce-4caa-bcb2-4a6cfb08fa0a req-93d933a9-b0c4-4804-8193-99254ae2a080 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:32.099364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55087ad9-88ce-4caa-bcb2-4a6cfb08fa0a req-93d933a9-b0c4-4804-8193-99254ae2a080 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.1510606 Jul 29 17:41:32.137833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Request body: {'binding': {'host': 'n-h1-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:32.138584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Unknown quota resources ['binding']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:41:32.145204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=6537ce2d-ecbf-4469-a812-5f3da51dbf7b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:32.238940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55087ad9-88ce-4caa-bcb2-4a6cfb08fa0a req-6015f601-170c-46db-b8ec-704334eb20ef tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135812 Jul 29 17:41:32.313239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port 6537ce2d-ecbf-4469-a812-5f3da51dbf7b on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:32.351126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port a00b9135-e1ff-477e-98d4-550afaa174ec, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a00b9135-e1ff-477e-98d4-550afaa174ec,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:32.351664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.375530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for a00b9135-e1ff-477e-98d4-550afaa174ec owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:32.445997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76d0025a-d882-4ad9-8151-a0dc908e9889 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:32.470353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03b81e0b-f443-4499-bd05-6369e1ca8f48 req-2d687ab6-d98b-47df-a38d-7cd57632ac28 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 210 time: 0.0747442 Jul 29 17:41:32.487472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.608628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 76d0025a-d882-4ad9-8151-a0dc908e9889 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:32.719134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d1fef-2b36-47a3-8b05-eac9633f8939 None None] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:32.733040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5539c7e-a1e1-4ac2-908c-52588b4a593d req-672c3069-1269-4d8b-8637-79d1adc730ab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:32.741263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5539c7e-a1e1-4ac2-908c-52588b4a593d req-672c3069-1269-4d8b-8637-79d1adc730ab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1416233 Jul 29 17:41:32.818665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Provisioning for port 76d0025a-d882-4ad9-8151-a0dc908e9889 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:32.835040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5539c7e-a1e1-4ac2-908c-52588b4a593d req-cee23efd-c886-4796-b795-69b903743c84 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924797 Jul 29 17:41:32.851133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Provisioning complete for port 76d0025a-d882-4ad9-8151-a0dc908e9889 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:32.851775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.873261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.874610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:32.876822 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-101e3dcc-c19c-4343-bf97-e3d4dfc98993 req-02801fb7-386c-43a2-9d94-2a62ede5dfa8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "DELETE /v2.0/ports/6537ce2d-ecbf-4469-a812-5f3da51dbf7b HTTP/1.1" status: 204 len: 173 time: 1.5489836 Jul 29 17:41:32.886743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'name': 'network-vif-deleted', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:32.889379 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4d349-7647-49aa-8350-917fd7a75c2b" -d '{"events": [{"server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "name": "network-vif-deleted", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:32.929783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:33.098454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-77a8c5ca-f9e3-4eb1-a475-227613f9eb72 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:33.099966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-77a8c5ca-f9e3-4eb1-a475-227613f9eb72 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.49 "GET /v2.0/networks?id=ea2ed74b-a2f9-4a2b-97c7-36220f880df4 HTTP/1.1" status: 200 len: 814 time: 0.1129725 Jul 29 17:41:33.102815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.110653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Router 17cb2c5d-1f59-40fe-839e-c291eafabfab is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:41:33.116572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Request body: {'port': {'device_id': '40a419ab-9bf3-477f-ac76-b3441550054f', 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4', 'admin_state_up': True, 'tenant_id': 'eff5909166c04fa28d13b7de632e2396'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:33.157830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f', '6537ce2d-ecbf-4469-a812-5f3da51dbf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:33.198500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=a00b9135-e1ff-477e-98d4-550afaa174ec,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:33.231578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9928f545-71b8-4a3f-a128-9f8c880fb725 req-cd6ecfe5-5235-478c-b18e-5f97f9cae8be tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd285c1-994f-4866-818e-9cabba395d69 HTTP/1.1" status: 200 len: 210 time: 0.0495095 Jul 29 17:41:33.274163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port a00b9135-e1ff-477e-98d4-550afaa174ec on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:33.281458 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.288732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.290830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f44c09fd-0604-4fab-9b60-7d7e5acdcaa9 req-dd8f7906-d0c4-4498-ab51-c7ea2cf9f4ad tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "DELETE /v2.0/ports/a00b9135-e1ff-477e-98d4-550afaa174ec HTTP/1.1" status: 204 len: 173 time: 1.4272783 Jul 29 17:41:33.293851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on host n-h1-801607-3 for vnic_type normal with profile None {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:33.294232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:33.294778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:33.308256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:33.308942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:33.313957 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc67fdf-6d7c-4cd6-9aed-99bdfcfe65b9 x-openstack-request-id: req-5fc67fdf-6d7c-4cd6-9aed-99bdfcfe65b9 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:33.314729 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd285c1-994f-4866-818e-9cabba395d69", "name": "network-vif-deleted", "tag": "6537ce2d-ecbf-4469-a812-5f3da51dbf7b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:33.315723 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fc67fdf-6d7c-4cd6-9aed-99bdfcfe65b9 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:33.316400 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd285c1-994f-4866-818e-9cabba395d69', 'name': 'network-vif-deleted', 'tag': '6537ce2d-ecbf-4469-a812-5f3da51dbf7b', 'status': 'completed', 'code': 200} Jul 29 17:41:33.329226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:33.339449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:33.340944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:33.341357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:33.343970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Bound port: 4cd8b27d-22da-4d66-b971-586d8208f2be, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:33.347126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:41:33.359737 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Sync routers for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:41:33.360253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'mac_address': 'fa:16:3e:6b:35:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:33.378141 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:33.380045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:33.381334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] For port 76d0025a-d882-4ad9-8151-a0dc908e9889, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76d0025a-d882-4ad9-8151-a0dc908e9889,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:33.398847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.403367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dc9036c4-f5bf-49d8-9d4b-9bc80d4dbc56 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1354215 Jul 29 17:41:33.404511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44804) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:33.406640 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.466902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:33.470323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:33.475647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Made reservation on behalf of eff5909166c04fa28d13b7de632e2396 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:33.481616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.491412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.501266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f002bddf-971f-42b0-96ef-15086f0a9287 service neutron] 10.222.0.16 "POST /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be/bindings HTTP/1.1" status: 201 len: 389 time: 1.3615830 Jul 29 17:41:33.621002 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:33.716811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34896237-e837-4cb0-9dc6-9aabe40afcd7 None None] Pushing event updated for resources: {'Port': ['ID=76d0025a-d882-4ad9-8151-a0dc908e9889,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:33.726633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:33.773737 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.811613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc241434-7c86-4c3e-8872-cca3b771fc86 req-469bfcd9-32b2-4487-9eef-3126837edd13 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:33.813656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc241434-7c86-4c3e-8872-cca3b771fc86 req-469bfcd9-32b2-4487-9eef-3126837edd13 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.2700133 Jul 29 17:41:33.895364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5aeca8e5-8db4-4d95-b00e-e5b9c4cbdea8 req-1e76ad81-6cba-407c-bb85-37476095cd11 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 210 time: 0.1410697 Jul 29 17:41:33.896075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c136f648-b326-4d74-a580-73ff4f2564d2 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:33.961698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:33.963849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bcc846ea-cea7-4663-966c-4089b78f5463 None None] Provisioning complete for port 76d0025a-d882-4ad9-8151-a0dc908e9889 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:33.964198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bcc846ea-cea7-4663-966c-4089b78f5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:33.995681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Allocated IP 172.20.0.7 (ea2ed74b-a2f9-4a2b-97c7-36220f880df4/7a5c281a-d23b-4284-ac98-6cf008386441/03a8a444-1ff3-4e52-bdac-52eb87e68d28) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:34.003286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.012960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc241434-7c86-4c3e-8872-cca3b771fc86 req-8baf6b2e-85dd-46c4-a575-8ddebf7821e2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908023 Jul 29 17:41:34.015963 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:32Z', 'revision_number': 3, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:34.046100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-8d08d58b-c144-4429-85ff-c8ad578d3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.046908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-8d08d58b-c144-4429-85ff-c8ad578d3c7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1096 time: 0.1738570 Jul 29 17:41:34.082520 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Checking router: 17cb2c5d-1f59-40fe-839e-c291eafabfab for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:41:34.085273 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Updating router 17cb2c5d-1f59-40fe-839e-c291eafabfab port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:41:34.125339 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.181273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144564a8-5465-4d00-b17f-4edc91777a36 req-88502ae6-54cf-4f88-b50f-3b47a6a89b08 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.189246 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-144564a8-5465-4d00-b17f-4edc91777a36 req-88502ae6-54cf-4f88-b50f-3b47a6a89b08 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1638119 Jul 29 17:41:34.289744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c136f648-b326-4d74-a580-73ff4f2564d2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:34.332824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-144564a8-5465-4d00-b17f-4edc91777a36 req-b4788038-b124-44f9-8e4e-47749116f24c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422834 Jul 29 17:41:34.350157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76d0025a-d882-4ad9-8151-a0dc908e9889 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:34.376120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-625fd15f-39eb-415a-9bfb-a2806363716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.377810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-625fd15f-39eb-415a-9bfb-a2806363716d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.3108211 Jul 29 17:41:34.398140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.471179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-234c3d30-ec0c-4d5b-8003-54850b5c25bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.0801568 Jul 29 17:41:34.516811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:34.547210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.566537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-3ce4ffd7-fac1-4694-a76a-b24c306caaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.568618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-3ce4ffd7-fac1-4694-a76a-b24c306caaf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0831790 Jul 29 17:41:34.613975 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.626160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:34.629110 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Transition to ACTIVE for port object 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:34.631500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-6a1efb79-76c0-402c-8e47-776eab987581 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482039 Jul 29 17:41:34.638086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:34.639957 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.641108 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859040bf-7ef9-438e-9844-36aeef72f18f" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:34.658697 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.670232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.708267 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Attempting to bind port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:34.708896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c5fa7-ea34-40dc-9c00-b7fb3bb63b85 req-0c0d1b7a-7602-450c-b096-2195aa063b21 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.709736 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Attempting to bind port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:34.710366 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Attempting to bind port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:34.710517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208c5fa7-ea34-40dc-9c00-b7fb3bb63b85 req-0c0d1b7a-7602-450c-b096-2195aa063b21 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1469424 Jul 29 17:41:34.725399 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38d06-69c5-41eb-aa81-e7100d94970e None None] Pushing event updated for resources: {'Port': ['ID=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:34.729310 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:34.730146 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:34.731374 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.732067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:34.732851 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Bound port: 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:34.734144 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.758753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:34.783718 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d3fbbc-5dc2-4256-ae3e-4ccb3f3ae6d2 x-openstack-request-id: req-b4d3fbbc-5dc2-4256-ae3e-4ccb3f3ae6d2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:34.787887 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:34.788175 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4d3fbbc-5dc2-4256-ae3e-4ccb3f3ae6d2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:34.788583 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'code': 200} Jul 29 17:41:34.788719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:34.794198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:34.800666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208c5fa7-ea34-40dc-9c00-b7fb3bb63b85 req-a92d58a9-5814-44d0-b6c8-e101ee67fa28 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829413 Jul 29 17:41:34.801474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:34.809888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] For port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:34.814460 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] For port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:34.824371 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.826097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.865158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Pushing event updated for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:34.896691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:34.897422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:34.902605 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38d06-69c5-41eb-aa81-e7100d94970e None None] Pushing event updated for resources: {'Port': ['ID=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:34.906875 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:34.907383 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:34.921918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-08dda20d-0770-481b-b45c-c38d9ed59f98 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635908 Jul 29 17:41:34.931484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e0847bf5-cd19-466a-bf26-62fd5f7a82a3 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8202548 Jul 29 17:41:34.956531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a00b9135-e1ff-477e-98d4-550afaa174ec no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:34.964146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Request body: {'port': {'device_id': '40a419ab-9bf3-477f-ac76-b3441550054f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:35.049346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: a00b9135-e1ff-477e-98d4-550afaa174ec {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:35.049665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a00b9135-e1ff-477e-98d4-550afaa174ec not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:35.067031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 76d0025a-d882-4ad9-8151-a0dc908e9889 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:35.067375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:35.067509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.085052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Allocated IP 172.20.0.1 (9cc9085b-14e9-4647-b280-880ad4be2e1d/978eb60c-4596-408a-a0ae-4cc52477b737/2d2142bb-95d2-42d1-8a7b-516e96951d29) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:35.168188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.211001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.228076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Transition to ACTIVE for port object 2d2142bb-95d2-42d1-8a7b-516e96951d29 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:35.295233 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:32Z', 'revision_number': 3, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:35.314883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c5f34-8dec-4c2f-b8ff-ae4712b7e489 req-832c1c80-3cc4-4ebc-af2a-4aca9c1237ce tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:35.323290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c1c5f34-8dec-4c2f-b8ff-ae4712b7e489 req-832c1c80-3cc4-4ebc-af2a-4aca9c1237ce tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.0787413 Jul 29 17:41:35.327469 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bced2-c514-4608-8e90-1ffcb6d3ece4 None None] The sync data for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 is: [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:32Z', 'revision_number': 3, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:41:35.332086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'name': 'network-vif-deleted', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:35.332646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.334469 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb2f16-2679-413f-9fac-59676f089e38" -d '{"events": [{"server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "name": "network-vif-deleted", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:35.400845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:35.403611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dc490-60de-4751-a9f8-8c326883e961 req-04584e8a-0bdc-4f31-901c-4154472a22fa tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:35.405193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e24dc490-60de-4751-a9f8-8c326883e961 req-04584e8a-0bdc-4f31-901c-4154472a22fa tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 931 time: 0.4189305 Jul 29 17:41:35.409236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:35.409417 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-ea5d002d-bfdc-40b7-ab4d-ec8299ef9a4e service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746730 Jul 29 17:41:35.412069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:35.423588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c1c5f34-8dec-4c2f-b8ff-ae4712b7e489 req-fe5cf5ff-6125-40d5-b296-71c5ed519a09 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Jul 29 17:41:35.424651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:35.488821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.519250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e24dc490-60de-4751-a9f8-8c326883e961 req-b4c1b68c-6d14-44a0-b241-57bb56de5d46 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Jul 29 17:41:35.606433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6537ce2d-ecbf-4469-a812-5f3da51dbf7b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:35.612762 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:41:35.628920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a8a444-1ff3-4e52-bdac-52eb87e68d28 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:35.638600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.652725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Transition to ACTIVE for port object 03a8a444-1ff3-4e52-bdac-52eb87e68d28 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:35.664968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.666157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 6537ce2d-ecbf-4469-a812-5f3da51dbf7b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:35.666603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6537ce2d-ecbf-4469-a812-5f3da51dbf7b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:35.697196 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190455b-3f5c-45c8-bd2c-204c0f33052d x-openstack-request-id: req-3190455b-3f5c-45c8-bd2c-204c0f33052d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:35.698173 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4476e80-216f-4769-9d04-8b691190f7d4", "name": "network-vif-deleted", "tag": "a00b9135-e1ff-477e-98d4-550afaa174ec", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:35.699228 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3190455b-3f5c-45c8-bd2c-204c0f33052d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:35.700269 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4476e80-216f-4769-9d04-8b691190f7d4', 'name': 'network-vif-deleted', 'tag': 'a00b9135-e1ff-477e-98d4-550afaa174ec', 'status': 'completed', 'code': 200} Jul 29 17:41:35.860466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:35.876354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.903572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-211ac654-8204-4898-9113-971ff9eec4ab None None] Provisioning for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:35.915969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-211ac654-8204-4898-9113-971ff9eec4ab None None] Provisioning complete for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:35.916343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-211ac654-8204-4898-9113-971ff9eec4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.968637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Attempting to bind port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:35.969525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Attempting to bind port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '30f30700-84b2-456f-91c1-013b1f5a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:35.970020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Attempting to bind port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 on network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:35.986655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 on network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:35.987155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Attempting to bind port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 on network ea2ed74b-a2f9-4a2b-97c7-36220f880df4 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:36.000707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:36.000988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Checking segment: {'id': '30f30700-84b2-456f-91c1-013b1f5a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:36.001376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Bound using segment: {'id': '30f30700-84b2-456f-91c1-013b1f5a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:36.001815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Bound port: 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f30700-84b2-456f-91c1-013b1f5a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:36.002175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.027504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e44926-06e4-4e46-aef9-0730baa1835d req-fb16bd5d-37f0-4ab7-a9a7-430cfb86986f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.029100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2e44926-06e4-4e46-aef9-0730baa1835d req-fb16bd5d-37f0-4ab7-a9a7-430cfb86986f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1161542 Jul 29 17:41:36.051482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-211ac654-8204-4898-9113-971ff9eec4ab None None] Port 2d2142bb-95d2-42d1-8a7b-516e96951d29 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:41:36.127924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2e44926-06e4-4e46-aef9-0730baa1835d req-cd773ca3-58f7-4f79-83f2-ca613a0d11e1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629644 Jul 29 17:41:36.188775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:36.195875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28,segment=NetworkSegment(30f30700-84b2-456f-91c1-013b1f5a9e5d),segment_id=30f30700-84b2-456f-91c1-013b1f5a9e5d)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:36.206903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.273279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.274145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.278497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] 10.222.0.49 "PUT /v2.0/ports/03a8a444-1ff3-4e52-bdac-52eb87e68d28 HTTP/1.1" status: 200 len: 1091 time: 1.3336892 Jul 29 17:41:36.323849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.339773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d12d0-6c46-415a-89fa-f89eb97cde83 req-3cfb9131-3f06-4b59-ad89-27639e55252b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.341528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b2d12d0-6c46-415a-89fa-f89eb97cde83 req-3cfb9131-3f06-4b59-ad89-27639e55252b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1047606 Jul 29 17:41:36.342813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.401233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:36.544015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:36.548060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:36.548434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.553991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:36.561287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.612276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5d091-5717-4fed-91c3-c52e92a78a69 service neutron] Pushing event updated for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:36.666378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a66ec-3d76-4b44-8929-20b471cb2242 req-00564b14-b476-4a93-ae00-8f035d6ade7b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.668018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec3a66ec-3d76-4b44-8929-20b471cb2242 req-00564b14-b476-4a93-ae00-8f035d6ade7b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 949 time: 0.3425431 Jul 29 17:41:36.683322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-8d1802b9-4a1e-4639-a0a6-a70a757510c8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.684310 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-8d1802b9-4a1e-4639-a0a6-a70a757510c8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1097 time: 0.2644303 Jul 29 17:41:36.686264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e355c182-9fcb-472f-b0f1-6566a7651ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:36.687639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-e355c182-9fcb-472f-b0f1-6566a7651ae2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff5909166c04fa28d13b7de632e2396&device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 1094 time: 0.3207657 Jul 29 17:41:36.701668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:36.706675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:36.710495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:36.731893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.751103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b2d12d0-6c46-415a-89fa-f89eb97cde83 req-313d8a34-612b-4c12-8df7-e1caa438a6f6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161700 Jul 29 17:41:36.788548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:36.802434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:36.874175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bcb50e45-503e-4466-9d06-07c96e0cfb7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28 HTTP/1.1" status: 200 len: 217 time: 0.1455054 Jul 29 17:41:36.942619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:36.952989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:37.015129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec3a66ec-3d76-4b44-8929-20b471cb2242 req-13cf9587-4fec-451b-a823-cabed9e9222b tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264933 Jul 29 17:41:37.030618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.051352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-353ef8ea-6d11-4e18-b620-f7ade7aaf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.052827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-353ef8ea-6d11-4e18-b620-f7ade7aaf02c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a5c281a-d23b-4284-ac98-6cf008386441 HTTP/1.1" status: 200 len: 854 time: 0.1687918 Jul 29 17:41:37.089670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c136f648-b326-4d74-a580-73ff4f2564d2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:37.090043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.139028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924bd0a-227f-4634-85b6-7484c822c337 req-ae44f8fc-50b2-4d28-8cce-1d44a6271769 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.141030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-7a1ac01f-1c81-4e41-940b-226a8127fdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea2ed74b-a2f9-4a2b-97c7-36220f880df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773332 Jul 29 17:41:37.148042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b924bd0a-227f-4634-85b6-7484c822c337 req-ae44f8fc-50b2-4d28-8cce-1d44a6271769 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 946 time: 0.2249711 Jul 29 17:41:37.211272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a5099c15-f4c1-49ca-a5cb-f10d0f680f98 None None] Provisioning complete for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:37.211655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5099c15-f4c1-49ca-a5cb-f10d0f680f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.235069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b924bd0a-227f-4634-85b6-7484c822c337 req-b83f8b8a-666b-4242-aadf-7d0e97208348 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Jul 29 17:41:37.261994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Router 17cb2c5d-1f59-40fe-839e-c291eafabfab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:41:37.391672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:41:37.407536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5bea58b-fc65-4838-a01b-20fab2071f09 admin admin] 10.222.0.16 "PUT /v2.0/routers/17cb2c5d-1f59-40fe-839e-c291eafabfab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0016205 Jul 29 17:41:37.618444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.645050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a5099c15-f4c1-49ca-a5cb-f10d0f680f98 None None] Port 2d2142bb-95d2-42d1-8a7b-516e96951d29 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:41:37.695020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:37.698552 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb4e175-53d0-4221-8e9e-00a40453269a" -d '{"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:37.717171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bc90b-6a13-4ede-b5fe-ac15456fdfe2 req-e4274a19-e87b-417a-ba07-a8134c914487 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.719129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-016bc90b-6a13-4ede-b5fe-ac15456fdfe2 req-e4274a19-e87b-417a-ba07-a8134c914487 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1585863 Jul 29 17:41:37.728173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:37.740762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.758557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:37.759889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-86da954c-12b9-4ed5-957e-ba2546b71089 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.760934 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d0f15c-39fe-41da-8e20-d9eebcfe591c" -d '{"events": [{"name": "network-changed", "server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:37.762354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-86da954c-12b9-4ed5-957e-ba2546b71089 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/ports?device_id=22c194cd-de42-4be5-ad18-38edefb0ffe7 HTTP/1.1" status: 200 len: 949 time: 0.1458592 Jul 29 17:41:37.832821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d4a8-8b30-47a3-8aab-53d1941f9612 req-d15abd9e-0195-43a7-bda3-e44860737403 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.841494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3529d4a8-8b30-47a3-8aab-53d1941f9612 req-d15abd9e-0195-43a7-bda3-e44860737403 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 943 time: 0.6987264 Jul 29 17:41:37.848388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:37.861125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-a7512259-0edc-4b4b-8c50-bf21a8a09ac6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:37.862918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-a7512259-0edc-4b4b-8c50-bf21a8a09ac6 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 949 time: 0.7285233 Jul 29 17:41:37.879037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-016bc90b-6a13-4ede-b5fe-ac15456fdfe2 req-23f0b17c-aca6-45f4-904c-516a5351c945 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512372 Jul 29 17:41:38.005868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port baaca8d2-ddea-42d7-85e5-f92ebf70f94e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:38.006337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.030764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3529d4a8-8b30-47a3-8aab-53d1941f9612 req-a49e9e28-68c8-4da3-89d4-c18268d02d1c tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829984 Jul 29 17:41:38.073787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:38.079890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-3b9649ef-6503-453d-a532-093c5df72e59 service neutron] 10.222.0.49 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194517 Jul 29 17:41:38.110311 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88a9ee-0ee2-4aab-a497-deda36c3702d x-openstack-request-id: req-bf88a9ee-0ee2-4aab-a497-deda36c3702d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:38.110649 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:38.111214 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf88a9ee-0ee2-4aab-a497-deda36c3702d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:38.111613 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'code': 200} Jul 29 17:41:38.157876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Sync routers for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:41:38.193639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:38.210643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:38.271415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52538c5-7c20-46a0-8082-6f02270cf2fc req-bd9bf3a6-a2b7-4608-8d3a-34025eef4452 service neutron] 10.222.0.49 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729674 Jul 29 17:41:38.318161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port baaca8d2-ddea-42d7-85e5-f92ebf70f94e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:38.324376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.350919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:38.368264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for baaca8d2-ddea-42d7-85e5-f92ebf70f94e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:38.389967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b67828-5c47-4e5e-84c9-05cf833a0431 req-bf91b0e9-c433-4236-90ba-58e30d606600 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:38.397490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7b67828-5c47-4e5e-84c9-05cf833a0431 req-bf91b0e9-c433-4236-90ba-58e30d606600 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1235557 Jul 29 17:41:38.411358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:38.436914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:38.437266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.497772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.511021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:38.520250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7b67828-5c47-4e5e-84c9-05cf833a0431 req-90785cd8-c99d-4b3d-bba1-5846f712c9b7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216645 Jul 29 17:41:38.537740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.588569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:38.589059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.658858 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92c146-7270-4a41-a3ca-4d181577f6b5 x-openstack-request-id: req-ca92c146-7270-4a41-a3ca-4d181577f6b5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:38.659479 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:38.659964 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca92c146-7270-4a41-a3ca-4d181577f6b5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:38.660561 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28', 'status': 'completed', 'code': 200} Jul 29 17:41:38.682019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44922) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:38.749406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.768435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:38.770759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:38.776141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607622892', 'description': 'tempest-description--556866028'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:38.841009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:38.892162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=baaca8d2-ddea-42d7-85e5-f92ebf70f94e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:38.969831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:38.995255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port f9b3ebf6-a180-48eb-bc1d-3762c73aef19, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:38.995629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.042505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:39.051147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port baaca8d2-ddea-42d7-85e5-f92ebf70f94e on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:39.054190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.056325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33373eb8-a271-4b49-ba80-eff8c78933d4 req-876aaabb-38b1-410b-bbf2-04d8e4af6bd7 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "DELETE /v2.0/ports/baaca8d2-ddea-42d7-85e5-f92ebf70f94e HTTP/1.1" status: 204 len: 173 time: 1.2838299 Jul 29 17:41:39.056768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'name': 'network-vif-deleted', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:39.067308 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03dbac2-08b1-4730-97b3-6c8cd136f487" -d '{"events": [{"server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "name": "network-vif-deleted", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:39.091522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-451be813-fc19-44ce-9c15-16be7cb0bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:39.093171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-451be813-fc19-44ce-9c15-16be7cb0bd9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eff5909166c04fa28d13b7de632e2396&device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 1094 time: 0.4279931 Jul 29 17:41:39.097473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for f9b3ebf6-a180-48eb-bc1d-3762c73aef19 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:39.111463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce0f0-7c65-47f1-b000-f5df553e7fb6 req-015a95b9-3447-46dd-8e2d-557650dfd39b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:39.125518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1957c5-56ba-40c0-8950-89ffa30da6c2 req-373b6777-7b0e-46fb-8dc3-8cd67d52a05f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:39.133661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-328ce0f0-7c65-47f1-b000-f5df553e7fb6 req-015a95b9-3447-46dd-8e2d-557650dfd39b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.2771516 Jul 29 17:41:39.140997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd1957c5-56ba-40c0-8950-89ffa30da6c2 req-373b6777-7b0e-46fb-8dc3-8cd67d52a05f tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 949 time: 0.3740096 Jul 29 17:41:39.142962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:39.143289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:39.143618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:39.221159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-328ce0f0-7c65-47f1-b000-f5df553e7fb6 req-6e7aa3d6-464a-466c-a63e-e8149b9e3d04 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Jul 29 17:41:39.285663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:39.290737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:39.356260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:39.473324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:39.474061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:39.474999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:39.515849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd1957c5-56ba-40c0-8950-89ffa30da6c2 req-21ae7015-1090-4fd6-a3d3-60b520e0c431 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739078 Jul 29 17:41:39.529545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:39.529906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:39.533196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:39.533887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Bound port: 77409f73-1f79-4773-9f7e-051f525f4de6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:39.534296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.559752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:39.560516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:39.562387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9daa9a-73fa-480f-8c3a-9da749ed6639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.592712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:39.593223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:39.593962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:39.594719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Bound port: 77409f73-1f79-4773-9f7e-051f525f4de6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:39.595253 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.663056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 2, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:39.690144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb132f1-06db-46d1-99d8-dfff393282ed req-e7d90c4b-9332-4bce-9ddc-cedfa05c2f15 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:39.694758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfb132f1-06db-46d1-99d8-dfff393282ed req-e7d90c4b-9332-4bce-9ddc-cedfa05c2f15 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1704907 Jul 29 17:41:39.725957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Checking router: 17cb2c5d-1f59-40fe-839e-c291eafabfab for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:41:39.726400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Updating router 17cb2c5d-1f59-40fe-839e-c291eafabfab port 2d2142bb-95d2-42d1-8a7b-516e96951d29 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:41:39.776514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfb132f1-06db-46d1-99d8-dfff393282ed req-f27ba678-d99c-428b-94e4-2d45a3ec87a7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659287 Jul 29 17:41:39.779075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.820334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:39.829514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-506c56f9-ace0-4c0a-94f9-a8b6915b3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:39.831531 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-506c56f9-ace0-4c0a-94f9-a8b6915b3b74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ea2ed74b-a2f9-4a2b-97c7-36220f880df4 HTTP/1.1" status: 200 len: 915 time: 0.6772301 Jul 29 17:41:39.855860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:39.867167 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a6a21-3be2-40ff-aaac-e062fb5da494 x-openstack-request-id: req-7b2a6a21-3be2-40ff-aaac-e062fb5da494 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:39.867595 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c194cd-de42-4be5-ad18-38edefb0ffe7", "name": "network-vif-deleted", "tag": "baaca8d2-ddea-42d7-85e5-f92ebf70f94e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:39.868042 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b2a6a21-3be2-40ff-aaac-e062fb5da494 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:39.868888 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c194cd-de42-4be5-ad18-38edefb0ffe7', 'name': 'network-vif-deleted', 'tag': 'baaca8d2-ddea-42d7-85e5-f92ebf70f94e', 'status': 'completed', 'code': 200} Jul 29 17:41:39.876800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:39.985893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.006095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-aba8b507-fdd2-43cd-94b1-ee9bf6e64af2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28 HTTP/1.1" status: 200 len: 217 time: 0.1302660 Jul 29 17:41:40.012481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2343a67-d40f-4bac-8303-c855673f2388 req-b849084f-4d2a-45f2-abf0-c8f7e8e09a5d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:40.022597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2343a67-d40f-4bac-8303-c855673f2388 req-b849084f-4d2a-45f2-abf0-c8f7e8e09a5d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0901148 Jul 29 17:41:40.072878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2343a67-d40f-4bac-8303-c855673f2388 req-6ce8252d-a5ab-4907-aae4-d787830204f3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Jul 29 17:41:40.076709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:40.099965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952d40-b799-4fc2-bb44-51e42a80bcf3 req-bb64ad85-4532-485b-b7f6-f56e8769ca0c tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:40.109667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:41:40.111662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63952d40-b799-4fc2-bb44-51e42a80bcf3 req-bb64ad85-4532-485b-b7f6-f56e8769ca0c tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 943 time: 0.3837743 Jul 29 17:41:40.138549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.278182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63952d40-b799-4fc2-bb44-51e42a80bcf3 req-4d5a237c-50ee-4ae4-a051-aa46b03a6627 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601827 Jul 29 17:41:40.278953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6917682d-cd72-4fd2-af0b-a621fb05dd7f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:40.288200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:40.316130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.330085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Transition to ACTIVE for port object 2d2142bb-95d2-42d1-8a7b-516e96951d29 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:40.341449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-ac20ae22-ebf4-4bf1-b5f2-d91f71ee4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:40.342909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-ac20ae22-ebf4-4bf1-b5f2-d91f71ee4424 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a5c281a-d23b-4284-ac98-6cf008386441 HTTP/1.1" status: 200 len: 854 time: 0.3192940 Jul 29 17:41:40.351321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.355823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44948) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:40.359028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.360687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'security_group_rule': {'security_group_id': '6917682d-cd72-4fd2-af0b-a621fb05dd7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:40.366218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f8e72455-a6d4-4a0d-97ee-d352843e1daa tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6219490 Jul 29 17:41:40.486865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-3fba2365-c4b5-4dc0-90c5-0f4577745fc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ea2ed74b-a2f9-4a2b-97c7-36220f880df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115105 Jul 29 17:41:40.494798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 77409f73-1f79-4773-9f7e-051f525f4de6-n-h1-801607-3-0 {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:41:40.494798 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:41:40.540485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.607193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b67cf0-9fb1-4f99-820b-f416cb8ed113 req-2083c9f9-bbad-47a0-a8ce-e78da1095cdb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:40.611993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37b67cf0-9fb1-4f99-820b-f416cb8ed113 req-2083c9f9-bbad-47a0-a8ce-e78da1095cdb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.2027023 Jul 29 17:41:40.633461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.653027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Attempting to bind port 2d2142bb-95d2-42d1-8a7b-516e96951d29 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:40.653664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Attempting to bind port 2d2142bb-95d2-42d1-8a7b-516e96951d29 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:40.654646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Attempting to bind port 2d2142bb-95d2-42d1-8a7b-516e96951d29 on network 9cc9085b-14e9-4647-b280-880ad4be2e1d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:40.657980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d8148-b577-41bc-ad4a-1c1a41341dd8 None None] Pushing event updated for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:40.688460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5af89553-455a-401a-80e8-47b78004103f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:40.694277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:40.697158 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55384162-6a0b-4fdb-a2f4-98c4ae3005f0" -d '{"events": [{"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-unplugged", "status": "completed", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:40.743723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e7caac3-0a91-4815-b396-9eca10bfa113 req-b6ba30f1-f16b-4fab-8c4a-9bb161d101ae tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=effcbced-9ae5-41d3-9a58-02303c13229e HTTP/1.1" status: 200 len: 210 time: 0.0413349 Jul 29 17:41:40.756493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.760189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=f9b3ebf6-a180-48eb-bc1d-3762c73aef19,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:40.783501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37b67cf0-9fb1-4f99-820b-f416cb8ed113 req-e1b729d7-5c4a-4e12-b8f8-a82d16e35402 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631494 Jul 29 17:41:40.794334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.802581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:40.803123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Checking segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:40.803379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.803784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Bound using segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:40.804287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Bound port: 2d2142bb-95d2-42d1-8a7b-516e96951d29, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:40.804673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.867906 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820fcbe-d4d0-4389-b1ee-9e7bd5aca88b x-openstack-request-id: req-d820fcbe-d4d0-4389-b1ee-9e7bd5aca88b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:40.868499 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-unplugged", "status": "completed", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:40.868810 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d820fcbe-d4d0-4389-b1ee-9e7bd5aca88b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:40.869312 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6', 'code': 200} Jul 29 17:41:40.872617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390ee93c-0086-4972-8530-5f98fc548266,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:40.904140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.905146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port f9b3ebf6-a180-48eb-bc1d-3762c73aef19 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:40.905575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d845c4e7-a21c-4440-91e5-55d19a73c0b3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5487053 Jul 29 17:41:40.908621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44962) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:40.912025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:40.914569 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-48477e48-8180-4e56-ac01-d23385e05cd9 req-4db0baf0-7090-4468-830e-f543b5279ecb tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.38 "DELETE /v2.0/ports/f9b3ebf6-a180-48eb-bc1d-3762c73aef19 HTTP/1.1" status: 204 len: 173 time: 3.0336311 Jul 29 17:41:40.926382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'security_group_rule': {'security_group_id': '6917682d-cd72-4fd2-af0b-a621fb05dd7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:40.950006 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-26df4c2f-d56e-4466-9b24-c9cbe38b2947 service neutron] 10.222.0.49 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413064 Jul 29 17:41:41.004883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f9b3ebf6-a180-48eb-bc1d-3762c73aef19 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:41.052494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.088511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: f9b3ebf6-a180-48eb-bc1d-3762c73aef19 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:41.088909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f9b3ebf6-a180-48eb-bc1d-3762c73aef19 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:41.089338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device baaca8d2-ddea-42d7-85e5-f92ebf70f94e no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:41.102784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:41.103365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:41.103365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:41.118589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:41.118962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempting to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:41.125074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: baaca8d2-ddea-42d7-85e5-f92ebf70f94e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:41.125518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device baaca8d2-ddea-42d7-85e5-f92ebf70f94e not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:41.142474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:41.142826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:41.143210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:41.143632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Bound port: 77409f73-1f79-4773-9f7e-051f525f4de6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:41.143994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.147541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] For port 2d2142bb-95d2-42d1-8a7b-516e96951d29, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:41.169553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] For port 2d2142bb-95d2-42d1-8a7b-516e96951d29, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2d2142bb-95d2-42d1-8a7b-516e96951d29,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:41.182135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeb0b2-73b9-4a9d-989c-721c65f308d4 req-30962a64-076e-4488-b456-3d4386d72b39 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:41.189583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5cdeb0b2-73b9-4a9d-989c-721c65f308d4 req-30962a64-076e-4488-b456-3d4386d72b39 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.2125447 Jul 29 17:41:41.193600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.264697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:41:41.265502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:41.332934 n-d-801607-3 neutron-server[94052]: WARNING neutron.plugins.ml2.plugin [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Concurrent port binding operations failed on port 77409f73-1f79-4773-9f7e-051f525f4de6 Jul 29 17:41:41.340549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:41.345845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5cdeb0b2-73b9-4a9d-989c-721c65f308d4 req-2e6dc4e1-658a-49d8-b87c-9febd233ce99 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552486 Jul 29 17:41:41.367643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.386622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.400015 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attempt 2 to bind port 77409f73-1f79-4773-9f7e-051f525f4de6 Jul 29 17:41:41.411969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:41.413027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.417768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-77484927-0310-4cbf-8473-e8c9b2ffd9ea service neutron] 10.222.0.38 "PUT /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 1122 time: 4.7211053 Jul 29 17:41:41.461147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:41:41.464794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f297f48-168b-4568-81d5-4aa3b1a3d7b8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:41.501945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.503191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e3a567f0-9388-46fd-97a5-5cfed3911eed tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934532 Jul 29 17:41:41.511164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:41.539611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:41.631660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d98a-026c-4863-b38d-cb848ebee669 req-90dade28-33af-4326-bef1-5e841737e41a tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:41.636998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16c7d98a-026c-4863-b38d-cb848ebee669 req-90dade28-33af-4326-bef1-5e841737e41a tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 943 time: 0.0899765 Jul 29 17:41:41.658317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66d0f15c-39fe-41da-8e20-d9eebcfe591c req-1353e6f4-0098-4c5d-abdc-5ceb1a9ec7e0 service neutron] 10.222.0.49 "GET /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960778 Jul 29 17:41:41.672878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:41.716550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16c7d98a-026c-4863-b38d-cb848ebee669 req-ce0b8f8d-18b4-4875-90bf-261712424ca1 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Jul 29 17:41:41.787417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc182-e384-47e9-bd45-bc6a1e7479f2 req-77dac0e2-33be-4bd4-a641-a4a845e5af58 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:41.794981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-df3cc182-e384-47e9-bd45-bc6a1e7479f2 req-77dac0e2-33be-4bd4-a641-a4a845e5af58 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.5796788 Jul 29 17:41:41.859885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-df3cc182-e384-47e9-bd45-bc6a1e7479f2 req-5076947d-6386-48f1-b975-1fb72a912283 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Jul 29 17:41:41.995212 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:42.075864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 03a8a444-1ff3-4e52-bdac-52eb87e68d28 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:42.130595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:42.175353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:42.179715 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77caa75a-31b2-4561-b8df-4d68de7c6cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:42.222688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f6dd-9696-4dc3-8dac-e7f60f8a8184 req-eedcfe0f-8cdc-469f-a92f-bfcf63ad3a8a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:42.224305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0162f6dd-9696-4dc3-8dac-e7f60f8a8184 req-eedcfe0f-8cdc-469f-a92f-bfcf63ad3a8a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1652880 Jul 29 17:41:42.228555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d8148-b577-41bc-ad4a-1c1a41341dd8 None None] Pushing event updated for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:42.232011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:42.292275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Allocated IP 172.25.5.18 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/e8ed738e-cacf-42f5-aea1-b4d38f39bca3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:42.311623 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0162f6dd-9696-4dc3-8dac-e7f60f8a8184 req-4d6c86b0-4efd-4d88-af36-f855b3d771f4 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780168 Jul 29 17:41:42.477225 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:41:42.516219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8865cb-cf14-4f64-ae3d-3feacd2bf580 req-216d9112-d568-40d7-8491-61eee64f5b99 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:42.528896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f8865cb-cf14-4f64-ae3d-3feacd2bf580 req-216d9112-d568-40d7-8491-61eee64f5b99 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.1049070 Jul 29 17:41:42.555650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5519db-8376-445f-967c-cc536344416b req-793b7e8a-d31f-44b9-ac29-5ef165d1c57a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:42.567312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a5519db-8376-445f-967c-cc536344416b req-793b7e8a-d31f-44b9-ac29-5ef165d1c57a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0995846 Jul 29 17:41:42.588828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:41Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:42.591311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f8865cb-cf14-4f64-ae3d-3feacd2bf580 req-1efb970f-7bf2-47fe-b041-ed39369ab122 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615358 Jul 29 17:41:42.608466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:42.647206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a5519db-8376-445f-967c-cc536344416b req-581e9dbb-5ef2-43a2-ab4a-98f48d71c288 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Jul 29 17:41:42.678126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949442c-89fd-4c1a-8698-dc7746a90059 None None] The sync data for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 is: [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:41Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:41:42.730767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:42.855421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'Port': ['ID=e8ed738e-cacf-42f5-aea1-b4d38f39bca3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:42.873891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'name': 'network-vif-deleted', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19'}, {'name': 'network-changed', 'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:42.896548 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e3961-a402-42b9-9d30-7d6398d78751" -d '{"events": [{"server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "name": "network-vif-deleted", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19"}, {"name": "network-changed", "server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:42.938400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:42.943310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:42.953842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:43.028862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605137-a060-43e6-8f42-6192b4d9a03c req-6c83d26c-0830-461f-a01d-75e1702f9026 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.037643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17605137-a060-43e6-8f42-6192b4d9a03c req-6c83d26c-0830-461f-a01d-75e1702f9026 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 943 time: 0.1496348 Jul 29 17:41:43.069568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28,segment=NetworkSegment(30f30700-84b2-456f-91c1-013b1f5a9e5d),segment_id=30f30700-84b2-456f-91c1-013b1f5a9e5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:43.115785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17605137-a060-43e6-8f42-6192b4d9a03c req-96979d33-6460-474f-a1dc-29741541462c tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710976 Jul 29 17:41:43.123438 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:43.180030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '03a8a444-1ff3-4e52-bdac-52eb87e68d28', 'network_id': 'ea2ed74b-a2f9-4a2b-97c7-36220f880df4', 'port_id': '03a8a444-1ff3-4e52-bdac-52eb87e68d28', 'mac_address': 'fa:16:3e:71:11:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5c281a-d23b-4284-ac98-6cf008386441', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:43.227704 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62e0b40-9644-434a-a558-2f722f37eda1 x-openstack-request-id: req-f62e0b40-9644-434a-a558-2f722f37eda1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:43.228346 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effcbced-9ae5-41d3-9a58-02303c13229e", "name": "network-vif-deleted", "tag": "f9b3ebf6-a180-48eb-bc1d-3762c73aef19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:43.231775 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f62e0b40-9644-434a-a558-2f722f37eda1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:43.232310 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effcbced-9ae5-41d3-9a58-02303c13229e', 'name': 'network-vif-deleted', 'tag': 'f9b3ebf6-a180-48eb-bc1d-3762c73aef19', 'status': 'completed', 'code': 200} Jul 29 17:41:43.232629 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6', 'status': 'completed', 'code': 200} Jul 29 17:41:43.352854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:43.393808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a8a444-1ff3-4e52-bdac-52eb87e68d28 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:43.416700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:43.449651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98387d3-465a-4e31-839b-871120fb9230 req-144a4c6c-8f78-4ae7-890e-3453c3025fcf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.450920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28,segment=NetworkSegment(30f30700-84b2-456f-91c1-013b1f5a9e5d),segment_id=30f30700-84b2-456f-91c1-013b1f5a9e5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:43.457622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a98387d3-465a-4e31-839b-871120fb9230 req-144a4c6c-8f78-4ae7-890e-3453c3025fcf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.3056583 Jul 29 17:41:43.472040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-2c68eca4-3692-46e4-b21a-ffbafd28d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.483681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-2c68eca4-3692-46e4-b21a-ffbafd28d09e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1125 time: 0.2308996 Jul 29 17:41:43.492244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:43.558882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfabb6-a081-479a-9575-0da1893b3008 req-a3c43551-80a0-479c-bcba-b58bcd769f29 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.567017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dbfabb6-a081-479a-9575-0da1893b3008 req-a3c43551-80a0-479c-bcba-b58bcd769f29 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1071739 Jul 29 17:41:43.620559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:43.643660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dbfabb6-a081-479a-9575-0da1893b3008 req-a0de8296-40d3-4212-9213-e3cbf7cffb0f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Jul 29 17:41:43.782900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-285e848c-8563-4dd9-84bb-67a51f4fae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.784707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-285e848c-8563-4dd9-84bb-67a51f4fae4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.2897828 Jul 29 17:41:43.792502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4fdfd-e8b7-433d-8f3b-f3d1fab585a9 req-5ac09734-665d-434b-98f1-8d461654845c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:43.799623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:43.802054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94b4fdfd-e8b7-433d-8f3b-f3d1fab585a9 req-5ac09734-665d-434b-98f1-8d461654845c tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.0705488 Jul 29 17:41:43.806894 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a98387d3-465a-4e31-839b-871120fb9230 req-2f11e26a-4edd-4c29-99ec-3ead3d528610 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470120 Jul 29 17:41:43.889557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94b4fdfd-e8b7-433d-8f3b-f3d1fab585a9 req-18fff48b-b376-4f72-a1cf-4b20c6654fc8 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Jul 29 17:41:43.910278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['03a8a444-1ff3-4e52-bdac-52eb87e68d28'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:44.062641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-a053b0e6-06cd-4127-974c-31538622294e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 217 time: 0.2537503 Jul 29 17:41:44.461437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1ee52-2967-40d7-aa6f-f34ff185373a req-0096b178-1c1c-4cda-b075-2b28769d31c4 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:44.465394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:44.476354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8b1ee52-2967-40d7-aa6f-f34ff185373a req-0096b178-1c1c-4cda-b075-2b28769d31c4 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 944 time: 0.1622231 Jul 29 17:41:44.506863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2d2142bb-95d2-42d1-8a7b-516e96951d29 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:44.545453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-8f5d998a-b449-4661-8724-77cfb0045884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:44.546952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-8f5d998a-b449-4661-8724-77cfb0045884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.3898094 Jul 29 17:41:44.567046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b60c5b-8677-4f97-8277-f851ab743b7b req-9f400bb4-348c-4826-b10f-25c02f70ec70 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:44.584691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8b1ee52-2967-40d7-aa6f-f34ff185373a req-c352885d-6c57-4f3f-b1e0-741bd227cf21 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032927 Jul 29 17:41:44.585322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87b60c5b-8677-4f97-8277-f851ab743b7b req-9f400bb4-348c-4826-b10f-25c02f70ec70 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.5382009 Jul 29 17:41:44.608871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-88e0b0f2-228b-4d3b-af85-e4e040fe19ef tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:44.610483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-88e0b0f2-228b-4d3b-af85-e4e040fe19ef tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.3771718 Jul 29 17:41:44.652289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:44.657421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:44.662267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:44.825563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:44.863622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2d2142bb-95d2-42d1-8a7b-516e96951d29, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2d2142bb-95d2-42d1-8a7b-516e96951d29,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:44.873221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:44.914444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407673ae-fa7c-4f09-981b-f3903598fa5e req-5b70eb74-0563-4ee1-8108-011d7ab173b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:44.921972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-407673ae-fa7c-4f09-981b-f3903598fa5e req-5b70eb74-0563-4ee1-8108-011d7ab173b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1091020 Jul 29 17:41:44.950067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:44.966815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-407673ae-fa7c-4f09-981b-f3903598fa5e req-b995730a-e77f-47fe-8bf4-00ca9279da18 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Jul 29 17:41:45.073845 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-b0c4c4e6-3efa-4ca3-80dc-81983f4eca14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4809194 Jul 29 17:41:45.126670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7312110-7b3a-4711-aa53-c2602089fb94 req-d66c4ee1-a4e9-4d16-bdc2-400fbaf149dd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:45.141674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7312110-7b3a-4711-aa53-c2602089fb94 req-d66c4ee1-a4e9-4d16-bdc2-400fbaf149dd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0891325 Jul 29 17:41:45.194876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7312110-7b3a-4711-aa53-c2602089fb94 req-f8c97668-3546-4448-95e2-6e51d083c9f4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Jul 29 17:41:45.199106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87b60c5b-8677-4f97-8277-f851ab743b7b req-52946a5d-32b7-4260-8bd2-d3c4b127142f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163318 Jul 29 17:41:45.320297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.358627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.389770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Deleting port 5af89553-455a-401a-80e8-47b78004103f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:45.390133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.431508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-c575da46-f657-4f8a-bd16-e47cb74ab0b9 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320892 Jul 29 17:41:45.573147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5bdb-4762-4180-8f97-64343df39284 req-9e55453f-613c-405f-a70c-19d3d4bdf059 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:45.574743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-608e5bdb-4762-4180-8f97-64343df39284 req-9e55453f-613c-405f-a70c-19d3d4bdf059 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 948 time: 0.2509561 Jul 29 17:41:45.584825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'Port': ['ID=e8ed738e-cacf-42f5-aea1-b4d38f39bca3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:45.650750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 03a8a444-1ff3-4e52-bdac-52eb87e68d28 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:45.697093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.729463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ef165-a779-4043-ad6d-24cb7dfc59cb req-6ed8af68-8de7-4587-888b-4947aec1bbae tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:45.730078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] For port 5af89553-455a-401a-80e8-47b78004103f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5af89553-455a-401a-80e8-47b78004103f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:45.730078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.732248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e39ef165-a779-4043-ad6d-24cb7dfc59cb req-6ed8af68-8de7-4587-888b-4947aec1bbae tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 944 time: 0.0626574 Jul 29 17:41:45.760409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:45.762298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-608e5bdb-4762-4180-8f97-64343df39284 req-0418d1fa-4284-40ae-8603-313e5dea667a tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d83e624-af28-484a-a5d7-2de68b298512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608970 Jul 29 17:41:45.763286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Calling delete_port for 5af89553-455a-401a-80e8-47b78004103f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:45.765917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:45.766900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.791997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.800874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0077890e-4684-4772-b76e-be7a6c6db1a5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2808044 Jul 29 17:41:45.800874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fb5e3961-a402-42b9-9d30-7d6398d78751 req-8d24053c-c741-4074-b6bb-888594bb1129 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297689 Jul 29 17:41:45.851425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e39ef165-a779-4043-ad6d-24cb7dfc59cb req-c0314b8d-416a-47b6-9e12-9f466d675745 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135736 Jul 29 17:41:45.918854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:45.962719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:45.967557 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465dc896-f157-462a-af1b-9ebb7d017092" -d '{"events": [{"server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "name": "network-vif-plugged", "status": "completed", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:46.012508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28,segment=NetworkSegment(30f30700-84b2-456f-91c1-013b1f5a9e5d),segment_id=30f30700-84b2-456f-91c1-013b1f5a9e5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:46.021180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:46.022738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5af89553-455a-401a-80e8-47b78004103f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:46.037957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:46.053422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1f898c59-b0a1-43e5-b9af-d6ac5e75d421 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1607622892&fields=id&tenant_id=ca0d60039c1348b69db45739b164711c HTTP/1.1" status: 200 len: 267 time: 0.0729051 Jul 29 17:41:46.061826 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1aa977-99c2-40b6-873d-cdd8d841798d x-openstack-request-id: req-0f1aa977-99c2-40b6-873d-cdd8d841798d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:46.062174 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "name": "network-vif-plugged", "status": "completed", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:46.062400 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f1aa977-99c2-40b6-873d-cdd8d841798d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:46.062779 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28', 'code': 200} Jul 29 17:41:46.111757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Pushing event deleted for resources: {'Port': ['ID=5af89553-455a-401a-80e8-47b78004103f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:46.118728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:46.121317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No active binding found for port 5af89553-455a-401a-80e8-47b78004103f {{(pid=94053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 17:41:46.121734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5af89553-455a-401a-80e8-47b78004103f not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:46.246917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-84af30bd-295f-44cb-8112-a47d2f16302c tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:46.248433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] No DVR routers for this DVR port 5af89553-455a-401a-80e8-47b78004103f on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:46.248919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-84af30bd-295f-44cb-8112-a47d2f16302c tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/networks?id=9cc9085b-14e9-4647-b280-880ad4be2e1d HTTP/1.1" status: 200 len: 805 time: 0.1923389 Jul 29 17:41:46.258613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:46.260773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef86a0a0-560f-4302-a7f2-f1730ee892c7 req-e18407ed-219f-402d-b5a3-5a039b1b7a02 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.49 "DELETE /v2.0/ports/5af89553-455a-401a-80e8-47b78004103f HTTP/1.1" status: 204 len: 173 time: 1.6403098 Jul 29 17:41:46.262274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'name': 'network-vif-deleted', 'tag': '5af89553-455a-401a-80e8-47b78004103f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:46.264563 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4eda3d-f9ec-45d4-85a5-8acba0ebf5b8" -d '{"events": [{"server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "name": "network-vif-deleted", "tag": "5af89553-455a-401a-80e8-47b78004103f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:46.267662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-b8dff640-9b7a-49f2-826f-3523c28a33e1 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/quotas/ca0d60039c1348b69db45739b164711c HTTP/1.1" status: 200 len: 375 time: 0.0124307 Jul 29 17:41:46.284750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79e457-65ff-415a-be3c-1a7799b02b40 req-25534eba-abcf-4084-b7c7-904c6c259603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:46.286718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee79e457-65ff-415a-be3c-1a7799b02b40 req-25534eba-abcf-4084-b7c7-904c6c259603 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 1096 time: 0.1539006 Jul 29 17:41:46.307693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e6b8a-9bf7-4bfd-8ab8-e7e28dcea1cc req-1203d67e-cc66-4376-9b83-cba4bd9f7aea tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:46.317496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e20e6b8a-9bf7-4bfd-8ab8-e7e28dcea1cc req-1203d67e-cc66-4376-9b83-cba4bd9f7aea tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1281741 Jul 29 17:41:46.347229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-bf2f8532-4ed1-462e-bc38-f3301fb00a5e tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca0d60039c1348b69db45739b164711c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697422 Jul 29 17:41:46.356260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2d2142bb-95d2-42d1-8a7b-516e96951d29 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:46.386483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee79e457-65ff-415a-be3c-1a7799b02b40 req-ecc2de18-1dff-4f71-8f09-89f8e9a7629e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Jul 29 17:41:46.390100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e20e6b8a-9bf7-4bfd-8ab8-e7e28dcea1cc req-e7d5ce51-88a9-4b57-a584-5c206c3d3d33 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717776 Jul 29 17:41:46.460943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2d2142bb-95d2-42d1-8a7b-516e96951d29 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:46.461597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:46.519364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-b32a09c9-300a-4ff2-9244-4bc4dd304196 service neutron] 10.222.0.16 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666236 Jul 29 17:41:46.578966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82625ee4-4c94-4a94-ac0b-604382f2f23c req-5ab8b559-65dd-4145-8ee1-9e32e724738c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:46.580961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82625ee4-4c94-4a94-ac0b-604382f2f23c req-5ab8b559-65dd-4145-8ee1-9e32e724738c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0950999 Jul 29 17:41:46.661361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82625ee4-4c94-4a94-ac0b-604382f2f23c req-55ee90ab-b73a-4c98-99b4-d6d1bf905cfe tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Jul 29 17:41:46.665944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-3ea645a3-f327-46d2-a83d-38f258c3369e service neutron] 10.222.0.16 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425412 Jul 29 17:41:46.814874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6bce0-b69d-425f-b213-a8a01a61ed6f req-bd81a21f-f8e3-42ea-9bd2-b4f77f60b78d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:46.831097 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19e6bce0-b69d-425f-b213-a8a01a61ed6f req-bd81a21f-f8e3-42ea-9bd2-b4f77f60b78d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0791855 Jul 29 17:41:46.891125 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa9f66-4aac-432d-98df-8663b8c69963 x-openstack-request-id: req-cdaa9f66-4aac-432d-98df-8663b8c69963 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:46.891624 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f4143b-7e2d-4759-935c-ea200d289441", "name": "network-vif-deleted", "tag": "5af89553-455a-401a-80e8-47b78004103f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:46.892159 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdaa9f66-4aac-432d-98df-8663b8c69963 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:46.892978 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f4143b-7e2d-4759-935c-ea200d289441', 'name': 'network-vif-deleted', 'tag': '5af89553-455a-401a-80e8-47b78004103f', 'status': 'completed', 'code': 200} Jul 29 17:41:46.946405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19e6bce0-b69d-425f-b213-a8a01a61ed6f req-0c0c52ce-4b18-4a84-90ac-2c8886157a47 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 Jul 29 17:41:47.057611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-900aa61f-eb17-4e40-8a2a-c4aab5690459 req-7bd9dd92-c090-4bae-99e2-f3707c7365a0 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 210 time: 0.0397637 Jul 29 17:41:47.097047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aeeb7556-7b37-4c54-b6ff-648e6bb69837 req-1ec9f811-8ccd-4d20-a28e-580c802cb510 tempest-ServersOnMultiNodesTest-556542715 tempest-ServersOnMultiNodesTest-556542715-project] 10.222.0.16 "GET /v2.0/ports?device_id=55f4143b-7e2d-4759-935c-ea200d289441 HTTP/1.1" status: 200 len: 210 time: 0.0342755 Jul 29 17:41:47.283010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cb513-9627-4475-9bc3-563fa922f5ea req-aae4a831-4120-477c-b988-d31e01fbc561 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:47.291062 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-781cb513-9627-4475-9bc3-563fa922f5ea req-aae4a831-4120-477c-b988-d31e01fbc561 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 945 time: 0.1239486 Jul 29 17:41:47.344005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-781cb513-9627-4475-9bc3-563fa922f5ea req-10647633-b9c4-4c95-a74a-8aac07d3df93 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Jul 29 17:41:47.554732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd105398-f548-4978-baa5-92b9cb4fab9a req-236b8e13-3550-4bea-8583-39bb95afa967 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:47.556286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd105398-f548-4978-baa5-92b9cb4fab9a req-236b8e13-3550-4bea-8583-39bb95afa967 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.0643678 Jul 29 17:41:47.614897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd105398-f548-4978-baa5-92b9cb4fab9a req-6fc43128-7d90-4403-84bf-fb622548ddfd tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519273 Jul 29 17:41:47.823651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ba6ec-d471-4194-bc43-fe17efb403fb req-7cd1f4e5-6e99-4acc-a45f-32580cdf390a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:47.825128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab8ba6ec-d471-4194-bc43-fe17efb403fb req-7cd1f4e5-6e99-4acc-a45f-32580cdf390a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0666070 Jul 29 17:41:47.866631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab8ba6ec-d471-4194-bc43-fe17efb403fb req-10f969fc-f6ea-41bf-ba85-14fa8e3a478f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Jul 29 17:41:48.064411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b667f9-1d04-40a7-ae8f-78830d7d6cde req-b9b29862-7991-41e1-aa2d-802a88837d4a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:48.066203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82b667f9-1d04-40a7-ae8f-78830d7d6cde req-b9b29862-7991-41e1-aa2d-802a88837d4a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0529006 Jul 29 17:41:48.115491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82b667f9-1d04-40a7-ae8f-78830d7d6cde req-7b9711a8-3095-4088-8870-4a2583566936 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jul 29 17:41:48.178694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d130aab0-428c-466d-963f-511b86babe4b req-31a2d5b9-a141-4d63-a357-5e29b338d15c tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 210 time: 0.0480089 Jul 29 17:41:48.576180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-9121de68-b7e7-487d-b72b-07a8a72f0dab tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:48.578708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-9121de68-b7e7-487d-b72b-07a8a72f0dab tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.38 "GET /v2.0/networks?id=9cc9085b-14e9-4647-b280-880ad4be2e1d HTTP/1.1" status: 200 len: 805 time: 0.3229716 Jul 29 17:41:48.679978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b906185-06b7-43e0-aeb1-aa8bd841476f req-f714617e-ea92-4cb2-bbae-31cdec565729 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:48.691903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b906185-06b7-43e0-aeb1-aa8bd841476f req-f714617e-ea92-4cb2-bbae-31cdec565729 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 945 time: 0.1824720 Jul 29 17:41:48.698294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-3ccf421c-7417-40d7-a843-764ccb68a7fd tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca0d60039c1348b69db45739b164711c HTTP/1.1" status: 200 len: 380 time: 0.1054449 Jul 29 17:41:48.711322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'port': {'device_id': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'admin_state_up': True, 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'security_groups': ['6917682d-cd72-4fd2-af0b-a621fb05dd7f']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:48.756119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d11a-bcdb-4726-98a7-9dfd2538d168 req-1b64a9bc-7e9d-4327-b392-3ffac3c48745 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:48.763953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5b3d11a-bcdb-4726-98a7-9dfd2538d168 req-1b64a9bc-7e9d-4327-b392-3ffac3c48745 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.0626640 Jul 29 17:41:48.775951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45146) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:48.816281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5b3d11a-bcdb-4726-98a7-9dfd2538d168 req-d3930802-2b62-42e5-9455-4f209a15f336 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Jul 29 17:41:48.834171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b906185-06b7-43e0-aeb1-aa8bd841476f req-8a9ec700-cf72-455d-baed-6cbb4c2343ef tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368237 Jul 29 17:41:48.936221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Made reservation on behalf of ca0d60039c1348b69db45739b164711c for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:48.939898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.119967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4378f0d1-836c-42ba-bee1-4ecf34f97f7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8586815112e64c56922beb148d3b9c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424575 Jul 29 17:41:49.123680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45166) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:49.139190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c200f-2a06-460b-88f8-b32fd5dd7315 req-d94c56db-482f-4e28-9291-b9419816ac02 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:49.151191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-253c200f-2a06-460b-88f8-b32fd5dd7315 req-d94c56db-482f-4e28-9291-b9419816ac02 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.1543784 Jul 29 17:41:49.238890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.241548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-253c200f-2a06-460b-88f8-b32fd5dd7315 req-3231a93c-03c2-406c-a496-7b63d4914cfa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899076 Jul 29 17:41:49.260371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Allocated IP 172.20.0.7 (9cc9085b-14e9-4647-b280-880ad4be2e1d/978eb60c-4596-408a-a0ae-4cc52477b737/cb57d29c-7a23-40cc-a767-5bf48a181f13) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:49.283004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.395498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.398492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.400170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d83e624-af28-484a-a5d7-2de68b298512 HTTP/1.1" status: 204 len: 168 time: 0.2745857 Jul 29 17:41:49.431665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef51c0-3da0-41d5-bdb8-4fe4ba5f7085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83e624-af28-484a-a5d7-2de68b298512,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:49.549859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32863-5552-4483-a0d7-bda3311cdf68 req-6d3d261f-9f94-4f2f-92cb-1e9e48675514 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:49.552842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acf32863-5552-4483-a0d7-bda3311cdf68 req-6d3d261f-9f94-4f2f-92cb-1e9e48675514 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1944289 Jul 29 17:41:49.577006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c246de5-f658-4634-b77e-0690f58888dd req-c54d21f2-c666-4eb7-a55d-4c67bc60cd79 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 210 time: 0.0709805 Jul 29 17:41:49.633417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.658762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acf32863-5552-4483-a0d7-bda3311cdf68 req-48462f81-69bc-4ada-bc33-dd45b180919d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928621 Jul 29 17:41:49.679264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Transition to ACTIVE for port object cb57d29c-7a23-40cc-a767-5bf48a181f13 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:49.772426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:49.860362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad87d6-2151-484a-a73b-37c5d526c971 req-42b482f2-4086-40b8-bc5b-8d82b390ab80 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:49.864755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41ad87d6-2151-484a-a73b-37c5d526c971 req-42b482f2-4086-40b8-bc5b-8d82b390ab80 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 945 time: 0.1235998 Jul 29 17:41:49.896322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event updated for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:49.939577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:49.951107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:49.952354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41ad87d6-2151-484a-a73b-37c5d526c971 req-a410e645-5c4e-41a4-8235-23d587b325d4 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Jul 29 17:41:49.953040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45186) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:49.955059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:50.025486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d2e8cbd-55f0-451c-8ed0-fc9b5efa4fe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f52d53e7ead04882885cfaecb1a73573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583754 Jul 29 17:41:50.027791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:50.028178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45188) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:50.028965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.079280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-1b28d637-282b-4e21-b7ee-0239e0dd59b9 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3727248 Jul 29 17:41:50.100187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Request body: {'port': {'device_id': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:50.113741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e13ef8-6493-48b3-be3f-90486dc543a4 req-98d5f002-4819-4b7b-8098-a4f9bf393877 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:50.116288 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99e13ef8-6493-48b3-be3f-90486dc543a4 req-98d5f002-4819-4b7b-8098-a4f9bf393877 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.1629260 Jul 29 17:41:50.129598 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.169604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.272895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.293459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.296396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.300075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1363bf48-61af-4b87-bf30-0fc229b42b73 HTTP/1.1" status: 204 len: 168 time: 0.2684305 Jul 29 17:41:50.326535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8a5b3-2b1a-4e62-a117-b7b74ca0b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1363bf48-61af-4b87-bf30-0fc229b42b73,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:50.344659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9ce093b-24b7-453c-8535-77491e03a51e None None] Provisioning for port cb57d29c-7a23-40cc-a767-5bf48a181f13 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:50.369563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9ce093b-24b7-453c-8535-77491e03a51e None None] Provisioning complete for port cb57d29c-7a23-40cc-a767-5bf48a181f13 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:50.369950 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9ce093b-24b7-453c-8535-77491e03a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.371264 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99e13ef8-6493-48b3-be3f-90486dc543a4 req-c7004fcc-a2b2-40ef-aa5d-e927c617ed85 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242868 Jul 29 17:41:50.453482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce093b-24b7-453c-8535-77491e03a51e None None] Port cb57d29c-7a23-40cc-a767-5bf48a181f13 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:41:50.473063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57682b-f590-485e-81f7-a5ddb67aa771 req-4307a4c0-4882-4636-8cc8-e905e0c8f4db tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:50.481184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad57682b-f590-485e-81f7-a5ddb67aa771 req-4307a4c0-4882-4636-8cc8-e905e0c8f4db tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.0800834 Jul 29 17:41:50.561783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad57682b-f590-485e-81f7-a5ddb67aa771 req-85bea9dd-448a-4d3c-88b4-6223d8615eca tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747793 Jul 29 17:41:50.779640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-d80f8be9-d1f2-463c-90eb-c7cecf3c48b8 service neutron] 10.222.0.49 "GET /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.1982107 Jul 29 17:41:50.809315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437b7e-9a3b-452c-b9d3-9d44147ea3bd req-c40aa122-4d48-462b-a55f-2e6b69e77219 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:50.810988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47437b7e-9a3b-452c-b9d3-9d44147ea3bd req-c40aa122-4d48-462b-a55f-2e6b69e77219 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0859613 Jul 29 17:41:50.851311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49c0d-c55a-4085-88ad-2922bac63068 req-23af57be-0afd-416a-9ec9-3b02389ab8f7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:50.852463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0bf49c0d-c55a-4085-88ad-2922bac63068 req-23af57be-0afd-416a-9ec9-3b02389ab8f7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 931 time: 0.1640756 Jul 29 17:41:50.880213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47437b7e-9a3b-452c-b9d3-9d44147ea3bd req-ba937c08-07bb-4159-8d9f-701d0f8452ab tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627868 Jul 29 17:41:51.014932 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0bf49c0d-c55a-4085-88ad-2922bac63068 req-3c5737b3-208f-43a3-bb48-8cc8a02016de tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549788 Jul 29 17:41:51.140361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0976-7257-425b-adf3-395bb36eba32 req-e45b8e7f-8af6-4326-ab0e-3a07387c5b98 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:51.141964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95ba0976-7257-425b-adf3-395bb36eba32 req-e45b8e7f-8af6-4326-ab0e-3a07387c5b98 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 945 time: 0.0897853 Jul 29 17:41:51.211139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-04e936e3-3388-42ce-a72d-1656f2fcc22a tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:51.213005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-04e936e3-3388-42ce-a72d-1656f2fcc22a tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.2798827 Jul 29 17:41:51.233694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95ba0976-7257-425b-adf3-395bb36eba32 req-4d9e22dc-3938-4ce0-85bf-dd890670a0ed tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Jul 29 17:41:51.244956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801607-3'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:51.254621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb57d29c-7a23-40cc-a767-5bf48a181f13 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:51.280040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:51.350480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Transition to ACTIVE for port object cb57d29c-7a23-40cc-a767-5bf48a181f13 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:51.352431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:51.380496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:51.437141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:51.451306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:51.484346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:51.555310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77409f73-1f79-4773-9f7e-051f525f4de6 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:51.680927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-079dd609-b943-4bdf-94b9-bc672a95cbb7 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:51.682477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-079dd609-b943-4bdf-94b9-bc672a95cbb7 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.49 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 945 time: 0.1979582 Jul 29 17:41:51.692978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:51.700718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:51.764073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:51.789360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd13c7e-f623-4144-b870-4d93915f7dc5 req-d21e6333-7429-4506-bb32-039a7d4fa5cb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:51.806964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:51.811664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cd13c7e-f623-4144-b870-4d93915f7dc5 req-d21e6333-7429-4506-bb32-039a7d4fa5cb tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 944 time: 0.2524960 Jul 29 17:41:51.888377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cd13c7e-f623-4144-b870-4d93915f7dc5 req-e58a7255-5d3d-420b-8a19-73cc8f76b66c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753293 Jul 29 17:41:51.943515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Deleting port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:41:51.945553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.077260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] For port 03a8a444-1ff3-4e52-bdac-52eb87e68d28, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=03a8a444-1ff3-4e52-bdac-52eb87e68d28,segment=NetworkSegment(30f30700-84b2-456f-91c1-013b1f5a9e5d),segment_id=30f30700-84b2-456f-91c1-013b1f5a9e5d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:52.077630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.098331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Calling delete_port for 03a8a444-1ff3-4e52-bdac-52eb87e68d28 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:41:52.155448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:52.186157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be has no active binding in host n-h1-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:41:52.279244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Attempting to bind port cb57d29c-7a23-40cc-a767-5bf48a181f13 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:52.280257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Attempting to bind port cb57d29c-7a23-40cc-a767-5bf48a181f13 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:52.280771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Attempting to bind port cb57d29c-7a23-40cc-a767-5bf48a181f13 on network 9cc9085b-14e9-4647-b280-880ad4be2e1d {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:52.288953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Port cb57d29c-7a23-40cc-a767-5bf48a181f13 on network 9cc9085b-14e9-4647-b280-880ad4be2e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:52.289500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Attempting to bind port cb57d29c-7a23-40cc-a767-5bf48a181f13 on network 9cc9085b-14e9-4647-b280-880ad4be2e1d {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:52.292006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.323007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3adf-8809-4d34-9b02-434085206105 req-7b305001-2873-4620-a8af-802632fa370c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:52.324550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03d3adf-8809-4d34-9b02-434085206105 req-7b305001-2873-4620-a8af-802632fa370c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1198227 Jul 29 17:41:52.338413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:52.339432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Checking segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:52.339829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Bound using segment: {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:52.341230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Bound port: cb57d29c-7a23-40cc-a767-5bf48a181f13, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858e5b94-a177-4ff0-8174-c520572530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:52.341230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.378589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.391411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['03a8a444-1ff3-4e52-bdac-52eb87e68d28'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:52.411871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Pushing event deleted for resources: {'Port': ['ID=03a8a444-1ff3-4e52-bdac-52eb87e68d28,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:52.431846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03d3adf-8809-4d34-9b02-434085206105 req-9170d725-e634-4909-aefe-f24b818778ad tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938218 Jul 29 17:41:52.509080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fb3db-25b5-4cc9-b37b-b6b380f752b6 req-7780261e-919f-48f5-abb6-d5a93739384e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:52.512060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] No DVR routers for this DVR port 03a8a444-1ff3-4e52-bdac-52eb87e68d28 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:52.516684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.518899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef6fb3db-25b5-4cc9-b37b-b6b380f752b6 req-7780261e-919f-48f5-abb6-d5a93739384e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 945 time: 0.7641964 Jul 29 17:41:52.519641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-601652bd-dc14-4bd5-9174-98afbf7fe103 req-052304ac-bfe5-45e4-8220-10646abd0424 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.49 "DELETE /v2.0/ports/03a8a444-1ff3-4e52-bdac-52eb87e68d28 HTTP/1.1" status: 204 len: 173 time: 0.8234186 Jul 29 17:41:52.520700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'name': 'network-vif-deleted', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:52.523985 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f53d24-31a2-4dfd-a220-b342b9ab0076" -d '{"events": [{"server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "name": "network-vif-deleted", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:52.548526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] Transition to ACTIVE for port object 77409f73-1f79-4773-9f7e-051f525f4de6 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:52.608721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:52.619032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:52.631424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:52.636258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.659961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.670783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d0b71-72f3-44e1-b17d-b24200f85a7b req-66d5e009-741a-442d-b0b0-7ccc92d400f7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:52.680583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-234d0b71-72f3-44e1-b17d-b24200f85a7b req-66d5e009-741a-442d-b0b0-7ccc92d400f7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 943 time: 0.0807836 Jul 29 17:41:52.733078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:52.734101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.736396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] 10.222.0.38 "PUT /v2.0/ports/cb57d29c-7a23-40cc-a767-5bf48a181f13 HTTP/1.1" status: 200 len: 1091 time: 2.6440721 Jul 29 17:41:52.737128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:52.739434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-234d0b71-72f3-44e1-b17d-b24200f85a7b req-2f9bb8af-ea72-49b3-a47a-c19aaee53dbc tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578852 Jul 29 17:41:52.740171 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa3f24e-08fd-45eb-848f-98c732fba266" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:52.758535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef6fb3db-25b5-4cc9-b37b-b6b380f752b6 req-1ef3ef49-db91-4226-b78a-a57ecb27435e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381849 Jul 29 17:41:52.796920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] No DVR routers for this DVR port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:41:52.818964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.839119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] Pushing event updated for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:52.861827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:52.947657 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2154bd51-12ff-4646-8cd4-9b964ac8f4ea x-openstack-request-id: req-2154bd51-12ff-4646-8cd4-9b964ac8f4ea {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:52.948317 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a419ab-9bf3-477f-ac76-b3441550054f", "name": "network-vif-deleted", "tag": "03a8a444-1ff3-4e52-bdac-52eb87e68d28", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:52.948317 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2154bd51-12ff-4646-8cd4-9b964ac8f4ea {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:52.948593 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a419ab-9bf3-477f-ac76-b3441550054f', 'name': 'network-vif-deleted', 'tag': '03a8a444-1ff3-4e52-bdac-52eb87e68d28', 'status': 'completed', 'code': 200} Jul 29 17:41:52.958327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-e3e78989-78c2-4316-bc7e-8eaf4fc49887 service neutron] 10.222.0.49 "PUT /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1645613 Jul 29 17:41:52.963098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3a35426-82d8-47c2-b7c6-5be863739d53 req-08c47f60-e297-42fc-bf05-024451cf9b58 tempest-ServerAddressesTestJSON-1551729115 tempest-ServerAddressesTestJSON-1551729115-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a419ab-9bf3-477f-ac76-b3441550054f HTTP/1.1" status: 200 len: 210 time: 0.0762069 Jul 29 17:41:53.014144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-c14d5875-8d6a-4769-81c2-61ec81f06247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.015993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-c14d5875-8d6a-4769-81c2-61ec81f06247 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0d60039c1348b69db45739b164711c&device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 1094 time: 0.1886015 Jul 29 17:41:53.093743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572623d3-2330-4809-ac4f-0d42d87b3bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:53.125717 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d371d2-9afa-4e5d-8248-737cef784e9b x-openstack-request-id: req-f0d371d2-9afa-4e5d-8248-737cef784e9b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:53.126011 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:53.130306 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0d371d2-9afa-4e5d-8248-737cef784e9b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:53.131333 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'status': 'completed', 'code': 200} Jul 29 17:41:53.168720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-4b2970e5-b045-4abe-a047-293d08dcca73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13 HTTP/1.1" status: 200 len: 217 time: 0.1385574 Jul 29 17:41:53.244630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on host n-h2-801607-3 for vnic_type normal with profile {"migrating_to": "n-h1-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:41:53.245491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:41:53.246745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:53.285032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcd95-3576-4562-9750-2b8d15341420 req-56fd21bf-5298-481f-99f3-1c4d979134ec tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.293056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96edcd95-3576-4562-9750-2b8d15341420 req-56fd21bf-5298-481f-99f3-1c4d979134ec tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.1470509 Jul 29 17:41:53.333515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:41:53.334009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Attempting to bind port 4cd8b27d-22da-4d66-b971-586d8208f2be on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:41:53.346866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:53.354857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96edcd95-3576-4562-9750-2b8d15341420 req-c257145a-465f-453f-af92-d42721273ab8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606914 Jul 29 17:41:53.374092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-11936499-10b3-4783-85bb-06e1f0826ed1 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.375630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-11936499-10b3-4783-85bb-06e1f0826ed1 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.1166534 Jul 29 17:41:53.376346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:41:53.376851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:53.377229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:41:53.377656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Bound port: 4cd8b27d-22da-4d66-b971-586d8208f2be, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:41:53.378008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:53.398650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-843a925e-169d-45d9-b65d-cbeac52b6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.398650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-843a925e-169d-45d9-b65d-cbeac52b6821 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=978eb60c-4596-408a-a0ae-4cc52477b737 HTTP/1.1" status: 200 len: 844 time: 0.2131248 Jul 29 17:41:53.523755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-f81d8d45-dea2-4678-8494-5fd277c6f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.525179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-f81d8d45-dea2-4678-8494-5fd277c6f489 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 1096 time: 0.1365941 Jul 29 17:41:53.550630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-46dd0f78-c804-4f62-90f1-65e2db74a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.552370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-46dd0f78-c804-4f62-90f1-65e2db74a400 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cc9085b-14e9-4647-b280-880ad4be2e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453617 Jul 29 17:41:53.571344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:53.595360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba2efc-9496-48e6-b4e7-95f4c3571cd2 req-bb2966a7-b05a-4c99-92a5-d1817abe8c2b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.606436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43ba2efc-9496-48e6-b4e7-95f4c3571cd2 req-bb2966a7-b05a-4c99-92a5-d1817abe8c2b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0823936 Jul 29 17:41:53.676960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43ba2efc-9496-48e6-b4e7-95f4c3571cd2 req-a2ee7990-bc6c-4ced-af32-871f4e162c99 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jul 29 17:41:53.689396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:41:53.702609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:53.766537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45310) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:53.795613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-14032efd-a094-4c79-af9b-bcde226dc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.797161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-14032efd-a094-4c79-af9b-bcde226dc6ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1096 time: 0.2100780 Jul 29 17:41:53.920995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-8295cb32-8182-4926-9212-773627794717 service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543746 Jul 29 17:41:53.932482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a71e-47bd-490a-89e4-490a685092fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:53.942284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=8']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:53.972487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59287ed-d124-423f-88a8-6c8272066cac req-e84dcb93-7b61-43fd-9edd-5705b4936ea8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.974143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f59287ed-d124-423f-88a8-6c8272066cac req-e84dcb93-7b61-43fd-9edd-5705b4936ea8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.0968766 Jul 29 17:41:53.988026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:53.988645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:53.990118 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-55852a69-e968-4e9c-a244-a58204e7e080 service neutron] 10.222.0.49 "PUT /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 1121 time: 2.7505517 Jul 29 17:41:54.042928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f59287ed-d124-423f-88a8-6c8272066cac req-f94cde3f-79fd-4d5e-a18e-721fcab0d5de tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Jul 29 17:41:54.145873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4cd8b27d-22da-4d66-b971-586d8208f2be'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:54.156612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4cd8b27d-22da-4d66-b971-586d8208f2be'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:54.180416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a71e-47bd-490a-89e4-490a685092fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.189224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a71e-47bd-490a-89e4-490a685092fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.201542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6e3e2-864e-4401-988f-779001fd6123 req-2e840ab8-1e72-4c71-b07a-c1b6fd2aed74 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.216180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-04e6e3e2-864e-4401-988f-779001fd6123 req-2e840ab8-1e72-4c71-b07a-c1b6fd2aed74 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 943 time: 0.3572056 Jul 29 17:41:54.303723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-becb5bad-4998-4e78-ae80-d7a7642849cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.305142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-becb5bad-4998-4e78-ae80-d7a7642849cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.4498978 Jul 29 17:41:54.308886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7a1f1e9-bc59-47a2-8cf4-8e4bdf1715df req-5b1a261e-daf0-4c9d-94ca-6e80b3632653 service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473542 Jul 29 17:41:54.407416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-04e6e3e2-864e-4401-988f-779001fd6123 req-c062e89c-fdb1-44b7-933a-56addbb9b894 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859198 Jul 29 17:41:54.420277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-353ea29b-f5c5-478b-87cd-a2d6fd76259e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 200 len: 217 time: 0.0886707 Jul 29 17:41:54.430419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:54.521254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Deleting subnet 7a5c281a-d23b-4284-ac98-6cf008386441 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:41:54.541358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.608336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-5a6038ba-c18a-4bbf-b3d8-8fd765a4bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.610048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-5a6038ba-c18a-4bbf-b3d8-8fd765a4bdfc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1889305 Jul 29 17:41:54.615415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.620447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7e3a71e-47bd-490a-89e4-490a685092fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6ecb7773b644d038d0997994cbc46f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526800 Jul 29 17:41:54.623736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45336) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:54.631612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3a71e-47bd-490a-89e4-490a685092fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fe560-0a67-439f-a17c-f03b50c9756b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:54.637442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-de0259e9-a777-464b-b594-ee93fce5a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.639168 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-de0259e9-a777-464b-b594-ee93fce5a479 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0d60039c1348b69db45739b164711c&device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 1094 time: 0.2076657 Jul 29 17:41:54.683169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ff94e-f207-47a3-8e91-9851ae1ff778 req-f3f8391f-a676-4356-af47-674baea9eb92 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.684955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a86ff94e-f207-47a3-8e91-9851ae1ff778 req-f3f8391f-a676-4356-af47-674baea9eb92 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.1164367 Jul 29 17:41:54.712433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.726564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-db6a3bdb-6ea6-4513-95df-a67b47ac96f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863097 Jul 29 17:41:54.748818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.761317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a86ff94e-f207-47a3-8e91-9851ae1ff778 req-6e98daba-4f2f-48fb-81d7-8cd441a8c5c0 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658915 Jul 29 17:41:54.778350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.855024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.857784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:54.859082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd6fe560-0a67-439f-a17c-f03b50c9756b HTTP/1.1" status: 204 len: 168 time: 0.2343528 Jul 29 17:41:54.870883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f4d2-a2d1-42c8-bc84-ceca18328d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fe560-0a67-439f-a17c-f03b50c9756b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:54.937163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-c0c1dd28-9d04-4f98-9717-d57355d83d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:54.938809 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-c0c1dd28-9d04-4f98-9717-d57355d83d88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cc9085b-14e9-4647-b280-880ad4be2e1d HTTP/1.1" status: 200 len: 906 time: 0.2860489 Jul 29 17:41:54.998656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-9bb6756b-ccbe-4087-85c4-de4fa6017452 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13 HTTP/1.1" status: 200 len: 217 time: 0.0406153 Jul 29 17:41:55.024780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.033367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8515917-f508-4be7-a35e-cb796b268a8a req-fb298fc7-7200-4f93-81be-f054ba9da44c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.035020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8515917-f508-4be7-a35e-cb796b268a8a req-fb298fc7-7200-4f93-81be-f054ba9da44c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1903014 Jul 29 17:41:55.055920 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-4bcf0d64-b314-4ba3-b71c-1a459a19c1e4 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192697 Jul 29 17:41:55.113544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5c281a-d23b-4284-ac98-6cf008386441,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:55.124092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.128255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2c5987dd-aa4e-4c05-84a8-7839c2a16db0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a5c281a-d23b-4284-ac98-6cf008386441 HTTP/1.1" status: 204 len: 168 time: 0.6929257 Jul 29 17:41:55.139105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45348) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:55.166096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be'}, {'name': 'network-changed', 'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:55.168534 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9aa47-5bf6-463a-8110-ab81e5c5559d" -d '{"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be"}, {"name": "network-changed", "server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:55.241094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8515917-f508-4be7-a35e-cb796b268a8a req-15018bba-e380-476d-85da-a5a199969f78 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791887 Jul 29 17:41:55.242655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-bdedbe68-f23e-4328-a3c0-90d093d7fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.244105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-bdedbe68-f23e-4328-a3c0-90d093d7fda4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=978eb60c-4596-408a-a0ae-4cc52477b737 HTTP/1.1" status: 200 len: 844 time: 0.2357838 Jul 29 17:41:55.246144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:55.278561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b64054b-dea9-43c9-8d7a-d011a858c2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.282414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.306316 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71763c0-58d6-47c9-a43f-568594b5fa8c x-openstack-request-id: req-e71763c0-58d6-47c9-a43f-568594b5fa8c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:41:55.306610 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be", "code": 200}, {"name": "network-changed", "server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:41:55.306849 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e71763c0-58d6-47c9-a43f-568594b5fa8c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:41:55.307238 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'code': 200} Jul 29 17:41:55.307447 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'status': 'completed', 'code': 200} Jul 29 17:41:55.309796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c83d-c074-41cf-b442-f33bb478029f req-5a7987ea-456d-45ad-8ed4-6884922882dd tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.317871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d78c83d-c074-41cf-b442-f33bb478029f req-5a7987ea-456d-45ad-8ed4-6884922882dd tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.1152046 Jul 29 17:41:55.375754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-725cdfa0-5742-47d0-8abb-05ea695f5ab4 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070731 Jul 29 17:41:55.382466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-208b8358-bc66-421b-9555-72a88e7f2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.384327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-208b8358-bc66-421b-9555-72a88e7f2bed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cc9085b-14e9-4647-b280-880ad4be2e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276286 Jul 29 17:41:55.466377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.481414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d78c83d-c074-41cf-b442-f33bb478029f req-38c3e2d2-5baf-4221-b8c3-e25e155450f1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626344 Jul 29 17:41:55.483031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2ed74b-a2f9-4a2b-97c7-36220f880df4']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:55.496249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f30700-84b2-456f-91c1-013b1f5a9e5d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:55.496583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f30700-84b2-456f-91c1-013b1f5a9e5d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:41:55.519327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-bbb7ba29-f348-4c10-8c46-8c8ef5c04aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.520643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-bbb7ba29-f348-4c10-8c46-8c8ef5c04aec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1124 time: 0.1778257 Jul 29 17:41:55.533914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.541711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b64054b-dea9-43c9-8d7a-d011a858c2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.553684 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-470658c4-f608-4bf0-83e4-c00ee8e92306 service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499510 Jul 29 17:41:55.563164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.567897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b64054b-dea9-43c9-8d7a-d011a858c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.626716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:41:55.627037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:41:55.630761 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:41:55.714272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 03a8a444-1ff3-4e52-bdac-52eb87e68d28 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:55.727885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.739580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:55.741475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea2ed74b-a2f9-4a2b-97c7-36220f880df4 HTTP/1.1" status: 204 len: 168 time: 0.6006491 Jul 29 17:41:55.759996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1f53-1dce-4472-b3be-19c99b684c17 req-e999126f-4861-41c6-a86a-7741ea8de144 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.765477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 03a8a444-1ff3-4e52-bdac-52eb87e68d28 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:41:55.765974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 03a8a444-1ff3-4e52-bdac-52eb87e68d28 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:41:55.768256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-211e1f53-1dce-4472-b3be-19c99b684c17 req-e999126f-4861-41c6-a86a-7741ea8de144 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 949 time: 0.1895361 Jul 29 17:41:55.789694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671e0fc-1421-4790-b124-49351939fb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2ed74b-a2f9-4a2b-97c7-36220f880df4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:55.798653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-3ed290ce-efcd-4ef6-b91d-6743a95724f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.800170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-3ed290ce-efcd-4ef6-b91d-6743a95724f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.2641675 Jul 29 17:41:55.853317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-8bee18f8-1da9-4874-806e-db18ddcfe7c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.0436635 Jul 29 17:41:55.858882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-211e1f53-1dce-4472-b3be-19c99b684c17 req-ebb6f4c2-7137-483a-a6b2-dad6601b3bfa tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896518 Jul 29 17:41:55.914159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-1a45f357-151e-4e72-bdd2-60ab88726331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:55.915912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-1a45f357-151e-4e72-bdd2-60ab88726331 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0547817 Jul 29 17:41:55.958668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-50df0189-925a-4a27-b18a-5e93c9a0b603 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350018 Jul 29 17:41:55.973298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b64054b-dea9-43c9-8d7a-d011a858c2ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c9efc80ffbf40628ce220eb1e6f1da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260356 Jul 29 17:41:55.973991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64054b-dea9-43c9-8d7a-d011a858c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1e7ea-1046-4fed-a328-fabdb5f7e797,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:55.977653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45394) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:55.978103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45396) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:56.001700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd5199-d427-4caf-827f-810bfe61bb3c req-f9cd7972-52ff-4207-b1f4-228d2d469dd5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.003252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4fd5199-d427-4caf-827f-810bfe61bb3c req-f9cd7972-52ff-4207-b1f4-228d2d469dd5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 943 time: 0.4661982 Jul 29 17:41:56.051190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.052089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-8a5d5529-ea48-48f3-943e-6a8b1fd8b1c8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.053565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-8a5d5529-ea48-48f3-943e-6a8b1fd8b1c8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.1203170 Jul 29 17:41:56.077437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8aa3f24e-08fd-45eb-848f-98c732fba266 req-2ff2bd87-3397-4db1-b2e7-2a0610929225 service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053995 Jul 29 17:41:56.102595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4fd5199-d427-4caf-827f-810bfe61bb3c req-9f72b49a-3c5f-4e71-b4fe-fe3b59ec4eea tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883787 Jul 29 17:41:56.152307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a4586d35-a328-4e0b-be71-9964ed38bcc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eff5909166c04fa28d13b7de632e2396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729057 Jul 29 17:41:56.161857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:56.177784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-b5765f00-a001-47f1-b0bf-b9abbc5e2dd1 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116761 Jul 29 17:41:56.178404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.191897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968cb86-0a22-499e-b5d9-796c7850d4c5 req-445dd73d-ab02-43c2-b40a-d34019ffff6f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.193409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0968cb86-0a22-499e-b5d9-796c7850d4c5 req-445dd73d-ab02-43c2-b40a-d34019ffff6f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.1543503 Jul 29 17:41:56.198554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-fd59200c-2042-4302-876c-52ccf61f0a62 service neutron] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:41:56.202122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-fd59200c-2042-4302-876c-52ccf61f0a62 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.203322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4512f72a-cdc5-4a93-8fb5-99ff67083784 req-fd59200c-2042-4302-876c-52ccf61f0a62 service neutron] 10.222.0.38 "DELETE /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.1384208 Jul 29 17:41:56.285131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.357682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0968cb86-0a22-499e-b5d9-796c7850d4c5 req-b152a374-3eda-4f2c-92ef-4ff099f9e6a2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440928 Jul 29 17:41:56.359008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529bc7-b6ce-4a7f-bd46-89365cd27f22 req-c3ce993d-4ff8-4041-9ec7-319ead923c44 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.362892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0529bc7-b6ce-4a7f-bd46-89365cd27f22 req-c3ce993d-4ff8-4041-9ec7-319ead923c44 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0519283 Jul 29 17:41:56.392893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.401031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0529bc7-b6ce-4a7f-bd46-89365cd27f22 req-1d40aae5-9f9a-4914-9e94-7e2e27806dbe tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Jul 29 17:41:56.403708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b9aa47-5bf6-463a-8110-ab81e5c5559d req-f46f8779-9777-4e10-96f5-02f6bc3f2212 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083180 Jul 29 17:41:56.428599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.431377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.432545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afa1e7ea-1046-4fed-a328-fabdb5f7e797 HTTP/1.1" status: 204 len: 168 time: 0.4522772 Jul 29 17:41:56.439068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.452792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa759d-6ca0-443b-857d-bd3679c2c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1e7ea-1046-4fed-a328-fabdb5f7e797,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:56.543715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c27ff-977d-48dc-b629-8318c67d043b req-200bd8e4-4c73-41f4-9e72-68524dcf21fa tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.545431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c0c27ff-977d-48dc-b629-8318c67d043b req-200bd8e4-4c73-41f4-9e72-68524dcf21fa tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1096 time: 0.0582755 Jul 29 17:41:56.546644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.549192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:56.554480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b1e7cf3-b907-4dfd-a3ca-be63022c27dd HTTP/1.1" status: 204 len: 168 time: 0.3895788 Jul 29 17:41:56.593077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f306c-07dd-4270-8f3f-baa0f650c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e7cf3-b907-4dfd-a3ca-be63022c27dd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:56.601730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c0c27ff-977d-48dc-b629-8318c67d043b req-9edab44f-b900-4483-a9ef-8f81037c7da1 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Jul 29 17:41:56.658731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ccb8a-6734-4ccd-b125-50d1cff03291 req-380842d0-963a-4ae5-8316-6503223b6e6f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.660454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-243ccb8a-6734-4ccd-b125-50d1cff03291 req-380842d0-963a-4ae5-8316-6503223b6e6f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.0914226 Jul 29 17:41:56.710710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-243ccb8a-6734-4ccd-b125-50d1cff03291 req-0888d034-855d-4e6d-ae32-fc98dc270f64 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Jul 29 17:41:56.730555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeed2a-ee7f-4d28-a150-070c1836b052 req-63799b62-421e-4fa7-a482-b7b0efeba47e tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:56.737710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-deaeed2a-ee7f-4d28-a150-070c1836b052 req-63799b62-421e-4fa7-a482-b7b0efeba47e tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 1096 time: 0.0517709 Jul 29 17:41:56.779005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-deaeed2a-ee7f-4d28-a150-070c1836b052 req-0c8d7f91-1cba-4b2c-92ea-a50f7b6bd169 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Jul 29 17:41:57.011171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791a45f-82e7-496d-8efb-df5f2fe11fcb req-61d9c043-7007-484b-854a-474d9ce0d331 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:57.012995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3791a45f-82e7-496d-8efb-df5f2fe11fcb req-61d9c043-7007-484b-854a-474d9ce0d331 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 949 time: 0.0662696 Jul 29 17:41:57.057392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3791a45f-82e7-496d-8efb-df5f2fe11fcb req-0ecde7ce-39f5-470a-a672-858cfe53dc2c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Jul 29 17:41:57.101143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb57d29c-7a23-40cc-a767-5bf48a181f13 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:57.276568 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:57.312052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:57.326863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'port_id': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'mac_address': 'fa:16:3e:18:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:41:57.379413 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:57.403038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813c0e-cfe2-4651-8b91-07a08d13f3aa req-1ed5db72-03de-4563-b783-6bd41c3511b2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:57.410814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d813c0e-cfe2-4651-8b91-07a08d13f3aa req-1ed5db72-03de-4563-b783-6bd41c3511b2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 943 time: 0.1113224 Jul 29 17:41:57.414049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb57d29c-7a23-40cc-a767-5bf48a181f13 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:41:57.441450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:57.453786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:57.469667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d813c0e-cfe2-4651-8b91-07a08d13f3aa req-37a0d064-6cab-4bed-b00c-e70a65901818 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577140 Jul 29 17:41:57.527756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:57.562937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:57.607981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962be0-91d4-45fc-9dc4-e8827d708a3d req-06c2a95a-09db-4a5b-b53f-277624faa3a2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:57.610054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e962be0-91d4-45fc-9dc4-e8827d708a3d req-06c2a95a-09db-4a5b-b53f-277624faa3a2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0570707 Jul 29 17:41:57.657370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e962be0-91d4-45fc-9dc4-e8827d708a3d req-e73fb769-4b9e-458a-affc-4ed0726f383b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Jul 29 17:41:57.829251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-network', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:57.879022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4c71-30fe-4ebe-9c9e-5f4253bedf89 req-942bae32-f495-4b86-ac50-91ea6d919252 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:57.880579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae2c4c71-30fe-4ebe-9c9e-5f4253bedf89 req-942bae32-f495-4b86-ac50-91ea6d919252 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.0857224 Jul 29 17:41:57.881681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Made reservation on behalf of cd1628a3e98a49c49a15451672d5ab92 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:57.884334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:57.900225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:57.919682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cb57d29c-7a23-40cc-a767-5bf48a181f13'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:41:57.959013 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae2c4c71-30fe-4ebe-9c9e-5f4253bedf89 req-ee5a1fb4-b473-46ae-addf-5f41949e754a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711651 Jul 29 17:41:58.063961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.069746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.108378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:41:58.124489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b836c5d-a89a-4c1f-b48b-59ec61e9d249,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:58.132979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.133391 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Added segment 614b9e38-5e17-4c28-890a-45b4284c22ec of type vlan for network b3191fc0-6f72-4307-b2a7-601abad3a311 Jul 29 17:41:58.179153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.215375 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.221606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:58.221606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.273852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7093832 Jul 29 17:41:58.274953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:58.283231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Request body: {'subnet': {'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-subnet', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:58.292569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707a443-280a-44e8-be53-b91327157579 admin admin] Pushing event updated for resources: {'Network': ['ID=b3191fc0-6f72-4307-b2a7-601abad3a311,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:58.305022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b3191fc0-6f72-4307-b2a7-601abad3a311 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:41:58.325880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Made reservation on behalf of cd1628a3e98a49c49a15451672d5ab92 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:41:58.328779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.562523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45538) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:58.589104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.624261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58afd-eec6-4798-84b1-1dde481bc6cf req-cece06e5-b16c-4413-a9dc-6df9817981c7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:58.627565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60a58afd-eec6-4798-84b1-1dde481bc6cf req-cece06e5-b16c-4413-a9dc-6df9817981c7 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 944 time: 0.0607500 Jul 29 17:41:58.655692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Checking segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:41:58.656040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Network hostable DHCP agents. Network: b3191fc0-6f72-4307-b2a7-601abad3a311, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:41:58.667575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc42fea-44d5-4b34-8c7c-406c2a93c866,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:58.688180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60a58afd-eec6-4798-84b1-1dde481bc6cf req-cfa1db1d-0f31-4718-ba2d-8b3f5e5d89ff tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547254 Jul 29 17:41:58.689241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Network b3191fc0-6f72-4307-b2a7-601abad3a311 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:41:58.708087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b3191fc0-6f72-4307-b2a7-601abad3a311) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:58.720551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75134ff8-e902-4d89-8eac-38f92ff278b2 None None] Network b3191fc0-6f72-4307-b2a7-601abad3a311 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:41:58.724436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:58.726151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.730647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97e7094f-41c5-4fb1-a425-9d7c0454f0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.795356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-90aafd6c-eeb2-4180-b3d6-e7445233c9ab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5175381 Jul 29 17:41:58.798124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:58.805774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:41:58.852657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6990-9096-44a4-b8f6-e78f370cc2a3 req-61e049f0-0547-42b6-8f64-c8a313cf4805 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:58.854261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a61a6990-9096-44a4-b8f6-e78f370cc2a3 req-61e049f0-0547-42b6-8f64-c8a313cf4805 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1069045 Jul 29 17:41:58.915761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-b3191fc0-6f72-4307-b2a7-601abad3a311', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:41:58.917222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.923554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a61a6990-9096-44a4-b8f6-e78f370cc2a3 req-063bff07-bea9-4e39-bc0a-2a9ad9df9251 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Jul 29 17:41:58.928051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97e7094f-41c5-4fb1-a425-9d7c0454f0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.934522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97e7094f-41c5-4fb1-a425-9d7c0454f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.958963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.960891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:58.979888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97e7094f-41c5-4fb1-a425-9d7c0454f0d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=880b15b2e762420aa03b15e6536ba013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140246 Jul 29 17:41:58.983209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45558) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:41:58.999143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7094f-41c5-4fb1-a425-9d7c0454f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad8fdc-dafc-451e-b23c-a76835fac437,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:59.056719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.107067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Allocated IP 172.20.0.2 (b3191fc0-6f72-4307-b2a7-601abad3a311/5cc42fea-44d5-4b34-8c7c-406c2a93c866/4d942f2c-60bc-457c-9759-06c43f4991b0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:59.121330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb57d29c-7a23-40cc-a767-5bf48a181f13 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:41:59.213479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5b4c7-900c-4098-8864-c8f51386699a req-d5e8550a-e3d8-4481-9a8a-1cd0077b8b02 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:41:59.216357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abf5b4c7-900c-4098-8864-c8f51386699a req-d5e8550a-e3d8-4481-9a8a-1cd0077b8b02 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.1675205 Jul 29 17:41:59.261691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.288752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.386812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.399063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.401788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.402948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2ad8fdc-dafc-451e-b23c-a76835fac437 HTTP/1.1" status: 204 len: 168 time: 0.4173429 Jul 29 17:41:59.415653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9c1dc-6678-49fb-ae6a-2d91bc680915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad8fdc-dafc-451e-b23c-a76835fac437,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:59.425383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abf5b4c7-900c-4098-8864-c8f51386699a req-3e2d1d12-4284-4928-8f7c-feca09f29fd2 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680694 Jul 29 17:41:59.455632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port cb57d29c-7a23-40cc-a767-5bf48a181f13 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:41:59.468117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port cb57d29c-7a23-40cc-a767-5bf48a181f13 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:59.468625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.579930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.592536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Transition to ACTIVE for port object 4d942f2c-60bc-457c-9759-06c43f4991b0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:59.633255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Transition to ACTIVE for port object 4d942f2c-60bc-457c-9759-06c43f4991b0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:41:59.643256 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.656831 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.683715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.707680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.720357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Network b3191fc0-6f72-4307-b2a7-601abad3a311 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:41:59.728619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:41:59.731055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:41:59.736012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:41:59.747987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:41:59.750830 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d7a512-3f25-484c-aabb-a6f14276fea1" -d '{"events": [{"server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "name": "network-vif-plugged", "status": "completed", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:41:59.780428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:41:59.822706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Pushing event updated for resources: {'Port': ['ID=4d942f2c-60bc-457c-9759-06c43f4991b0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:59.832272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:59.833579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:41:59.863624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Allocated IP 172.25.5.75 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/a199674e-c864-41c4-bc5a-b3e52a2c4259) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:41:59.993202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580b08e-4757-4d65-8696-9806fd6ea65d req-fa28882a-97a4-4124-b081-e94be41a4463 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:00.015985 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb4bdae-08cb-4edc-9e60-7de9bec0579d x-openstack-request-id: req-0eb4bdae-08cb-4edc-9e60-7de9bec0579d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:00.016369 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "name": "network-vif-plugged", "status": "completed", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:00.016538 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0eb4bdae-08cb-4edc-9e60-7de9bec0579d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:00.016923 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'code': 200} Jul 29 17:42:00.019751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:00.021178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c580b08e-4757-4d65-8696-9806fd6ea65d req-fa28882a-97a4-4124-b081-e94be41a4463 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.2180750 Jul 29 17:42:00.066164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:42:00.077289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Attempting to bind port 4d942f2c-60bc-457c-9759-06c43f4991b0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:00.077661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Attempting to bind port 4d942f2c-60bc-457c-9759-06c43f4991b0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:00.078028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Attempting to bind port 4d942f2c-60bc-457c-9759-06c43f4991b0 on network b3191fc0-6f72-4307-b2a7-601abad3a311 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:00.101607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.172021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.174019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:00.174429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Checking segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:00.174825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.175213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Bound using segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:00.175878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Bound port: 4d942f2c-60bc-457c-9759-06c43f4991b0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:00.176472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.182051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c580b08e-4757-4d65-8696-9806fd6ea65d req-2d3b2ad0-0634-49ef-9c99-d932f64589dd tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407123 Jul 29 17:42:00.222579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.231868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429e75-ae15-4fb6-bf6e-99c8de99ca62 req-237886d7-50ee-4c6d-92cc-00e655d5e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:00.236836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88429e75-ae15-4fb6-bf6e-99c8de99ca62 req-237886d7-50ee-4c6d-92cc-00e655d5e974 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 1096 time: 0.3234606 Jul 29 17:42:00.237620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e5b57-40cb-49c9-b42b-d4043f459fed req-eb48e290-a3c4-4d2d-a424-d3927aa7bdff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:00.258692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-973e5b57-40cb-49c9-b42b-d4043f459fed req-eb48e290-a3c4-4d2d-a424-d3927aa7bdff tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1194596 Jul 29 17:42:00.278802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:00.283985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88429e75-ae15-4fb6-bf6e-99c8de99ca62 req-2386b2f8-623a-490a-8f70-f70faff66881 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 Jul 29 17:42:00.291217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:00.298183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.320650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:00.328937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:00.340156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:00.351754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'mac_address': 'fa:16:3e:a1:dd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:42:00.357622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] For port 4d942f2c-60bc-457c-9759-06c43f4991b0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:00.379294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a199674e-c864-41c4-bc5a-b3e52a2c4259,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:00.381703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] For port 4d942f2c-60bc-457c-9759-06c43f4991b0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4d942f2c-60bc-457c-9759-06c43f4991b0,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:00.404153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-973e5b57-40cb-49c9-b42b-d4043f459fed req-a7e1d5df-6423-4138-9d87-a55c38b42481 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337974 Jul 29 17:42:00.407240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:00.445342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.525570 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.557719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:00.563171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee1249-7354-4bf5-85d9-5ff5f0d56a3f None None] Pushing event updated for resources: {'Port': ['ID=4d942f2c-60bc-457c-9759-06c43f4991b0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:00.583237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:00.591188 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:00.670115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:00.688496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c41942-2d38-41e0-bd1f-1981910acafc req-7f56ab68-73cc-4c03-85b1-5b134b5080f5 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:00.690139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a3c41942-2d38-41e0-bd1f-1981910acafc req-7f56ab68-73cc-4c03-85b1-5b134b5080f5 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.0904880 Jul 29 17:42:00.741100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2c5b7ac2-24fb-4a20-a42f-e36250e856ad'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:00.856841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a3c41942-2d38-41e0-bd1f-1981910acafc req-4b89cdcc-c858-4178-bc3b-941ea6533bf6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936186 Jul 29 17:42:00.976535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:01.263309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:01.431286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8306627-16bd-49e6-80ee-793d52d2f9ad req-43f9988f-bc89-4b2b-be4c-556e98011e45 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:01.439612 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8306627-16bd-49e6-80ee-793d52d2f9ad req-43f9988f-bc89-4b2b-be4c-556e98011e45 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.1362011 Jul 29 17:42:01.571140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8306627-16bd-49e6-80ee-793d52d2f9ad req-34a4493c-b784-4806-b348-b73a26d85e74 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306052 Jul 29 17:42:01.577579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36556c-ce49-4fe0-9d2f-e18c5fe993bd req-17e2967b-1e3d-4ae0-9602-94748ece6e82 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:01.587233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac36556c-ce49-4fe0-9d2f-e18c5fe993bd req-17e2967b-1e3d-4ae0-9602-94748ece6e82 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.0860138 Jul 29 17:42:01.607447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Router 1ead3409-e3c0-4049-8331-9a87683f56ca is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:42:01.660322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac36556c-ce49-4fe0-9d2f-e18c5fe993bd req-5454f2dc-cec3-4aea-a5d9-d6fd15be5130 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717578 Jul 29 17:42:01.723621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:01.847056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3709a50-92d2-4b12-a250-68f4ebd99f0d None None] Network b3191fc0-6f72-4307-b2a7-601abad3a311 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:42:01.851555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f828dce-208d-47c4-96ae-4e9c791a91ce req-f032d935-c68e-45d9-831d-26196f5f9913 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:01.856998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f828dce-208d-47c4-96ae-4e9c791a91ce req-f032d935-c68e-45d9-831d-26196f5f9913 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.1108892 Jul 29 17:42:01.862965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:01.868274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Request body: {'floatingip': {'port_id': 'cb57d29c-7a23-40cc-a767-5bf48a181f13'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:01.876560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:42:01.891190 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Sync routers for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:42:01.921852 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:01.926098 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:01.933624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:01.934163 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:01.943829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:01.947652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e98a622-a2a5-496b-b57f-71496de46fc8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1449714 Jul 29 17:42:01.947880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45668) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:02.000081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cb93e4e1-b145-492d-b087-0c8fe19f03f2 None None] Provisioning for port 4d942f2c-60bc-457c-9759-06c43f4991b0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:02.017503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:02.018699 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:02.019900 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845878f3-710a-44c2-adee-65698c8410b8" -d '{"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:02.109091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:02.139439 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca8ce81-4840-4cb3-8748-c127a8c39144 x-openstack-request-id: req-eca8ce81-4840-4cb3-8748-c127a8c39144 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:02.139728 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:02.139987 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eca8ce81-4840-4cb3-8748-c127a8c39144 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:02.140389 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'code': 200} Jul 29 17:42:02.263214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:02.277791 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:02.379840 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:02.395533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:02.484825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5822a55-3731-48ef-a1ef-c1b145e8b4c1 req-477b15b9-6107-45b4-b8a0-c28271639718 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:02.486463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5822a55-3731-48ef-a1ef-c1b145e8b4c1 req-477b15b9-6107-45b4-b8a0-c28271639718 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.3848841 Jul 29 17:42:02.553649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4d942f2c-60bc-457c-9759-06c43f4991b0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:02.644589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4d942f2c-60bc-457c-9759-06c43f4991b0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:02.656747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4d942f2c-60bc-457c-9759-06c43f4991b0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:02.659294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:02.742582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5822a55-3731-48ef-a1ef-c1b145e8b4c1 req-0f827f07-7731-47ad-9384-d2385a8c3fd9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652551 Jul 29 17:42:02.893562 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.078688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4d942f2c-60bc-457c-9759-06c43f4991b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4d942f2c-60bc-457c-9759-06c43f4991b0,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:03.083990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dd7b5dd0-29d3-46da-a70b-316381e11e79 None None] Provisioning complete for port 4d942f2c-60bc-457c-9759-06c43f4991b0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:03.084976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dd7b5dd0-29d3-46da-a70b-316381e11e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.141667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:03.170227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.194310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21ce1-84ea-4089-a7d6-be1006857b35 req-f9222445-565b-489d-929a-4e73b4856715 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:03.203675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cb21ce1-84ea-4089-a7d6-be1006857b35 req-f9222445-565b-489d-929a-4e73b4856715 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.3749201 Jul 29 17:42:03.204563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.251702 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:00Z', 'revision_number': 3, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:03.350156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Checking router: 1ead3409-e3c0-4049-8331-9a87683f56ca for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:42:03.353171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Updating router 1ead3409-e3c0-4049-8331-9a87683f56ca port a199674e-c864-41c4-bc5a-b3e52a2c4259 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:42:03.369628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4d942f2c-60bc-457c-9759-06c43f4991b0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:03.448055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cb21ce1-84ea-4089-a7d6-be1006857b35 req-3e12dd78-569c-468d-93a0-ff394907e969 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404816 Jul 29 17:42:03.495382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Allocated IP 172.20.0.1 (b3191fc0-6f72-4307-b2a7-601abad3a311/5cc42fea-44d5-4b34-8c7c-406c2a93c866/6404c7c7-c5fc-483d-b608-4c656750b64b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:03.536309 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.538211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.resource_extend [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:42:03.751917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:03.790135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Transition to ACTIVE for port object 6404c7c7-c5fc-483d-b608-4c656750b64b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:03.873588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.008258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Network b3191fc0-6f72-4307-b2a7-601abad3a311 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:04.014546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:04.038176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:04.137279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.141233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:04.144508 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c2c79-eba8-4f2a-98d6-c18354213961" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:04.252537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Pushing event updated for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:04.254334 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c510b64a-5121-4ee4-b987-54f4455ac69f x-openstack-request-id: req-c510b64a-5121-4ee4-b987-54f4455ac69f {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:04.254960 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:04.255387 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c510b64a-5121-4ee4-b987-54f4455ac69f {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:04.255931 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'code': 200} Jul 29 17:42:04.312414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d83c5c-3a87-42be-9b59-7d9958be0603 req-1c4bcabc-00ff-4c1e-a492-13e5324f8f8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:04.320098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73d83c5c-3a87-42be-9b59-7d9958be0603 req-1c4bcabc-00ff-4c1e-a492-13e5324f8f8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.4426720 Jul 29 17:42:04.426496 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.443748 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Transition to ACTIVE for port object a199674e-c864-41c4-bc5a-b3e52a2c4259 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:04.464812 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.488015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4d942f2c-60bc-457c-9759-06c43f4991b0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:04.565270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73d83c5c-3a87-42be-9b59-7d9958be0603 req-6b510dfb-4326-4b15-afbc-6313179bac32 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370493 Jul 29 17:42:04.631784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.648000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.669757 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Attempting to bind port a199674e-c864-41c4-bc5a-b3e52a2c4259 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:04.670128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Attempting to bind port a199674e-c864-41c4-bc5a-b3e52a2c4259 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:04.686811 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Attempting to bind port a199674e-c864-41c4-bc5a-b3e52a2c4259 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:04.694293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4d942f2c-60bc-457c-9759-06c43f4991b0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:04.694986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.731994 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:04.732370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:04.732761 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.733154 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:04.733629 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Bound port: a199674e-c864-41c4-bc5a-b3e52a2c4259, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:04.734025 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.753126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Pushing event updated for resources: {'Port': ['ID=a199674e-c864-41c4-bc5a-b3e52a2c4259,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:04.783387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.824248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-62810d5e-be6a-450f-8864-e66ee77ff6dd None None] Provisioning for port 6404c7c7-c5fc-483d-b608-4c656750b64b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:04.843857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-62810d5e-be6a-450f-8864-e66ee77ff6dd None None] Provisioning complete for port 6404c7c7-c5fc-483d-b608-4c656750b64b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:04.844231 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62810d5e-be6a-450f-8864-e66ee77ff6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:04.897286 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.897571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.897912 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.902983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.903337 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.903686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.904022 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.904354 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.904685 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.905013 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.905336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.905657 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:04.931700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-62810d5e-be6a-450f-8864-e66ee77ff6dd None None] Port 6404c7c7-c5fc-483d-b608-4c656750b64b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:42:05.015976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] For port a199674e-c864-41c4-bc5a-b3e52a2c4259, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:05.030440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] For port a199674e-c864-41c4-bc5a-b3e52a2c4259, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a199674e-c864-41c4-bc5a-b3e52a2c4259,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:05.049508 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:05.105476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc540e7-06d5-456b-87ec-8088b79fe278 req-98c4c96b-4dba-4ace-8c8f-161d447d0ea5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:05.117352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffc540e7-06d5-456b-87ec-8088b79fe278 req-98c4c96b-4dba-4ace-8c8f-161d447d0ea5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1606855 Jul 29 17:42:05.161964 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Floating IP 4c2b5145-6acd-4cf6-b37a-41f87b2d2c11 associated. External IP: 172.25.5.18, port: cb57d29c-7a23-40cc-a767-5bf48a181f13. Jul 29 17:42:05.180109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:05.198718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:05.278871 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:05.279512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:05.387591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Pushing event updated for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:05.400250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:05.557186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffc540e7-06d5-456b-87ec-8088b79fe278 req-49053b15-1262-4883-8f92-23f22e31e8d2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386389 Jul 29 17:42:05.641374 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:05.739082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Router 17cb2c5d-1f59-40fe-839e-c291eafabfab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:42:05.919457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Network b3191fc0-6f72-4307-b2a7-601abad3a311 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:05.931759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:05.958901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-ef9a7b59-7c8a-42ae-87c9-bfe1df775e5e service neutron] 10.222.0.49 "GET /v2.0/ports/47425d87-43e4-40ee-84e2-aac990d7a0b1/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.3942399 Jul 29 17:42:06.035547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba004c73-ba55-4129-b398-7d99cf7dd73b req-8e348694-fe3b-4f8d-9359-b89818e60991 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:06.053072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba004c73-ba55-4129-b398-7d99cf7dd73b req-8e348694-fe3b-4f8d-9359-b89818e60991 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.3100781 Jul 29 17:42:06.075047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565802-f394-4e56-aa71-d59c673dd2c4 None None] Pushing event updated for resources: {'Port': ['ID=a199674e-c864-41c4-bc5a-b3e52a2c4259,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:06.143135 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6404c7c7-c5fc-483d-b608-4c656750b64b', 'name': '', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'mac_address': 'fa:16:3e:5a:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:03Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 2, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'subnets': [{'id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:06.217250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45828) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:06.226759 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c054c-95f0-4e93-95a0-f0731c7d06c3 None None] The sync data for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 is: [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6404c7c7-c5fc-483d-b608-4c656750b64b', 'name': '', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'mac_address': 'fa:16:3e:5a:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:03Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 2, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'subnets': [{'id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:42:06.232483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba004c73-ba55-4129-b398-7d99cf7dd73b req-36c3355b-3263-4e0f-b442-0b1486f94196 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779776 Jul 29 17:42:06.292462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:42:06.307703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Sync routers for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:42:06.332121 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:06.340678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:06.341345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:06.459531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b92dc500-f597-4018-bdc9-754d0bb34a1d tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "PUT /v2.0/floatingips/4c2b5145-6acd-4cf6-b37a-41f87b2d2c11 HTTP/1.1" status: 200 len: 990 time: 4.5953503 Jul 29 17:42:06.466326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:06.472890 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6887b-1ba9-4220-aa21-389e7adbf7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:06.579243 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf76332-bebf-41b1-a097-a0f4b6154106 x-openstack-request-id: req-dbf76332-bebf-41b1-a097-a0f4b6154106 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:06.579769 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:06.580120 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbf76332-bebf-41b1-a097-a0f4b6154106 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:06.580751 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'status': 'completed', 'code': 200} Jul 29 17:42:06.818435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-69031285-b81a-41d4-b6f7-48dd7bc4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:06.831991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-69031285-b81a-41d4-b6f7-48dd7bc4ccb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0d60039c1348b69db45739b164711c&device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 1096 time: 0.1662240 Jul 29 17:42:06.868559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29629a86-b8ff-47ca-8d69-108e37b9091b None None] Provisioning complete for port 6404c7c7-c5fc-483d-b608-4c656750b64b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:06.869022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29629a86-b8ff-47ca-8d69-108e37b9091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:07.095522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-3d96a0e8-a27e-48a5-b334-64d0c0a30ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:07.098175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-3d96a0e8-a27e-48a5-b334-64d0c0a30ea8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cc9085b-14e9-4647-b280-880ad4be2e1d HTTP/1.1" status: 200 len: 906 time: 0.2571044 Jul 29 17:42:07.166194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:07.258547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-50e7f8ac-f105-4830-9feb-7207703d45fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13 HTTP/1.1" status: 200 len: 998 time: 0.1527855 Jul 29 17:42:07.327964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db27422e-365d-4cc0-b247-0daa84d1efc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:07.345905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-90b43353-9b29-4c7d-a329-4413c9197e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:07.347899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-90b43353-9b29-4c7d-a329-4413c9197e36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=978eb60c-4596-408a-a0ae-4cc52477b737 HTTP/1.1" status: 200 len: 844 time: 0.0818303 Jul 29 17:42:07.426519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-f3ef2996-d76d-48b3-985c-3e0795b2d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:07.428435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-f3ef2996-d76d-48b3-985c-3e0795b2d5c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cc9085b-14e9-4647-b280-880ad4be2e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683265 Jul 29 17:42:07.518546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db27422e-365d-4cc0-b247-0daa84d1efc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:07.566775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Router 1ead3409-e3c0-4049-8331-9a87683f56ca has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:42:07.584057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-8a62b329-a7fb-467a-a92d-4041d1ef36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:07.585620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-8a62b329-a7fb-467a-a92d-4041d1ef36b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1100 time: 1.2961357 Jul 29 17:42:07.586402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db27422e-365d-4cc0-b247-0daa84d1efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:07.670105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-29629a86-b8ff-47ca-8d69-108e37b9091b None None] Port 6404c7c7-c5fc-483d-b608-4c656750b64b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:42:07.695182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-de11932b-3b06-4e1c-9646-50dfe992d1fc service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571383 Jul 29 17:42:07.722554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78bd1b-cc87-4164-8861-686502068148 req-76bcbae2-02cc-412c-af0d-7aaa1930a857 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:07.736522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc78bd1b-cc87-4164-8861-686502068148 req-76bcbae2-02cc-412c-af0d-7aaa1930a857 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.5329208 Jul 29 17:42:07.892472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27422e-365d-4cc0-b247-0daa84d1efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fee64c-7273-48a5-9c6c-5ca894b20e2a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:07.911239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-12efc601-cff3-4266-9d02-fa3b782eedbe service neutron] 10.222.0.38 "GET /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.7094948 Jul 29 17:42:07.921934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db27422e-365d-4cc0-b247-0daa84d1efc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2deb4c3fcb234081b2145d8549ec06c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6994259 Jul 29 17:42:07.922485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45858) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:07.974952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4c2b5145-6acd-4cf6-b37a-41f87b2d2c11', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'port_id': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'mac_address': 'fa:16:3e:18:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:41:43Z', 'updated_at': '2021-07-29T17:42:03Z', 'revision_number': 1, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:07.980737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c6887b-1ba9-4220-aa21-389e7adbf7cb req-61f49323-94a2-4652-a349-38de36aef91d service neutron] 10.222.0.38 "GET /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755408 Jul 29 17:42:08.031301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Checking router: 17cb2c5d-1f59-40fe-839e-c291eafabfab for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:42:08.051490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:08.054349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:08.063722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-d4734b6c-5fa5-461b-880a-365322d890b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:08.069691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-d4734b6c-5fa5-461b-880a-365322d890b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1100 time: 0.2873819 Jul 29 17:42:08.081424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.123493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.184171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc78bd1b-cc87-4164-8861-686502068148 req-78f567c8-1526-4416-a1ca-d63f4afcc52a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450159 Jul 29 17:42:08.241927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.250136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.251600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93fee64c-7273-48a5-9c6c-5ca894b20e2a HTTP/1.1" status: 204 len: 168 time: 0.3225138 Jul 29 17:42:08.272091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4192-99e6-4689-aaf3-bbe1ea2c5ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fee64c-7273-48a5-9c6c-5ca894b20e2a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:08.400849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:08.488444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a199674e-c864-41c4-bc5a-b3e52a2c4259 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:08.755447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:42:08.778470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1eb2-a570-4231-8f78-4a9add10430c req-ba11c5c3-a6a3-4f87-88e3-94540ea0ebcc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:08.795080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ddd1eb2-a570-4231-8f78-4a9add10430c req-ba11c5c3-a6a3-4f87-88e3-94540ea0ebcc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 943 time: 0.3912046 Jul 29 17:42:08.801851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4a509fc2-528d-4721-9336-3e003384457d admin admin] 10.222.0.16 "PUT /v2.0/routers/1ead3409-e3c0-4049-8331-9a87683f56ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8529603 Jul 29 17:42:08.809268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a199674e-c864-41c4-bc5a-b3e52a2c4259 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:08.847235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-95d0e9f9-ee80-4a3a-9ca0-297d459ded39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:08.848737 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-95d0e9f9-ee80-4a3a-9ca0-297d459ded39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.6952026 Jul 29 17:42:08.876678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a199674e-c864-41c4-bc5a-b3e52a2c4259 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:08.877095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.901703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45868) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:08.938410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59655e5-0b92-45a7-90eb-9f6c5a0198f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.045665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-b09e9cf9-dc01-47ef-8ac7-278f8d777879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.1587987 Jul 29 17:42:09.054980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.077242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a199674e-c864-41c4-bc5a-b3e52a2c4259, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a199674e-c864-41c4-bc5a-b3e52a2c4259,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:09.105602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.113180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ddd1eb2-a570-4231-8f78-4a9add10430c req-4823f7d6-90ae-459c-b542-ac11e633027b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114288 Jul 29 17:42:09.246489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-96ced9c6-ff87-44a9-87e3-c642f7df75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:09.249069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-96ced9c6-ff87-44a9-87e3-c642f7df75b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1916993 Jul 29 17:42:09.263280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a199674e-c864-41c4-bc5a-b3e52a2c4259,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:09.264883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:09.293670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59655e5-0b92-45a7-90eb-9f6c5a0198f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.298135 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-019d0983-2515-4048-b6b4-21d11271b928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.316011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59655e5-0b92-45a7-90eb-9f6c5a0198f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.354357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:09.358543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-276d96f0-9f27-47a2-9145-9df69f577857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:09.360958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-276d96f0-9f27-47a2-9145-9df69f577857 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899563 Jul 29 17:42:09.374392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4c2b5145-6acd-4cf6-b37a-41f87b2d2c11', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'port_id': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'mac_address': 'fa:16:3e:18:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:41:43Z', 'updated_at': '2021-07-29T17:42:03Z', 'revision_number': 1, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:09.390861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e59655e5-0b92-45a7-90eb-9f6c5a0198f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6adf9ac4070941659bdb0dad3cf66484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876392 Jul 29 17:42:09.395175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45874) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:09.427151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59655e5-0b92-45a7-90eb-9f6c5a0198f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6ba2d5-516b-4396-85c4-0fe436b901f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:09.458499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e73823-011d-4135-b39e-73e8e31a7092 None None] The sync data for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 is: [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4c2b5145-6acd-4cf6-b37a-41f87b2d2c11', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'port_id': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'mac_address': 'fa:16:3e:18:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:41:43Z', 'updated_at': '2021-07-29T17:42:03Z', 'revision_number': 1, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:42:09.585962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd8b27d-22da-4d66-b971-586d8208f2be {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:09.596850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.630381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:09.657882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.681999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c30f-fc55-48f2-a743-265712e8bf50 req-ece7be04-6748-4c69-a608-562af7d79a2c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:09.690723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc59c30f-fc55-48f2-a743-265712e8bf50 req-ece7be04-6748-4c69-a608-562af7d79a2c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 949 time: 0.1803288 Jul 29 17:42:09.696042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.753834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.761053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:09.772810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-c7dded72-1e31-4b96-a363-128fc954ad48 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513625 Jul 29 17:42:09.781051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:09.818253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f6ba2d5-516b-4396-85c4-0fe436b901f2 HTTP/1.1" status: 204 len: 168 time: 0.4151759 Jul 29 17:42:09.821004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc59c30f-fc55-48f2-a743-265712e8bf50 req-050911b9-6be8-422a-a0e5-0f313929df79 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289506 Jul 29 17:42:09.859238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ccea-068a-4431-8d32-3dc80e582948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6ba2d5-516b-4396-85c4-0fe436b901f2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:09.989516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] Transition to ACTIVE for port object 4cd8b27d-22da-4d66-b971-586d8208f2be will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:10.079371 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2ddfb-17dc-4174-8009-6d119535c85f None None] New status for floating IP 4c2b5145-6acd-4cf6-b37a-41f87b2d2c11: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:42:10.098772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a662d73-e20a-4ff6-b586-7bd6585d16cd req-4e294b49-2233-4570-baa6-ff51256cc424 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986920 Jul 29 17:42:10.101029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.154272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.245589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:10.253722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:10.262342 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859f0c0a-c921-4d3f-aeca-de5cc76165c9" -d '{"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:10.265781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] No DVR routers for this DVR port 4cd8b27d-22da-4d66-b971-586d8208f2be on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:42:10.274291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.329949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:10.357347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Sync routers for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:42:10.395234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:10.397577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:41:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:10.441566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2e7c77ab-4cca-449f-b4f2-0f718cc731d1 service neutron] 10.222.0.38 "PUT /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be/bindings/n-h1-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5089364 Jul 29 17:42:10.500842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a199674e-c864-41c4-bc5a-b3e52a2c4259 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:10.572210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ebd8b-d830-4dbf-87b9-edf99deb52e8 req-af1e1269-01c8-4b12-a233-5d4b6de5823a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:10.600791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45904) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:10.602411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c48ebd8b-d830-4dbf-87b9-edf99deb52e8 req-af1e1269-01c8-4b12-a233-5d4b6de5823a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.2605722 Jul 29 17:42:10.617707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-network', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:10.665296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:10.687808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Made reservation on behalf of 7fab2560e17c4cab85de8625dd9b8dfd for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:10.705189 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.728597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c48ebd8b-d830-4dbf-87b9-edf99deb52e8 req-8e602340-4d07-49da-bd71-b25dd7a95bcb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213045 Jul 29 17:42:10.746761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.799692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-86228e04-3ab3-464e-87ab-d240a05440da tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:10.801225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-86228e04-3ab3-464e-87ab-d240a05440da tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.1974123 Jul 29 17:42:10.862893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a199674e-c864-41c4-bc5a-b3e52a2c4259 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:10.865132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:10.946379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:11.008726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-6d655618-58cc-46e9-a501-b00b0a48e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.010322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-6d655618-58cc-46e9-a501-b00b0a48e3c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 1095 time: 0.1891754 Jul 29 17:42:11.024490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.033542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.082168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:42:11.135531 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5baeda-6093-4fae-8ced-f137296d10d5 x-openstack-request-id: req-7f5baeda-6093-4fae-8ced-f137296d10d5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:11.135995 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:11.136385 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f5baeda-6093-4fae-8ced-f137296d10d5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:11.136830 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'code': 200} Jul 29 17:42:11.150365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.152514 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Added segment 5619d2f2-83ce-40c8-a625-f139d528b384 of type vlan for network dcdb8548-4351-4315-ae9f-2336e194f6c3 Jul 29 17:42:11.169058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-6dcda845-27e5-4b65-a5c7-e3a679adf960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.170633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-6dcda845-27e5-4b65-a5c7-e3a679adf960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1095 time: 0.1340895 Jul 29 17:42:11.188364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5ce7f-c092-4c85-a530-04d85c810fc9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:11.312856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.360949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-0eb83925-9620-4fbe-9771-b8d396d7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.364371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-0eb83925-9620-4fbe-9771-b8d396d7fda3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.1854012 Jul 29 17:42:11.435238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.436383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.436982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.481571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-f6434223-aee0-47ea-a2e4-7cc40178bcd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.1038744 Jul 29 17:42:11.538211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-4d6051c7-78af-4b27-8aeb-f32354409f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.540424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-4d6051c7-78af-4b27-8aeb-f32354409f53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0493970 Jul 29 17:42:11.558635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155278d3-7426-47d8-8b06-e1c24800b095 req-b4f83907-86b0-47e8-90c6-41e905a97a16 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:11.567713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-155278d3-7426-47d8-8b06-e1c24800b095 req-b4f83907-86b0-47e8-90c6-41e905a97a16 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.2010250 Jul 29 17:42:11.575716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9737315 Jul 29 17:42:11.579286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45926) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:11.602210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Request body: {'subnet': {'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-subnet', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:11.622606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc56bf-72c5-4771-a15c-e116313d5367 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdb8548-4351-4315-ae9f-2336e194f6c3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:11.630201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-aa438762-da08-4b35-8e62-dd691f7f830f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808825 Jul 29 17:42:11.633257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-014db491-6b0a-4c87-910a-8dda8c05c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.652933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-155278d3-7426-47d8-8b06-e1c24800b095 req-a0e239e5-3d8f-4e81-8599-6c10aefbcf3c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806596 Jul 29 17:42:11.656938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:42:11.673874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Made reservation on behalf of 7fab2560e17c4cab85de8625dd9b8dfd for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:11.677345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.874912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6404c7c7-c5fc-483d-b608-4c656750b64b', 'name': '', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'mac_address': 'fa:16:3e:5a:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:03Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 2, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'subnets': [{'id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:11.891787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:11.912882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-4eb2b8ba-e1e9-4033-82d1-95d38e889822 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543118 Jul 29 17:42:12.183704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825ec2b-df6b-4159-a1f5-33b0adaec10a req-dc548ee4-5e1c-4138-888d-f64ac33496f3 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:12.193912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c825ec2b-df6b-4159-a1f5-33b0adaec10a req-dc548ee4-5e1c-4138-888d-f64ac33496f3 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.2799549 Jul 29 17:42:12.204670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.316958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-82502235-fd61-4788-be83-f4674f817a1e service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915730 Jul 29 17:42:12.336982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Checking router: 1ead3409-e3c0-4049-8331-9a87683f56ca for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:42:12.337473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Updating router 1ead3409-e3c0-4049-8331-9a87683f56ca port 6404c7c7-c5fc-483d-b608-4c656750b64b binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:42:12.369991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.386690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c825ec2b-df6b-4159-a1f5-33b0adaec10a req-141ab1c7-3afa-4acd-a34c-55bb9e099393 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866381 Jul 29 17:42:12.429968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502c40a2-b240-4c13-a67c-c4b879e7f184,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:12.444477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Checking segment: {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:12.447288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Network hostable DHCP agents. Network: dcdb8548-4351-4315-ae9f-2336e194f6c3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:42:12.494956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:42:12.542062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dcdb8548-4351-4315-ae9f-2336e194f6c3) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:12.548443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:12.551405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.587811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-20d943e1-f9eb-49dc-a477-185d91330df5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0072186 Jul 29 17:42:12.592600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45942) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:12.604794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:12.615492 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:42:12.674933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.677669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.724255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93026e5-c25a-4ce8-9c79-8408959c2a3d None None] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:42:12.819582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.950862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:12.959504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2f1d02e1-056d-4c61-8acc-b3ba28c421f2 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:12.963475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-2f1d02e1-056d-4c61-8acc-b3ba28c421f2 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.2340996 Jul 29 17:42:13.019969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-dcdb8548-4351-4315-ae9f-2336e194f6c3', 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'fixed_ips': [{'subnet_id': '502c40a2-b240-4c13-a67c-c4b879e7f184'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:42:13.021182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.048950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.108867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c93c3-11ba-432e-8fa9-f1121d771adb req-561859a4-6e30-4be9-9146-9e4f5497175e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:13.110501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d86c93c3-11ba-432e-8fa9-f1121d771adb req-561859a4-6e30-4be9-9146-9e4f5497175e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.2586486 Jul 29 17:42:13.298221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d86c93c3-11ba-432e-8fa9-f1121d771adb req-7dd8388c-4653-4c45-a22c-cdf68eafe625 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731796 Jul 29 17:42:13.359928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Allocated IP 172.20.0.2 (dcdb8548-4351-4315-ae9f-2336e194f6c3/502c40a2-b240-4c13-a67c-c4b879e7f184/16fe97f2-c06a-4f21-b58a-3d57e3341388) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:13.440717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-77a6684d-2bd6-4d86-92e3-b2754c2d3480 service neutron] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:13.448474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-77a6684d-2bd6-4d86-92e3-b2754c2d3480 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.449646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1266b80b-eeb0-4bfb-95ac-b80e6a5e1bde req-77a6684d-2bd6-4d86-92e3-b2754c2d3480 service neutron] 10.222.0.49 "DELETE /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be/bindings/n-h2-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.4746535 Jul 29 17:42:13.490571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.526113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.543684 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.580232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Transition to ACTIVE for port object 6404c7c7-c5fc-483d-b608-4c656750b64b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:13.599580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:13.842695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:42:13.851460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Allocated IP 172.25.5.130 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/96ae8a32-6f44-49b3-8c0c-65ba2d1aa803) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:14.214538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea1103-36d4-41b5-9db2-0541ed739bad None None] Pushing event updated for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:14.233161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-06e28624-306d-477f-9dd8-3156a54ed594 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:14.243406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-06e28624-306d-477f-9dd8-3156a54ed594 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9&tenant_id=e56b6d6b394a4d91bec47e83b063f729&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 947 time: 0.3029399 Jul 29 17:42:14.255222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.458423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d454-d83e-44de-943e-5906bc63974e req-e2bcb5c4-9daa-4fac-b9ad-87fb04656d5b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:14.466318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fb2d454-d83e-44de-943e-5906bc63974e req-e2bcb5c4-9daa-4fac-b9ad-87fb04656d5b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.4589765 Jul 29 17:42:14.474942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-0596ae5c-be27-472b-8268-0e820c907361 service neutron] 10.222.0.49 "GET /v2.0/ports/47425d87-43e4-40ee-84e2-aac990d7a0b1/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.2148330 Jul 29 17:42:14.498318 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.563593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fb2d454-d83e-44de-943e-5906bc63974e req-aeca91d0-ccc4-4be4-ab60-88adfe2c7114 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903463 Jul 29 17:42:14.586231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:14.589548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-dd768826-d788-4a28-8c8d-33363e48cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:14.596620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-dd768826-d788-4a28-8c8d-33363e48cafe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1098 time: 0.0847991 Jul 29 17:42:14.677520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:14.700616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:14.706859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.707966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:14.746060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Attempting to bind port 6404c7c7-c5fc-483d-b608-4c656750b64b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:14.746463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Attempting to bind port 6404c7c7-c5fc-483d-b608-4c656750b64b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:14.747872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Attempting to bind port 6404c7c7-c5fc-483d-b608-4c656750b64b on network b3191fc0-6f72-4307-b2a7-601abad3a311 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:14.767101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:14.767478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Checking segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:14.767895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.768292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Bound using segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:14.768887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Bound port: 6404c7c7-c5fc-483d-b608-4c656750b64b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:14.769157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.781905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'mac_address': 'fa:16:3e:99:b2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:42:14.790998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Transition to ACTIVE for port object 16fe97f2-c06a-4f21-b58a-3d57e3341388 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:14.799298 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:14.812539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Pushing event updated for resources: {'Port': ['ID=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:14.838660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-6de534bd-593d-478a-9287-d9915edf2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:14.852995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-6de534bd-593d-478a-9287-d9915edf2828 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2497904 Jul 29 17:42:14.971840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] For port 6404c7c7-c5fc-483d-b608-4c656750b64b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:14.975431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] For port 6404c7c7-c5fc-483d-b608-4c656750b64b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6404c7c7-c5fc-483d-b608-4c656750b64b,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:14.980360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Transition to ACTIVE for port object 16fe97f2-c06a-4f21-b58a-3d57e3341388 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:14.991415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.012948 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.045052 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.087355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:15.095116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-555b80bf-9b6e-4b60-836a-7d25bb16aaa4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.2322598 Jul 29 17:42:15.096297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:15.109172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:15.118803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:15.119519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:15.123212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:15.203290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea1103-36d4-41b5-9db2-0541ed739bad None None] Pushing event updated for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:15.260210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.261047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-e0ad799d-638b-46b4-907c-bd243e7b920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:15.264495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-e0ad799d-638b-46b4-907c-bd243e7b920f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1591754 Jul 29 17:42:15.271388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Pushing event updated for resources: {'Port': ['ID=16fe97f2-c06a-4f21-b58a-3d57e3341388,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:15.302381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c5fa-1219-418e-bcd2-6f207671206e req-9be50367-10d3-4d8c-9730-979143f3551d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:15.312549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1070c5fa-1219-418e-bcd2-6f207671206e req-9be50367-10d3-4d8c-9730-979143f3551d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.2931044 Jul 29 17:42:15.332022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:15.359349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.490830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1070c5fa-1219-418e-bcd2-6f207671206e req-68324130-f06f-4708-a3ca-704067495728 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715777 Jul 29 17:42:15.494210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-f89b5736-7b59-42c3-9086-eb69cd110624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:15.502449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-f89b5736-7b59-42c3-9086-eb69cd110624 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787372 Jul 29 17:42:15.600459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:15.719366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.741275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-833774c1-98a9-4086-95bb-8175cf8f9b89 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286975 Jul 29 17:42:15.773455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36acb-dadd-4d69-8696-8eade93d7b49 req-6681d233-cf71-4d07-84a9-f05ecde8dc3c tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:15.777631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17c36acb-dadd-4d69-8696-8eade93d7b49 req-6681d233-cf71-4d07-84a9-f05ecde8dc3c tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1095 time: 0.1224682 Jul 29 17:42:15.794887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Attempting to bind port 16fe97f2-c06a-4f21-b58a-3d57e3341388 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:15.800312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Attempting to bind port 16fe97f2-c06a-4f21-b58a-3d57e3341388 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:15.801029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Attempting to bind port 16fe97f2-c06a-4f21-b58a-3d57e3341388 on network dcdb8548-4351-4315-ae9f-2336e194f6c3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:15.932251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:15.932889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Checking segment: {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:15.934277 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.934855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Bound using segment: {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:15.935701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Bound port: 16fe97f2-c06a-4f21-b58a-3d57e3341388, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:15.936484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:15.970723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:15.985947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-94c0d61b-a9c4-40e3-8799-7886829c2b27 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333503 Jul 29 17:42:16.045081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:16.051229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17c36acb-dadd-4d69-8696-8eade93d7b49 req-6d46d4a0-10af-47b5-9e7a-b5835c3bb53d tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365711 Jul 29 17:42:16.099735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:42:16.326704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:42:16.351303 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Sync routers for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:42:16.365173 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:16.366226 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:16.379841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] For port 16fe97f2-c06a-4f21-b58a-3d57e3341388, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:16.386184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:16.387627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-00b932d9-701b-4836-8790-2be739400ebb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7960739 Jul 29 17:42:16.390420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46018) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:16.431958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] For port 16fe97f2-c06a-4f21-b58a-3d57e3341388, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16fe97f2-c06a-4f21-b58a-3d57e3341388,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:16.468869 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:16.555609 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:16.575613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6404c7c7-c5fc-483d-b608-4c656750b64b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:16.595230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5469ff7-cdc6-4132-bb2c-346db8bf9965 req-4d0a1341-0068-428f-944e-2edd17980a00 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:16.611197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5469ff7-cdc6-4132-bb2c-346db8bf9965 req-4d0a1341-0068-428f-944e-2edd17980a00 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1095 time: 0.1154568 Jul 29 17:42:16.714387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5469ff7-cdc6-4132-bb2c-346db8bf9965 req-eb2adb81-56f8-4359-813a-80ce24145fd6 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007617 Jul 29 17:42:17.046159 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:14Z', 'revision_number': 3, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:17.056548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9764e-1d02-4c43-80b7-04aedbea3bda None None] Pushing event updated for resources: {'Port': ['ID=16fe97f2-c06a-4f21-b58a-3d57e3341388,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:17.070917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afed03-75cf-474b-b6c8-019b3ce76fea req-aa6317d0-4437-458f-bd2c-bd815ac44242 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:17.084592 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49afed03-75cf-474b-b6c8-019b3ce76fea req-aa6317d0-4437-458f-bd2c-bd815ac44242 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.1677883 Jul 29 17:42:17.150869 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Checking router: b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:42:17.153242 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Updating router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:42:17.165803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6404c7c7-c5fc-483d-b608-4c656750b64b', 'name': '', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'mac_address': 'fa:16:3e:5a:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:03Z', 'updated_at': '2021-07-29T17:42:14Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'subnets': [{'id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:17.205986 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49afed03-75cf-474b-b6c8-019b3ce76fea req-44ca712d-f847-49d3-961e-855c6e18ee1f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179960 Jul 29 17:42:17.240269 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:17.353736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345dd7a-7d9f-4dc6-9b89-0de25ef92ba5 None None] The sync data for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 is: [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:42:04Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6404c7c7-c5fc-483d-b608-4c656750b64b', 'name': '', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'mac_address': 'fa:16:3e:5a:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:03Z', 'updated_at': '2021-07-29T17:42:14Z', 'revision_number': 4, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'subnets': [{'id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:42:17.377034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6404c7c7-c5fc-483d-b608-4c656750b64b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:17.396395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6404c7c7-c5fc-483d-b608-4c656750b64b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:17.405099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:17.877960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:42:17.918353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.113306 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:42:18.413399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 6404c7c7-c5fc-483d-b608-4c656750b64b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6404c7c7-c5fc-483d-b608-4c656750b64b,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:18.450181 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.573544 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.631882 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Transition to ACTIVE for port object 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:18.663119 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.815348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:18.851068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16fe97f2-c06a-4f21-b58a-3d57e3341388 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:18.856002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac70938-6421-44c0-b5ce-b3d80c165bf3 req-3e22bccd-4e7e-4700-a1fd-1621a93876f2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:18.868128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:18.872084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ac70938-6421-44c0-b5ce-b3d80c165bf3 req-3e22bccd-4e7e-4700-a1fd-1621a93876f2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.3449993 Jul 29 17:42:18.921063 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Attempting to bind port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:18.925955 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Attempting to bind port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:18.928403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-9a7fb0bd-5254-425c-a25c-6f6ff0fcdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:18.930312 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Attempting to bind port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:18.930580 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-9a7fb0bd-5254-425c-a25c-6f6ff0fcdd49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1099 time: 0.2117009 Jul 29 17:42:18.934508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'mac_address': 'fa:16:3e:99:b2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:42:18.941108 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e13b1-4b37-48e1-b197-663ce70f88c1 None None] Pushing event updated for resources: {'Port': ['ID=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:18.981549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 16fe97f2-c06a-4f21-b58a-3d57e3341388 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:18.986847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ac70938-6421-44c0-b5ce-b3d80c165bf3 req-de536af2-d27b-4df2-b09d-ec384d3e49c3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Jul 29 17:42:18.987017 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:18.987335 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:18.987749 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.988150 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:18.988661 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Bound port: 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:18.999983 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.014488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2984a9f-9ace-4234-b136-7224f0c59f18 None None] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:42:19.032800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.135358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-4e82f870-5f31-485f-84fb-986334c63b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:19.137432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-4e82f870-5f31-485f-84fb-986334c63b4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 1099 time: 0.1479583 Jul 29 17:42:19.211256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] For port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:19.216222 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] For port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:19.232985 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.252261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Provisioning for port 16fe97f2-c06a-4f21-b58a-3d57e3341388 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:19.284557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Provisioning complete for port 16fe97f2-c06a-4f21-b58a-3d57e3341388 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:19.289647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.401657 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e13b1-4b37-48e1-b197-663ce70f88c1 None None] Pushing event updated for resources: {'Port': ['ID=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:19.423062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-6bd5d33b-66bd-46e3-a203-88c9eedfbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:19.424565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-6bd5d33b-66bd-46e3-a203-88c9eedfbc41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2726276 Jul 29 17:42:19.447808 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:19.448957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:19.550140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-9e432e48-f27b-4b58-8914-05adcc0c7c05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 200 len: 217 time: 0.1166716 Jul 29 17:42:19.647697 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:19.718958 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.748278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-b7e64111-63f0-450a-b2ef-c8c7724d692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:19.751560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-b7e64111-63f0-450a-b2ef-c8c7724d692a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1931903 Jul 29 17:42:19.775800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] For port 16fe97f2-c06a-4f21-b58a-3d57e3341388, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16fe97f2-c06a-4f21-b58a-3d57e3341388,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:19.788138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:19.845906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:19.891243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-379ca009-f3c5-4aea-a71e-aad59f296a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:19.896056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-379ca009-f3c5-4aea-a71e-aad59f296a84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367919 Jul 29 17:42:19.956162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Allocated IP 172.20.0.1 (dcdb8548-4351-4315-ae9f-2336e194f6c3/502c40a2-b240-4c13-a67c-c4b879e7f184/a2286b24-1818-45bd-abcd-b4884a75a7fc) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:20.011997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3de22-330a-45fa-b4a1-61dd26bbd15f None None] Pushing event updated for resources: {'Port': ['ID=16fe97f2-c06a-4f21-b58a-3d57e3341388,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:20.221675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.260191 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:14Z', 'revision_number': 3, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:20.285356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:20.346724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.378125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:20.382012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-29857c15-1f45-474b-93c6-8e912f02c51b service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770937 Jul 29 17:42:20.387132 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02073730-dd6b-4b89-932b-ef5a05522cfc None None] The sync data for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 is: [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:14Z', 'revision_number': 3, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:42:20.387509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Transition to ACTIVE for port object a2286b24-1818-45bd-abcd-b4884a75a7fc will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:20.393833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.474082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.578865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:20.580373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:20.582501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:20.589829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:20.603501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Pushing event updated for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:20.620472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.622727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.634197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.637208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.638105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.639876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.641166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.641947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.644270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.644270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.644270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.653372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.677196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.677548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.677964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.678208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.678580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.678902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.679229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.679553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.680011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.680230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.680550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.680872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:20.687884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5d248b5-4159-4ab2-81cb-a9d844f880dc None None] Provisioning complete for port 16fe97f2-c06a-4f21-b58a-3d57e3341388 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:20.688276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5d248b5-4159-4ab2-81cb-a9d844f880dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.748705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.819549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16fe97f2-c06a-4f21-b58a-3d57e3341388 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:21.166165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.272956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724f17-bec4-4c92-8919-561f3ad6f510 req-9e4bafe3-094c-4552-96f0-611444beda34 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:21.286383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76724f17-bec4-4c92-8919-561f3ad6f510 req-9e4bafe3-094c-4552-96f0-611444beda34 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 1.0752831 Jul 29 17:42:21.332606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 16fe97f2-c06a-4f21-b58a-3d57e3341388 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:21.338344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.481232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a513d519-a772-4c3a-a3af-fb502bb3b575 None None] Provisioning for port a2286b24-1818-45bd-abcd-b4884a75a7fc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:21.502135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a513d519-a772-4c3a-a3af-fb502bb3b575 None None] Provisioning complete for port a2286b24-1818-45bd-abcd-b4884a75a7fc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:21.503319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a513d519-a772-4c3a-a3af-fb502bb3b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.530186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97006897-ab23-4f89-ae9e-4207fd1fc8b3 req-bcdde138-add4-45a1-97f8-79899693238c service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1392777 Jul 29 17:42:21.600567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76724f17-bec4-4c92-8919-561f3ad6f510 req-12f60c2d-6e34-4301-bcc7-84a0baf2f4b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127794 Jul 29 17:42:21.639037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a513d519-a772-4c3a-a3af-fb502bb3b575 None None] Port a2286b24-1818-45bd-abcd-b4884a75a7fc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:42:21.667067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6404c7c7-c5fc-483d-b608-4c656750b64b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:21.797667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6404c7c7-c5fc-483d-b608-4c656750b64b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:21.798366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.858592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.882765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:22.043359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Pushing event updated for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:22.109547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:22.296823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:22.299167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:22.596658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:42:22.739725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:22.843574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f7e32f9-b741-40fc-8ffe-c707df143060 None None] Provisioning complete for port a2286b24-1818-45bd-abcd-b4884a75a7fc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:22.846146 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f7e32f9-b741-40fc-8ffe-c707df143060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:22.897338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bd43e-0903-4366-9c77-a02031af2f5e req-de99af33-e5f8-41d7-8c4d-5827ee167025 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:22.898973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:42:22.907593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a5a6ce1-d7d2-4cb4-8880-01aac6323a63 admin admin] 10.222.0.16 "PUT /v2.0/routers/b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5161359 Jul 29 17:42:22.915184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a0bd43e-0903-4366-9c77-a02031af2f5e req-de99af33-e5f8-41d7-8c4d-5827ee167025 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.1485398 Jul 29 17:42:22.953150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e32f9-b741-40fc-8ffe-c707df143060 None None] Port a2286b24-1818-45bd-abcd-b4884a75a7fc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:42:22.964045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:22.978045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:22.978620 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:23.014532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a0bd43e-0903-4366-9c77-a02031af2f5e req-6f679dbc-1fb0-40c3-986d-0c80620ddad7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889246 Jul 29 17:42:23.189791 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:23.246112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:23.261498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:23.385190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:23.429444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46226) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:23.518880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a53678-b671-4954-956c-f989e7583963 None None] Sync routers for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:42:23.536077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:23.536754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:23.813793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40f1-534a-4f51-a1d3-d510acfafca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:23.841843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:42:23.857267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:24.011385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40f1-534a-4f51-a1d3-d510acfafca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.029817 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40f1-534a-4f51-a1d3-d510acfafca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.141820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4a7b40f1-534a-4f51-a1d3-d510acfafca6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc131ab6e1b84a2c9b8cfeb0ab14e29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108407 Jul 29 17:42:24.145521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:24.153362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b40f1-534a-4f51-a1d3-d510acfafca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866523dc-2913-4fec-a8a3-25d9edb4ac8f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:24.164255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:24.185530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'mac_address': 'fa:16:3e:99:b2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:42:24.201347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:21Z', 'revision_number': 4, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a2286b24-1818-45bd-abcd-b4884a75a7fc', 'name': '', 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'mac_address': 'fa:16:3e:f1:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:19Z', 'updated_at': '2021-07-29T17:42:21Z', 'revision_number': 2, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'subnets': [{'id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:24.206004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9121f52-e7d9-4738-8587-d7c289433141 req-d94c27e1-d69f-4f4b-a9f0-1dbf211a420f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:24.215565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9121f52-e7d9-4738-8587-d7c289433141 req-d94c27e1-d69f-4f4b-a9f0-1dbf211a420f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 947 time: 0.1016719 Jul 29 17:42:24.242934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.264257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a53678-b671-4954-956c-f989e7583963 None None] Checking router: b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:42:24.264548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a53678-b671-4954-956c-f989e7583963 None None] Updating router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c port a2286b24-1818-45bd-abcd-b4884a75a7fc binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:42:24.278511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.291390 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9121f52-e7d9-4738-8587-d7c289433141 req-55db6f48-04e0-4635-8b81-8b5b3f5a330f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745690 Jul 29 17:42:24.314001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.330057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:24.335600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.361827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.365888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.369192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/866523dc-2913-4fec-a8a3-25d9edb4ac8f HTTP/1.1" status: 204 len: 168 time: 0.2215822 Jul 29 17:42:24.386959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:24.404671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887b879-bcd9-4d8d-9416-e08c0e7c2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866523dc-2913-4fec-a8a3-25d9edb4ac8f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:24.408636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.738117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9f50-b743-4948-bd3c-45ad61989da3 req-09978cdf-3f99-4c73-9b69-43b5cd91656f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:24.745983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ced9f50-b743-4948-bd3c-45ad61989da3 req-09978cdf-3f99-4c73-9b69-43b5cd91656f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 948 time: 0.1165419 Jul 29 17:42:24.809121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ced9f50-b743-4948-bd3c-45ad61989da3 req-1252980e-2138-4d01-a418-e554d7906a28 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610642 Jul 29 17:42:24.904270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:24.927698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:24.990207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:25.012044 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.017485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.038879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-24a53678-b671-4954-956c-f989e7583963 None None] Transition to ACTIVE for port object a2286b24-1818-45bd-abcd-b4884a75a7fc will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:25.043789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:25.073507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.090318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:25.090703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.341631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.350768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.424286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:25.439930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86c50ca86faa4194ac0ec2bf8e277132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298592 Jul 29 17:42:25.442935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a6583-71f7-4826-9d7e-2ebd59ea0e10,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:25.467470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.468517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.469023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.469511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.471832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.472253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ef86-7159-4f9b-b027-e46311fe4042 None None] Pushing event updated for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:25.472769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.475822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.476319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.477701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.480593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.481109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.482993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469680b8-76c8-4ec0-938b-f2778383d1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:42:25.549106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.607646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.613598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-24a53678-b671-4954-956c-f989e7583963 None None] Attempting to bind port a2286b24-1818-45bd-abcd-b4884a75a7fc on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:25.613976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-24a53678-b671-4954-956c-f989e7583963 None None] Attempting to bind port a2286b24-1818-45bd-abcd-b4884a75a7fc by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:25.614359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a53678-b671-4954-956c-f989e7583963 None None] Attempting to bind port a2286b24-1818-45bd-abcd-b4884a75a7fc on network dcdb8548-4351-4315-ae9f-2336e194f6c3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:25.671701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.675552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.677232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c36a6583-71f7-4826-9d7e-2ebd59ea0e10 HTTP/1.1" status: 204 len: 168 time: 0.2510679 Jul 29 17:42:25.685921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca07a-75b5-4f08-808b-ee5399daa493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a6583-71f7-4826-9d7e-2ebd59ea0e10,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:25.704797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a53678-b671-4954-956c-f989e7583963 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:25.705339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a53678-b671-4954-956c-f989e7583963 None None] Checking segment: {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:25.705754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.708029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a53678-b671-4954-956c-f989e7583963 None None] Bound using segment: {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:25.708029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-24a53678-b671-4954-956c-f989e7583963 None None] Bound port: a2286b24-1818-45bd-abcd-b4884a75a7fc, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619d2f2-83ce-40c8-a625-f139d528b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:25.708029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.886908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-24a53678-b671-4954-956c-f989e7583963 None None] For port a2286b24-1818-45bd-abcd-b4884a75a7fc, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:25.890264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-24a53678-b671-4954-956c-f989e7583963 None None] For port a2286b24-1818-45bd-abcd-b4884a75a7fc, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2286b24-1818-45bd-abcd-b4884a75a7fc,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:25.900032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-24a53678-b671-4954-956c-f989e7583963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:25.998542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:42:26.000324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:26.001450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ef86-7159-4f9b-b027-e46311fe4042 None None] Pushing event updated for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:26.163633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:26.284896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:42:26.638271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-24a53678-b671-4954-956c-f989e7583963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:21Z', 'revision_number': 4, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a2286b24-1818-45bd-abcd-b4884a75a7fc', 'name': '', 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'mac_address': 'fa:16:3e:f1:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:19Z', 'updated_at': '2021-07-29T17:42:25Z', 'revision_number': 4, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'subnets': [{'id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:42:26.688661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a53678-b671-4954-956c-f989e7583963 None None] The sync data for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 is: [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:42:21Z', 'revision_number': 4, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a2286b24-1818-45bd-abcd-b4884a75a7fc', 'name': '', 'network_id': 'dcdb8548-4351-4315-ae9f-2336e194f6c3', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'mac_address': 'fa:16:3e:f1:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:19Z', 'updated_at': '2021-07-29T17:42:25Z', 'revision_number': 4, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'subnets': [{'id': '502c40a2-b240-4c13-a67c-c4b879e7f184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:42:27.270825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:27.857411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:27.965822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 47425d87-43e4-40ee-84e2-aac990d7a0b1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:27.967157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:28.115278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:28.159698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:28.163237 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e573b6-5777-4f53-baf7-8683cd2db3fe" -d '{"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-plugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:28.197404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:28.219294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:28.320515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:28.705153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2286b24-1818-45bd-abcd-b4884a75a7fc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:28.807020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a2286b24-1818-45bd-abcd-b4884a75a7fc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:28.812123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a2286b24-1818-45bd-abcd-b4884a75a7fc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:28.812919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:28.936456 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:28.996596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a2286b24-1818-45bd-abcd-b4884a75a7fc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2286b24-1818-45bd-abcd-b4884a75a7fc,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:29.013513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:29.132359 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29528cf-d8ca-4743-850e-fbaed8637fb7 x-openstack-request-id: req-d29528cf-d8ca-4743-850e-fbaed8637fb7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:29.133463 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-plugged", "status": "completed", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:29.133970 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d29528cf-d8ca-4743-850e-fbaed8637fb7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:29.134655 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'code': 200} Jul 29 17:42:29.142780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:30.113420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-454d384b-6e3b-47e5-9367-945c3c19b21b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449512 Jul 29 17:42:30.212938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46414) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:30.261786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-775ffbc9-795a-4509-97c9-a00798851a81 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:30.273879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-775ffbc9-795a-4509-97c9-a00798851a81 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544988 Jul 29 17:42:30.306502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-dce591eb-7155-4e0a-9d8f-1fe8d4df4f2a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/quotas/e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 375 time: 0.0313330 Jul 29 17:42:30.494823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-904ef664-f7fc-4684-b7f0-6bf3b1acdf9a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1841378 Jul 29 17:42:30.659432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25d9b45a-4363-477f-a1f7-9e5d8e4b9e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:30.732314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2286b24-1818-45bd-abcd-b4884a75a7fc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:30.906283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a2286b24-1818-45bd-abcd-b4884a75a7fc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:30.907143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:30.972248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25d9b45a-4363-477f-a1f7-9e5d8e4b9e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.014381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25d9b45a-4363-477f-a1f7-9e5d8e4b9e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.020833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d327c9e0-e302-4f76-a46b-e0eb157bb9a5 req-b197617c-1274-452b-b3d7-3bd15529bcf5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 210 time: 0.0837481 Jul 29 17:42:31.170408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:31.177734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25d9b45a-4363-477f-a1f7-9e5d8e4b9e92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48a79fed7b0c4466ab453cea3c87421f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9554267 Jul 29 17:42:31.178859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b45a-4363-477f-a1f7-9e5d8e4b9e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0de330-72ee-4b89-832b-f71bf539724f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:31.219571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9346af-22dd-4991-b005-76739ba1509e req-ae58602a-b0a4-43d6-b04a-3b29617a3a54 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:31.245365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc9346af-22dd-4991-b005-76739ba1509e req-ae58602a-b0a4-43d6-b04a-3b29617a3a54 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 951 time: 0.2681220 Jul 29 17:42:31.321999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.347112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc9346af-22dd-4991-b005-76739ba1509e req-a30ae8ec-eccb-4e0e-9b2b-8137e03bc41f tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980558 Jul 29 17:42:31.365715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.434681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.437215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:31.438705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab0de330-72ee-4b89-832b-f71bf539724f HTTP/1.1" status: 204 len: 168 time: 0.2664418 Jul 29 17:42:31.448493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a7b52-98e2-49cd-911c-70ee2f8350bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0de330-72ee-4b89-832b-f71bf539724f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:32.125889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:32.174688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62c04661-f60f-41f2-a47b-209faf4646c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.236966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-755bd933-14fc-4a41-b794-415d1e1e3ace req-2c2ddd46-760c-4270-abe2-33de34775c16 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 210 time: 0.0863206 Jul 29 17:42:32.433636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62c04661-f60f-41f2-a47b-209faf4646c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.438947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62c04661-f60f-41f2-a47b-209faf4646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.482135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04661-f60f-41f2-a47b-209faf4646c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42204230-9c8c-4d03-90dc-d38054064b88,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:32.488982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-62c04661-f60f-41f2-a47b-209faf4646c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff8a98733cf54d7e8b2de8667ad7d223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608422 Jul 29 17:42:32.491512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46580) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:32.606924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.656998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.740237 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.744063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:32.746393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42204230-9c8c-4d03-90dc-d38054064b88 HTTP/1.1" status: 204 len: 168 time: 0.2534196 Jul 29 17:42:32.811735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3376194-151a-457f-b790-afc1b41ec0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42204230-9c8c-4d03-90dc-d38054064b88,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:32.929675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-cb6c148d-de31-4511-898a-3ffa6bea8695 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e56b6d6b394a4d91bec47e83b063f729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782719 Jul 29 17:42:33.233719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-200666ca-8c00-4e98-b0ab-6f190d0f17b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:33.235320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-200666ca-8c00-4e98-b0ab-6f190d0f17b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985876 Jul 29 17:42:33.262206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Request body: {'port': {'device_id': '479db280-455b-4f8e-9406-db6e2923f901', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'e56b6d6b394a4d91bec47e83b063f729'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:33.524953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f9f1e05-6033-412b-a067-ce6f77e22bff req-f058b682-54d9-4273-a917-b5f73d86a231 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 210 time: 0.0867577 Jul 29 17:42:33.670352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Made reservation on behalf of e56b6d6b394a4d91bec47e83b063f729 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:33.674156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:33.880507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Allocated IP 192.168.233.181 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/c36403be-07c5-4c0d-9dde-7abdbb786568) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:33.911096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:34.115221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:34.213612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:34.219594 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b09671-55b7-4d39-91e6-c49645cf2cc9" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:34.300067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:34.305839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:34.448851 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eb17d3-db9f-4116-92d5-c08d15b55a18 x-openstack-request-id: req-d2eb17d3-db9f-4116-92d5-c08d15b55a18 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:34.449952 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:34.450966 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2eb17d3-db9f-4116-92d5-c08d15b55a18 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:34.451663 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'code': 200} Jul 29 17:42:34.456571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=11']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:34.470449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:34.550301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Transition to ACTIVE for port object c36403be-07c5-4c0d-9dde-7abdbb786568 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:34.621844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:34.638683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353', '4d1c434c-ece5-417a-bf27-6405a57014ee', '47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:34.788092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:34.845301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:34.849500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:34.863485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:34.952176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64317-f6ba-4e0d-8261-c7f2bd4de12b req-b36ec2db-ac4c-4fc6-b102-17c1b9bb8ded tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:34.953839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bfc64317-f6ba-4e0d-8261-c7f2bd4de12b req-b36ec2db-ac4c-4fc6-b102-17c1b9bb8ded tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 936 time: 0.3286493 Jul 29 17:42:35.124879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bfc64317-f6ba-4e0d-8261-c7f2bd4de12b req-3f758963-61a8-4d5d-9ac7-3af9ce422782 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591828 Jul 29 17:42:35.152904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:35.153841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:35.221626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-bbcc85f9-7086-42fd-8072-374e1cec8de4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9669108 Jul 29 17:42:35.247964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Request body: {'port': {'device_id': '479db280-455b-4f8e-9406-db6e2923f901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:35.407494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:35.453562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-884d03ef-603e-4707-b728-aa8c2128fc2a None None] Provisioning for port c36403be-07c5-4c0d-9dde-7abdbb786568 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:35.471971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-884d03ef-603e-4707-b728-aa8c2128fc2a None None] Provisioning complete for port c36403be-07c5-4c0d-9dde-7abdbb786568 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:35.473284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-884d03ef-603e-4707-b728-aa8c2128fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:35.598766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-884d03ef-603e-4707-b728-aa8c2128fc2a None None] Port c36403be-07c5-4c0d-9dde-7abdbb786568 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:42:36.066399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:36.080295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:36.100463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Transition to ACTIVE for port object c36403be-07c5-4c0d-9dde-7abdbb786568 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:36.110932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:36.207650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:36.406797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:36.407124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:36.414914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:36.430773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:42:36.431104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:36.439733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:36.440749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:36.441536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:36.442135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Bound port: c36403be-07c5-4c0d-9dde-7abdbb786568, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:36.442684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:36.464250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c111-3a66-494a-b834-1322c5a1cb3a req-6df32f14-b8b5-4d72-b840-3818893ffa94 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:36.471174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bb4c111-3a66-494a-b834-1322c5a1cb3a req-6df32f14-b8b5-4d72-b840-3818893ffa94 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.1329000 Jul 29 17:42:36.696911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bb4c111-3a66-494a-b834-1322c5a1cb3a req-f05c216b-9698-4f63-a983-ad55605df29d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122810 Jul 29 17:42:36.705985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:36.726452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:36.744754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:36.889603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:36.891629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:36.893074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] 10.222.0.38 "PUT /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 1096 time: 1.6608906 Jul 29 17:42:36.893526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:36.895904 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212" -d '{"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:37.046644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e37a7-d174-487d-9724-1f6b62f61ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:37.072180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-8f00556e-db42-4ac3-9d2e-8d133ef7be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:37.075947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-8f00556e-db42-4ac3-9d2e-8d133ef7be60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1099 time: 0.1159067 Jul 29 17:42:37.197609 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb6e27-b8f2-4252-b3d5-d0d7910c59b1 x-openstack-request-id: req-78bb6e27-b8f2-4252-b3d5-d0d7910c59b1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:37.198217 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:37.200685 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78bb6e27-b8f2-4252-b3d5-d0d7910c59b1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:37.202464 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'status': 'completed', 'code': 200} Jul 29 17:42:37.204418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-bcb5e370-0a69-4439-ad68-c5a7d1b205ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.1166198 Jul 29 17:42:37.319954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-7e5175b9-c479-4cac-80c1-ceeb241c7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:37.321524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-7e5175b9-c479-4cac-80c1-ceeb241c7760 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1068895 Jul 29 17:42:37.442193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26584f7-2126-4021-8123-335a225ddea6 req-be10e70d-81dc-4f83-9c76-a9cc86b80679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:37.444099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-be10e70d-81dc-4f83-9c76-a9cc86b80679 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093369 Jul 29 17:42:37.651688 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-cff0db7c-1aa2-41cc-a593-88b8521121d4 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986454 Jul 29 17:42:38.101570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115c4c1-05e4-42ef-8446-4b1811ad9f93 req-7c43adc8-1b4a-43e0-84ac-7acb35605d98 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:38.110961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9115c4c1-05e4-42ef-8446-4b1811ad9f93 req-7c43adc8-1b4a-43e0-84ac-7acb35605d98 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.1934392 Jul 29 17:42:38.159843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c26584f7-2126-4021-8123-335a225ddea6 req-0b897946-5c8c-4cd0-b896-77e2aaf1786f service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978685 Jul 29 17:42:38.235119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9115c4c1-05e4-42ef-8446-4b1811ad9f93 req-d4134396-bff9-4e35-96e5-1dba43588138 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230545 Jul 29 17:42:38.418806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-8e1d650d-be5f-4e3a-baf1-fc8deac4c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:38.426562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-8e1d650d-be5f-4e3a-baf1-fc8deac4c207 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1099 time: 0.1382787 Jul 29 17:42:38.603635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-9a9d06ff-3ffa-41bb-85e6-6c6f584bbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:38.606323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-9a9d06ff-3ffa-41bb-85e6-6c6f584bbef3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1747627 Jul 29 17:42:38.734142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-9c94191f-b034-4c53-b91a-52377914bda4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.1170523 Jul 29 17:42:38.859471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-c7c3f728-e88b-4b35-b9d3-d1fcca9ceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:38.864124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-c7c3f728-e88b-4b35-b9d3-d1fcca9ceedb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1224985 Jul 29 17:42:38.952397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-0cc7abc4-9ee9-4ce4-8ddb-21219c9f520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:38.957801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-0cc7abc4-9ee9-4ce4-8ddb-21219c9f520b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813468 Jul 29 17:42:39.181682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-57b17982-0881-4148-b210-ea8ba2fa10d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:39.201943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-3fb8574c-f4fd-43f4-af6a-0585c5de69d4 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389889 Jul 29 17:42:39.333228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1723619-3129-4fe2-a3de-0c95c54c9535 req-f3e3395e-2b21-4c1e-96de-124c7f91c66b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:39.350047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1723619-3129-4fe2-a3de-0c95c54c9535 req-f3e3395e-2b21-4c1e-96de-124c7f91c66b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.0944636 Jul 29 17:42:39.454060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1723619-3129-4fe2-a3de-0c95c54c9535 req-f31eecbf-362c-4003-836f-025de71a03a8 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987127 Jul 29 17:42:39.489366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b3d9af1-2725-4e89-9a9f-40de6dfa9212 req-6abef780-8885-4043-aad8-6dc9dd762f32 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792418 Jul 29 17:42:39.638316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237fbb4-9e05-460b-9e46-6f69ca11d7c0 req-1258a44b-9610-4f40-bf1b-fd8595aae872 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:39.647267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b237fbb4-9e05-460b-9e46-6f69ca11d7c0 req-1258a44b-9610-4f40-bf1b-fd8595aae872 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.1527631 Jul 29 17:42:39.739365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b237fbb4-9e05-460b-9e46-6f69ca11d7c0 req-80fefb6a-0962-4418-8c96-73568a3eeeb6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905180 Jul 29 17:42:40.757401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f823b-522f-4f85-bbc9-ff8391f69053 req-956f91fb-7990-458c-a553-6fe54b723c49 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:40.759529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68f823b-522f-4f85-bbc9-ff8391f69053 req-956f91fb-7990-458c-a553-6fe54b723c49 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.1743217 Jul 29 17:42:40.834260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24890-0645-4b12-9c89-8830ac1f951c req-7de513ec-31a9-45ec-90fd-c93ba02165a3 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:40.837354 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c24890-0645-4b12-9c89-8830ac1f951c req-7de513ec-31a9-45ec-90fd-c93ba02165a3 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.38 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 947 time: 0.1717892 Jul 29 17:42:40.935347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112532c4-1f41-4ee2-abfb-f482338c8516 req-35d49859-41ca-4606-a812-1be83feb4e33 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:40.951172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-112532c4-1f41-4ee2-abfb-f482338c8516 req-35d49859-41ca-4606-a812-1be83feb4e33 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.0973189 Jul 29 17:42:41.014532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68f823b-522f-4f85-bbc9-ff8391f69053 req-4d4f8ec5-238a-4360-b800-8c6f72112743 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297928 Jul 29 17:42:41.030068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-112532c4-1f41-4ee2-abfb-f482338c8516 req-482bdb3d-372a-40fd-9dbc-f337f5a8c197 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Jul 29 17:42:41.065865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Deleting port c136f648-b326-4d74-a580-73ff4f2564d2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:42:41.066222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.253838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] For port c136f648-b326-4d74-a580-73ff4f2564d2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c136f648-b326-4d74-a580-73ff4f2564d2,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:41.256598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.293941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Calling delete_port for c136f648-b326-4d74-a580-73ff4f2564d2 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:42:41.350448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:42:41.515821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:41.555458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'mac_address': 'fa:16:3e:81:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:42:41.615337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.652757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.685393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-456f92fd-2b17-439c-88a6-619a8be7206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.694351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:41.698286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Pushing event deleted for resources: {'Port': ['ID=c136f648-b326-4d74-a580-73ff4f2564d2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:41.760512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:41.772738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] No DVR routers for this DVR port c136f648-b326-4d74-a580-73ff4f2564d2 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:42:41.779754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.783627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c24890-0645-4b12-9c89-8830ac1f951c req-1f1f407e-888f-4ea1-8646-9f9abc994a8b tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.38 "DELETE /v2.0/ports/c136f648-b326-4d74-a580-73ff4f2564d2 HTTP/1.1" status: 204 len: 173 time: 0.9393921 Jul 29 17:42:41.784172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-deleted', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:41.787225 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ebe5b5-7b1c-4760-bca4-a03a9c98f670" -d '{"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-deleted", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:41.800600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.858665 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a7b9b-077a-47ad-9bd6-363b0c668365 x-openstack-request-id: req-bd5a7b9b-077a-47ad-9bd6-363b0c668365 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:41.858960 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6896f-5354-4bf9-80bc-0be7b98fc9e3", "name": "network-vif-deleted", "tag": "c136f648-b326-4d74-a580-73ff4f2564d2", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:41.859215 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd5a7b9b-077a-47ad-9bd6-363b0c668365 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:41.859615 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6896f-5354-4bf9-80bc-0be7b98fc9e3', 'name': 'network-vif-deleted', 'tag': 'c136f648-b326-4d74-a580-73ff4f2564d2', 'status': 'completed', 'code': 200} Jul 29 17:42:41.898619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:41.969153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:42.068128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c36403be-07c5-4c0d-9dde-7abdbb786568'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:42.235493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92ac7d71-ffbb-417e-ac01-744ded6c79ce req-80eb1d5c-ace6-44b6-b6d3-6a71f6fd807e tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=92d6896f-5354-4bf9-80bc-0be7b98fc9e3 HTTP/1.1" status: 200 len: 210 time: 0.0544450 Jul 29 17:42:42.340708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51028e-98dc-4dc8-9a0e-0f543fb2482d req-cf09d174-7b36-41ae-ad6f-c4b4f9bf1f86 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:42.358436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d51028e-98dc-4dc8-9a0e-0f543fb2482d req-cf09d174-7b36-41ae-ad6f-c4b4f9bf1f86 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.1736138 Jul 29 17:42:42.496490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d51028e-98dc-4dc8-9a0e-0f543fb2482d req-53a4b34f-2d91-4a70-8f25-b23498d44993 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330385 Jul 29 17:42:42.856649 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:43.367649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:42:43.680524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3263e-15ad-4122-9c5f-d43faeff5e3f req-e323508c-aa10-408e-8140-70842bc27529 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:43.694890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42a3263e-15ad-4122-9c5f-d43faeff5e3f req-e323508c-aa10-408e-8140-70842bc27529 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 949 time: 0.1232164 Jul 29 17:42:43.733986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3e2-f5f4-4cc9-8125-5f0397a33539 req-5a1daa04-f8a7-49a2-95d7-f04dbcef8826 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:43.737002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b414f3e2-f5f4-4cc9-8125-5f0397a33539 req-5a1daa04-f8a7-49a2-95d7-f04dbcef8826 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.1304474 Jul 29 17:42:43.743969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port c36403be-07c5-4c0d-9dde-7abdbb786568 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:42:43.750179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c36403be-07c5-4c0d-9dde-7abdbb786568 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:42:43.751444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:43.772776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42a3263e-15ad-4122-9c5f-d43faeff5e3f req-63a5100b-f0ba-4263-99ec-b3ae059baea8 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751147 Jul 29 17:42:43.856984 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:43.886912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b414f3e2-f5f4-4cc9-8125-5f0397a33539 req-79c9472d-548e-4ad5-b6a6-dcb27a6e004b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414287 Jul 29 17:42:43.911081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:43.915256 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfecbeb-9a4a-4f18-8370-7d2cd7401e48" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:43.940033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:43.952376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:43.953709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:44.002204 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4910c58b-c82d-4c12-a49c-c98f66fefcd2 x-openstack-request-id: req-4910c58b-c82d-4c12-a49c-c98f66fefcd2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:44.002805 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:44.003214 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4910c58b-c82d-4c12-a49c-c98f66fefcd2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:44.003768 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'code': 200} Jul 29 17:42:44.006839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: c136f648-b326-4d74-a580-73ff4f2564d2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:42:44.007343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c136f648-b326-4d74-a580-73ff4f2564d2 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:42:44.037343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-fe8bca2e-b3a8-4db0-89db-44f99611aca7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:44.041141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:44.046761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-fe8bca2e-b3a8-4db0-89db-44f99611aca7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.1583793 Jul 29 17:42:44.070417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-b6397767-6dd3-46c6-b41b-67b6a7a77bec tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/quotas/5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 375 time: 0.0218401 Jul 29 17:42:44.131920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c5bb-67c7-4657-9cf2-753cf91436ba req-7f8fdf9a-b8b8-45c3-a4de-21524a3782f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:44.134618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1b0c5bb-67c7-4657-9cf2-753cf91436ba req-7f8fdf9a-b8b8-45c3-a4de-21524a3782f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1101 time: 0.0635157 Jul 29 17:42:44.185384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-a3360a79-c93c-476d-9d6d-a4c4fc18f4e5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138783 Jul 29 17:42:44.212364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1b0c5bb-67c7-4657-9cf2-753cf91436ba req-d642d05b-0fd5-4e88-86cd-facad528c15e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651379 Jul 29 17:42:44.367037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-337e6f8a-1788-4789-8e09-7c3d27cff365 service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800153 Jul 29 17:42:44.471254 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:44.621441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-3e56ffb3-c765-4608-af32-cacd1d6a944a service neutron] 10.222.0.16 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478495 Jul 29 17:42:44.955869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b6dd7-e77f-4937-aa1d-fb58c38ef8d1 req-84351a83-6bed-4a6e-b1d3-87d7bced5c87 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:44.966611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-806b6dd7-e77f-4937-aa1d-fb58c38ef8d1 req-84351a83-6bed-4a6e-b1d3-87d7bced5c87 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 949 time: 0.0888009 Jul 29 17:42:45.039866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-806b6dd7-e77f-4937-aa1d-fb58c38ef8d1 req-449053d0-9912-4d71-9a7d-196bef9cff42 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654283 Jul 29 17:42:45.103866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47086) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:45.375691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a942d3-106e-43af-89df-825531f6b1c1 req-8016b02a-d101-4923-a780-217048ee67c8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:45.384582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e1a942d3-106e-43af-89df-825531f6b1c1 req-8016b02a-d101-4923-a780-217048ee67c8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1318450 Jul 29 17:42:45.451712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fd71d2-6c0a-4eae-be21-1db138c836e8 req-60f3cf00-e606-4aee-92d5-ff2cbf822cb9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0630045 Jul 29 17:42:45.477330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1a657953-760a-4569-a255-9d93775a398f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:45.546659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-9251e0be-5af6-446a-a8ab-a21f4202ea44 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:45.548665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-9251e0be-5af6-446a-a8ab-a21f4202ea44 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 949 time: 0.1938348 Jul 29 17:42:45.558711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e1a942d3-106e-43af-89df-825531f6b1c1 req-7994e10d-916c-4362-9210-065c7c7049de tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732972 Jul 29 17:42:45.737403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1a657953-760a-4569-a255-9d93775a398f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:45.745455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1a657953-760a-4569-a255-9d93775a398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:45.791031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Deleting port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:42:45.791379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:45.825271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a657953-760a-4569-a255-9d93775a398f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f380cfe-4489-4430-ba62-211fe409322d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:45.907134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1a657953-760a-4569-a255-9d93775a398f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d890841108564a31a23ad61aced09b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010364 Jul 29 17:42:45.909623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:45.993736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.014804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] For port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:42:46.015683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.042437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Calling delete_port for 2c5b7ac2-24fb-4a20-a42f-e36250e856ad owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:42:46.057755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.168064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.171947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.175142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f380cfe-4489-4430-ba62-211fe409322d HTTP/1.1" status: 204 len: 168 time: 0.2620990 Jul 29 17:42:46.194671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79997a0-ccdc-48ae-9b7e-3b8e1ff466f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f380cfe-4489-4430-ba62-211fe409322d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:46.263280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.298943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Pushing event deleted for resources: {'Port': ['ID=2c5b7ac2-24fb-4a20-a42f-e36250e856ad,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:46.367044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751abc9d-6b8a-462c-a088-08f903900521 req-17647eee-4d64-4efd-8dcd-1124ba96d15c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:46.379522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-751abc9d-6b8a-462c-a088-08f903900521 req-17647eee-4d64-4efd-8dcd-1124ba96d15c tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f2b6ea0-9483-4526-b8e3-978da43ca78d HTTP/1.1" status: 200 len: 866 time: 0.2047045 Jul 29 17:42:46.399761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] No DVR routers for this DVR port 2c5b7ac2-24fb-4a20-a42f-e36250e856ad on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:42:46.402993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.405726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a39e5425-6ce6-431a-bde5-03c44c4bac25 req-1c5cd020-c3ca-4767-9d34-ac0a44366e92 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.49 "DELETE /v2.0/ports/2c5b7ac2-24fb-4a20-a42f-e36250e856ad HTTP/1.1" status: 204 len: 173 time: 0.8457794 Jul 29 17:42:46.450029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-deleted', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:46.450029 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46114f7f-6781-4d35-a775-36f2550af296" -d '{"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-deleted", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:46.498947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-751abc9d-6b8a-462c-a088-08f903900521 req-bb281642-d687-41c4-8202-bed540bea9f6 tempest-ListImageFiltersTestJSON-247657242 tempest-ListImageFiltersTestJSON-247657242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d55b126-0a68-4488-9d88-0c3b2d7f6487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158822 Jul 29 17:42:46.552899 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e5fe1-d7f9-4f20-b8a8-56d011d80b0a x-openstack-request-id: req-8f0e5fe1-d7f9-4f20-b8a8-56d011d80b0a {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:46.553349 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2b6ea0-9483-4526-b8e3-978da43ca78d", "name": "network-vif-deleted", "tag": "2c5b7ac2-24fb-4a20-a42f-e36250e856ad", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:46.553711 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f0e5fe1-d7f9-4f20-b8a8-56d011d80b0a {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:46.554403 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2b6ea0-9483-4526-b8e3-978da43ca78d', 'name': 'network-vif-deleted', 'tag': '2c5b7ac2-24fb-4a20-a42f-e36250e856ad', 'status': 'completed', 'code': 200} Jul 29 17:42:46.620602 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-953e93ce-3e1b-44a6-918d-995b44388052 req-ce0eb3d7-457c-4ecf-a164-2f2d8f7ad045 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0345781 Jul 29 17:42:46.765687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:46.791212 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-700916c2-aa09-40ab-9cf2-4ef60160ebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:46.801974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726ebc-eaf7-439c-9817-b1db26ee8ea3 req-cb0c3256-7e83-4f67-b613-c74ce901bbe7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:46.811078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3726ebc-eaf7-439c-9817-b1db26ee8ea3 req-cb0c3256-7e83-4f67-b613-c74ce901bbe7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1610134 Jul 29 17:42:46.877640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3726ebc-eaf7-439c-9817-b1db26ee8ea3 req-ea210894-9bfc-44ee-b0df-67efb3422e11 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Jul 29 17:42:47.106631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bdf45-b2e9-4030-8c4a-2fa5bdb40cb5 req-0dd9d23e-6d42-43e5-9811-004045e0bf29 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:47.109157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-879bdf45-b2e9-4030-8c4a-2fa5bdb40cb5 req-0dd9d23e-6d42-43e5-9811-004045e0bf29 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1101 time: 0.1001773 Jul 29 17:42:47.124978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-84ad13db-24ed-42c0-b052-dce4ed6c4b0f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:47.127111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-84ad13db-24ed-42c0-b052-dce4ed6c4b0f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 807 time: 0.2921438 Jul 29 17:42:47.168471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Request body: {'port': {'device_id': '9c785b01-c68c-416d-b476-dbe751fec82e', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'admin_state_up': True, 'tenant_id': '5cf2bf3ba00f449f95c2e8a318d68c27'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:47.177451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-879bdf45-b2e9-4030-8c4a-2fa5bdb40cb5 req-a3158175-ae0f-4fa7-af85-44c932ffab4d tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Jul 29 17:42:47.311161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-700916c2-aa09-40ab-9cf2-4ef60160ebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.363889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-700916c2-aa09-40ab-9cf2-4ef60160ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.467775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:47.489403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-700916c2-aa09-40ab-9cf2-4ef60160ebf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65c8dfa592ca4392b97a96f55088ba59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201004 Jul 29 17:42:47.505220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700916c2-aa09-40ab-9cf2-4ef60160ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa16f5-53ee-490f-b8d9-48b2b3a7a2fb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:47.559125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Made reservation on behalf of 5cf2bf3ba00f449f95c2e8a318d68c27 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:47.566124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.599580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.671956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.885516 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c67a5b4-2668-4a67-9965-ea813a2c137a req-dc0ff33b-72c0-4316-8a0f-ac94c0076581 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0832415 Jul 29 17:42:47.932273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Allocated IP 172.20.0.2 (c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f/20d0da8a-35f8-46b0-8d23-fd75e05fb6c1/59a4d13b-3a31-4e9a-8219-5839de758ec2) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:42:47.974589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:42:48.015413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 2c5b7ac2-24fb-4a20-a42f-e36250e856ad {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:42:48.015888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2c5b7ac2-24fb-4a20-a42f-e36250e856ad not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:42:48.022021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-35a5928d-d042-48e8-9efc-92230247df4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3178048 Jul 29 17:42:48.023878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.026544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.040502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6aa16f5-53ee-490f-b8d9-48b2b3a7a2fb HTTP/1.1" status: 204 len: 168 time: 0.5609016 Jul 29 17:42:48.051555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03febe-2fbf-4ac2-b4b0-145f3099cb31 req-b4c7191f-4853-40cd-a795-650c1b0aaf87 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:48.062022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb03febe-2fbf-4ac2-b4b0-145f3099cb31 req-b4c7191f-4853-40cd-a795-650c1b0aaf87 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.2261407 Jul 29 17:42:48.074513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ffa03-b9de-4d87-851d-53f21e1f15d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa16f5-53ee-490f-b8d9-48b2b3a7a2fb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:48.237472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb03febe-2fbf-4ac2-b4b0-145f3099cb31 req-3d69ff31-b71c-4451-a873-743c13f4efdf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467657 Jul 29 17:42:48.240175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.371006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.383568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:42:48.441940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:42:48.447294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:48.451034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:42:48.527218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:48.527884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.560497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4151795 Jul 29 17:42:48.561354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d7c7d-1e7d-4573-94fe-b08f01c13114 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:48.586967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Request body: {'port': {'device_id': '9c785b01-c68c-416d-b476-dbe751fec82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:48.744550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:49.121308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e28c-5a53-4202-b48e-9a0c11be3c40 req-a9d2f22e-1603-41fb-9305-f25260e834c1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:49.134684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e410e28c-5a53-4202-b48e-9a0c11be3c40 req-a9d2f22e-1603-41fb-9305-f25260e834c1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 931 time: 0.1041174 Jul 29 17:42:49.189633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e410e28c-5a53-4202-b48e-9a0c11be3c40 req-f71752f5-fe8d-4db1-8f6a-34a9157c1268 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535383 Jul 29 17:42:49.393637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c358ec-cfe5-4139-8563-84783b1953db req-7cf50ecf-e057-4c7e-9c6a-e1fac88fcc9d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:49.403844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8c358ec-cfe5-4139-8563-84783b1953db req-7cf50ecf-e057-4c7e-9c6a-e1fac88fcc9d tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0864730 Jul 29 17:42:49.486840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8c358ec-cfe5-4139-8563-84783b1953db req-d63429ff-a9a8-4c89-80ce-0702e7b329bf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816994 Jul 29 17:42:49.559807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a4d13b-3a31-4e9a-8219-5839de758ec2 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:42:49.578216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:49.622663 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:42:49.638347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Transition to ACTIVE for port object 59a4d13b-3a31-4e9a-8219-5839de758ec2 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:42:49.646007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:49.756191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:49.869567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:42:49.869922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:42:49.870217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:49.882164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:42:49.882536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:42:49.896654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:42:49.896654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:49.896654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:42:49.899007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Bound port: 59a4d13b-3a31-4e9a-8219-5839de758ec2, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:42:49.899979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:50.036705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:42:50.040385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:42:50.072677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:50.210742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:50.215527 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:50.218347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] 10.222.0.49 "PUT /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 1091 time: 1.6479020 Jul 29 17:42:50.220241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcabf4e-0f87-433f-b592-cc5743417488 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:50.249954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:42:50.284559 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98eae4-520f-4c30-859f-a22b94aa6a29" -d '{"events": [{"name": "network-changed", "server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:42:50.379419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0ebaa-0142-4aed-a0c6-edaa6a47707b req-681ea2ea-bc18-4ed4-8bc3-b290d38434d8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:50.393621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff0ebaa-0142-4aed-a0c6-edaa6a47707b req-681ea2ea-bc18-4ed4-8bc3-b290d38434d8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1037395 Jul 29 17:42:50.467176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-e90b6801-e104-48ca-a843-136577a6e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:50.469249 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-e90b6801-e104-48ca-a843-136577a6e4ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1094 time: 0.1547692 Jul 29 17:42:50.477571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff0ebaa-0142-4aed-a0c6-edaa6a47707b req-61ae500b-9521-403c-9d31-6a2518ff17be tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779176 Jul 29 17:42:50.914711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396e10-45a5-465d-978b-b4e51b102506 req-c6d9ff45-c71e-4e8b-9a60-75610f5be7e6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:50.929315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f396e10-45a5-465d-978b-b4e51b102506 req-c6d9ff45-c71e-4e8b-9a60-75610f5be7e6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1812522 Jul 29 17:42:51.006850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f396e10-45a5-465d-978b-b4e51b102506 req-f8d6f3e9-ade8-4c98-aae6-5b6d34bd3a1f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Jul 29 17:42:51.128583 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0eb22d-3103-4a02-810a-9f063e45a101 x-openstack-request-id: req-af0eb22d-3103-4a02-810a-9f063e45a101 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:42:51.132608 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:42:51.133497 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af0eb22d-3103-4a02-810a-9f063e45a101 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:42:51.135866 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'status': 'completed', 'code': 200} Jul 29 17:42:51.238414 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-c9e3f484-7240-4222-bcb6-9be9012f0a39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 217 time: 0.1014128 Jul 29 17:42:51.331555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-fdca5bc1-7197-4332-9790-1152ae5eac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:51.338286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-fdca5bc1-7197-4332-9790-1152ae5eac69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1101 time: 0.9009094 Jul 29 17:42:51.558916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-10a8e13d-1fea-4846-8b84-8faa7fc10117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:51.561749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-10a8e13d-1fea-4846-8b84-8faa7fc10117 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.2973926 Jul 29 17:42:51.696942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-f91a1578-598e-46dd-a90d-9435fbd024fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023276 Jul 29 17:42:51.700073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-b85624b5-44a3-4736-9d9e-4e5e760a2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:51.702710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-b85624b5-44a3-4736-9d9e-4e5e760a2ebe service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3570983 Jul 29 17:42:51.740678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526350bc-dded-4724-8e6a-3b48efb55dc2 req-07ef88d2-c582-4605-9b4d-a5c29a5649b6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:51.756165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-526350bc-dded-4724-8e6a-3b48efb55dc2 req-07ef88d2-c582-4605-9b4d-a5c29a5649b6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1497273 Jul 29 17:42:51.843443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-526350bc-dded-4724-8e6a-3b48efb55dc2 req-08769288-8794-4aed-a220-e6ba122f4094 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Jul 29 17:42:51.923468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-f5e86093-de4b-4b40-a588-8d856bc26e4f service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097554 Jul 29 17:42:51.925694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-15fd1d15-ef62-4431-9e24-92ebb51cb1d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.2132661 Jul 29 17:42:52.058777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f92e9bd4-584d-4fe1-a4f7-e2af155d0ac7 req-d85a3d82-cad2-4b61-88d8-85b4b3a2d499 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264598 Jul 29 17:42:52.119364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-a0c8e8bd-c785-4d19-af7f-989853973dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.121318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-a0c8e8bd-c785-4d19-af7f-989853973dd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0726063 Jul 29 17:42:52.239058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda82812-bd14-4c72-a081-19995c7a9ab9 req-b79c05e0-9ef6-4df4-b4e8-e9e9cc4163d0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.252112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-63a81b77-c98a-41a4-808f-c759d0cdfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.254213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bda82812-bd14-4c72-a081-19995c7a9ab9 req-b79c05e0-9ef6-4df4-b4e8-e9e9cc4163d0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1191185 Jul 29 17:42:52.255060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-63a81b77-c98a-41a4-808f-c759d0cdfeb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182933 Jul 29 17:42:52.262320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-6e307b5e-2229-44ea-b3d4-7c9ae8698038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.264645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-6e307b5e-2229-44ea-b3d4-7c9ae8698038 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1094 time: 0.1423037 Jul 29 17:42:52.331918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bda82812-bd14-4c72-a081-19995c7a9ab9 req-a8e1472e-6e3a-4b5e-81e1-bb21805c55ed tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767894 Jul 29 17:42:52.491326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-313c5176-2722-40b2-bdcb-9da773711d95 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253804 Jul 29 17:42:52.521926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-7e20176d-3163-4049-b32c-242b284b203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.523404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-7e20176d-3163-4049-b32c-242b284b203d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.2461300 Jul 29 17:42:52.673407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-2c67b97a-58bc-4030-8bda-f3863c176cfa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 217 time: 0.1110744 Jul 29 17:42:52.762296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-f2dae422-814b-453a-bc1e-4d0886e4e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:52.763888 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-f2dae422-814b-453a-bc1e-4d0886e4e700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0791616 Jul 29 17:42:52.768691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-273d51e7-fa71-4e32-b1b9-8acfbfad5214 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652822 Jul 29 17:42:52.823204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-88e4cb3b-65a4-444e-a4fe-593a13cc4e7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513921 Jul 29 17:42:53.113753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7ba88-3066-4d7b-b343-b6f2d633f348 req-b2c20353-67ee-4fc6-85a2-070185b317bc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:53.116790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-e8ce5c2d-61bf-4386-93e1-f45a6bf387a3 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851129 Jul 29 17:42:53.123140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb7ba88-3066-4d7b-b343-b6f2d633f348 req-b2c20353-67ee-4fc6-85a2-070185b317bc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1243818 Jul 29 17:42:53.230115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb7ba88-3066-4d7b-b343-b6f2d633f348 req-45a1787c-2124-4dfb-b0aa-02c19138d1e5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876958 Jul 29 17:42:53.296477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee98eae4-520f-4c30-859f-a22b94aa6a29 req-7b827788-71a7-4457-a8a1-e40522671136 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712179 Jul 29 17:42:53.517072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39bae1-07b5-49be-bc04-cd7ea99ec754 req-51cb54db-5f24-4bf4-a7a8-d63a87532425 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:53.526870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f39bae1-07b5-49be-bc04-cd7ea99ec754 req-51cb54db-5f24-4bf4-a7a8-d63a87532425 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0675721 Jul 29 17:42:53.586217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f39bae1-07b5-49be-bc04-cd7ea99ec754 req-f95ad330-c207-43f6-afe0-ab51b1924285 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Jul 29 17:42:53.940983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:54.139535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17577e34-e8e9-4bde-92ad-90894e3a66b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.319730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17577e34-e8e9-4bde-92ad-90894e3a66b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.326510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17577e34-e8e9-4bde-92ad-90894e3a66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.405146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17577e34-e8e9-4bde-92ad-90894e3a66b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20b6628b448d4e95980c36aefa860574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631991 Jul 29 17:42:54.408061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47326) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:54.445961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17577e34-e8e9-4bde-92ad-90894e3a66b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8642dfa-583a-4f3a-9d84-05aa529c4b3c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:54.484543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb216-ced2-4b90-b9d5-636944b36a22 req-1cb911b6-0318-4025-9c84-92512eba2349 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:54.492416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7fffb216-ced2-4b90-b9d5-636944b36a22 req-1cb911b6-0318-4025-9c84-92512eba2349 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1152515 Jul 29 17:42:54.499861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.556057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.567558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7fffb216-ced2-4b90-b9d5-636944b36a22 req-340aee80-4034-4162-9306-cdafa87887fc tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Jul 29 17:42:54.622931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.625538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:54.626758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8642dfa-583a-4f3a-9d84-05aa529c4b3c HTTP/1.1" status: 204 len: 168 time: 0.2174931 Jul 29 17:42:54.641391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679e459-188c-4a98-aa76-694153b6d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8642dfa-583a-4f3a-9d84-05aa529c4b3c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:54.741912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825e80-e837-4bc0-9d63-5d500ab6c172 req-53be8211-5ab3-4637-8a6e-77c614e3cbb7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:54.743620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62825e80-e837-4bc0-9d63-5d500ab6c172 req-53be8211-5ab3-4637-8a6e-77c614e3cbb7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0758872 Jul 29 17:42:54.786659 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62825e80-e837-4bc0-9d63-5d500ab6c172 req-ed134b0f-7fe2-4083-be54-f0baee51b8e6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362127 Jul 29 17:42:55.180624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:55.202183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0094-79b8-462a-bbfc-43f070419150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.327088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0094-79b8-462a-bbfc-43f070419150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.336308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0094-79b8-462a-bbfc-43f070419150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.379781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb7b0094-79b8-462a-bbfc-43f070419150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de32b7e8fcad4a5c9c5388f1ab2e9a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977286 Jul 29 17:42:55.382649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47366) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:55.424295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0094-79b8-462a-bbfc-43f070419150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ccd338-c954-4fb7-9593-479e5389361b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:55.460196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.483504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.539670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.543600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:55.544797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4ccd338-c954-4fb7-9593-479e5389361b HTTP/1.1" status: 204 len: 168 time: 0.1607344 Jul 29 17:42:55.553906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f8dab-58f8-436e-9ce6-12db5919a0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ccd338-c954-4fb7-9593-479e5389361b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:55.715647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3561e2-0f03-411e-8220-459ef832fc73 req-c9ee265d-92bf-4e92-b117-88f5224a9820 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:55.717420 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff3561e2-0f03-411e-8220-459ef832fc73 req-c9ee265d-92bf-4e92-b117-88f5224a9820 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0628908 Jul 29 17:42:55.811200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff3561e2-0f03-411e-8220-459ef832fc73 req-e1c12537-a39d-4a40-9398-05c5ff5df9f7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Jul 29 17:42:55.977168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47394) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:56.031939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb7236-95c9-4c2a-bb6e-773937a45ddf req-f8cb0e1e-5a7f-4fc4-b0f8-cd5b339c036a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:56.033284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9abb7236-95c9-4c2a-bb6e-773937a45ddf req-f8cb0e1e-5a7f-4fc4-b0f8-cd5b339c036a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1156197 Jul 29 17:42:56.082687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:56.136227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9abb7236-95c9-4c2a-bb6e-773937a45ddf req-b7d7afda-feb1-48f4-802b-df9f221b248e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937397 Jul 29 17:42:56.243707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db0e0f03-21c9-465b-9d74-23c2dc748bdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4348221800604d91897d6f1d49138273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618563 Jul 29 17:42:56.243707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47408) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:56.321320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:56.351637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:56.416843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:56.421630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:56.426150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d55b126-0a68-4488-9d88-0c3b2d7f6487 HTTP/1.1" status: 204 len: 168 time: 0.1823540 Jul 29 17:42:56.438219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053330c-3b66-4160-aec4-7f2b86305c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55b126-0a68-4488-9d88-0c3b2d7f6487,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:56.985901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c6fc-de9b-40d9-bf89-d7634c8683ee req-f8131853-133d-4c19-b359-194f0cebf030 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:56.989847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f873c6fc-de9b-40d9-bf89-d7634c8683ee req-f8131853-133d-4c19-b359-194f0cebf030 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0905318 Jul 29 17:42:57.063883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f873c6fc-de9b-40d9-bf89-d7634c8683ee req-15e54015-be6b-40f0-8c34-5ad1b6e48df1 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Jul 29 17:42:57.250817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:57.302989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65ef30-e412-4966-a711-a23ec3a4ee7e req-6d8a9104-7eab-4824-9b8d-5fe2c89f7bb1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:57.314868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f65ef30-e412-4966-a711-a23ec3a4ee7e req-6d8a9104-7eab-4824-9b8d-5fe2c89f7bb1 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1128249 Jul 29 17:42:57.388390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f65ef30-e412-4966-a711-a23ec3a4ee7e req-3947ea61-2705-4a4a-91e9-60db2656d9cf tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672581 Jul 29 17:42:57.584160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:57.730987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-860359554-network', 'tenant_id': '5f07b95eca13413fb1ae849c9bb1620d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:57.786508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Made reservation on behalf of 5f07b95eca13413fb1ae849c9bb1620d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:57.790754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:57.800577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:57.922462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:57.943092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:57.978963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744352ec-6198-4d0e-b407-fc2db44b95c7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:58.009947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:42:58.026942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.027560 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Added segment 9235c3e6-d60c-49fc-ae0a-fcfff1461a25 of type vlan for network 701dc3ba-5664-410d-8db7-b0a0e49eb184 Jul 29 17:42:58.075961 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.118012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.119479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:58.120540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.188928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6036236 Jul 29 17:42:58.192360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:58.202353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Request body: {'subnet': {'network_id': '701dc3ba-5664-410d-8db7-b0a0e49eb184', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-860359554-subnet', 'tenant_id': '5f07b95eca13413fb1ae849c9bb1620d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:58.277123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Made reservation on behalf of 5f07b95eca13413fb1ae849c9bb1620d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:42:58.280030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.412121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864c6e0-803d-460a-928b-c10e649f093c admin admin] Pushing event updated for resources: {'Network': ['ID=701dc3ba-5664-410d-8db7-b0a0e49eb184,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:58.425503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 701dc3ba-5664-410d-8db7-b0a0e49eb184 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:42:58.506610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c06213-20c9-47d2-8ed1-1b78d5e23925 req-5e1cb303-c857-4de6-b5b2-48d216ec204b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:58.508604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55c06213-20c9-47d2-8ed1-1b78d5e23925 req-5e1cb303-c857-4de6-b5b2-48d216ec204b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1846406 Jul 29 17:42:58.572472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e77a-b5c1-4bfa-a588-2ce3509f58d5 req-243397bc-16f0-4dde-97d9-058ffd7ace06 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:58.580409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afb6e77a-b5c1-4bfa-a588-2ce3509f58d5 req-243397bc-16f0-4dde-97d9-058ffd7ace06 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.1150494 Jul 29 17:42:58.616241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55c06213-20c9-47d2-8ed1-1b78d5e23925 req-e8307568-e3e9-4018-a85d-f81bc768ca28 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965657 Jul 29 17:42:58.703566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47498) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:58.733308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afb6e77a-b5c1-4bfa-a588-2ce3509f58d5 req-3dc46127-a366-4057-bd8f-9c9d5aa287ae tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517892 Jul 29 17:42:58.761995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.797306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9afe-df85-4c76-8a67-36648e6e8543 req-9fe4c5bd-cac5-411a-8456-9f8b9d67388e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:58.798788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-176b9afe-df85-4c76-8a67-36648e6e8543 req-9fe4c5bd-cac5-411a-8456-9f8b9d67388e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1044695 Jul 29 17:42:58.870820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-176b9afe-df85-4c76-8a67-36648e6e8543 req-87c7f409-1156-40f1-84de-03c12ebadc73 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572867 Jul 29 17:42:58.913755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a654b78-0907-4cec-b193-cafe01c11ff1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:58.933077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Checking segment: {'id': '9235c3e6-d60c-49fc-ae0a-fcfff1461a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '701dc3ba-5664-410d-8db7-b0a0e49eb184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:42:58.933442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Network hostable DHCP agents. Network: 701dc3ba-5664-410d-8db7-b0a0e49eb184, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:42:58.950848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fafe15-fe71-4e97-9820-b4dc3c3e5b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.955829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Network 701dc3ba-5664-410d-8db7-b0a0e49eb184 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:42:58.975655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 701dc3ba-5664-410d-8db7-b0a0e49eb184) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:42:58.981997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:58.982703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:58.990138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ade2eb-cfe5-40c4-8a68-095eb1c61846 None None] Network 701dc3ba-5664-410d-8db7-b0a0e49eb184 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:42:59.132499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fafe15-fe71-4e97-9820-b4dc3c3e5b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.141466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fafe15-fe71-4e97-9820-b4dc3c3e5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.170284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6107e42c-7252-471c-9001-8384f25c4b90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9682889 Jul 29 17:42:59.189189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fafe15-fe71-4e97-9820-b4dc3c3e5b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93492fc-01c7-43dd-a249-ca0981cd0f61,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:59.192732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d90cf4-7505-4616-b172-6d61c539a9ae None None] Network 701dc3ba-5664-410d-8db7-b0a0e49eb184 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:42:59.209123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f6fafe15-fe71-4e97-9820-b4dc3c3e5b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbe40d2d6f4c4db78538f3906495f649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045323 Jul 29 17:42:59.212199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47508) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:42:59.328752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.369114 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.434489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.444673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:59.450021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e93492fc-01c7-43dd-a249-ca0981cd0f61 HTTP/1.1" status: 204 len: 168 time: 0.2367716 Jul 29 17:42:59.479000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c849-7d2f-45f2-bfc8-dac3b9218e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93492fc-01c7-43dd-a249-ca0981cd0f61,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:42:59.660825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c236a-6250-452a-b310-05e22c6d007b req-16d9eec4-1433-4800-87d1-f94ff95c5012 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:59.670092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-000c236a-6250-452a-b310-05e22c6d007b req-16d9eec4-1433-4800-87d1-f94ff95c5012 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.0793378 Jul 29 17:42:59.722558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-000c236a-6250-452a-b310-05e22c6d007b req-1f2c9b5a-f96c-4e94-932c-e7d37448e74b tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505164 Jul 29 17:42:59.897459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-414264153', 'description': 'tempest-description-2146897945'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:42:59.919609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bc343-0272-462f-b46a-8ba5900d6269 req-09345db8-bb6b-4214-acf9-70dd2e14eed5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:42:59.932333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a10bc343-0272-462f-b46a-8ba5900d6269 req-09345db8-bb6b-4214-acf9-70dd2e14eed5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1222982 Jul 29 17:42:59.939392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.008500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a10bc343-0272-462f-b46a-8ba5900d6269 req-0f07dac2-4517-439c-bd2f-b3c8a06dab0f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716465 Jul 29 17:43:00.121391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:00.126525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.147376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.155259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc3e1-2c8c-444d-9f70-89d5f76756a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.192679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3e7c-e286-4093-84c3-c55c7528ef79 req-adb06c75-8aef-47b3-86ae-dff58099b5ee tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:00.203155 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.203487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02ae3e7c-e286-4093-84c3-c55c7528ef79 req-adb06c75-8aef-47b3-86ae-dff58099b5ee tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1277678 Jul 29 17:43:00.213486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d44fd437-57a3-4481-b239-b870a5a943e4 req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3167758 Jul 29 17:43:00.233492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc0b37-ac41-4c99-a08d-d42127da36ed tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40be0690-825b-4274-a90f-94b19b769405,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:00.273440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02ae3e7c-e286-4093-84c3-c55c7528ef79 req-1850e16b-85c3-4edf-aff6-4081003ee984 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682526 Jul 29 17:43:00.380238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-cfcf1211-5892-4838-b34c-95d6e71f3c8f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/40be0690-825b-4274-a90f-94b19b769405 HTTP/1.1" status: 200 len: 1804 time: 0.1480095 Jul 29 17:43:00.399164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40be0690-825b-4274-a90f-94b19b769405', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:00.399483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40be0690-825b-4274-a90f-94b19b769405', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:00.423665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc3e1-2c8c-444d-9f70-89d5f76756a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.431216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc3e1-2c8c-444d-9f70-89d5f76756a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.484867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a9dc3e1-2c8c-444d-9f70-89d5f76756a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa815fe57419450b82c7c11635f5d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611965 Jul 29 17:43:00.487174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:00.494193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dc3e1-2c8c-444d-9f70-89d5f76756a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0978ee6-92ec-4fa1-8a65-0e0f8e73a7ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:00.589886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.604911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.630289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.699727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-86d8129f-7465-4df3-a107-de58a36ec9ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243691 Jul 29 17:43:00.701496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.714035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.731857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.745933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f72e02-b83b-401b-b1ac-bcfe93232bc1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:00.756333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.766053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0978ee6-92ec-4fa1-8a65-0e0f8e73a7ae HTTP/1.1" status: 204 len: 168 time: 0.2775466 Jul 29 17:43:00.780959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:00.782197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97251de6-e4ac-4f05-a91c-b808f2572f30 req-3944bfb0-e171-47b9-b85b-a3b84934f3bf tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3922136 Jul 29 17:43:00.785293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9feff-6028-4cd4-a0ee-ce2e8317f96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0978ee6-92ec-4fa1-8a65-0e0f8e73a7ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:00.910308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-a9570df7-6180-42ef-a6fa-99dc2a53ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:00.912217 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-a9570df7-6180-42ef-a6fa-99dc2a53ce43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 1100 time: 0.1124611 Jul 29 17:43:00.925987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb60580-3d46-45e3-b6d3-bccb379c0220 req-e8c057f4-d376-4c74-8eb9-cad735a5e18b tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:00.927838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cb60580-3d46-45e3-b6d3-bccb379c0220 req-e8c057f4-d376-4c74-8eb9-cad735a5e18b tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.0628741 Jul 29 17:43:01.061958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cb60580-3d46-45e3-b6d3-bccb379c0220 req-a9ffb204-c858-4478-833b-119985540f3f tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups?id=1aa6bebe-d769-4588-938b-c21a449f5307&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226346 Jul 29 17:43:01.102936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-638314909', 'description': 'tempest-description-933036946'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:01.118818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-2fbafa41-5580-4d94-ba85-35b3c56e62e1 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.120348 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-2fbafa41-5580-4d94-ba85-35b3c56e62e1 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 945 time: 0.1687210 Jul 29 17:43:01.163305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-fd650b55-9363-472f-bae1-264ce7fb7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.164850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-fd650b55-9363-472f-bae1-264ce7fb7031 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2144094 Jul 29 17:43:01.226011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-54e6524e-3e30-4047-8b1d-e8cbb879b94b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 200 len: 217 time: 0.0523283 Jul 29 17:43:01.236691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.336277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-f4586c77-36f2-4cb7-b353-b7a98eba70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.337745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-f4586c77-36f2-4cb7-b353-b7a98eba70cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0986111 Jul 29 17:43:01.371360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-e607b2a5-6b5b-40f5-a28a-fca9556818c6 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.373549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-e607b2a5-6b5b-40f5-a28a-fca9556818c6 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/networks?id=b3191fc0-6f72-4307-b2a7-601abad3a311 HTTP/1.1" status: 200 len: 814 time: 0.1210058 Jul 29 17:43:01.396435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-84a627ae-9548-4e63-9a52-1f5f0b32a627 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/quotas/cd1628a3e98a49c49a15451672d5ab92 HTTP/1.1" status: 200 len: 375 time: 0.0164151 Jul 29 17:43:01.415473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Deleting port 2f3889b4-689f-4db2-9d46-49009f3b35a6 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:01.415816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.473195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-1347e6df-18cb-4e3e-8234-0f428e00739f tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd1628a3e98a49c49a15451672d5ab92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697601 Jul 29 17:43:01.493453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-46b138a0-ac5b-49e0-98d8-78a90dc81f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.495017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-46b138a0-ac5b-49e0-98d8-78a90dc81f44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440499 Jul 29 17:43:01.576124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.587704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.598169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-0c534256-f5a3-424c-b096-5123840d7791 service neutron] 10.222.0.16 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237931 Jul 29 17:43:01.631545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] For port 2f3889b4-689f-4db2-9d46-49009f3b35a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f3889b4-689f-4db2-9d46-49009f3b35a6,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:01.631916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.657466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:01.658722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20f347ec-59a6-434b-9e56-3dbde5744d44 req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5655475 Jul 29 17:43:01.664886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46556509-61ac-4017-8308-8c10db0536ab tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e533b9-f2f3-4c2f-a43d-69ea6af75faa,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:01.719083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-9bfe6c26-2a27-4cbe-a8d0-b83440379a05 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088041 Jul 29 17:43:01.783873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-07150ee4-20b5-4f0f-b0ca-820298b1d798 service neutron] 10.222.0.16 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788371 Jul 29 17:43:01.964415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b29f2d0a-2ee8-46c6-965a-9c957d1fb07e req-197dc3a2-dad9-4632-a95b-b154ae8766e4 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294948 Jul 29 17:43:01.977501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a48e6-79e3-4844-a448-8fa51bb1569f req-9497bb76-6cda-48c9-9e8e-bd5484a91e96 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:01.983009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624a48e6-79e3-4844-a448-8fa51bb1569f req-9497bb76-6cda-48c9-9e8e-bd5484a91e96 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1809807 Jul 29 17:43:02.016123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b84c1-f69f-4394-a7b4-ae83935f584b req-7580a9c3-8298-4dc1-acbf-c9b222aec91f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:02.024981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.025152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-879b84c1-f69f-4394-a7b4-ae83935f584b req-7580a9c3-8298-4dc1-acbf-c9b222aec91f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0820332 Jul 29 17:43:02.025360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.025678 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7 disassociated. External IP: 172.25.5.208, port: 2f3889b4-689f-4db2-9d46-49009f3b35a6. Jul 29 17:43:02.026101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Calling delete_port for 2f3889b4-689f-4db2-9d46-49009f3b35a6 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:02.054968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624a48e6-79e3-4844-a448-8fa51bb1569f req-d6a517fd-8d85-42a3-a982-fc2710aa71f8 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Jul 29 17:43:02.075861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-879b84c1-f69f-4394-a7b4-ae83935f584b req-51ee608c-f138-425e-9e53-f2886ffc7205 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Jul 29 17:43:02.098342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:02.156780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-4281d34c-2fa8-4ea1-a5ab-2141ebb3af89 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/a8e533b9-f2f3-4c2f-a43d-69ea6af75faa HTTP/1.1" status: 200 len: 1803 time: 0.0665545 Jul 29 17:43:02.162629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a8e533b9-f2f3-4c2f-a43d-69ea6af75faa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:02.162989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a8e533b9-f2f3-4c2f-a43d-69ea6af75faa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:02.272544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c666ef33-5b19-4b5c-b591-a5ff048119b1 req-e30df25d-3ec1-4a26-b6b7-c7a6efb2b41e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Jul 29 17:43:02.280804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:02.293930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.295866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f', 'port_id': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'mac_address': 'fa:16:3e:6b:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d0da8a-35f8-46b0-8d23-fd75e05fb6c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:02.319118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.339521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event deleted for resources: {'Port': ['ID=2f3889b4-689f-4db2-9d46-49009f3b35a6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:02.367740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.379169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.394821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.422331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.424308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a4d13b-3a31-4e9a-8219-5839de758ec2 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:02.433872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a9f2bba-8f63-4af2-a724-a125f0930183 req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2739134 Jul 29 17:43:02.441728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4a28-98ae-4e5c-8527-8ac76574c255 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256b61cb-39db-4117-a064-bb5770803775,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:02.449482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ef4632b-3b21-4444-99db-064281569808 req-35c92727-3023-4e6c-b4f6-b5c36b2bc6ca tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8bfcd3-fa01-4251-902f-98a638008596 HTTP/1.1" status: 200 len: 210 time: 0.0558589 Jul 29 17:43:02.458393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1388281329', 'description': 'tempest-description-1098107305'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:02.479382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:02.486648 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.493935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.564323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:02.583098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:02.601858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.607418 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.649147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2d95b-b696-403e-8b7a-88e14228a0a9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:02.665509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:02.667114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb02b04-0848-44a2-bac7-68cb287e1fcb req-816cbbc1-6940-44d9-bd5d-c8d6fc1f0dee tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2165308 Jul 29 17:43:02.724744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['59a4d13b-3a31-4e9a-8219-5839de758ec2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:03.006385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1532358131', 'description': 'tempest-description-525163426'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:03.068278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-493dd3f9-0132-413a-858e-c02d81372799 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:03.069905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-493dd3f9-0132-413a-858e-c02d81372799 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.1129699 Jul 29 17:43:03.086079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-7643980e-58b1-4712-be06-6caf50f14a0e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/quotas/030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 375 time: 0.0098529 Jul 29 17:43:03.087679 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.110389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-9d055ee5-5d05-4944-a13e-3043e1a6fa54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192648 Jul 29 17:43:03.138903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:43:03.152323 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:03.159065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-828ad09a-7049-40e9-87ca-cccbf939b820 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668163 Jul 29 17:43:03.177858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:03.179238 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:03.232127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] No DVR routers for this DVR port 2f3889b4-689f-4db2-9d46-49009f3b35a6 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:03.243684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.245951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5a69c53a-d663-4237-8e0b-08738045ce39 req-b9b7b7ad-cd97-46fd-b255-aad293bb9c2c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.49 "DELETE /v2.0/ports/2f3889b4-689f-4db2-9d46-49009f3b35a6 HTTP/1.1" status: 204 len: 173 time: 2.1161704 Jul 29 17:43:03.247264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'name': 'network-vif-deleted', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:03.249723 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37996e2-b240-4474-bab5-06b39e6a0ac1" -d '{"events": [{"server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "name": "network-vif-deleted", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:03.275720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-ed631acf-02d8-4697-9f5d-f6520d7b94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:03.278475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-ed631acf-02d8-4697-9f5d-f6520d7b94ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 1095 time: 0.1032279 Jul 29 17:43:03.304053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-15cb783c-0a8f-43cf-862e-acc26a9d787c service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437244 Jul 29 17:43:03.315100 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:03.469687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-9d4edf79-e9c9-477f-8c11-3c6aeee87615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:03.471222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-9d4edf79-e9c9-477f-8c11-3c6aeee87615 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1632726 Jul 29 17:43:03.487124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.521946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-1b44badc-5b6c-4fd1-9c7b-6ce6422cc8fa tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:03.523636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-1b44badc-5b6c-4fd1-9c7b-6ce6422cc8fa tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.38 "GET /v2.0/networks?id=b3191fc0-6f72-4307-b2a7-601abad3a311 HTTP/1.1" status: 200 len: 814 time: 0.1860254 Jul 29 17:43:03.544588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Request body: {'port': {'device_id': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'admin_state_up': True, 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:03.547979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-8c6fb062-98f5-4fc4-8606-75e8d3e262c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 200 len: 217 time: 0.0637836 Jul 29 17:43:03.549166 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.633114 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:03.644992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-32f9274e-13e8-40af-9282-f241f76fd11a service neutron] 10.222.0.16 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346765 Jul 29 17:43:03.670605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.671865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0bae1243-7ed6-4770-bf3f-52c62bd01fd6 req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6820283 Jul 29 17:43:03.672468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a40baf-9bd2-4cae-b074-40807cd214ba tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d179555-aa17-4495-b718-9be8d35a5b51,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:03.690050 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:03.722835 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:03.724900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:42:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:03.730427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-54453bef-f854-485d-90bc-330c4afff038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:03.732508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-54453bef-f854-485d-90bc-330c4afff038 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1765614 Jul 29 17:43:03.813429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-d582a07a-dc57-4d8d-bcbc-f4d356b737a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694690 Jul 29 17:43:03.824138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Made reservation on behalf of cd1628a3e98a49c49a15451672d5ab92 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:03.828234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:03.917081 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:04.096998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Allocated IP 172.20.0.8 (b3191fc0-6f72-4307-b2a7-601abad3a311/5cc42fea-44d5-4b34-8c7c-406c2a93c866/90cd3a07-bf96-4d99-b33e-ced2540186e9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:04.098307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:04.110931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb56eb-8c7a-4d9b-8f24-60c3d1284300 req-5af60664-602e-4389-b963-63fee2097b32 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:04.119570 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bccb56eb-8c7a-4d9b-8f24-60c3d1284300 req-5af60664-602e-4389-b963-63fee2097b32 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.3049917 Jul 29 17:43:04.187114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-7c7af8cb-8fde-4efb-bb02-4770a0603a72 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638592 Jul 29 17:43:04.286042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 59a4d13b-3a31-4e9a-8219-5839de758ec2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:04.291773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:04.292328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 59a4d13b-3a31-4e9a-8219-5839de758ec2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:04.294938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.347075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bccb56eb-8c7a-4d9b-8f24-60c3d1284300 req-ba533d0a-1482-43cc-9bdd-23058c080052 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263000 Jul 29 17:43:04.480831 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:04.481528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.549338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:04.569110 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531414b-bea2-4f24-bd90-76d4e54669f7" -d '{"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-plugged", "status": "completed", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:04.574877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5f12d3f-c9ec-4ab6-9c55-c96101f6df85 req-549af69b-63c7-4dbd-984a-7bd1ec91d437 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457296 Jul 29 17:43:04.586027 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670e920-18b2-4aae-89a8-bf92edd68791 None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:12Z', 'revision_number': 4, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '16ca6f84-75e2-4cdb-b648-67d83141572e', 'name': '', 'network_id': '6101c14d-41f6-401a-be31-08d9f2364043', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'mac_address': 'fa:16:3e:c2:ab:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:11Z', 'updated_at': '2021-07-29T17:38:21Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'subnets': [{'id': '4210dc06-39c3-40ba-9db5-d97c0990d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:04.613873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:04.621794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.623058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f3889b4-689f-4db2-9d46-49009f3b35a6 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:04.671586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.687576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Transition to ACTIVE for port object 90cd3a07-bf96-4d99-b33e-ced2540186e9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:04.708468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44e6b7d-2c69-421b-aaf8-5f42e40ae95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.725119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d29c-18cc-48b5-827b-651872d1d567 req-00c4f849-ab37-4e8c-832a-95ae36169526 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:04.734016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bd7d29c-18cc-48b5-827b-651872d1d567 req-00c4f849-ab37-4e8c-832a-95ae36169526 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.4908776 Jul 29 17:43:04.753420 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265f7a7-2252-4f06-b98d-9f03f8a688d5 x-openstack-request-id: req-e265f7a7-2252-4f06-b98d-9f03f8a688d5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:04.753717 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8bfcd3-fa01-4251-902f-98a638008596", "name": "network-vif-deleted", "tag": "2f3889b4-689f-4db2-9d46-49009f3b35a6", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:04.754011 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e265f7a7-2252-4f06-b98d-9f03f8a688d5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:04.758061 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8bfcd3-fa01-4251-902f-98a638008596', 'name': 'network-vif-deleted', 'tag': '2f3889b4-689f-4db2-9d46-49009f3b35a6', 'status': 'completed', 'code': 200} Jul 29 17:43:04.761580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:04.794484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:04.808122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 2f3889b4-689f-4db2-9d46-49009f3b35a6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:04.808810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f3889b4-689f-4db2-9d46-49009f3b35a6 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:04.985898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6d97-8d6b-464c-ac3f-d1478f4994c6 req-7143389e-4757-4121-91a9-fb674f86668d tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:04.988514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a0af6d97-8d6b-464c-ac3f-d1478f4994c6 req-7143389e-4757-4121-91a9-fb674f86668d tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 931 time: 0.1094546 Jul 29 17:43:05.004216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44e6b7d-2c69-421b-aaf8-5f42e40ae95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.019358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44e6b7d-2c69-421b-aaf8-5f42e40ae95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.104055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a0af6d97-8d6b-464c-ac3f-d1478f4994c6 req-f6494130-f854-40ef-bd26-1d6b7fb4fff8 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004553 Jul 29 17:43:05.119214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a44e6b7d-2c69-421b-aaf8-5f42e40ae95d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=361cf511c83b4e818e20f3342c35dfaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219852 Jul 29 17:43:05.120143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47704) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:05.138052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e6b7d-2c69-421b-aaf8-5f42e40ae95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26381ba1-1abd-40e8-a3a4-5e62f395e863,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:05.242850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fa319-6d4a-4143-8135-708639023e54 None None] New status for floating IP 39e50a08-b341-4603-bd80-8bb9896e58f7: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:43:05.280006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Pushing event updated for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:05.315778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bd7d29c-18cc-48b5-827b-651872d1d567 req-8984f773-7e3a-4c83-95b0-36d6e84cb8e4 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802867 Jul 29 17:43:05.320198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Network b3191fc0-6f72-4307-b2a7-601abad3a311 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:05.322772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:05.342699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.352232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:05.361426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-6a5a7814-a4ed-440c-b044-89aca4cd10d7 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/71c2d95b-b696-403e-8b7a-88e14228a0a9 HTTP/1.1" status: 200 len: 1805 time: 0.1268902 Jul 29 17:43:05.423479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:05.424274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.433870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.452853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-5acb130b-1ef3-464f-a814-1eaca02ecd8a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9184475 Jul 29 17:43:05.486408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Request body: {'port': {'device_id': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:05.501358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-0308e31b-3f6e-478e-89fb-56dcec49f3d6 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/4d179555-aa17-4495-b718-9be8d35a5b51 HTTP/1.1" status: 200 len: 1804 time: 0.1387513 Jul 29 17:43:05.510934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71c2d95b-b696-403e-8b7a-88e14228a0a9', 'remote_group_id': '4d179555-aa17-4495-b718-9be8d35a5b51', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:05.512011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71c2d95b-b696-403e-8b7a-88e14228a0a9', 'remote_group_id': '4d179555-aa17-4495-b718-9be8d35a5b51', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:05.567384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.576671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.580726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26381ba1-1abd-40e8-a3a4-5e62f395e863 HTTP/1.1" status: 204 len: 168 time: 0.4545164 Jul 29 17:43:05.589446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3f5c733-3075-419f-a85f-cc1398bfa1c3 req-ab8eeadb-3748-48f0-a020-8071861bb5c8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 210 time: 0.0926330 Jul 29 17:43:05.606931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5166a-c0a6-4f42-b021-40f2c178d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26381ba1-1abd-40e8-a3a4-5e62f395e863,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:05.646543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.694403 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b97d5c-1a6b-4988-9577-101c7800a392 x-openstack-request-id: req-51b97d5c-1a6b-4988-9577-101c7800a392 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:05.695053 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-plugged", "status": "completed", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:05.695822 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51b97d5c-1a6b-4988-9577-101c7800a392 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:05.697336 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'code': 200} Jul 29 17:43:05.764491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.805341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a91a4d41-340c-4351-b783-a77771c24883 None None] Provisioning for port 90cd3a07-bf96-4d99-b33e-ced2540186e9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:05.819497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a91a4d41-340c-4351-b783-a77771c24883 None None] Provisioning complete for port 90cd3a07-bf96-4d99-b33e-ced2540186e9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:05.820090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a91a4d41-340c-4351-b783-a77771c24883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.908407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:05.922156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a91a4d41-340c-4351-b783-a77771c24883 None None] Port 90cd3a07-bf96-4d99-b33e-ced2540186e9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:43:06.028003 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.126215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47718) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:06.149431 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e76e-6731-4919-909c-7b08afcfb53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.149657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.162637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e737fb-2f6f-48b4-821f-a9d61479a073 req-851ea5ad-d763-48dc-a03c-b62189a2f64d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:06.164249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4e737fb-2f6f-48b4-821f-a9d61479a073 req-851ea5ad-d763-48dc-a03c-b62189a2f64d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.2000923 Jul 29 17:43:06.170852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c04a0a80-3593-42a1-83b4-b8c578e86f52 req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6681194 Jul 29 17:43:06.223596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0ad43-97e3-484b-bb35-0285439aa029 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19321fd3-2902-48cc-af12-dd4be11c2224,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:06.316635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26328168-7dc8-483b-aeb8-0bf566f4c618 req-9f36bc26-68d2-4b6b-aa32-1e79eaf2d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:06.318585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-26328168-7dc8-483b-aeb8-0bf566f4c618 req-9f36bc26-68d2-4b6b-aa32-1e79eaf2d8ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1096 time: 0.5386496 Jul 29 17:43:06.328764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4e737fb-2f6f-48b4-821f-a9d61479a073 req-6e4135cc-e06d-4ccb-b06d-55efc98d8e1b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544065 Jul 29 17:43:06.475026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-13c06a1c-cd94-4b8e-9b45-564faa0c81be tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:06.486833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-13c06a1c-cd94-4b8e-9b45-564faa0c81be tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 821 time: 0.5576332 Jul 29 17:43:06.506609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Request body: {'port': {'device_id': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'admin_state_up': True, 'tenant_id': '030584a03e5f4afaa38f2bf6dad49eb8'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:06.519077 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-26328168-7dc8-483b-aeb8-0bf566f4c618 req-79ad64eb-3cff-4cce-bd72-aa9e7c7f1bcd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881411 Jul 29 17:43:06.623731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cd3a07-bf96-4d99-b33e-ced2540186e9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:06.656056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.715033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Transition to ACTIVE for port object 90cd3a07-bf96-4d99-b33e-ced2540186e9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:06.736123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18fb9d-9201-4240-8136-bd1906a4063b req-52f32831-c3d1-4111-b7e0-9db081e180d8 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:06.742257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed18fb9d-9201-4240-8136-bd1906a4063b req-52f32831-c3d1-4111-b7e0-9db081e180d8 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 931 time: 0.2401385 Jul 29 17:43:06.746993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e76e-6731-4919-909c-7b08afcfb53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.752942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.772624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e76e-6731-4919-909c-7b08afcfb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.788474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Made reservation on behalf of 030584a03e5f4afaa38f2bf6dad49eb8 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:06.792589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:06.932329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ada9e76e-6731-4919-909c-7b08afcfb53f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4e1d2b6b09b4cd3a3f0533fda1c6513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049757 Jul 29 17:43:06.948282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Pushing event updated for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:06.955770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9e76e-6731-4919-909c-7b08afcfb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baac8cee-b414-4d10-8ca2-9e3919f07738,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:06.968769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed18fb9d-9201-4240-8136-bd1906a4063b req-e8c3f075-45a4-43e4-baad-bff39d12f1c1 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255445 Jul 29 17:43:06.973891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:07.035732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1886229341', 'description': 'tempest-description-298117937'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:07.053174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Allocated IP 172.20.0.10 (b16117e7-ab3a-4dbc-b3a1-46f765b9374b/480517cd-e92b-47aa-b323-39f019ad8e0a/312991db-83b0-4c6f-838f-961027eed0a3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:07.192916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.206594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.221706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Attempting to bind port 90cd3a07-bf96-4d99-b33e-ced2540186e9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:07.222116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Attempting to bind port 90cd3a07-bf96-4d99-b33e-ced2540186e9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:07.222547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Attempting to bind port 90cd3a07-bf96-4d99-b33e-ced2540186e9 on network b3191fc0-6f72-4307-b2a7-601abad3a311 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:07.238335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Port 90cd3a07-bf96-4d99-b33e-ced2540186e9 on network b3191fc0-6f72-4307-b2a7-601abad3a311 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:07.238673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Attempting to bind port 90cd3a07-bf96-4d99-b33e-ced2540186e9 on network b3191fc0-6f72-4307-b2a7-601abad3a311 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:07.258002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:07.258749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Checking segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:07.259484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Bound using segment: {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:07.259654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Bound port: 90cd3a07-bf96-4d99-b33e-ced2540186e9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614b9e38-5e17-4c28-890a-45b4284c22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:07.260133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.263787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.311930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.385493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.399674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4cd8b27d-22da-4d66-b971-586d8208f2be'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:07.460853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Network b16117e7-ab3a-4dbc-b3a1-46f765b9374b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:07.477928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:07.490785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:07.539638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.555811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:07.560015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.569582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:07.572161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:07.582420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.589051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.592952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baac8cee-b414-4d10-8ca2-9e3919f07738 HTTP/1.1" status: 204 len: 168 time: 0.6128726 Jul 29 17:43:07.629808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.649540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:07.650210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.682701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-0ee7f253-419e-454e-b6c1-a5107559c710 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1862769 Jul 29 17:43:07.703681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Request body: {'port': {'device_id': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:07.778585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.792827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.794201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b831c8dc-5781-4faa-81f2-01d6a138bd9a req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7945216 Jul 29 17:43:07.869342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Pushing event updated for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:07.884250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:07.884871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:07.888550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-d967b3df-d5ff-4e2b-b882-78154e910fac service neutron] 10.222.0.38 "PUT /v2.0/ports/90cd3a07-bf96-4d99-b33e-ced2540186e9 HTTP/1.1" status: 200 len: 1091 time: 2.4047334 Jul 29 17:43:07.888714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:07.896395 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce62cd7-1f37-41ea-91d3-c633d54332eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:07.906063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8351138-6c82-4531-98cc-36474866b6bb tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f938e3a-00e0-4512-aba8-57f865ac95ea,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:07.942925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f004c5-f950-4dfb-b98a-cc1f33b8d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac8cee-b414-4d10-8ca2-9e3919f07738,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:08.044885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd550c-0cb3-4ae5-8bee-6a207c2ef5ee req-51cbcd60-34b9-487d-9f22-e247e94d8a14 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:08.047108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14cd550c-0cb3-4ae5-8bee-6a207c2ef5ee req-51cbcd60-34b9-487d-9f22-e247e94d8a14 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1058021 Jul 29 17:43:08.141953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14cd550c-0cb3-4ae5-8bee-6a207c2ef5ee req-4259e0dd-c667-4c10-972c-9d51423e33b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884616 Jul 29 17:43:08.224298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:08.354199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312991db-83b0-4c6f-838f-961027eed0a3 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:08.366972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.386219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.387560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Transition to ACTIVE for port object 312991db-83b0-4c6f-838f-961027eed0a3 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:08.398634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.402621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0964b9f-0143-4296-8463-a28583fd6660 req-d6e9c7af-4306-40ac-ae6b-23edcd9663dc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:08.404433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0964b9f-0143-4296-8463-a28583fd6660 req-d6e9c7af-4306-40ac-ae6b-23edcd9663dc tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 932 time: 0.1126130 Jul 29 17:43:08.509897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.534771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:08.574077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0964b9f-0143-4296-8463-a28583fd6660 req-a0e46518-ff3c-4eaa-bc44-cf587f850332 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601045 Jul 29 17:43:08.625303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.627979 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.629273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "DELETE /v2.0/security-groups/1aa6bebe-d769-4588-938b-c21a449f5307 HTTP/1.1" status: 204 len: 168 time: 0.4039557 Jul 29 17:43:08.632997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47756) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:08.668468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380beb7-3e28-4547-b840-9d8501b81f86 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6bebe-d769-4588-938b-c21a449f5307,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:08.670847 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-f7fea2a9-51cb-4a90-b881-8f28abbb3712 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] show failed (client error): The resource could not be found. Jul 29 17:43:08.671897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7fea2a9-51cb-4a90-b881-8f28abbb3712 tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "GET /v2.0/security-groups/1aa6bebe-d769-4588-938b-c21a449f5307 HTTP/1.1" status: 404 len: 347 time: 0.0360620 Jul 29 17:43:08.675279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47758) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:08.754482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:08.754964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:08.758497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:08.817819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf23e4-8f14-4624-9401-82da7a6f16db req-fe19818f-9ca7-47e7-9d48-8c5a9badbdf7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:08.821986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edbf23e4-8f14-4624-9401-82da7a6f16db req-fe19818f-9ca7-47e7-9d48-8c5a9badbdf7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.1045167 Jul 29 17:43:08.852788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:08.853306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:08.863098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:08.863749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:08.864301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:08.864897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Bound port: 312991db-83b0-4c6f-838f-961027eed0a3, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:08.865441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:08.955638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edbf23e4-8f14-4624-9401-82da7a6f16db req-8d2c867b-fff0-4bb9-b246-81518b9864d5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277025 Jul 29 17:43:08.963904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Deleting port 7a452165-87d5-422f-97bb-8e62e8f54b6a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:08.964502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.017002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2091044442', 'description': 'tempest-description-554999185'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:09.090496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.122760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:09.131131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:09.143121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.144372 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-257f5d8f-d4c2-4a07-a0c9-d38ebc529e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.230872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:09.231492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.233753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] 10.222.0.49 "PUT /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 1092 time: 1.5427279 Jul 29 17:43:09.236710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:09.239781 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c00a193-99df-4401-9684-138579d8e838" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "tag": "312991db-83b0-4c6f-838f-961027eed0a3"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:09.261541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.261972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.285148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.291915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.299778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Calling delete_port for 7a452165-87d5-422f-97bb-8e62e8f54b6a owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:09.328020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd4c7f-e129-4d82-946f-18646a5cfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:09.356655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.367297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ac06e5b-1131-4f9f-83c1-7cb46b2b2242 req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3553457 Jul 29 17:43:09.367297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861aca6-f06d-495c-8bb9-218061cb0215 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e640790d-0af2-475a-9a10-e4806adc7aed,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:09.416599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-31d31281-23a0-4c9a-9776-0873cb7c0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:09.417848 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920ddd5-f0f2-48df-8492-1f046deefb58 x-openstack-request-id: req-0920ddd5-f0f2-48df-8492-1f046deefb58 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:09.418108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-31d31281-23a0-4c9a-9776-0873cb7c0428 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1095 time: 0.1371591 Jul 29 17:43:09.418592 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:09.419047 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0920ddd5-f0f2-48df-8492-1f046deefb58 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:09.419829 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9', 'status': 'completed', 'code': 200} Jul 29 17:43:09.477515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-f22579d4-1e05-4263-b30d-13c05e522f4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 217 time: 0.0484085 Jul 29 17:43:09.643344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03244bfa-03b6-42d1-968e-d6d4be7013ff req-3c288e7f-ff0c-4aa2-a1b4-e7729b6443d4 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:09.643583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-bb2e1984-307c-4b1d-80bc-6cbb603ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:09.644926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-bb2e1984-307c-4b1d-80bc-6cbb603ecab5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1552379 Jul 29 17:43:09.662233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03244bfa-03b6-42d1-968e-d6d4be7013ff req-3c288e7f-ff0c-4aa2-a1b4-e7729b6443d4 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 943 time: 0.1407850 Jul 29 17:43:09.710278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-672c1475-192d-4d15-bf68-3f9e1f311e1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544074 Jul 29 17:43:09.761884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03244bfa-03b6-42d1-968e-d6d4be7013ff req-2276d9a0-f5c3-48b3-a951-e6517a23e9dc tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926726 Jul 29 17:43:09.833719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.880535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Pushing event deleted for resources: {'Port': ['ID=7a452165-87d5-422f-97bb-8e62e8f54b6a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:09.961886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-8ded3d69-eae0-4a30-9c59-19f51049752d service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420371 Jul 29 17:43:09.968020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:09.968918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.971485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:09.972635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c82f02e4-7b5f-4c30-bb53-ffed9208d48c tempest-ServersWithSpecificFlavorTestJSON-960140587 tempest-ServersWithSpecificFlavorTestJSON-960140587-project] 10.222.0.16 "DELETE /v2.0/floatingips/39e50a08-b341-4603-bd80-8bb9896e58f7 HTTP/1.1" status: 204 len: 168 time: 1.2832341 Jul 29 17:43:10.094803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea5f60-7b35-45f2-8b0b-ae362e9519cc req-b7e69c9d-e052-4227-8220-ec5f8ed33b13 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.104733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18ea5f60-7b35-45f2-8b0b-ae362e9519cc req-b7e69c9d-e052-4227-8220-ec5f8ed33b13 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1096 time: 0.2716777 Jul 29 17:43:10.110414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-30cd9015-eb28-45a2-8367-7a333b75060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.111720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-30cd9015-eb28-45a2-8367-7a333b75060a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd1628a3e98a49c49a15451672d5ab92&device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 1094 time: 0.1500006 Jul 29 17:43:10.155835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18ea5f60-7b35-45f2-8b0b-ae362e9519cc req-ce157cad-8515-4217-bb91-f9372796e986 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Jul 29 17:43:10.174385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ae1-6cff-48c4-bc8f-6bb133c96732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.180766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e507fb57-69ca-4cde-bdbb-a540052dbb29 req-60c752c8-4624-48b5-9028-616630b6ee3e service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022455 Jul 29 17:43:10.345148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d3b0-b067-44bd-bbe2-370a666f3fb3 req-0f6d2855-3ba5-4656-9580-44616e119135 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.354354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f18d3b0-b067-44bd-bbe2-370a666f3fb3 req-0f6d2855-3ba5-4656-9580-44616e119135 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0776713 Jul 29 17:43:10.368999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ae1-6cff-48c4-bc8f-6bb133c96732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.379512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ae1-6cff-48c4-bc8f-6bb133c96732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.420081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f86e7ae1-6cff-48c4-bc8f-6bb133c96732 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6003cf9f83aa4bda98d325cd0fa4fc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462199 Jul 29 17:43:10.421113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e7ae1-6cff-48c4-bc8f-6bb133c96732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f5771-5ceb-4fa8-bebe-9ccd38f29d3d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:10.423732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:10.439589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f18d3b0-b067-44bd-bbe2-370a666f3fb3 req-cb30d77c-7f3a-468f-9665-6eb711be25de tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782018 Jul 29 17:43:10.518746 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60e6fd-8aba-4da7-bc9a-9ebfaca6254b x-openstack-request-id: req-0b60e6fd-8aba-4da7-bc9a-9ebfaca6254b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:10.519526 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "tag": "312991db-83b0-4c6f-838f-961027eed0a3", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:10.519928 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b60e6fd-8aba-4da7-bc9a-9ebfaca6254b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:10.520482 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3', 'status': 'completed', 'code': 200} Jul 29 17:43:10.521252 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.581633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.590830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-e83e00dd-ffc0-40f2-a6f1-fb271cc076d0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/2f938e3a-00e0-4512-aba8-57f865ac95ea HTTP/1.1" status: 200 len: 1804 time: 0.0696354 Jul 29 17:43:10.612381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a193-99df-4401-9684-138579d8e838 req-1d251294-ea54-4f67-b6dd-064d4ae0428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.613648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-1d251294-ea54-4f67-b6dd-064d4ae0428f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1095 time: 0.0813670 Jul 29 17:43:10.658934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-5200650e-361b-4e63-9f68-947050bd6b3b tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/e640790d-0af2-475a-9a10-e4806adc7aed HTTP/1.1" status: 200 len: 1804 time: 0.0621583 Jul 29 17:43:10.674162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f938e3a-00e0-4512-aba8-57f865ac95ea', 'remote_group_id': 'e640790d-0af2-475a-9a10-e4806adc7aed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:10.674888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f938e3a-00e0-4512-aba8-57f865ac95ea', 'remote_group_id': 'e640790d-0af2-475a-9a10-e4806adc7aed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:10.718655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a193-99df-4401-9684-138579d8e838 req-a34fcccc-c263-4c06-832d-c9491fad27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.721035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-a34fcccc-c263-4c06-832d-c9491fad27ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.0981684 Jul 29 17:43:10.776886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.782959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-ebb6ee5f-6767-43d3-88c2-b5b55b721226 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 217 time: 0.0524092 Jul 29 17:43:10.784396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.787797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.789327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c4f5771-5ceb-4fa8-bebe-9ccd38f29d3d HTTP/1.1" status: 204 len: 168 time: 0.3645654 Jul 29 17:43:10.847110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a193-99df-4401-9684-138579d8e838 req-fb1ec47a-c666-4343-aa6e-ec80fbdc7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:10.849359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-fb1ec47a-c666-4343-aa6e-ec80fbdc7933 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0570431 Jul 29 17:43:10.855919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2f5a-33d5-4de3-b5f0-540a7d986bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f5771-5ceb-4fa8-bebe-9ccd38f29d3d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:10.909578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-83194584-be1c-41f7-97d9-d3186131e405 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512350 Jul 29 17:43:10.913992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.923708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.973002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.991795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-466068d5-51c1-4270-89cf-8cbc35cc45d8 req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3265193 Jul 29 17:43:11.000562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8c10e-770a-4019-be5f-86a686f5fce3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ea4121-ce68-446d-a8f2-6f99811ad4a7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:11.117568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-6180f37c-dc6a-4a48-ba62-18f10c7d4c65 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980195 Jul 29 17:43:11.170902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5dc54-479f-4f5d-a638-ac2eaf858198 req-8f2de28a-7254-40b0-9ad2-5e4a0d00f5a0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:11.182825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70e5dc54-479f-4f5d-a638-ac2eaf858198 req-8f2de28a-7254-40b0-9ad2-5e4a0d00f5a0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.0877132 Jul 29 17:43:11.268838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70e5dc54-479f-4f5d-a638-ac2eaf858198 req-2853b72c-dcd2-4758-af6f-936bd440f32a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799494 Jul 29 17:43:11.332181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c00a193-99df-4401-9684-138579d8e838 req-f9c747f0-a7a2-4fb7-aa07-cf826e0a819a service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045343 Jul 29 17:43:11.519998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c105-205c-41d4-9308-bc1dcc70fd3a req-99f71219-0264-467b-ab1f-73b7d050c9e8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:11.528433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5be7c105-205c-41d4-9308-bc1dcc70fd3a req-99f71219-0264-467b-ab1f-73b7d050c9e8 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1096 time: 0.0739162 Jul 29 17:43:11.578742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5be7c105-205c-41d4-9308-bc1dcc70fd3a req-ed6d9ae4-b250-4524-be10-2a453dd548ba tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Jul 29 17:43:11.616285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45f04cfe-3357-4338-93ce-a9d7d1729f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:11.778078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f9f0d-49e0-408e-a834-52b52603b2cf req-e6541d22-d553-47c5-8323-41718f8562f1 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:11.786809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-188f9f0d-49e0-408e-a834-52b52603b2cf req-e6541d22-d553-47c5-8323-41718f8562f1 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 943 time: 0.0879414 Jul 29 17:43:11.796170 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:11.877025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-188f9f0d-49e0-408e-a834-52b52603b2cf req-bc715052-c85f-4086-974b-1ed6fadf16f5 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890989 Jul 29 17:43:12.022828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-447f4131-3a4a-46c7-9e1c-b0a05275b7b2 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/e640790d-0af2-475a-9a10-e4806adc7aed HTTP/1.1" status: 200 len: 1804 time: 0.1252296 Jul 29 17:43:12.126551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.170652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.277866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.281335 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.286681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f10267e5-55f5-4ef3-a6a5-33e5f652ef4a req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/e640790d-0af2-475a-9a10-e4806adc7aed HTTP/1.1" status: 204 len: 173 time: 0.2552471 Jul 29 17:43:12.307247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc37b0-5d75-4cb6-ba85-2dfc377841fa tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e640790d-0af2-475a-9a10-e4806adc7aed,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:12.483539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4b44-e042-42f8-afbd-372a772b8f4a req-32e5adc6-9581-4f79-ad99-beca0a94d847 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:12.492398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-faeb4b44-e042-42f8-afbd-372a772b8f4a req-32e5adc6-9581-4f79-ad99-beca0a94d847 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0672767 Jul 29 17:43:12.542379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-faeb4b44-e042-42f8-afbd-372a772b8f4a req-bf88fe7f-f82e-4d22-b00f-8cb2e293bf63 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Jul 29 17:43:12.658110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:12.679125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc532cff-a528-4261-9607-06fb4964bb32 req-ea574df7-b6ef-4668-a050-96d866047e23 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/2f938e3a-00e0-4512-aba8-57f865ac95ea HTTP/1.1" status: 200 len: 1804 time: 0.0595148 Jul 29 17:43:12.801777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30848c-43b6-4b5b-b079-28c8c47f366c req-82580b11-0866-433a-b6a7-e7713fe826ab tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:12.803741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-322fbe74-6784-4c1b-a9e6-2b7641ed465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.809633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae30848c-43b6-4b5b-b079-28c8c47f366c req-82580b11-0866-433a-b6a7-e7713fe826ab tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.0800166 Jul 29 17:43:12.854342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.883753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae30848c-43b6-4b5b-b079-28c8c47f366c req-bf7412c9-ec9f-4661-968d-78bcc799692e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Jul 29 17:43:12.985009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-322fbe74-6784-4c1b-a9e6-2b7641ed465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:12.992100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-322fbe74-6784-4c1b-a9e6-2b7641ed465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.024063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47860) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:13.024281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-322fbe74-6784-4c1b-a9e6-2b7641ed465f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3f3382a750b433b8047d8fe295465e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649311 Jul 29 17:43:13.047187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fbe74-6784-4c1b-a9e6-2b7641ed465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d785d44-4685-4f3d-9cc6-4a7317590c03,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:13.109239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.163445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.222106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.225182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.236682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d785d44-4685-4f3d-9cc6-4a7317590c03 HTTP/1.1" status: 204 len: 168 time: 0.2044339 Jul 29 17:43:13.248750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcbddd-1cfd-4ad7-aed1-25427216f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d785d44-4685-4f3d-9cc6-4a7317590c03,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:14.462651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:14.977328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433467262', 'description': 'tempest-description-1515385070'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:14.999700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-6c29aa19-1a05-41e8-915a-6d46abbcde26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9 HTTP/1.1" status: 200 len: 217 time: 0.0470345 Jul 29 17:43:15.006629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.064806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-b54983a7-1841-4524-81b4-5bf8a7e69dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.066388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-b54983a7-1841-4524-81b4-5bf8a7e69dcf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5cc42fea-44d5-4b34-8c7c-406c2a93c866 HTTP/1.1" status: 200 len: 853 time: 0.0566118 Jul 29 17:43:15.119848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.125626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.133584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-7b876d61-57ac-4696-b2c0-48b85b3b8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.135176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-7b876d61-57ac-4696-b2c0-48b85b3b8ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3191fc0-6f72-4307-b2a7-601abad3a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450733 Jul 29 17:43:15.159324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1881b-7c95-4335-a402-d1b230f01755,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:15.163066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.164680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ab2eed0-a57a-48f6-88ff-151928044eaf req-fd22f920-2b5b-4f2e-b47f-15a36f1d9092 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1924274 Jul 29 17:43:15.247955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-a963cf51-f78a-4591-a642-d073fca2d761 service neutron] 10.222.0.38 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044583 Jul 29 17:43:15.275378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-5da48703-4c16-4f43-bd3c-b6616186aff2 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:43:15.276537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-5da48703-4c16-4f43-bd3c-b6616186aff2 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069525 Jul 29 17:43:15.290645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:15.291090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Unknown quota resources ['binding']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:43:15.305450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a9d29-461b-4d87-8d76-fca407084716 req-c046667e-34c0-40ba-9102-f1e451764bba tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.307001 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-253a9d29-461b-4d87-8d76-fca407084716 req-c046667e-34c0-40ba-9102-f1e451764bba tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 943 time: 0.0711813 Jul 29 17:43:15.353005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b9ed97e-a0d2-4dab-b52f-7c429bec43c1 req-68e4f639-2e2b-473b-98f4-9f7398332a1d service neutron] 10.222.0.38 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944030 Jul 29 17:43:15.433435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47962) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:15.456248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-a0bd6b3d-8ec2-4679-842e-5610d4543aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.457802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-a0bd6b3d-8ec2-4679-842e-5610d4543aa2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd1628a3e98a49c49a15451672d5ab92&device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 1094 time: 0.0533793 Jul 29 17:43:15.560083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f5abd2f-cb8c-49b1-8504-d24c8acba83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.578284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-c985eff6-e87c-422e-a1a7-21970e671f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.579777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-c985eff6-e87c-422e-a1a7-21970e671f4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3191fc0-6f72-4307-b2a7-601abad3a311 HTTP/1.1" status: 200 len: 915 time: 0.1138461 Jul 29 17:43:15.638442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-4a8a3c6f-021e-4d9a-8e48-b2fa0ae29ba7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9 HTTP/1.1" status: 200 len: 217 time: 0.0453725 Jul 29 17:43:15.668817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-253a9d29-461b-4d87-8d76-fca407084716 req-f5942e8a-cf26-4efd-9dc1-9537fb3b02a9 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445134 Jul 29 17:43:15.710371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-14711c9e-3965-4023-a0cd-a4de2a15d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.712126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-14711c9e-3965-4023-a0cd-a4de2a15d36d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5cc42fea-44d5-4b34-8c7c-406c2a93c866 HTTP/1.1" status: 200 len: 853 time: 0.0655017 Jul 29 17:43:15.780457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:15.780904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:15.782193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:15.793512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f5abd2f-cb8c-49b1-8504-d24c8acba83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.794308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:15.796859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:15.807984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-8e48c36a-125b-48f6-ac4b-3fa00aad36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.810151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-8e48c36a-125b-48f6-ac4b-3fa00aad36f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3191fc0-6f72-4307-b2a7-601abad3a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900860 Jul 29 17:43:15.811385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f5abd2f-cb8c-49b1-8504-d24c8acba83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.815147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:15.815663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:15.816633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:15.817205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Bound port: 59a4d13b-3a31-4e9a-8219-5839de758ec2, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:15.896050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f5abd2f-cb8c-49b1-8504-d24c8acba83f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c91bc98dd7c745d4b135d3c9f8383ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605014 Jul 29 17:43:15.900158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47968) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:15.905667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5abd2f-cb8c-49b1-8504-d24c8acba83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9bb77-603c-4f61-bebb-a267c862e013,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:15.926429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883a38-01c6-47e3-928a-f484d5d4f84d req-b45c3f7f-05d1-439b-960c-4e4cdfd86eb7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:15.928162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d883a38-01c6-47e3-928a-f484d5d4f84d req-b45c3f7f-05d1-439b-960c-4e4cdfd86eb7 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1158049 Jul 29 17:43:15.937772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:15.946638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.947751 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] 10.222.0.16 "POST /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6608961 Jul 29 17:43:15.976508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d883a38-01c6-47e3-928a-f484d5d4f84d req-09955d8a-3fe4-4116-8595-b2c9e74fbdf5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Jul 29 17:43:15.976780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-b38f001a-1d6b-4926-974c-980003be7d3a service neutron] 10.222.0.38 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554101 Jul 29 17:43:15.982005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.064557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.096433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866ce8-1cf7-4a26-bda7-eeeb9f1e1602 req-9be003ed-d662-46c5-bcdc-3c1ccd6c210f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.098693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f866ce8-1cf7-4a26-bda7-eeeb9f1e1602 req-9be003ed-d662-46c5-bcdc-3c1ccd6c210f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.0575771 Jul 29 17:43:16.130082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bce62cd7-1f37-41ea-91d3-c633d54332eb req-f64a75ee-8035-4bf3-af00-76ef71064189 service neutron] 10.222.0.38 "GET /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452000 Jul 29 17:43:16.147065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.150948 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.155169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdb9bb77-603c-4f61-bebb-a267c862e013 HTTP/1.1" status: 204 len: 168 time: 0.2514653 Jul 29 17:43:16.167996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022a08-5513-46aa-9e0e-f63d0347572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9bb77-603c-4f61-bebb-a267c862e013,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.188861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f866ce8-1cf7-4a26-bda7-eeeb9f1e1602 req-8d0bf470-99a2-47c4-a2e6-8a1134f39964 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806491 Jul 29 17:43:16.294687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-9bb57fb0-c5c5-40ca-aa50-b4bfb64eb539 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 200 len: 1804 time: 0.2468300 Jul 29 17:43:16.301972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7f658078-424d-4521-b1a0-dbd08d4c7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.303540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7f658078-424d-4521-b1a0-dbd08d4c7f9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1096 time: 0.0636363 Jul 29 17:43:16.308782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebc1881b-7c95-4335-a402-d1b230f01755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.309100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebc1881b-7c95-4335-a402-d1b230f01755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.419666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d73bb-e98d-41c9-8551-75e75fb7a3d0 req-cb7985db-21e7-4093-9b13-38d696dda70a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.421305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a06d73bb-e98d-41c9-8551-75e75fb7a3d0 req-cb7985db-21e7-4093-9b13-38d696dda70a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.0518949 Jul 29 17:43:16.433307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.449607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-d4f8ca11-1414-4524-9e76-38c8a05f18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.451049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-d4f8ca11-1414-4524-9e76-38c8a05f18ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.1268537 Jul 29 17:43:16.466853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a06d73bb-e98d-41c9-8551-75e75fb7a3d0 req-798b65ee-51f0-40b8-afd1-80e566a80769 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Jul 29 17:43:16.469216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.502548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47982) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:16.508827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.511285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-92bc8f9f-1695-49c5-b998-a0535b753426 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 217 time: 0.0495977 Jul 29 17:43:16.521570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67341267-96fb-4b5a-8d6b-a9a2a1f268a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.560370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ad3128-c251-4294-95c2-d715b2d83d51,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.586878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-cb4aae35-b3d3-4300-a397-ae677baa46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.588369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-cb4aae35-b3d3-4300-a397-ae677baa46d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.0703759 Jul 29 17:43:16.588834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47988) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:16.623730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-0ed5fead-81d7-4be5-939e-b91b432e2df6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267456 Jul 29 17:43:16.640503 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-a29ed408-44f7-4bff-b779-bc42b478f043 service neutron] show failed (client error): The resource could not be found. Jul 29 17:43:16.641491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-a29ed408-44f7-4bff-b779-bc42b478f043 service neutron] 10.222.0.38 "GET /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0856013 Jul 29 17:43:16.675317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67341267-96fb-4b5a-8d6b-a9a2a1f268a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.681745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67341267-96fb-4b5a-8d6b-a9a2a1f268a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.718387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.724729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ad64ce-820b-4926-8ff3-c315388ab6cd req-a7fae6da-7442-472d-9dce-ed7e96d2e11f tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4195912 Jul 29 17:43:16.729676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-67341267-96fb-4b5a-8d6b-a9a2a1f268a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1465155e84f545e98433ddf97f4d45f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259359 Jul 29 17:43:16.731019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67341267-96fb-4b5a-8d6b-a9a2a1f268a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d0ceb-0301-4b5b-890f-ee337fab699b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.733703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47996) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:16.792307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-990590fb-7a63-44eb-8fc1-74353982ca17 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600151 Jul 29 17:43:16.844101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.857441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d38ba-6006-48cc-bf56-e37d5c1247dc req-396c0a0c-2a08-4973-8db6-948835f967ad tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.859080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5a7d38ba-6006-48cc-bf56-e37d5c1247dc req-396c0a0c-2a08-4973-8db6-948835f967ad tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 943 time: 0.0670209 Jul 29 17:43:16.894788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.925492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-9708ca00-e2dc-4477-9271-f8c39c98ee3d tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 200 len: 2397 time: 0.1595964 Jul 29 17:43:16.945701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebc1881b-7c95-4335-a402-d1b230f01755', 'remote_group_id': None}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.946013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ebc1881b-7c95-4335-a402-d1b230f01755', 'remote_group_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.967594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5a7d38ba-6006-48cc-bf56-e37d5c1247dc req-ee07ae4b-6aae-433f-817f-bf3cef6474be tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Jul 29 17:43:16.974401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-f1f98ffe-fa56-4d4f-9808-bcd23c822c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:16.975869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-f1f98ffe-fa56-4d4f-9808-bcd23c822c99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1101 time: 0.0838473 Jul 29 17:43:16.998427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:17.002672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.005377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.009250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b66d0ceb-0301-4b5b-890f-ee337fab699b HTTP/1.1" status: 204 len: 168 time: 0.2717390 Jul 29 17:43:17.028784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-a0d1cf4a-06f4-4efb-87c6-21e68e29b953 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259772 Jul 29 17:43:17.030640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be33e1-c7e9-4034-83ac-0a0da323d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d0ceb-0301-4b5b-890f-ee337fab699b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:17.077604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.195022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.228236 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.234761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.248859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ab8869-8a8b-469c-a509-083633be93ad,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:17.268609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33496d-7e22-4b2d-9d07-f4a535e9ebdc req-b39bae61-b01b-48f9-b1ab-8da29e83ac58 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:17.270152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da33496d-7e22-4b2d-9d07-f4a535e9ebdc req-b39bae61-b01b-48f9-b1ab-8da29e83ac58 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.1426461 Jul 29 17:43:17.329521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.336650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da4d33c3-678a-425b-ba03-aa6f01a13de7 req-1b5acea8-9044-4e8b-8528-bf75ef1cc8dc tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4014826 Jul 29 17:43:17.358563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da33496d-7e22-4b2d-9d07-f4a535e9ebdc req-01d4a9f1-4947-4f39-8370-471d75d2f82e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Jul 29 17:43:17.397303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:17.459626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:17.508093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.523524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Transition to ACTIVE for port object c36403be-07c5-4c0d-9dde-7abdbb786568 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:17.524330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:17.527079 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6ba45-a05e-4227-85c2-74bd1b1af2fd" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-unplugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:17.534776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.552122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdd3f-dfa5-4f14-adc0-038c3f00717b req-7f08601e-eeac-4883-990b-1f1b8f00ebc8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:17.555036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-068bdd3f-dfa5-4f14-adc0-038c3f00717b req-7f08601e-eeac-4883-990b-1f1b8f00ebc8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.1288214 Jul 29 17:43:17.567663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 90cd3a07-bf96-4d99-b33e-ced2540186e9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:17.576660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.669068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] No DVR routers for this DVR port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:17.714729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-068bdd3f-dfa5-4f14-adc0-038c3f00717b req-bcb11b3b-e96b-4255-819c-c566f5e341a4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510096 Jul 29 17:43:17.747243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:17.773006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '90cd3a07-bf96-4d99-b33e-ced2540186e9', 'network_id': 'b3191fc0-6f72-4307-b2a7-601abad3a311', 'port_id': '90cd3a07-bf96-4d99-b33e-ced2540186e9', 'mac_address': 'fa:16:3e:05:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc42fea-44d5-4b34-8c7c-406c2a93c866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:17.773820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:17.791235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84e604bb-d785-447f-90c3-1e09b2d5e95c req-280eae7e-0414-449f-8205-e354fc454ac7 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 200 len: 2995 time: 0.2602401 Jul 29 17:43:17.801985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:17.802352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:17.802681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:17.815741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:17.816002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:17.833435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:17.835683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:17.836176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:17.836661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Bound port: c36403be-07c5-4c0d-9dde-7abdbb786568, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:17.837029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.876514 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.905365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cd3a07-bf96-4d99-b33e-ced2540186e9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:17.934924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:17.944911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:17.948537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.956050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:17.961322 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406a0ed-83d1-4663-8b64-eb85afc6d2ad x-openstack-request-id: req-0406a0ed-83d1-4663-8b64-eb85afc6d2ad {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:17.961694 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-unplugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:17.961881 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0406a0ed-83d1-4663-8b64-eb85afc6d2ad {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:17.962402 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'code': 200} Jul 29 17:43:17.965741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.030560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.031173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.032565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] 10.222.0.49 "PUT /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 1096 time: 1.0387039 Jul 29 17:43:18.055674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079dea4-f5cf-4156-b7fa-f6b73544dfcc service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:18.084835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:18.128612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4d847-b7c8-43e2-bb8a-b222f72083e6 req-bc47dac2-3d7f-4360-b32f-93577d628d28 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.131377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6d4d847-b7c8-43e2-bb8a-b222f72083e6 req-bc47dac2-3d7f-4360-b32f-93577d628d28 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.2066417 Jul 29 17:43:18.163997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-6c487fbb-7845-427f-966f-a185deaa571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.165802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-6c487fbb-7845-427f-966f-a185deaa571b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1099 time: 0.1000733 Jul 29 17:43:18.222970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['90cd3a07-bf96-4d99-b33e-ced2540186e9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:18.302860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6d4d847-b7c8-43e2-bb8a-b222f72083e6 req-a4a79e49-1a67-4142-b524-49d6b4b32a7f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505024 Jul 29 17:43:18.369248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-0ddc3c65-ab89-4b8d-83e2-2140569e3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.370905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-0ddc3c65-ab89-4b8d-83e2-2140569e3937 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1974716 Jul 29 17:43:18.455159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Deleting port 16ca6f84-75e2-4cdb-b648-67d83141572e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:18.455810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.470936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-dfb4e01a-9d8c-44d0-8bd7-c80e81ee46f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.0901759 Jul 29 17:43:18.543635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c36c0d-1086-4fa7-b680-1e43570b3551 req-8ebffeb6-d39d-4f9a-9a8d-12388dc68678 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.552010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2c36c0d-1086-4fa7-b680-1e43570b3551 req-8ebffeb6-d39d-4f9a-9a8d-12388dc68678 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 944 time: 0.1289184 Jul 29 17:43:18.557106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-1bfb7202-f41c-493d-9cb7-1f9b79d208cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.558629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-1bfb7202-f41c-493d-9cb7-1f9b79d208cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0808933 Jul 29 17:43:18.629240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-dfaab8a7-905b-4949-8a8e-1bcd2e2616b9 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-group-rules/75ab8869-8a8b-469c-a509-083633be93ad HTTP/1.1" status: 200 len: 783 time: 0.6384971 Jul 29 17:43:18.649114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2c36c0d-1086-4fa7-b680-1e43570b3551 req-40038e5c-f500-4151-83cd-2bb44da3de6b tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Jul 29 17:43:18.656401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-42c5a54c-2560-4deb-b184-8998c54bd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:18.658021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-42c5a54c-2560-4deb-b184-8998c54bd29b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872459 Jul 29 17:43:18.678514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] For port 16ca6f84-75e2-4cdb-b648-67d83141572e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16ca6f84-75e2-4cdb-b648-67d83141572e,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:18.682930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.699922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Calling delete_port for 16ca6f84-75e2-4cdb-b648-67d83141572e owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:18.739911 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-5d3b7368-9fc3-4102-b40e-e4c3527eea9e tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 200 len: 2995 time: 0.0977857 Jul 29 17:43:18.817525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-4b5fda62-6fc5-4b27-aef9-9343a00f8b2e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442671 Jul 29 17:43:18.841609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.865754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.954683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.972184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.973730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-daf2660f-32c6-46cc-ba40-a6a01f5b8cb3 req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/75ab8869-8a8b-469c-a509-083633be93ad HTTP/1.1" status: 204 len: 173 time: 0.2183223 Jul 29 17:43:18.989968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6809f2e-e7bd-4613-8514-0170899228e3 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75ab8869-8a8b-469c-a509-083633be93ad,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:19.013544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-689cf4e4-633f-49b4-b4f4-1b1ffcc262b9 req-63187bfc-01e9-4577-a5e6-6d556a82b58e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737211 Jul 29 17:43:19.148683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbabbf-2d8a-4426-99b0-805874c50e0f req-851bbb25-631c-437f-a020-f23ee224fd57 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:19.156128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7bbabbf-2d8a-4426-99b0-805874c50e0f req-851bbb25-631c-437f-a020-f23ee224fd57 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.0796788 Jul 29 17:43:19.201845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2955c-9833-43da-b311-7407c4d9aeb6 req-b3489db1-7e58-49d4-971a-81e42615543e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:19.203878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d2955c-9833-43da-b311-7407c4d9aeb6 req-b3489db1-7e58-49d4-971a-81e42615543e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.0645988 Jul 29 17:43:19.251547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d2955c-9833-43da-b311-7407c4d9aeb6 req-efe3a357-b0b4-4eba-bbe8-c8be40332792 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Jul 29 17:43:19.261405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7bbabbf-2d8a-4426-99b0-805874c50e0f req-3c5d07f8-fc2a-4e57-a3bd-42f3c57eed6f tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991352 Jul 29 17:43:19.356520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-caaa59d4-364c-40e3-b357-ef53929148fd req-22fc892b-f470-4791-ab52-3c425d17cb67 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 200 len: 2397 time: 0.0698311 Jul 29 17:43:19.435737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.479051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b24db2-3d74-4350-8db2-3b067354caef req-f52d2713-1dbb-4a45-a98a-d81bbed1092c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:19.487057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b24db2-3d74-4350-8db2-3b067354caef req-f52d2713-1dbb-4a45-a98a-d81bbed1092c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.0885713 Jul 29 17:43:19.499224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-caaa59d4-364c-40e3-b357-ef53929148fd req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.514125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=16ca6f84-75e2-4cdb-b648-67d83141572e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:19.552476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b24db2-3d74-4350-8db2-3b067354caef req-aa343d55-6244-4ce6-9ac3-6fd40d1a8531 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619104 Jul 29 17:43:19.567217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 90cd3a07-bf96-4d99-b33e-ced2540186e9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:19.593532 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-caaa59d4-364c-40e3-b357-ef53929148fd req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.626874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 90cd3a07-bf96-4d99-b33e-ced2540186e9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:19.633207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 90cd3a07-bf96-4d99-b33e-ced2540186e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:19.634366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.734035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-caaa59d4-364c-40e3-b357-ef53929148fd req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.737067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-caaa59d4-364c-40e3-b357-ef53929148fd req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.738307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-caaa59d4-364c-40e3-b357-ef53929148fd req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/ebc1881b-7c95-4335-a402-d1b230f01755 HTTP/1.1" status: 204 len: 173 time: 0.3809259 Jul 29 17:43:19.795228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0303-dd9e-47e6-a256-09d5cfb60826 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1881b-7c95-4335-a402-d1b230f01755,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:19.805229 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-53c3a719-feb8-43ea-954e-760ee307ce18 req-b8c350f2-1713-42f5-a72c-fda77efa22c2 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] show failed (client error): The resource could not be found. Jul 29 17:43:19.806361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53c3a719-feb8-43ea-954e-760ee307ce18 req-b8c350f2-1713-42f5-a72c-fda77efa22c2 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/e640790d-0af2-475a-9a10-e4806adc7aed HTTP/1.1" status: 404 len: 352 time: 0.0336523 Jul 29 17:43:19.822382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.840710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821af9e-3ad8-4138-a60f-5fa7b2838b32 req-f5e9a3aa-6349-47d7-8405-99bedf070ae6 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:19.841793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.842483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6821af9e-3ad8-4138-a60f-5fa7b2838b32 req-f5e9a3aa-6349-47d7-8405-99bedf070ae6 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 944 time: 0.0802753 Jul 29 17:43:19.902473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:19.905014 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6377fa13-90dd-49c8-8599-43400b27b1a2" -d '{"events": [{"server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "name": "network-vif-plugged", "status": "completed", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:19.923034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:19.927058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6821af9e-3ad8-4138-a60f-5fa7b2838b32 req-1fe1b4a2-8385-4672-a682-658b157ccd6c tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771737 Jul 29 17:43:19.937741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:19.941496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:19.963925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:19.966376 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd4397-60b8-4628-84eb-a6d9b7715b57" -d '{"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:20.054928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-46a68fcb-ed2d-48e4-b7bb-061ba4b86567 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/2f938e3a-00e0-4512-aba8-57f865ac95ea HTTP/1.1" status: 200 len: 1804 time: 0.1242700 Jul 29 17:43:20.061790 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c62873-4478-4acd-ba64-32caad640839 x-openstack-request-id: req-49c62873-4478-4acd-ba64-32caad640839 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:20.062765 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "name": "network-vif-plugged", "status": "completed", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:20.063168 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49c62873-4478-4acd-ba64-32caad640839 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:20.079896 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9', 'code': 200} Jul 29 17:43:20.104267 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d655e481-44ea-4234-b294-d04a8f82187a x-openstack-request-id: req-d655e481-44ea-4234-b294-d04a8f82187a {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:20.104729 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:20.105068 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d655e481-44ea-4234-b294-d04a8f82187a {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:20.105552 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'status': 'completed', 'code': 200} Jul 29 17:43:20.115578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:20.169762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:20.178885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:20.243553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-635302b2-8bc1-4310-bbd9-f9753964807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.245346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-635302b2-8bc1-4310-bbd9-f9753964807e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1099 time: 0.1258874 Jul 29 17:43:20.256753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-3b0fa16f-e053-4f5a-839b-f609777ae8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.258958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-3b0fa16f-e053-4f5a-839b-f609777ae8d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1099 time: 0.0681264 Jul 29 17:43:20.262330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.268645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681ad1-e6a0-4bb6-ae5e-eb47143d96b1 req-b0334628-23dd-453f-8ad7-f44a881c4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.270193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1681ad1-e6a0-4bb6-ae5e-eb47143d96b1 req-b0334628-23dd-453f-8ad7-f44a881c4f05 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 1096 time: 0.1350970 Jul 29 17:43:20.272989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Router b3565396-de29-419c-bffa-6fcc94e32414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:20.325505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.402440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1681ad1-e6a0-4bb6-ae5e-eb47143d96b1 req-d4597a86-fc6a-4155-8dfc-aed30230585a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246994 Jul 29 17:43:20.451044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:20.476101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '312991db-83b0-4c6f-838f-961027eed0a3', 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b', 'port_id': '312991db-83b0-4c6f-838f-961027eed0a3', 'mac_address': 'fa:16:3e:35:ab:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480517cd-e92b-47aa-b323-39f019ad8e0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:20.528575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.541378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.541963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-2b5e41bf-936e-497a-8e11-65f131474493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.542398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.542842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91d743a-4ee9-45ee-8582-e4acf638ec25 req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f938e3a-00e0-4512-aba8-57f865ac95ea HTTP/1.1" status: 204 len: 173 time: 0.4786978 Jul 29 17:43:20.543483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-2b5e41bf-936e-497a-8e11-65f131474493 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2764137 Jul 29 17:43:20.557813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9466-8c2b-465d-8994-429ef96516e2 req-9e48f1e9-b730-42a0-b83c-ee927bdd97d8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.562643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312991db-83b0-4c6f-838f-961027eed0a3 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:20.572719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e34f9466-8c2b-465d-8994-429ef96516e2 req-9e48f1e9-b730-42a0-b83c-ee927bdd97d8 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.1557465 Jul 29 17:43:20.578475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-8dd53255-0ef1-47fa-a90a-047b655825ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.578630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44351-d1b9-4f0d-94d7-8826a6f93a05 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f938e3a-00e0-4512-aba8-57f865ac95ea,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:20.580262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-8dd53255-0ef1-47fa-a90a-047b655825ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3256936 Jul 29 17:43:20.594050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:43:20.605056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Sync routers for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:20.609262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-011a1d9e-3cf5-4ec4-9dce-e857dc588b2f admin admin] 10.222.0.16 "PUT /v2.0/routers/b3565396-de29-419c-bffa-6fcc94e32414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0194132 Jul 29 17:43:20.615177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48160) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:20.623211 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:20.624193 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:20.632551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:20.647815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.695952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-d7c5e1df-8c68-40f2-b756-aa95b147bbe6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.1197882 Jul 29 17:43:20.704853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:20.714571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.715345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.716117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.716659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.717197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.717741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.718310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.718865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.719397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.719954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.720498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.721024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:20.814096 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:20.822502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-24c302bc-24eb-4acc-8088-2de0cfcc79e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.2283776 Jul 29 17:43:20.860314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd336f-b154-4518-94b2-e6de73c09f77 req-d9bde584-298e-44cc-b93a-cb0f0139dc89 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.862044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ebd336f-b154-4518-94b2-e6de73c09f77 req-d9bde584-298e-44cc-b93a-cb0f0139dc89 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.1536982 Jul 29 17:43:20.891918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.912962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-d98ebdaf-532c-4fed-bb4b-77d4e2fb257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:20.914839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-d98ebdaf-532c-4fed-bb4b-77d4e2fb257e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1999526 Jul 29 17:43:20.948385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['312991db-83b0-4c6f-838f-961027eed0a3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:21.040590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ebd336f-b154-4518-94b2-e6de73c09f77 req-a3d39266-d6d7-49e5-b565-0e1b968688b9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688809 Jul 29 17:43:21.091502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e34f9466-8c2b-465d-8994-429ef96516e2 req-704e4c1d-6640-4b6b-b6de-d499473c1573 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128224 Jul 29 17:43:21.141526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-2098733d-7d2c-4acb-b2e8-89ef29ff4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:21.150379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-2098733d-7d2c-4acb-b2e8-89ef29ff4d18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.3123255 Jul 29 17:43:21.231918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48168) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:21.234602 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:43:19Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:21.246477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-0cb1b5c7-140a-41cc-9460-c17e4f99a0ad tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/4d179555-aa17-4495-b718-9be8d35a5b51 HTTP/1.1" status: 200 len: 1804 time: 0.0945873 Jul 29 17:43:21.273392 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Checking router: b3565396-de29-419c-bffa-6fcc94e32414 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:21.285621 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Routers {'b3565396-de29-419c-bffa-6fcc94e32414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:21.287461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b3565396-de29-419c-bffa-6fcc94e32414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:21.305591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-99366ab6-d6c7-4d92-bd3f-55d2c784a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:21.305855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.307455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-99366ab6-d6c7-4d92-bd3f-55d2c784a618 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3250871 Jul 29 17:43:21.424702 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] Set router b3565396-de29-419c-bffa-6fcc94e32414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:21.429749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-502c8e7e-0aff-4269-89cf-7f646b87df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:21.431268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-502c8e7e-0aff-4269-89cf-7f646b87df69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483649 Jul 29 17:43:21.435688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.441712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc49b2-3e69-40cf-9278-2471d27d8a49 req-e516d4fe-03c8-4460-9901-dde9f081fe1f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:21.443203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aedc49b2-3e69-40cf-9278-2471d27d8a49 req-e516d4fe-03c8-4460-9901-dde9f081fe1f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.1630697 Jul 29 17:43:21.470681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.543147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86bffe1d-7563-4c9a-845b-c2aed12f8c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.555816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Deleting port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:21.556780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.564552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-20e5abd7-c9d0-41ff-af68-56b62b8e5ece service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154971 Jul 29 17:43:21.610818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.614336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.615786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6f52b4b-53d5-4d5c-b907-b40c09a43fed req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d179555-aa17-4495-b718-9be8d35a5b51 HTTP/1.1" status: 204 len: 173 time: 0.3685062 Jul 29 17:43:21.643204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-44fbe4a9-342d-4ece-8cba-9638e65f984d service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132064 Jul 29 17:43:21.676174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] For port 9331eb5b-5c93-4a3a-b8cf-53355bc1de94, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:21.676729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.681204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aedc49b2-3e69-40cf-9278-2471d27d8a49 req-98246bd9-09b8-4cff-915b-c980f214183b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243249 Jul 29 17:43:21.681974 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:43:19Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:21.700504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Calling delete_port for 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:21.705262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d179555-aa17-4495-b718-9be8d35a5b51,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:21.722066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.722521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.723117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.723541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.723983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.724515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.724939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.725528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.725965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.726402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.726853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.727271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f9f6e-2926-42cb-8b7b-1c94c6b8b620 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:21.746819 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be150a49-dd72-4050-b7a9-9f0db2c524e8 None None] The sync data for ids ['b3565396-de29-419c-bffa-6fcc94e32414'] in n-d-801607-3 is: [{'id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991455641-router', 'tenant_id': 'baab0005751a439a8f381bedfeefb026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:43:19Z', 'revision_number': 5, 'project_id': 'baab0005751a439a8f381bedfeefb026', 'gw_port': {'id': '9331eb5b-5c93-4a3a-b8cf-53355bc1de94', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3565396-de29-419c-bffa-6fcc94e32414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:09Z', 'updated_at': '2021-07-29T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:21.857678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc410cc-eb33-462c-8309-978dade64897 req-20f9e71d-17a3-401e-abd9-6d969895656a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:21.865720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cc410cc-eb33-462c-8309-978dade64897 req-20f9e71d-17a3-401e-abd9-6d969895656a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 945 time: 0.1177249 Jul 29 17:43:21.914150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-2cb686ee-83a6-4495-8aff-bb9ea6bd20ef service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399837 Jul 29 17:43:21.923238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55dd4397-60b8-4628-84eb-a6d9b7715b57 req-82261a34-6996-4e45-8255-c6b9238f60aa service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684033 Jul 29 17:43:21.927422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-339227fd-812a-423c-ace1-d357851c1cb1 req-241278c4-6bed-4276-9e17-680f24127f45 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/71c2d95b-b696-403e-8b7a-88e14228a0a9 HTTP/1.1" status: 200 len: 1805 time: 0.1114025 Jul 29 17:43:21.975099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cc410cc-eb33-462c-8309-978dade64897 req-ae4c284b-8d2b-450c-ac7b-a4f274d69755 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084447 Jul 29 17:43:22.001980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86bffe1d-7563-4c9a-845b-c2aed12f8c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.014889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86bffe1d-7563-4c9a-845b-c2aed12f8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.032909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.056660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-339227fd-812a-423c-ace1-d357851c1cb1 req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.084963 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86bffe1d-7563-4c9a-845b-c2aed12f8c1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a108873267e74233bb2fde15240fa23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511841 Jul 29 17:43:22.098605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48178) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:22.102928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Pushing event deleted for resources: {'Port': ['ID=9331eb5b-5c93-4a3a-b8cf-53355bc1de94,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:22.119312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bffe1d-7563-4c9a-845b-c2aed12f8c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cea0ac-6d6d-4f07-90fb-8d37c730a39e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:22.146410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-339227fd-812a-423c-ace1-d357851c1cb1 req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.196791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:22.200762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:22.257806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.298970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.331137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.418777 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-339227fd-812a-423c-ace1-d357851c1cb1 req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.419628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc2bac-e378-4567-aa7d-da6d6cacbd1d req-64fd8372-16b2-4682-ae36-b65037b69cdb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:22.421237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ebc2bac-e378-4567-aa7d-da6d6cacbd1d req-64fd8372-16b2-4682-ae36-b65037b69cdb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.2373309 Jul 29 17:43:22.428234 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-339227fd-812a-423c-ace1-d357851c1cb1 req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.437970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.444273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-339227fd-812a-423c-ace1-d357851c1cb1 req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/71c2d95b-b696-403e-8b7a-88e14228a0a9 HTTP/1.1" status: 204 len: 173 time: 0.4980898 Jul 29 17:43:22.454216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.456828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.467814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.479305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 312991db-83b0-4c6f-838f-961027eed0a3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:22.486559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0cea0ac-6d6d-4f07-90fb-8d37c730a39e HTTP/1.1" status: 204 len: 168 time: 0.3846512 Jul 29 17:43:22.489833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 312991db-83b0-4c6f-838f-961027eed0a3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:22.490210 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.502124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:22.505815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7626a-50c6-46c1-b8e1-646b4a6871b0 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2d95b-b696-403e-8b7a-88e14228a0a9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:22.568487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'mac_address': 'fa:16:3e:81:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:22.595695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ebc2bac-e378-4567-aa7d-da6d6cacbd1d req-22bc049f-ff7a-4d48-8b17-db174fc3b722 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563659 Jul 29 17:43:22.595695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.595695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3565396-de29-419c-bffa-6fcc94e32414 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:43:22.600496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.604819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-574edae8-a1c7-46b3-879b-0152a12ce918 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b3565396-de29-419c-bffa-6fcc94e32414 HTTP/1.1" status: 204 len: 168 time: 1.9852951 Jul 29 17:43:22.610091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48190) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:22.646990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e92fe1-168b-4821-9ce0-2ef6e8dc46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cea0ac-6d6d-4f07-90fb-8d37c730a39e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:22.688761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.716297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fc653-f343-4dcd-9ccd-cb5dbef185a0 req-863ab627-dfa5-4119-b979-902f312397e5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:22.718408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-755fc653-f343-4dcd-9ccd-cb5dbef185a0 req-863ab627-dfa5-4119-b979-902f312397e5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 948 time: 0.2037036 Jul 29 17:43:22.748716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16ca6f84-75e2-4cdb-b648-67d83141572e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:22.810703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:22.816735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 16ca6f84-75e2-4cdb-b648-67d83141572e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:22.817075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16ca6f84-75e2-4cdb-b648-67d83141572e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:22.827904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Deleting subnet 4210dc06-39c3-40ba-9db5-d97c0990d490 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:43:22.841656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.852281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-755fc653-f343-4dcd-9ccd-cb5dbef185a0 req-9cc465a4-3704-4cac-833d-bc536bd9cadd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171587 Jul 29 17:43:22.886925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.899964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e8a2547-19b6-4c35-9352-671696d8baec req-726a969c-a384-40dd-a6f2-e54f2873db87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/a8e533b9-f2f3-4c2f-a43d-69ea6af75faa HTTP/1.1" status: 200 len: 2402 time: 0.2641451 Jul 29 17:43:22.902391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:22.954581 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.022698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755b5a0-20e5-4c7a-a6d7-2a37137a690c req-8e55e001-ea8c-4e02-8fc5-9a0117d711a5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:23.026902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4e8a2547-19b6-4c35-9352-671696d8baec req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.027727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2755b5a0-20e5-4c7a-a6d7-2a37137a690c req-8e55e001-ea8c-4e02-8fc5-9a0117d711a5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.0803840 Jul 29 17:43:23.079795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4e8a2547-19b6-4c35-9352-671696d8baec req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.095489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2755b5a0-20e5-4c7a-a6d7-2a37137a690c req-f62c39e6-cc09-4970-bb53-235aad5f72b2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Jul 29 17:43:23.117477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.135126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:23.167740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee261-5ef7-4e49-b2af-b7debc0b9a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.196136 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.265832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:23.272579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4e8a2547-19b6-4c35-9352-671696d8baec req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.276493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4e8a2547-19b6-4c35-9352-671696d8baec req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.283287 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e31c8-37e5-4853-8f63-7e0eaf9d5aae" -d '{"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-plugged", "status": "completed", "tag": "312991db-83b0-4c6f-838f-961027eed0a3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:23.299361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e8a2547-19b6-4c35-9352-671696d8baec req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8e533b9-f2f3-4c2f-a43d-69ea6af75faa HTTP/1.1" status: 204 len: 173 time: 0.3853409 Jul 29 17:43:23.312390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.339796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:23.354395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.375903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee261-5ef7-4e49-b2af-b7debc0b9a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.384094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee261-5ef7-4e49-b2af-b7debc0b9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.398796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.442100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-c936956f-8da3-42d3-8c0d-db122bdff254 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "GET /v2.0/security-groups/40be0690-825b-4274-a90f-94b19b769405 HTTP/1.1" status: 200 len: 2397 time: 0.1195366 Jul 29 17:43:23.463357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e3ee261-5ef7-4e49-b2af-b7debc0b9a19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a2547bd54aa448f83bef927408080fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267357 Jul 29 17:43:23.464966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ee261-5ef7-4e49-b2af-b7debc0b9a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c9997-39e3-49d1-bcc4-854d9f6bc798,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.468115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:23.472413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.481948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4210dc06-39c3-40ba-9db5-d97c0990d490,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.483970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6a356-715e-4876-849d-5df214511d87 tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e533b9-f2f3-4c2f-a43d-69ea6af75faa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.490409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.495363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3b9d5b7-b097-4a7f-808c-4fb68b40f9fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4210dc06-39c3-40ba-9db5-d97c0990d490 HTTP/1.1" status: 204 len: 168 time: 0.8841510 Jul 29 17:43:23.496021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48210) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:23.515423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c2256-0e44-44a1-88f1-3b0aa3b3a7df None None] Network 6101c14d-41f6-401a-be31-08d9f2364043 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:23.529087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['c36403be-07c5-4c0d-9dde-7abdbb786568'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:23.607975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.653175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.671233 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.674134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.722896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.781864 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a4ecd-ddd6-43f2-b3f6-bc03684e86d8 x-openstack-request-id: req-c64a4ecd-ddd6-43f2-b3f6-bc03684e86d8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:23.782147 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-plugged", "status": "completed", "tag": "312991db-83b0-4c6f-838f-961027eed0a3", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:23.782420 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c64a4ecd-ddd6-43f2-b3f6-bc03684e86d8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:23.782882 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3', 'code': 200} Jul 29 17:43:23.791942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.794997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.797402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c9c9997-39e3-49d1-bcc4-854d9f6bc798 HTTP/1.1" status: 204 len: 168 time: 0.3138835 Jul 29 17:43:23.825926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.833216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.833409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81228a-8648-4954-ba05-7499a91c9bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c9997-39e3-49d1-bcc4-854d9f6bc798,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.836248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17edb05c-fe9b-4282-97bb-d2badee89009 req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] 10.222.0.16 "DELETE /v2.0/security-groups/40be0690-825b-4274-a90f-94b19b769405 HTTP/1.1" status: 204 len: 173 time: 0.3925202 Jul 29 17:43:23.851771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:23.912452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab02e-429c-426f-bd12-1e11267353dd tempest-SecurityGroupRulesTestJSON-2882788 tempest-SecurityGroupRulesTestJSON-2882788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be0690-825b-4274-a90f-94b19b769405,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:23.948593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] DHCP port deletion for 6101c14d-41f6-401a-be31-08d9f2364043 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:43:23.980989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Deleting port e9abcacc-4e4a-44cc-855d-e461b0292312 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:23.981333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:23.987308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-4b4e00c2-be5d-4bac-bd59-ccfbd7228375 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:23.988859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-4b4e00c2-be5d-4bac-bd59-ccfbd7228375 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901&tenant_id=e56b6d6b394a4d91bec47e83b063f729&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 949 time: 0.2155664 Jul 29 17:43:24.018580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Deleting port e9abcacc-4e4a-44cc-855d-e461b0292312 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:24.019930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.073763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] For port e9abcacc-4e4a-44cc-855d-e461b0292312, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e9abcacc-4e4a-44cc-855d-e461b0292312,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:24.074162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.083858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0d79f-617c-4d6d-9265-9d3a6b14c9d3 req-dadc2915-a49f-4f32-870b-f5decf8d4077 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.092137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Deleting subnet 2a654b78-0907-4cec-b193-cafe01c11ff1 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:43:24.094744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebb0d79f-617c-4d6d-9265-9d3a6b14c9d3 req-dadc2915-a49f-4f32-870b-f5decf8d4077 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.1508281 Jul 29 17:43:24.095513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243947ab-1d65-4ad1-92df-538cb1c88c52 req-adddba22-ef17-45b6-9bf3-c5266564c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.096931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-243947ab-1d65-4ad1-92df-538cb1c88c52 req-adddba22-ef17-45b6-9bf3-c5266564c1c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1097 time: 0.2080114 Jul 29 17:43:24.101495 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.111482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] For port e9abcacc-4e4a-44cc-855d-e461b0292312, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e9abcacc-4e4a-44cc-855d-e461b0292312,segment=NetworkSegment(c71be922-96a4-4a67-941d-f28cd38e3cdf),segment_id=c71be922-96a4-4a67-941d-f28cd38e3cdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:24.111955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.124689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-d8ca3daa-ddea-48de-8af4-5eabcede3baa service neutron] 10.222.0.49 "GET /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.1196244 Jul 29 17:43:24.126577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Calling delete_port for e9abcacc-4e4a-44cc-855d-e461b0292312 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:24.138846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae00e90-9a31-417e-92bb-daedace63bbe req-e3d230a4-6006-47d0-842d-fa3b8ada2209 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.146329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ae00e90-9a31-417e-92bb-daedace63bbe req-e3d230a4-6006-47d0-842d-fa3b8ada2209 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.2583072 Jul 29 17:43:24.149526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Calling delete_port for e9abcacc-4e4a-44cc-855d-e461b0292312 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:24.168009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebb0d79f-617c-4d6d-9265-9d3a6b14c9d3 req-f09a553b-0218-45f7-9369-982a896d4818 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650775 Jul 29 17:43:24.210718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.267538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-243947ab-1d65-4ad1-92df-538cb1c88c52 req-9aa25c20-83dc-4fa6-b364-449c2ddeea83 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463521 Jul 29 17:43:24.286814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ae00e90-9a31-417e-92bb-daedace63bbe req-ca569bb4-caa7-4bed-aa7f-5d306f914821 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395631 Jul 29 17:43:24.288616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.297195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.311445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] No DVR routers for this DVR port e9abcacc-4e4a-44cc-855d-e461b0292312 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:24.344706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-9e24b61e-ee23-41c7-a27e-16803dbb9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.346334 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-9e24b61e-ee23-41c7-a27e-16803dbb9d57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1100 time: 0.1800818 Jul 29 17:43:24.355157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174ac4-a957-4759-85e6-83aca1b89d70 None None] Pushing event deleted for resources: {'Port': ['ID=e9abcacc-4e4a-44cc-855d-e461b0292312,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:24.391578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954803a4-b157-42b5-a2f1-5f52ea581121 req-fd697a07-e1e1-46c3-82a2-5995327fbe40 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.393241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-954803a4-b157-42b5-a2f1-5f52ea581121 req-fd697a07-e1e1-46c3-82a2-5995327fbe40 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.1318846 Jul 29 17:43:24.428041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.469651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-954803a4-b157-42b5-a2f1-5f52ea581121 req-edc366cd-d867-4e86-9968-1ec91e636eee tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650136 Jul 29 17:43:24.471042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9abcacc-4e4a-44cc-855d-e461b0292312,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:24.474078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] No DVR routers for this DVR port e9abcacc-4e4a-44cc-855d-e461b0292312 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:24.605964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.620871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6101c14d-41f6-401a-be31-08d9f2364043']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:24.632533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71be922-96a4-4a67-941d-f28cd38e3cdf') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:24.633175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71be922-96a4-4a67-941d-f28cd38e3cdf') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:24.658707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.683013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.695930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:24.696590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:24.700434 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:24.706961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e9abcacc-4e4a-44cc-855d-e461b0292312 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:24.745377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.765626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e9abcacc-4e4a-44cc-855d-e461b0292312 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:24.766165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e9abcacc-4e4a-44cc-855d-e461b0292312 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:24.767171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:24.778734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a654b78-0907-4cec-b193-cafe01c11ff1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:24.785468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.787860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ce37a62-b60a-45f0-adef-38989813d7d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a654b78-0907-4cec-b193-cafe01c11ff1 HTTP/1.1" status: 204 len: 168 time: 0.9322801 Jul 29 17:43:24.790607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48246) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:24.802934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.803551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-56e3f690-5eb5-41fd-bec0-2835be3986d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:24.806048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-56e3f690-5eb5-41fd-bec0-2835be3986d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.4455023 Jul 29 17:43:24.815100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:24.816082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9331eb5b-5c93-4a3a-b8cf-53355bc1de94 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:24.832625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:24.834657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] 10.222.0.16 "DELETE /v2.0/networks/6101c14d-41f6-401a-be31-08d9f2364043 HTTP/1.1" status: 204 len: 168 time: 1.3375361 Jul 29 17:43:24.855264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48252) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:24.862091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-5054866a-9e5a-43c5-98ee-0449784718cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.0479083 Jul 29 17:43:24.895769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cccd4c-80f1-4329-9a3e-d833b8d80deb admin admin] Pushing event deleted for resources: {'Network': ['ID=6101c14d-41f6-401a-be31-08d9f2364043,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:24.931538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.005608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-f69c80bc-ff9f-499f-9a65-91553266fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:25.007136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-f69c80bc-ff9f-499f-9a65-91553266fe73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0994670 Jul 29 17:43:25.043175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.055885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701dc3ba-5664-410d-8db7-b0a0e49eb184']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:25.073038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9235c3e6-d60c-49fc-ae0a-fcfff1461a25') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:25.073738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9235c3e6-d60c-49fc-ae0a-fcfff1461a25') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:25.085628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.102064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.108740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:25.108947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-65901989-91e8-4fd8-a85c-30096a2dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:25.109370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.110285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-65901989-91e8-4fd8-a85c-30096a2dc135 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868366 Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:25.111500 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:25.220046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.251261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.257222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] 10.222.0.16 "DELETE /v2.0/networks/701dc3ba-5664-410d-8db7-b0a0e49eb184 HTTP/1.1" status: 204 len: 168 time: 0.4635563 Jul 29 17:43:25.307982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43943bc-4fb0-45fe-9fbd-407dd9d19876 admin admin] Pushing event deleted for resources: {'Network': ['ID=701dc3ba-5664-410d-8db7-b0a0e49eb184,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:25.408193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bad39b-42c8-4222-b779-d2d942a63008 req-8c237d79-4cd3-4821-a59f-726e4dbf9ae9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:25.411595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-29b33251-5356-4f4c-baf8-687ec464cc9e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710798 Jul 29 17:43:25.417094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23bad39b-42c8-4222-b779-d2d942a63008 req-8c237d79-4cd3-4821-a59f-726e4dbf9ae9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.1131568 Jul 29 17:43:25.472012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23bad39b-42c8-4222-b779-d2d942a63008 req-31bbc429-db63-438b-85b6-24cd45eb38de tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492806 Jul 29 17:43:25.587039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:25.647232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-aa497be0-95d7-4916-ae4b-1ba80204c488 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135227 Jul 29 17:43:25.671055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe026ec0-7e60-4266-b799-bc155445cb29 req-9f40aac0-10d8-4a45-8be1-5e0a5326d8ab tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:25.673223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe026ec0-7e60-4266-b799-bc155445cb29 req-9f40aac0-10d8-4a45-8be1-5e0a5326d8ab tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.2384741 Jul 29 17:43:25.792400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe026ec0-7e60-4266-b799-bc155445cb29 req-08ebcb62-6897-46e4-af7a-8b38292203af tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107581 Jul 29 17:43:25.871287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:25.967002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3de4e16-5d7f-4c37-bcac-dda3c57071f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f07b95eca13413fb1ae849c9bb1620d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785949 Jul 29 17:43:25.969431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48296) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:26.040319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d5f2e-b543-4947-8268-77a186252ffe req-68a0eb0c-5bc8-45f8-8620-a426e13adee6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:26.046907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-445d5f2e-b543-4947-8268-77a186252ffe req-68a0eb0c-5bc8-45f8-8620-a426e13adee6 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.0913949 Jul 29 17:43:26.047545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac738d-a49a-4b9a-a880-d51947e12a2b req-54632f96-2332-4f63-828e-281891cbeda9 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:26.049617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2bac738d-a49a-4b9a-a880-d51947e12a2b req-54632f96-2332-4f63-828e-281891cbeda9 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1097 time: 0.1011288 Jul 29 17:43:26.090522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.102284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.123350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-445d5f2e-b543-4947-8268-77a186252ffe req-c79549f2-52c1-432b-b426-63ddcdff103a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704703 Jul 29 17:43:26.135867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.187549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2bac738d-a49a-4b9a-a880-d51947e12a2b req-8fc985dc-e4d5-482f-af85-c614e32f63b7 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239336 Jul 29 17:43:26.221132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:26.247003 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.251402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.253148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/744352ec-6198-4d0e-b407-fc2db44b95c7 HTTP/1.1" status: 204 len: 168 time: 0.2827604 Jul 29 17:43:26.265381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef79a-5e9b-4946-a325-41255f1a9af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744352ec-6198-4d0e-b407-fc2db44b95c7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:26.375711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port c36403be-07c5-4c0d-9dde-7abdbb786568 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:26.380918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port c36403be-07c5-4c0d-9dde-7abdbb786568 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:26.381495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.399768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca722bb-b070-4a8c-8ee0-08a2732eb640 req-d37f6a96-90ee-4a14-991d-0e91288b67fe tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:26.404880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ca722bb-b070-4a8c-8ee0-08a2732eb640 req-d37f6a96-90ee-4a14-991d-0e91288b67fe tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1097 time: 0.0769804 Jul 29 17:43:26.472897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ca722bb-b070-4a8c-8ee0-08a2732eb640 req-91acd71d-562f-4817-8247-3f44acf168a1 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645926 Jul 29 17:43:26.537458 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.585437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:26.588904 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d95c71-b66f-4910-a989-dc34e3e49c2a" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:26.605436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Deleting port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:26.605930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.619431 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:43:26.621583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:26.631322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.710810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:26.769072 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87842027-d219-407c-929a-f71b9140edbe x-openstack-request-id: req-87842027-d219-407c-929a-f71b9140edbe {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:26.769367 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:26.769621 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87842027-d219-407c-929a-f71b9140edbe {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:26.770053 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'code': 200} Jul 29 17:43:26.832794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] For port a5c50dc6-d6a4-4210-9f92-3f7345e6fc58, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:26.833254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:26.847487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Calling delete_port for a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:26.941607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b599b-06cc-4a8d-beba-55ddf13b2fc8 req-14416dd3-6041-4a75-bd16-684c3b73f602 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:26.944576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f3b599b-06cc-4a8d-beba-55ddf13b2fc8 req-14416dd3-6041-4a75-bd16-684c3b73f602 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.3107278 Jul 29 17:43:27.168128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f3b599b-06cc-4a8d-beba-55ddf13b2fc8 req-44c2b6da-2616-4f97-8e67-29e0d65384de tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114959 Jul 29 17:43:27.265105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:27.267973 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:27.311306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c50dc6-d6a4-4210-9f92-3f7345e6fc58,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:27.347303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.347654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.348442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.348442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.348890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.349284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.349534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.349856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.350460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.350784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.351156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.351937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:27.399080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:27.498393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313ee42-4d82-46ba-87aa-b9ad732ffd27 req-808e5515-2dea-4242-8c48-b63eac7d0000 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:27.500004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1313ee42-4d82-46ba-87aa-b9ad732ffd27 req-808e5515-2dea-4242-8c48-b63eac7d0000 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.1623247 Jul 29 17:43:27.646410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4765690c-ebb7-4a5a-98f6-6a4fc2c924a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:27.721107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1313ee42-4d82-46ba-87aa-b9ad732ffd27 req-d1b6670a-87ec-4008-978f-d99c8149b783 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883214 Jul 29 17:43:27.780337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:27.931591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48430) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:28.001400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4765690c-ebb7-4a5a-98f6-6a4fc2c924a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.010317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4765690c-ebb7-4a5a-98f6-6a4fc2c924a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.065889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4765690c-ebb7-4a5a-98f6-6a4fc2c924a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d390c938a8fb43348c79d60212e4c258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656303 Jul 29 17:43:28.068092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765690c-ebb7-4a5a-98f6-6a4fc2c924a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf22aa7-3e46-410e-85e8-22803c65f641,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:28.070912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48436) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:28.139460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-357120172-network', 'tenant_id': '0c765c0e126b4daba6fccfa095d0f39c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:28.189572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Made reservation on behalf of 0c765c0e126b4daba6fccfa095d0f39c for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:28.191930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.235844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.238003 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.288666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.311380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Router ed79a3a9-89b3-4775-a0cf-ed14a351e416 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:28.397867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-28123bf4-273e-4a28-baa0-850b06b9c8cb tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:43:28.399590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-28123bf4-273e-4a28-baa0-850b06b9c8cb tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069196 Jul 29 17:43:28.403070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.405588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.409248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdf22aa7-3e46-410e-85e8-22803c65f641 HTTP/1.1" status: 204 len: 168 time: 0.3224678 Jul 29 17:43:28.424685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290046d-0b8a-4c71-ad64-917db948db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf22aa7-3e46-410e-85e8-22803c65f641,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:28.445487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Request body: {'binding': {'host': 'n-h2-801607-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:28.445931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Unknown quota resources ['binding']. {{(pid=94051) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:43:28.450279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.472610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.485559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:43:28.496590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.496940 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Added segment 194d7989-0e70-4fb8-86d5-cbe6fe6359d9 of type vlan for network f6a7782a-d4f0-4e07-9800-6b83d78f0bfa Jul 29 17:43:28.612316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.616409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ede97-76a4-4838-8b64-8721a59a14e0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:28.692432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.693538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:28.694187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.718451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7857244 Jul 29 17:43:28.719090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48448) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:28.739285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Request body: {'subnet': {'network_id': 'f6a7782a-d4f0-4e07-9800-6b83d78f0bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-357120172-subnet', 'tenant_id': '0c765c0e126b4daba6fccfa095d0f39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:28.786666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cde356-4f34-4975-83ae-c803cb00b536 req-ffa01183-7bb9-4352-8f50-6da743a605f6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:28.788201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cde356-4f34-4975-83ae-c803cb00b536 req-ffa01183-7bb9-4352-8f50-6da743a605f6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.5334451 Jul 29 17:43:28.800721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-95e76fd0-0191-444e-b62b-d8a3e7b28127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:28.802201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-95e76fd0-0191-444e-b62b-d8a3e7b28127 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901&tenant_id=e56b6d6b394a4d91bec47e83b063f729 HTTP/1.1" status: 200 len: 1101 time: 0.5939257 Jul 29 17:43:28.819757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on host n-h2-801607-3 for vnic_type normal with profile None {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:28.820251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:28.820552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:28.826871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:28.827190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:28.829035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434bac-d458-473e-b64b-4eadfdee8e50 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a7782a-d4f0-4e07-9800-6b83d78f0bfa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:28.839507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f6a7782a-d4f0-4e07-9800-6b83d78f0bfa details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:43:28.844112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:28.850701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:28.858676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:28.859159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:28.859699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Bound port: 312991db-83b0-4c6f-838f-961027eed0a3, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:28.863021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48452) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:28.872937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Made reservation on behalf of 0c765c0e126b4daba6fccfa095d0f39c for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:28.875419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.914138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7df4a2a1-2bff-4edf-b5e2-d9036e568e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:28.938852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:43:28.947157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e03e4ea9-b621-4fdf-a54e-84f5f7eb69db admin admin] 10.222.0.16 "PUT /v2.0/routers/ed79a3a9-89b3-4775-a0cf-ed14a351e416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0881693 Jul 29 17:43:28.948309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35cde356-4f34-4975-83ae-c803cb00b536 req-97453c02-2a22-4d95-abd9-8020fa921564 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435142 Jul 29 17:43:28.948456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48456) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:28.954777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Sync routers for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:28.969444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:28.970102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:28.977661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.121291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:29.133324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:29.137998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.139260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-acbc538e-be94-4f5b-8509-38245cd9401f service neutron] 10.222.0.16 "POST /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7209940 Jul 29 17:43:29.166964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735e332-1a9e-4962-82c1-48d78611c4a1 req-2d870906-dc34-4f27-bc61-e35892269a1e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:29.168996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e735e332-1a9e-4962-82c1-48d78611c4a1 req-2d870906-dc34-4f27-bc61-e35892269a1e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.1442754 Jul 29 17:43:29.192671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.312546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e735e332-1a9e-4962-82c1-48d78611c4a1 req-14d6e985-0da1-4f1c-8ab1-3f1a229c1f15 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306832 Jul 29 17:43:29.368887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:29.439027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:43:27Z', 'revision_number': 5, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:29.448330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:29.470574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Checking router: ed79a3a9-89b3-4775-a0cf-ed14a351e416 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:29.481537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Routers {'ed79a3a9-89b3-4775-a0cf-ed14a351e416'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:29.483694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:29.500987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31752632-e57d-464c-a58b-95961f9ed211 req-6bae5de7-d059-4029-82ec-fa23db753c8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:29.506787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.510420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31752632-e57d-464c-a58b-95961f9ed211 req-6bae5de7-d059-4029-82ec-fa23db753c8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1084411 Jul 29 17:43:29.520508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:29.523526 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b24696-bb3c-4da1-91de-5792ba353083" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-unplugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:29.529292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.559065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Transition to ACTIVE for port object c36403be-07c5-4c0d-9dde-7abdbb786568 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:29.574837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31752632-e57d-464c-a58b-95961f9ed211 req-af821ba4-3892-42fe-a375-30604effd020 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633738 Jul 29 17:43:29.596278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.619020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7df4a2a1-2bff-4edf-b5e2-d9036e568e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.629323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] Set router ed79a3a9-89b3-4775-a0cf-ed14a351e416 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:29.641080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7df4a2a1-2bff-4edf-b5e2-d9036e568e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.643297 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01546447-1009-4acb-bf66-131d70e50cbc x-openstack-request-id: req-01546447-1009-4acb-bf66-131d70e50cbc {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:29.643297 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-unplugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:29.643297 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01546447-1009-4acb-bf66-131d70e50cbc {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:29.655320 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'code': 200} Jul 29 17:43:29.717108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] No DVR routers for this DVR port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:29.738471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:29.754964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.757840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd08bf6-0f99-4cb8-9058-3dd922309f24,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:29.778013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7df4a2a1-2bff-4edf-b5e2-d9036e568e63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0423711fc7c74d00bd2b54146c8719b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113460 Jul 29 17:43:29.778233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4a2a1-2bff-4edf-b5e2-d9036e568e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeee6f0-bee1-4d6b-a770-8d4657d77b86,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:29.791749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:29.810266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Checking segment: {'id': '194d7989-0e70-4fb8-86d5-cbe6fe6359d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f6a7782a-d4f0-4e07-9800-6b83d78f0bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:29.810631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Network hostable DHCP agents. Network: f6a7782a-d4f0-4e07-9800-6b83d78f0bfa, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:43:29.825260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:29.825590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:29.825918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:29.830684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:29.831009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Attempting to bind port c36403be-07c5-4c0d-9dde-7abdbb786568 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:29.849297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:29.849860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:29.850289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:29.850719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Bound port: c36403be-07c5-4c0d-9dde-7abdbb786568, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:29.851081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.883261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Network f6a7782a-d4f0-4e07-9800-6b83d78f0bfa is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:43:29.895894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.912346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:43:27Z', 'revision_number': 5, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:29.919488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f6a7782a-d4f0-4e07-9800-6b83d78f0bfa) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:29.925170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Deleting port 407ab375-5b6e-4f63-909f-2c3878d451a6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:29.925451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.933963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:29.934583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.955313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddbef3-1adc-49a6-b1b6-b400a5cfee6c None None] The sync data for ids ['ed79a3a9-89b3-4775-a0cf-ed14a351e416'] in n-d-801607-3 is: [{'id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1990440470-router', 'tenant_id': '79a196613d184f34877c81298a25bcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:38:15Z', 'updated_at': '2021-07-29T17:43:27Z', 'revision_number': 5, 'project_id': '79a196613d184f34877c81298a25bcb0', 'gw_port': {'id': '407ab375-5b6e-4f63-909f-2c3878d451a6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79a3a9-89b3-4775-a0cf-ed14a351e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:38:16Z', 'updated_at': '2021-07-29T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:29.956859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ba875-1050-4fed-92e0-47bf974e526c None None] Network f6a7782a-d4f0-4e07-9800-6b83d78f0bfa requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:29.959140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:29.972517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:29.988908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:29.996787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.066725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.073105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.074850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] 10.222.0.38 "PUT /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 1097 time: 1.2438009 Jul 29 17:43:30.076548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6a720403-ac0f-4692-acf5-63151634a818 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3421516 Jul 29 17:43:30.150759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] For port 407ab375-5b6e-4f63-909f-2c3878d451a6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=407ab375-5b6e-4f63-909f-2c3878d451a6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:30.151129 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.183309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Calling delete_port for 407ab375-5b6e-4f63-909f-2c3878d451a6 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:30.199083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef753d0-c4ff-4a86-95e6-265608e811d9 None None] Network f6a7782a-d4f0-4e07-9800-6b83d78f0bfa requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:30.224827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1f8c8-01ea-438b-8b67-af350ee82d4b req-dac2c8d6-220e-4cb7-8cc2-f9ce4c05eb5a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.232747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cf1f8c8-01ea-438b-8b67-af350ee82d4b req-dac2c8d6-220e-4cb7-8cc2-f9ce4c05eb5a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.1542933 Jul 29 17:43:30.234876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17e90-c75b-4dcc-ab53-216d9a41035c service neutron] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=11']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:30.289032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-d4e95a39-6b60-46c2-bb80-0be446d0919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.290603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-d4e95a39-6b60-46c2-bb80-0be446d0919c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1100 time: 0.1598561 Jul 29 17:43:30.362283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:30.449303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-c6f2781a-9602-40ed-a637-059fb505ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.450858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-c6f2781a-9602-40ed-a637-059fb505ea26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1505125 Jul 29 17:43:30.454933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.477016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cf1f8c8-01ea-438b-8b67-af350ee82d4b req-da6f129f-7d13-4e12-aa2b-79c07eec616a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416325 Jul 29 17:43:30.487256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-081e2ee6-2ea1-4f67-929d-ea4772223d86 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.488846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-081e2ee6-2ea1-4f67-929d-ea4772223d86 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.4786828 Jul 29 17:43:30.521218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:30.525851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=407ab375-5b6e-4f63-909f-2c3878d451a6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:30.586874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:30.617521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-3caea9eb-d8f7-4126-b209-e1e1c638f132 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.1378143 Jul 29 17:43:30.622352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.625158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.628790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbeee6f0-bee1-4d6b-a770-8d4657d77b86 HTTP/1.1" status: 204 len: 168 time: 0.8324304 Jul 29 17:43:30.658707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1376074603', 'description': 'tempest-description-1025397656'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:30.705441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:30.716390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb90a3-6375-4d36-8a2d-a7beaf49fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeee6f0-bee1-4d6b-a770-8d4657d77b86,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:30.738113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:30.740153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5c50dc6-d6a4-4210-9f92-3f7345e6fc58 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:30.789292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.793485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.800860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6128e-34d5-4462-b37d-a7152f4efd81 req-9b476395-4502-4105-84ee-736d520a785e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.804404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ea6128e-34d5-4462-b37d-a7152f4efd81 req-9b476395-4502-4105-84ee-736d520a785e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 945 time: 0.2112708 Jul 29 17:43:30.822272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-7147ebd1-0cc9-4714-92e9-fbf09b7fc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.825418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-7147ebd1-0cc9-4714-92e9-fbf09b7fc16b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1751187 Jul 29 17:43:30.834848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:30.913275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ea6128e-34d5-4462-b37d-a7152f4efd81 req-aa919a9f-3b59-4928-a8d3-aed8186a8a64 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987415 Jul 29 17:43:30.920015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c390-f181-42e4-a333-ba726129325d req-8ca3e903-97d4-4399-8388-c1697232668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:30.922407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-8ca3e903-97d4-4399-8388-c1697232668a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885780 Jul 29 17:43:31.033973 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.048194 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.069907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-cc719fb8-54f0-45d8-85db-302b4a4a5323 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328828 Jul 29 17:43:31.182724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.183348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed79a3a9-89b3-4775-a0cf-ed14a351e416 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:43:31.202789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abc7c390-f181-42e4-a333-ba726129325d req-b5cd8972-7d92-459a-8be0-d1c122083d5e service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246667 Jul 29 17:43:31.207236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:31.248421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.249895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-44946c88-536a-434a-8af9-1740934d9a5a admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed79a3a9-89b3-4775-a0cf-ed14a351e416 HTTP/1.1" status: 204 len: 168 time: 2.3003409 Jul 29 17:43:31.254749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:31.271548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.275553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:31.304163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.316277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6abb2c-38ad-4026-b41b-7477a36b8bc8 req-f9c8f5e2-5bf1-4c4d-bf03-078b3040ea9a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:31.317866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d6abb2c-38ad-4026-b41b-7477a36b8bc8 req-f9c8f5e2-5bf1-4c4d-bf03-078b3040ea9a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1140108 Jul 29 17:43:31.331854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.333666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4695f967-4002-4a81-bf1d-dea2039087e2 req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7174139 Jul 29 17:43:31.370095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Deleting subnet 2876ffba-3f63-4078-9176-bb8e6050ed84 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:43:31.373553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.381859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:31.384976 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f185c-f11a-48ca-920b-5344ab130729" -d '{"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:31.394509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.399753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f630-ea5c-424c-81d5-cd6ec5c573b2 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e85de2-8c07-4b24-94c6-72836db15f5e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:31.410374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.444088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d6abb2c-38ad-4026-b41b-7477a36b8bc8 req-05ce804e-0d82-4115-945a-21cfad371537 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163125 Jul 29 17:43:31.455702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.516721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-7c9c13cd-db29-4ea8-87c5-1dd43795d201 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/c1e85de2-8c07-4b24-94c6-72836db15f5e HTTP/1.1" status: 200 len: 1813 time: 0.1492593 Jul 29 17:43:31.570942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:31.570942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:31.570942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:31.579456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1e85de2-8c07-4b24-94c6-72836db15f5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:31.580149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1e85de2-8c07-4b24-94c6-72836db15f5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:31.588328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:31.588649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:31.597622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:31.598007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:31.598430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:31.598875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Bound port: 59a4d13b-3a31-4e9a-8219-5839de758ec2, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:31.599239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.602738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.606711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:31.636180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:31.661550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:31.678650 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867f528-94be-492c-9faf-c1dd4365ca5e" -d '{"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:31.725499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.728888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:31.756923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:31.771702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.780842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.812770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2876ffba-3f63-4078-9176-bb8e6050ed84,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:31.820534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.826905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ff713-86d9-46fe-96e2-146c0a9c08da None None] Network 0b5665ae-9d03-4253-a249-5218520e361a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:31.829503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-edffa5b0-8473-4e1c-8cee-ce579a22002e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2876ffba-3f63-4078-9176-bb8e6050ed84 HTTP/1.1" status: 204 len: 168 time: 0.5712581 Jul 29 17:43:31.830647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48514) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:31.901902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:31.934119 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd948f5-76a3-4f2c-b482-9e4c972cd67c x-openstack-request-id: req-9bd948f5-76a3-4f2c-b482-9e4c972cd67c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:31.934635 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-unplugged", "status": "completed", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:31.934722 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bd948f5-76a3-4f2c-b482-9e4c972cd67c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:31.935084 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'code': 200} Jul 29 17:43:31.941996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.978342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.988443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:31.989316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:31.990774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] 10.222.0.38 "PUT /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 1121 time: 1.4804747 Jul 29 17:43:31.998914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.009039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa741dcc-8b22-4628-8a10-affbce65d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=8']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:32.028264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcdac20-1f9f-4156-9ea0-1d1fa5c31df9,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:32.033014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Deleting port 60dd2aac-f716-4813-8779-97336adddec6 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:32.034116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.044724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:32.045252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:32.045709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:32.053198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.055700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbf4545d-c105-4983-91a6-999ce27babd6 req-03f406a6-18ad-4586-90b4-0b36be5cecf7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5034847 Jul 29 17:43:32.079970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:32.080554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempting to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on network c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:32.090292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:32.090870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Checking segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:32.091468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Bound using segment: {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:32.092094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Bound port: 59a4d13b-3a31-4e9a-8219-5839de758ec2, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea56b3f-8bd3-4d76-88da-898f80ecdb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:32.092746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.111463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['59a4d13b-3a31-4e9a-8219-5839de758ec2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:32.145464 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e05b7-44e4-4a7c-869f-0284b4841a21 x-openstack-request-id: req-395e05b7-44e4-4a7c-869f-0284b4841a21 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:32.145947 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:32.146504 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-395e05b7-44e4-4a7c-869f-0284b4841a21 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:32.146994 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'status': 'completed', 'code': 200} Jul 29 17:43:32.190870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['59a4d13b-3a31-4e9a-8219-5839de758ec2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:32.260755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] For port 60dd2aac-f716-4813-8779-97336adddec6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=60dd2aac-f716-4813-8779-97336adddec6,segment=NetworkSegment(de1621ba-1671-40b3-b442-764733346b63),segment_id=de1621ba-1671-40b3-b442-764733346b63)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:32.263431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.277151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dda78-d6ec-4f16-a11a-023b7360ca87 req-f0584362-f5f9-46d5-b444-f5a57c1435a9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.278772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc4dda78-d6ec-4f16-a11a-023b7360ca87 req-f0584362-f5f9-46d5-b444-f5a57c1435a9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0940075 Jul 29 17:43:32.281117 n-d-801607-3 neutron-server[94053]: WARNING neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Concurrent port binding operations failed on port 59a4d13b-3a31-4e9a-8219-5839de758ec2 Jul 29 17:43:32.286841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-b0d2578c-6134-4794-ba26-9701d0fdfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.288692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-b0d2578c-6134-4794-ba26-9701d0fdfdca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1100 time: 0.0887423 Jul 29 17:43:32.302391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:32.306679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Calling delete_port for 60dd2aac-f716-4813-8779-97336adddec6 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:32.337440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0282a8-c946-43a9-9bf4-7cd066acb8da req-d2f02dbc-81be-4620-abf3-22ad349ee6d2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.345277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d0282a8-c946-43a9-9bf4-7cd066acb8da req-d2f02dbc-81be-4620-abf3-22ad349ee6d2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.3161793 Jul 29 17:43:32.347998 n-d-801607-3 neutron-server[94053]: INFO neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Attempt 2 to bind port 59a4d13b-3a31-4e9a-8219-5839de758ec2 Jul 29 17:43:32.349958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:43:32.412255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc4dda78-d6ec-4f16-a11a-023b7360ca87 req-15281b2d-b1a5-4068-b1e5-cf1058e72a36 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219859 Jul 29 17:43:32.462826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-dc853f39-97b9-487d-b4c7-abc8ac632d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.464608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-dc853f39-97b9-487d-b4c7-abc8ac632d1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1649919 Jul 29 17:43:32.469060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d0282a8-c946-43a9-9bf4-7cd066acb8da req-aac40d5f-f8e8-4ce8-a72d-4ea92a40a784 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180372 Jul 29 17:43:32.517897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-751afd76-2a02-4a1b-8dba-a44c10e40513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.519548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-751afd76-2a02-4a1b-8dba-a44c10e40513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e56b6d6b394a4d91bec47e83b063f729&device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1100 time: 0.3562448 Jul 29 17:43:32.560196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-adefc7f5-b72a-4fd4-8fba-aff346c74e66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.0879176 Jul 29 17:43:32.601130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0856eab-6404-4dc1-8626-e7323187208b req-12fbc9ed-adb8-407c-8169-dddd5ab4cb6c tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/c1e85de2-8c07-4b24-94c6-72836db15f5e HTTP/1.1" status: 200 len: 2406 time: 0.1082122 Jul 29 17:43:32.604456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b719d0-7bd3-41cc-b5e6-5ee941e2eece None None] DHCP port deletion for 0b5665ae-9d03-4253-a249-5218520e361a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:43:32.616509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.665212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dd2aac-f716-4813-8779-97336adddec6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:32.667598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] No DVR routers for this DVR port 60dd2aac-f716-4813-8779-97336adddec6 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:32.714885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-4e2e4239-e8fb-481f-b733-713c1b3b0ee6 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-group-rules/adcdac20-1f9f-4156-9ea0-1d1fa5c31df9 HTTP/1.1" status: 200 len: 778 time: 0.0551348 Jul 29 17:43:32.742721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-7a946d34-98af-41af-af87-eb3a5acad925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.744217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-7a946d34-98af-41af-af87-eb3a5acad925 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1764319 Jul 29 17:43:32.757065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 60dd2aac-f716-4813-8779-97336adddec6 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:32.766560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e9415-24bc-460e-a94d-39a8c119ee90 req-e4b9cf1d-ee73-483e-a97a-b9d0c8e6919d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.768077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc3e9415-24bc-460e-a94d-39a8c119ee90 req-e4b9cf1d-ee73-483e-a97a-b9d0c8e6919d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1022656 Jul 29 17:43:32.793012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 60dd2aac-f716-4813-8779-97336adddec6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:32.793356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 60dd2aac-f716-4813-8779-97336adddec6 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:32.793768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 407ab375-5b6e-4f63-909f-2c3878d451a6 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:32.806721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-3bee13fa-f4e9-4272-84c3-55ea52b08b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.808315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-3bee13fa-f4e9-4272-84c3-55ea52b08b38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2663591 Jul 29 17:43:32.831592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 407ab375-5b6e-4f63-909f-2c3878d451a6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:32.831927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 407ab375-5b6e-4f63-909f-2c3878d451a6 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:32.872861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-f39939d1-d9cd-4d42-a2a5-088b281b5025 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 200 len: 217 time: 0.0548389 Jul 29 17:43:32.873418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc3e9415-24bc-460e-a94d-39a8c119ee90 req-fa3310de-8549-4e06-a6c2-f562796fdd76 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957210 Jul 29 17:43:32.874456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.892774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5665ae-9d03-4253-a249-5218520e361a']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:32.900639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-6815e4fd-82ef-41ff-be72-978ceb333e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.902691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-6815e4fd-82ef-41ff-be72-978ceb333e38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455231 Jul 29 17:43:32.931965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1621ba-1671-40b3-b442-764733346b63') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:32.932378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1621ba-1671-40b3-b442-764733346b63') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:32.942108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-b1ee411a-a0b0-465c-89cc-03bca47cfb08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/c1e85de2-8c07-4b24-94c6-72836db15f5e HTTP/1.1" status: 200 len: 2406 time: 0.2117066 Jul 29 17:43:32.948041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.978893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:32.988459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-96f0e797-1b35-458e-8eb9-243f6b1e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:32.989937 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-96f0e797-1b35-458e-8eb9-243f6b1e3c6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1027985 Jul 29 17:43:33.000126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:33.000529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:33.002351 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:33.012279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-8eea06f6-c094-4d77-a137-cb49fb8c6e43 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011972 Jul 29 17:43:33.049454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.085149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.110454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.121423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.126042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b5665ae-9d03-4253-a249-5218520e361a HTTP/1.1" status: 204 len: 168 time: 1.2910404 Jul 29 17:43:33.128354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-949fd726-427c-4602-887f-bd39d32929e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:33.129812 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-949fd726-427c-4602-887f-bd39d32929e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310668 Jul 29 17:43:33.147436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93b09-cbac-40c4-993d-9d4cc6fe5038 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5665ae-9d03-4253-a249-5218520e361a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:33.148647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-a902dcf5-e2be-4aa9-8319-cb2d53113940 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282480 Jul 29 17:43:33.149222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.156456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.157559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8877bce3-b823-4654-84b1-42ac6ff6d80f req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/adcdac20-1f9f-4156-9ea0-1d1fa5c31df9 HTTP/1.1" status: 204 len: 173 time: 0.1998742 Jul 29 17:43:33.186582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1868594415', 'description': 'tempest-description-1023275016'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:33.200159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:33.208339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316e51-f107-4232-9b1a-c411beaccf86 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adcdac20-1f9f-4156-9ea0-1d1fa5c31df9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:33.247523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.263912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-e79fca22-7130-4c90-b9b5-9d5ce0fe6778 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242743 Jul 29 17:43:33.374848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a867f528-94be-492c-9faf-c1dd4365ca5e req-b920d336-968e-4eb3-bb40-c0fdb29e137d service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022034 Jul 29 17:43:33.381904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.388727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.391644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48560) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:33.423958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2021859e-a9f4-403d-8fe3-a3cab1ec0f64 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:33.431154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.435679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4eb66bc-c09d-4024-8b9c-82da0b97d1df req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2539568 Jul 29 17:43:33.438531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf5554-9ee7-46ff-abb2-485614ee073e tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d278ae-9809-4ef3-b34b-a3b220fc8b4b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:33.449727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-41ab9975-a621-4520-b0db-bf912e3d9d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baab0005751a439a8f381bedfeefb026&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545468 Jul 29 17:43:33.450081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48566) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:33.488411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2021859e-a9f4-403d-8fe3-a3cab1ec0f64 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "PUT /v2.0/quotas/b2086e4e9b0a4a66951159f272e3c946 HTTP/1.1" status: 200 len: 368 time: 0.2871864 Jul 29 17:43:33.491172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48570) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:33.496998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Request body: {'network': {'project_id': 'b2086e4e9b0a4a66951159f272e3c946'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:33.541974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5d725662-fbfa-48a0-8d97-488e6dd62075 req-67aaec30-0157-4f69-8f59-cb31240c42bb tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/f4d278ae-9809-4ef3-b34b-a3b220fc8b4b HTTP/1.1" status: 200 len: 1813 time: 0.0705235 Jul 29 17:43:33.544870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.566581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Made reservation on behalf of b2086e4e9b0a4a66951159f272e3c946 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:33.569586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.570554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.585608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.603835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe76e-0bdd-4e01-b3ce-d688aa3a0f53 req-fd352fca-c396-4371-9ca7-5d611324bc37 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:33.605867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a8fe76e-0bdd-4e01-b3ce-d688aa3a0f53 req-fd352fca-c396-4371-9ca7-5d611324bc37 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0988531 Jul 29 17:43:33.628243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:33.647518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.650602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.651930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d740f69-8561-464c-81ee-3a0815006040 HTTP/1.1" status: 204 len: 168 time: 0.2009752 Jul 29 17:43:33.662182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2f2c8-71ca-41c6-8a9b-7f5bfbf0e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d740f69-8561-464c-81ee-3a0815006040,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:33.685760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f49fa-5cbe-412c-bdb4-4ea1a3befd34 req-4656d2f0-3889-420d-87b2-54accf29bdb0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:33.688050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a8fe76e-0bdd-4e01-b3ce-d688aa3a0f53 req-0359c416-6fc4-4d5e-881e-ee83247402c5 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Jul 29 17:43:33.694839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a34f49fa-5cbe-412c-bdb4-4ea1a3befd34 req-4656d2f0-3889-420d-87b2-54accf29bdb0 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 949 time: 0.0790877 Jul 29 17:43:33.752259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a34f49fa-5cbe-412c-bdb4-4ea1a3befd34 req-947d6b38-16b5-4db3-90a8-ac83e45872ea tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547907 Jul 29 17:43:33.771181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.777964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.789640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-189294620', 'description': 'tempest-description-1921163080'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:33.800582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:33.816736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:43:33.824021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.826503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'mac_address': 'fa:16:3e:81:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:33.828569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc7cec-230a-49a6-ad98-91289903be23,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:33.833630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.833976 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Added segment b6152fdf-c658-460a-8498-ee7ff70788d5 of type vlan for network 53c72c46-63e6-4b04-9958-d0b35cccf416 Jul 29 17:43:33.880482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.888767 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.905925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:33.933967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.935003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:33.935546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:33.935850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.940849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:33.944798 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.975088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.980604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.015979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.021688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819b193d-c0fe-4f00-ace0-c5d9d9d4d12b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.035356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.042893 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-947da34a-56da-442a-8bba-631401b36307 req-d067172a-f10c-41ab-9f34-d5cd3262c969 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2577446 Jul 29 17:43:34.149198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2a3cb-3618-49fd-aaec-9215cf0c28b4 req-aab00ca3-d8a5-4953-bf31-00230025a057 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.150729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5c2a3cb-3618-49fd-aaec-9215cf0c28b4 req-aab00ca3-d8a5-4953-bf31-00230025a057 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0625257 Jul 29 17:43:34.196728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5c2a3cb-3618-49fd-aaec-9215cf0c28b4 req-e6c4698e-b77d-45e8-8b33-bb92619b3ada tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Jul 29 17:43:34.201140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48590) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:34.241688 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9553b-3165-42e5-88f3-0c92615c4a42" -d '{"events": [{"name": "network-changed", "server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:34.269925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e8372bd0-853e-4478-9cb7-2dea10d897b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79a196613d184f34877c81298a25bcb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675857 Jul 29 17:43:34.272414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48594) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:34.308202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-473b6a3a-6657-4a75-b088-edc2de59d2b2 req-543b4b68-e000-496b-9a2d-2a1d7c9d6b6f tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/819b193d-c0fe-4f00-ace0-c5d9d9d4d12b HTTP/1.1" status: 200 len: 1812 time: 0.0722246 Jul 29 17:43:34.315398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8227282 Jul 29 17:43:34.318504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48596) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:34.327782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Request body: {'network': {'project_id': 'b2086e4e9b0a4a66951159f272e3c946'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:34.331774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac9d33-d314-411e-95d2-d0268584864b req-52b59264-e117-4527-bfc8-a589e99ea758 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.333559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-feac9d33-d314-411e-95d2-d0268584864b req-52b59264-e117-4527-bfc8-a589e99ea758 tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 1100 time: 0.4083722 Jul 29 17:43:34.334801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee88-e791-4d7f-aff3-6f2253b9d0c4 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Pushing event updated for resources: {'Network': ['ID=53c72c46-63e6-4b04-9958-d0b35cccf416,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.340754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c36403be-07c5-4c0d-9dde-7abdbb786568'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:34.345326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 53c72c46-63e6-4b04-9958-d0b35cccf416 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:43:34.357176 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6645c4-8f46-4847-90b1-3b147a9c4578 x-openstack-request-id: req-cc6645c4-8f46-4847-90b1-3b147a9c4578 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:34.357529 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:34.357844 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc6645c4-8f46-4847-90b1-3b147a9c4578 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:34.358330 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'status': 'completed', 'code': 200} Jul 29 17:43:34.374764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.378832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-655236027', 'description': 'tempest-description-1348321343'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:34.393496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-feac9d33-d314-411e-95d2-d0268584864b req-ea936932-680f-4053-a97d-231f500392ba tempest-MigrationsAdminTest-1708316827 tempest-MigrationsAdminTest-1708316827-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Jul 29 17:43:34.396258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Made reservation on behalf of b2086e4e9b0a4a66951159f272e3c946 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:34.398515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.439939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.511499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.529108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:43:34.532819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-6636c942-f171-4df6-b31d-2e699e99dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.534455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-6636c942-f171-4df6-b31d-2e699e99dc90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1124 time: 0.1492879 Jul 29 17:43:34.557909 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.558301 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Added segment 008c0909-0564-4a78-a813-1c2b6a152615 of type vlan for network 8cb59da1-cea5-4944-bf15-bb74c9133389 Jul 29 17:43:34.622981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.625484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.629670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11090e82-427e-402d-ac30-dbe67b10848a HTTP/1.1" status: 204 len: 168 time: 0.3532305 Jul 29 17:43:34.675617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ac47-a75f-4bbf-a9fa-da3243b2c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11090e82-427e-402d-ac30-dbe67b10848a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.676152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501094e1-ed1b-4aad-a229-628fb2e9c863 req-7f7ecaaf-3940-4b43-ba3e-3bb42784493e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.677933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-501094e1-ed1b-4aad-a229-628fb2e9c863 req-7f7ecaaf-3940-4b43-ba3e-3bb42784493e tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0595534 Jul 29 17:43:34.692708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.729581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-501094e1-ed1b-4aad-a229-628fb2e9c863 req-99ec4f1a-d333-43ce-a689-4f1a75a8f685 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Jul 29 17:43:34.747603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-5df9c6bd-6a45-4f6f-967d-b420a7e79fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.749163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-5df9c6bd-6a45-4f6f-967d-b420a7e79fdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.2056148 Jul 29 17:43:34.773352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.774368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.774951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.816536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-71111f1e-a4de-4f36-b458-cee4db738368 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 217 time: 0.0540972 Jul 29 17:43:34.859142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceadd5e-6550-4b20-9546-dade4e812c2a req-6273e21a-f972-4108-bc37-865984fd0046 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.860831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ceadd5e-6550-4b20-9546-dade4e812c2a req-6273e21a-f972-4108-bc37-865984fd0046 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0583272 Jul 29 17:43:34.893728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.904395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ceadd5e-6550-4b20-9546-dade4e812c2a req-4021ea9b-df45-4fc8-8342-d94415740484 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Jul 29 17:43:34.908273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.927052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6040442 Jul 29 17:43:34.927770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48614) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:34.933427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6ac67498-929b-4e5c-a883-279f9b4e99b2 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Request body: {'network': {'project_id': 'b2086e4e9b0a4a66951159f272e3c946'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:34.942387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbbb6c-a63f-4509-815f-586325c742b1 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Pushing event updated for resources: {'Network': ['ID=8cb59da1-cea5-4944-bf15-bb74c9133389,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.954955 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac67498-929b-4e5c-a883-279f9b4e99b2 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 17:43:34.955473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac67498-929b-4e5c-a883-279f9b4e99b2 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:43:34.958348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8cb59da1-cea5-4944-bf15-bb74c9133389 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:43:34.963650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-3e27100e-7fed-45ce-ac8f-e9e2b10249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:34.965135 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-3e27100e-7fed-45ce-ac8f-e9e2b10249d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1295738 Jul 29 17:43:34.970589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.981231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6ac67498-929b-4e5c-a883-279f9b4e99b2 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0427501 Jul 29 17:43:34.981670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91139af1-f66c-446b-89b6-304376b1d9ef req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6032689 Jul 29 17:43:35.003628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c75eb-5310-42d0-900e-51ac1aa4e6f3 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11fbdd4-c12a-4d35-9c6a-7e799dcb6af9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:35.052287 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-15b265c7-1940-4123-a2e8-cc54d95ffc7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760779 Jul 29 17:43:35.057730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48626) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:35.153240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-107c2fcb-3b69-4665-adf2-62c70e7606eb req-7ee8db0f-d42e-46e1-a70c-2a21357e2f51 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/d11fbdd4-c12a-4d35-9c6a-7e799dcb6af9 HTTP/1.1" status: 200 len: 1812 time: 0.1520801 Jul 29 17:43:35.195390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1241046466', 'description': 'tempest-description-1985164435'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:35.218651 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-bebd9dcb-5c30-4dea-806c-c7cec090d444 service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576073 Jul 29 17:43:35.241266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.352837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-10ac283e-6ed4-49a5-87fc-617f34c819b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2086e4e9b0a4a66951159f272e3c946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907820 Jul 29 17:43:35.353625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:35.388346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38d9553b-3165-42e5-88f3-0c92615c4a42 req-74404e78-a444-4ab3-b604-c242f6e3b89f service neutron] 10.222.0.49 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605043 Jul 29 17:43:35.398179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7a526-198c-4f30-bd1a-96c04aaac851 req-b07ac3c6-dca6-4073-bc8f-648828cf4aac tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:35.399882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-efb7a526-198c-4f30-bd1a-96c04aaac851 req-b07ac3c6-dca6-4073-bc8f-648828cf4aac tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0786011 Jul 29 17:43:35.452614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-efb7a526-198c-4f30-bd1a-96c04aaac851 req-0f6b4c21-410d-4455-9af3-da9459993364 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jul 29 17:43:35.462752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.501183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.555737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.563182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.594720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.599172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b908113-2f69-4bff-94fa-b33e06f8720d req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4101758 Jul 29 17:43:35.603230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.605738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.610081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aedc7cec-230a-49a6-ad98-91289903be23 HTTP/1.1" status: 204 len: 168 time: 0.2528243 Jul 29 17:43:35.610081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d38d-59ae-4fd0-8967-44351643ea08 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587e5bb2-d564-47bc-8314-af7e9fce139f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:35.610081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48652) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:35.634573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:35.636747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:35.642805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26d33-7f11-4c4a-b04a-1b8ae69b6071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc7cec-230a-49a6-ad98-91289903be23,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:35.702632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f08ccc3c-17e0-4dc0-a02d-eb004314f05d req-937e74fb-684d-4f0b-a910-35a7f8f4837c tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/587e5bb2-d564-47bc-8314-af7e9fce139f HTTP/1.1" status: 200 len: 1813 time: 0.0604267 Jul 29 17:43:35.777031 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-665f77cb-c7bf-4561-a7b3-64e6aa2f0e1d req-3604c202-6055-4e3d-aee8-3ba82e924f51 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] show failed (client error): The resource could not be found. Jul 29 17:43:35.778699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-665f77cb-c7bf-4561-a7b3-64e6aa2f0e1d req-3604c202-6055-4e3d-aee8-3ba82e924f51 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/68004c17-4500-4e78-a2a4-473b762e7482 HTTP/1.1" status: 404 len: 352 time: 0.0466654 Jul 29 17:43:35.833738 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-cc960c61-e1ed-49ea-9fdb-e965bebb7d31 req-9b53cd59-b597-4b70-9d45-a7bc5ee01a48 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] show failed (client error): The resource could not be found. Jul 29 17:43:35.834986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc960c61-e1ed-49ea-9fdb-e965bebb7d31 req-9b53cd59-b597-4b70-9d45-a7bc5ee01a48 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-group-rules/6b01c78b-59f3-443d-a71e-66afd3d9e170 HTTP/1.1" status: 404 len: 361 time: 0.0317969 Jul 29 17:43:35.872340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.883044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:35.897910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:43:35.903454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port c36403be-07c5-4c0d-9dde-7abdbb786568 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:35.910205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c36403be-07c5-4c0d-9dde-7abdbb786568 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:35.911113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.934475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ff1d6-0c2a-4f61-9175-f475a9e1d54b req-240171b8-f0dd-4bee-aa69-e39f8ed68a15 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:35.942058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f40ff1d6-0c2a-4f61-9175-f475a9e1d54b req-240171b8-f0dd-4bee-aa69-e39f8ed68a15 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 950 time: 0.0963597 Jul 29 17:43:35.997364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.006779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f40ff1d6-0c2a-4f61-9175-f475a9e1d54b req-5602079b-68ff-4135-b13a-4a736018d4cd tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Jul 29 17:43:36.009900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb59da1-cea5-4944-bf15-bb74c9133389']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.022995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.026852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008c0909-0564-4a78-a813-1c2b6a152615') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.027352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008c0909-0564-4a78-a813-1c2b6a152615') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.037492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5860bd9-723a-497c-b005-df0c73a60501 req-4cc44470-86bf-4c1f-903d-2415384c15f1 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/587e5bb2-d564-47bc-8314-af7e9fce139f HTTP/1.1" status: 200 len: 1813 time: 0.1803188 Jul 29 17:43:36.041306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.072106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.087778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:36.088135 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:36.090334 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:36.092496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:36.094874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:36.099407 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a4e0d-eb84-43e2-b7e9-f0df7b638a7c" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:36.112428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.137508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4f6f-5d47-4033-aa86-63775c0baa05 req-4ba26c0e-f951-4899-8b43-77024200fb9c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:36.145233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e6c4f6f-5d47-4033-aa86-63775c0baa05 req-4ba26c0e-f951-4899-8b43-77024200fb9c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.0678198 Jul 29 17:43:36.179610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=13']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:36.195114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e6c4f6f-5d47-4033-aa86-63775c0baa05 req-d409accb-cebc-4845-8568-8f9f4921a304 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Jul 29 17:43:36.243401 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.257209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.258069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8cb59da1-cea5-4944-bf15-bb74c9133389 HTTP/1.1" status: 204 len: 168 time: 0.6475008 Jul 29 17:43:36.259159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f5860bd9-723a-497c-b005-df0c73a60501 req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.261182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:36.275338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eb9db-4daf-4d16-a094-92437a616bc5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cb59da1-cea5-4944-bf15-bb74c9133389,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:36.329737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f5860bd9-723a-497c-b005-df0c73a60501 req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.386669 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfb5df-47c8-4746-a32b-793eaa4fdde7 x-openstack-request-id: req-9fbfb5df-47c8-4746-a32b-793eaa4fdde7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:36.387054 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-plugged", "status": "completed", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:36.387425 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fbfb5df-47c8-4746-a32b-793eaa4fdde7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:36.388016 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'code': 200} Jul 29 17:43:36.390684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e714261-13c8-430f-9097-e15e4e187441 req-4e93b1ee-693a-42ff-aaf6-d5da7cb52ec9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:36.392785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e714261-13c8-430f-9097-e15e4e187441 req-4e93b1ee-693a-42ff-aaf6-d5da7cb52ec9 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 951 time: 0.1152658 Jul 29 17:43:36.403394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.415636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f5860bd9-723a-497c-b005-df0c73a60501 req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.418806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f5860bd9-723a-497c-b005-df0c73a60501 req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.438459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5860bd9-723a-497c-b005-df0c73a60501 req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-groups/587e5bb2-d564-47bc-8314-af7e9fce139f HTTP/1.1" status: 204 len: 173 time: 0.3732874 Jul 29 17:43:36.473759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2ed5-cbef-49c1-810a-291d4e5cf908 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e5bb2-d564-47bc-8314-af7e9fce139f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:36.539300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.549492 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-ee492a92-14c5-4cb1-8b70-7feb94cf6fe7 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/d11fbdd4-c12a-4d35-9c6a-7e799dcb6af9 HTTP/1.1" status: 200 len: 1812 time: 0.0992882 Jul 29 17:43:36.552907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c72c46-63e6-4b04-9958-d0b35cccf416']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.569199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6152fdf-c658-460a-8498-ee7ff70788d5') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.569533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6152fdf-c658-460a-8498-ee7ff70788d5') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:36.583171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Deleting port c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:36.583555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.585334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.610682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.618655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:36.619084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:36.620970 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:36.651383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6109-74a6-4623-8c74-7fb68e9210fa req-55fbd50b-2818-495a-b21d-2e2d4d30210c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:36.652892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c9d6109-74a6-4623-8c74-7fb68e9210fa req-55fbd50b-2818-495a-b21d-2e2d4d30210c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1096077 Jul 29 17:43:36.684298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.700170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.706938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] For port c36403be-07c5-4c0d-9dde-7abdbb786568, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c36403be-07c5-4c0d-9dde-7abdbb786568,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:36.707304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.709421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.711392 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] 10.222.0.16 "DELETE /v2.0/networks/53c72c46-63e6-4b04-9958-d0b35cccf416 HTTP/1.1" status: 204 len: 168 time: 0.4487336 Jul 29 17:43:36.724075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.730799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c9d6109-74a6-4623-8c74-7fb68e9210fa req-7856f4d5-d656-4e3e-a470-4655173fc91f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Jul 29 17:43:36.731662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Calling delete_port for c36403be-07c5-4c0d-9dde-7abdbb786568 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:36.739048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32cb1b-fc85-4d7f-97aa-9dfb51ae0ca5 tempest-QuotasNegativeTest-2026877768 tempest-QuotasNegativeTest-2026877768-project-admin] Pushing event deleted for resources: {'Network': ['ID=53c72c46-63e6-4b04-9958-d0b35cccf416,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:36.789263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.793760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.800151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aaf7bb3-4eed-4210-a027-e7132818c173 req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-groups/d11fbdd4-c12a-4d35-9c6a-7e799dcb6af9 HTTP/1.1" status: 204 len: 173 time: 0.2401569 Jul 29 17:43:36.837512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0255ca-c4cd-4ab3-a245-d840c82b14e0 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11fbdd4-c12a-4d35-9c6a-7e799dcb6af9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:36.893547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-c1c7b478-4367-4683-b5ab-1e858beddf12 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/819b193d-c0fe-4f00-ace0-c5d9d9d4d12b HTTP/1.1" status: 200 len: 1812 time: 0.0668900 Jul 29 17:43:36.958494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:36.973431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c36403be-07c5-4c0d-9dde-7abdbb786568'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:36.976597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353', '4d1c434c-ece5-417a-bf27-6405a57014ee', '47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:37.038831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.076139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event deleted for resources: {'Port': ['ID=c36403be-07c5-4c0d-9dde-7abdbb786568,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:37.096800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.110857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] No DVR routers for this DVR port c36403be-07c5-4c0d-9dde-7abdbb786568 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:37.114654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.117748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e714261-13c8-430f-9097-e15e4e187441 req-437da34b-b5bd-4029-85e0-6608570606f5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.38 "DELETE /v2.0/ports/c36403be-07c5-4c0d-9dde-7abdbb786568 HTTP/1.1" status: 204 len: 173 time: 0.7143321 Jul 29 17:43:37.118472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-deleted', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:37.131791 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436939e-a2af-4eff-a6ae-2490fdb6324d" -d '{"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-deleted", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:37.241030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.244823 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.263933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a3f33568-e1fd-4b84-9bba-7138fb2b3c26 req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-groups/819b193d-c0fe-4f00-ace0-c5d9d9d4d12b HTTP/1.1" status: 204 len: 173 time: 0.3603709 Jul 29 17:43:37.289584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e106df-752d-4045-933c-279e13e72e72 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b193d-c0fe-4f00-ace0-c5d9d9d4d12b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:37.452350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-d08c5ca7-8bc7-41f1-9f3e-05d06617473c service neutron] 10.222.0.49 "GET /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.1311734 Jul 29 17:43:37.563187 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa699a-23d2-463c-a70d-715a716c2a18 x-openstack-request-id: req-23fa699a-23d2-463c-a70d-715a716c2a18 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:37.563908 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479db280-455b-4f8e-9406-db6e2923f901", "name": "network-vif-deleted", "tag": "c36403be-07c5-4c0d-9dde-7abdbb786568", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:37.563908 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23fa699a-23d2-463c-a70d-715a716c2a18 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:37.565075 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479db280-455b-4f8e-9406-db6e2923f901', 'name': 'network-vif-deleted', 'tag': 'c36403be-07c5-4c0d-9dde-7abdbb786568', 'status': 'completed', 'code': 200} Jul 29 17:43:37.730183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6f4f4-28ea-40de-8168-835e2568d738 req-65bb8692-61a1-4d83-9457-cb0744e70a49 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:37.732111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d6f4f4-28ea-40de-8168-835e2568d738 req-65bb8692-61a1-4d83-9457-cb0744e70a49 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 943 time: 0.1000521 Jul 29 17:43:37.747351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:37.774917 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3759ba7d-9a54-4838-891f-32ba47e5d077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.810090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d6f4f4-28ea-40de-8168-835e2568d738 req-415872e7-04cb-44bb-ae11-f23a382f4267 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Jul 29 17:43:37.918673 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-c2df2c84-5ff2-4e36-a099-3a4a743d889f tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/f4d278ae-9809-4ef3-b34b-a3b220fc8b4b HTTP/1.1" status: 200 len: 1813 time: 0.0722499 Jul 29 17:43:37.959104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-487b7013-67a7-49b2-b573-1936e45d7535 req-a8aa107c-af15-4f05-9764-9d7c0bcbeb53 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=479db280-455b-4f8e-9406-db6e2923f901 HTTP/1.1" status: 200 len: 210 time: 0.4250560 Jul 29 17:43:37.981289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3759ba7d-9a54-4838-891f-32ba47e5d077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:37.993406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3759ba7d-9a54-4838-891f-32ba47e5d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.049686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3759ba7d-9a54-4838-891f-32ba47e5d077 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6397ed189d2e4a9baaf08faf6a3f6722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999222 Jul 29 17:43:38.056343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48720) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:38.057115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759ba7d-9a54-4838-891f-32ba47e5d077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93fc5d0-0469-45d0-93f2-19779ff4bd47,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.087819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.135041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:38.138574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.175348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.189425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:38.207592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.216564 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.219353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.220581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fddbe2ad-f2df-4a35-ab1a-14aab6c7a382 req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-groups/f4d278ae-9809-4ef3-b34b-a3b220fc8b4b HTTP/1.1" status: 204 len: 173 time: 0.2920682 Jul 29 17:43:38.234376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a4d13b-3a31-4e9a-8219-5839de758ec2 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:38.241626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2acc33-2f5a-4771-a14f-0f889d5da825 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d278ae-9809-4ef3-b34b-a3b220fc8b4b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.257010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:38.270373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:38.293449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d5843-49e6-4dce-9194-308260ea7f0a req-21373883-60e9-4f73-9059-e6acdf3d3fb7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:38.295354 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-050d5843-49e6-4dce-9194-308260ea7f0a req-21373883-60e9-4f73-9059-e6acdf3d3fb7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1518688 Jul 29 17:43:38.301177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.303423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.305567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.310505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f93fc5d0-0469-45d0-93f2-19779ff4bd47 HTTP/1.1" status: 204 len: 168 time: 0.2496259 Jul 29 17:43:38.369367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-5a0ddb2a-e5b1-4e9c-8e74-3ee502bd5c24 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "GET /v2.0/security-groups/c1e85de2-8c07-4b24-94c6-72836db15f5e HTTP/1.1" status: 200 len: 1813 time: 0.0574167 Jul 29 17:43:38.370614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493354d8-54fc-41a0-8b00-96f59f5deef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93fc5d0-0469-45d0-93f2-19779ff4bd47,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.395019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-050d5843-49e6-4dce-9194-308260ea7f0a req-7b637166-00c8-4b82-9356-a2828816858e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Jul 29 17:43:38.444710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] Transition to ACTIVE for port object 59a4d13b-3a31-4e9a-8219-5839de758ec2 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:38.452013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.472397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.499768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.527137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.588729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] No DVR routers for this DVR port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:38.591223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.594305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.595622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a0fb74e-22ab-4443-ab58-d56e768e3478 req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1e85de2-8c07-4b24-94c6-72836db15f5e HTTP/1.1" status: 204 len: 173 time: 0.2194183 Jul 29 17:43:38.603419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:38.655683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-659c5a82-3a9d-4a3c-8c3a-2362023a4c51 service neutron] 10.222.0.49 "PUT /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1956894 Jul 29 17:43:38.660382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3666491-59d1-447c-aa63-7ed3164e6454 tempest-SecurityGroupRulesNegativeTestJSON-349483184 tempest-SecurityGroupRulesNegativeTestJSON-349483184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e85de2-8c07-4b24-94c6-72836db15f5e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.677592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Deleting subnet ffd08bf6-0f99-4cb8-9058-3dd922309f24 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:43:38.681397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.728798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.810793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.841082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-fe2f737b-0550-4839-baa2-cea766ffc78c tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:38.842660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-fe2f737b-0550-4839-baa2-cea766ffc78c tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.1117117 Jul 29 17:43:38.869745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:38.886507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb28e32-4e6d-4076-8c7f-602fdf42ebe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.916932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.928494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-c9990f8e-3362-4a44-948e-22415d5185ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:38.930279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-c9990f8e-3362-4a44-948e-22415d5185ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27 HTTP/1.1" status: 200 len: 1095 time: 0.0728850 Jul 29 17:43:38.951257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd08bf6-0f99-4cb8-9058-3dd922309f24,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:38.956248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:38.958211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c027ebe-2799-4473-87a5-7c3d535873cb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ffd08bf6-0f99-4cb8-9058-3dd922309f24 HTTP/1.1" status: 204 len: 168 time: 0.3447008 Jul 29 17:43:38.962170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48764) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.054304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb28e32-4e6d-4076-8c7f-602fdf42ebe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.065141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40526575-238c-4d5e-a6f0-a88c1b6f89fc req-c2cd9225-19e7-4d8f-af85-8472848759a2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.074679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40526575-238c-4d5e-a6f0-a88c1b6f89fc req-c2cd9225-19e7-4d8f-af85-8472848759a2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.1706440 Jul 29 17:43:39.078555 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb28e32-4e6d-4076-8c7f-602fdf42ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.078742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.089007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-72372cca-2f38-4418-9898-4f956efaeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.091830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-72372cca-2f38-4418-9898-4f956efaeebf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1095 time: 0.1184978 Jul 29 17:43:39.094211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48772) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.147049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb28e32-4e6d-4076-8c7f-602fdf42ebe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db2373f-94b7-43e3-bc64-1c9ed4b8e2e8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:39.149000 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-259df0dd-1d45-4a12-9c93-e202972c1d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.190098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40526575-238c-4d5e-a6f0-a88c1b6f89fc req-7b074a43-87d6-40e0-831c-c338a0476f97 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143527 Jul 29 17:43:39.192488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3bb28e32-4e6d-4076-8c7f-602fdf42ebe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57969c75276b4feeb34ea691e86456c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217001 Jul 29 17:43:39.195528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48780) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.272878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.300077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.327338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d880-c315-4c01-9db8-45a554d3f5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.369656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.376646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.381033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.386544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9db2373f-94b7-43e3-bc64-1c9ed4b8e2e8 HTTP/1.1" status: 204 len: 168 time: 0.1899202 Jul 29 17:43:39.390040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a7782a-d4f0-4e07-9800-6b83d78f0bfa']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:39.395467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0ac4-09f0-47a2-aefb-2861c0e3eeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db2373f-94b7-43e3-bc64-1c9ed4b8e2e8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:39.413489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194d7989-0e70-4fb8-86d5-cbe6fe6359d9') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:39.413982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194d7989-0e70-4fb8-86d5-cbe6fe6359d9') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:39.435393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.441892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-9d973760-045d-441c-8fa4-c7c58e860101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.443434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-9d973760-045d-441c-8fa4-c7c58e860101 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 200 len: 908 time: 0.3401713 Jul 29 17:43:39.506452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.511780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-db433b54-5749-4d06-a192-a57a698b7975 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 200 len: 217 time: 0.0526745 Jul 29 17:43:39.521733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:43:39.521733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:43:39.523584 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:43:39.568554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98a880-9cd0-4627-9340-52190c211e07 req-29338914-e43c-4b43-b650-c12ffcae99cb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.575821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e98a880-9cd0-4627-9340-52190c211e07 req-29338914-e43c-4b43-b650-c12ffcae99cb tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0654316 Jul 29 17:43:39.614177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e98a880-9cd0-4627-9340-52190c211e07 req-7abee4d3-4b60-4310-8519-488faef227ac tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374937 Jul 29 17:43:39.673008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:39.684551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.702326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.704372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6a7782a-d4f0-4e07-9800-6b83d78f0bfa HTTP/1.1" status: 204 len: 168 time: 0.7398551 Jul 29 17:43:39.705245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: c36403be-07c5-4c0d-9dde-7abdbb786568 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:39.705588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c36403be-07c5-4c0d-9dde-7abdbb786568 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:39.706794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-72965ac1-ac1a-4ef9-9047-e8969c9a3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.708597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-72965ac1-ac1a-4ef9-9047-e8969c9a3768 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 200 len: 847 time: 0.1841590 Jul 29 17:43:39.746208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf948-ae9e-4bc1-9ccb-b748f324765e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a7782a-d4f0-4e07-9800-6b83d78f0bfa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:39.757021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01d93e-0bf2-4f39-99eb-7d962e291e70 req-a44c4311-dc43-4dba-99af-d92252653852 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:39.758978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e01d93e-0bf2-4f39-99eb-7d962e291e70 req-a44c4311-dc43-4dba-99af-d92252653852 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 950 time: 0.1769106 Jul 29 17:43:39.761598 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d880-c315-4c01-9db8-45a554d3f5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.785797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d880-c315-4c01-9db8-45a554d3f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:39.790352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-3b82b69d-4afb-4487-b492-85fa31b387ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575166 Jul 29 17:43:39.851870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.903006 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eedbe412-c2e7-4c26-ad09-c86142baa41a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c765c0e126b4daba6fccfa095d0f39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497825 Jul 29 17:43:39.905554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48804) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.908439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8f2d880-c315-4c01-9db8-45a554d3f5f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54033320b6744ff699b0a5fb8f4c7620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8118711 Jul 29 17:43:39.912197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48806) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:39.924987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2d880-c315-4c01-9db8-45a554d3f5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e82ed-078c-4a6b-9ac4-8fb113a190a7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:39.936865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e01d93e-0bf2-4f39-99eb-7d962e291e70 req-950618ed-5624-4a3c-8cdd-e31cb12edb97 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522117 Jul 29 17:43:39.969124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-56ceb198-bf49-4a22-8ae6-4a3327831bc7 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620011 Jul 29 17:43:40.048325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.051539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.075746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.079036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-a517e474-6845-40e0-85bf-3b55276f6467 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010849 Jul 29 17:43:40.123437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.176133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.179520 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.183317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/779e82ed-078c-4a6b-9ac4-8fb113a190a7 HTTP/1.1" status: 204 len: 168 time: 0.2665374 Jul 29 17:43:40.190734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee2e56-fbfc-46d6-b719-7fe0248e1077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e82ed-078c-4a6b-9ac4-8fb113a190a7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:40.202017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.207487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.215312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d86ede97-76a4-4838-8b64-8721a59a14e0 HTTP/1.1" status: 204 len: 168 time: 0.3085833 Jul 29 17:43:40.244636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb5dcc-7319-4d31-a5b5-1e3430739694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ede97-76a4-4838-8b64-8721a59a14e0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:40.405596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387c0ac-4cbd-4276-8c40-491ad384227f req-314f8849-741b-46b2-8633-43786770903d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:40.411144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f387c0ac-4cbd-4276-8c40-491ad384227f req-314f8849-741b-46b2-8633-43786770903d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.1033423 Jul 29 17:43:40.459667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-d3b037ca-2bba-4a06-b628-f81d3814fb9c tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:40.465774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-d3b037ca-2bba-4a06-b628-f81d3814fb9c tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e&tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1095 time: 0.1267104 Jul 29 17:43:40.503547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f387c0ac-4cbd-4276-8c40-491ad384227f req-d46c6246-5fc8-4d84-bd3b-5790415654a9 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 Jul 29 17:43:40.618120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-81095470-bfbe-41c6-9d96-dba68eca0b0c service neutron] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:40.622217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-81095470-bfbe-41c6-9d96-dba68eca0b0c service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.623892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-81095470-bfbe-41c6-9d96-dba68eca0b0c service neutron] 10.222.0.38 "DELETE /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.1502917 Jul 29 17:43:40.758973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237b75-4046-4a2b-a12c-224489df922f req-1122710d-e3b1-4434-97f2-e9a94dfbc419 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:40.766515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7237b75-4046-4a2b-a12c-224489df922f req-1122710d-e3b1-4434-97f2-e9a94dfbc419 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0627203 Jul 29 17:43:40.819466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7237b75-4046-4a2b-a12c-224489df922f req-31182a35-e9da-4f52-8378-644fde4d597e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Jul 29 17:43:40.826807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:40.846574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742852b-a6d1-4cb3-8508-fa6f58ea0c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:40.956916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-e6a58f5b-caca-445e-bcdb-d6dd1ac696b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:40.958913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-e6a58f5b-caca-445e-bcdb-d6dd1ac696b6 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 950 time: 0.0956516 Jul 29 17:43:41.135521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742852b-a6d1-4cb3-8508-fa6f58ea0c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.146426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Deleting port 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:41.146771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.241059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] For port 47425d87-43e4-40ee-84e2-aac990d7a0b1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=47425d87-43e4-40ee-84e2-aac990d7a0b1,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:41.241429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.254874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Calling delete_port for 47425d87-43e4-40ee-84e2-aac990d7a0b1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:41.264222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742852b-a6d1-4cb3-8508-fa6f58ea0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.351629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e62098-2c5a-49c3-88f3-2e6e1c0d567a req-ebab5f5e-5ec2-46a2-886b-8ac66a71038c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:41.353166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11e62098-2c5a-49c3-88f3-2e6e1c0d567a req-ebab5f5e-5ec2-46a2-886b-8ac66a71038c tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6215bdcd-6e16-4fc0-9c5f-188dd30141c9 HTTP/1.1" status: 200 len: 950 time: 0.2561836 Jul 29 17:43:41.363324 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a742852b-a6d1-4cb3-8508-fa6f58ea0c09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ba6de9d604641faabf9444e49044e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340369 Jul 29 17:43:41.367055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742852b-a6d1-4cb3-8508-fa6f58ea0c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97088a86-2681-4958-8d38-1d169babc9ee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:41.367544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48862) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:41.442824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11e62098-2c5a-49c3-88f3-2e6e1c0d567a req-4a87f4dd-3aad-459a-bb5c-a141a4557a89 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Jul 29 17:43:41.491304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.590759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.603202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.625822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353', '4d1c434c-ece5-417a-bf27-6405a57014ee', '47425d87-43e4-40ee-84e2-aac990d7a0b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:41.689927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48876) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:41.729421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-229a7228-d901-4333-b111-a24e0613e794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.755495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event deleted for resources: {'Port': ['ID=47425d87-43e4-40ee-84e2-aac990d7a0b1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:41.759221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.762872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.769546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97088a86-2681-4958-8d38-1d169babc9ee HTTP/1.1" status: 204 len: 168 time: 0.4008539 Jul 29 17:43:41.793134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaba50-ed63-42fa-be9e-6df0bde146b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97088a86-2681-4958-8d38-1d169babc9ee,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:41.839854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48882) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:41.859068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] No DVR routers for this DVR port 47425d87-43e4-40ee-84e2-aac990d7a0b1 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:41.865535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.867780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ce1dee7-201a-493b-bade-baf90cbc45b7 req-47c6eebb-e9b8-4fb1-b2af-1245f3c36ca2 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "DELETE /v2.0/ports/47425d87-43e4-40ee-84e2-aac990d7a0b1 HTTP/1.1" status: 204 len: 173 time: 0.8990793 Jul 29 17:43:41.868522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-deleted', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:41.869279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:41.878107 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4229203-02b4-40cb-9de6-db8bec65253e" -d '{"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-deleted", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:41.947640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0761c-b2a2-4e5c-b50b-3955acf82a52 req-577e8adb-f9c8-4177-a1a7-1512a6403399 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:41.958559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10c0761c-b2a2-4e5c-b50b-3955acf82a52 req-577e8adb-f9c8-4177-a1a7-1512a6403399 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.2535639 Jul 29 17:43:42.039620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcd684-4430-4a11-bca6-5af7f923b1d3 req-be896973-3313-4239-8ff1-17957c8cb5d3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.043038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10c0761c-b2a2-4e5c-b50b-3955acf82a52 req-a744e938-b875-4968-9142-0986aa617e6a tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782540 Jul 29 17:43:42.055817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ccbcd684-4430-4a11-bca6-5af7f923b1d3 req-be896973-3313-4239-8ff1-17957c8cb5d3 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.2339008 Jul 29 17:43:42.079966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-537607a9-10df-4e91-b988-7356f0230f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.086296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-537607a9-10df-4e91-b988-7356f0230f6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1097 time: 0.1866865 Jul 29 17:43:42.240173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446459-5686-4999-8ef0-a9ab0822428a req-9ae30f76-596d-4b44-92ca-afc2887dae5e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.252612 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e446459-5686-4999-8ef0-a9ab0822428a req-9ae30f76-596d-4b44-92ca-afc2887dae5e tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0968559 Jul 29 17:43:42.258974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-513312130'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:42.294499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ccbcd684-4430-4a11-bca6-5af7f923b1d3 req-d59fcb96-a1fe-4bf5-9130-a4225d5c0327 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357907 Jul 29 17:43:42.333067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Made reservation on behalf of 77bf84eb4ea04412b67c68924d229fdd for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:42.337230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:42.357018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:42.357462 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e446459-5686-4999-8ef0-a9ab0822428a req-04de2ae5-375e-44f7-8a10-c6c2f792d899 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Jul 29 17:43:42.363909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4d869507-526b-40e3-a939-7d33377db1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.365382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4d869507-526b-40e3-a939-7d33377db1b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.2635987 Jul 29 17:43:42.490120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-ee3d70d7-a11c-462f-b7b6-daac7fe91295 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 217 time: 0.1093602 Jul 29 17:43:42.511440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1184581208-network', 'tenant_id': 'd28b2a5038834743844de26d489032bf'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:42.593472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ff33-1366-4832-8b78-4a557802008a req-627f55aa-2e20-46c1-8866-26dfd1433743 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.595199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8af8ff33-1366-4832-8b78-4a557802008a req-627f55aa-2e20-46c1-8866-26dfd1433743 tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 1095 time: 0.0873473 Jul 29 17:43:42.636965 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95373f45-4171-43c5-b109-f98e5a56b393 x-openstack-request-id: req-95373f45-4171-43c5-b109-f98e5a56b393 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:42.638175 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6215bdcd-6e16-4fc0-9c5f-188dd30141c9", "name": "network-vif-deleted", "tag": "47425d87-43e4-40ee-84e2-aac990d7a0b1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:42.638550 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95373f45-4171-43c5-b109-f98e5a56b393 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:42.639053 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6215bdcd-6e16-4fc0-9c5f-188dd30141c9', 'name': 'network-vif-deleted', 'tag': '47425d87-43e4-40ee-84e2-aac990d7a0b1', 'status': 'completed', 'code': 200} Jul 29 17:43:42.662627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4dc9a942-b866-46f3-a454-65cde367d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:42.665111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8af8ff33-1366-4832-8b78-4a557802008a req-9769fcc8-ac34-4032-a37a-546e5b4483fe tempest-LiveMigrationTest-1519341600 tempest-LiveMigrationTest-1519341600-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Jul 29 17:43:42.670220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4dc9a942-b866-46f3-a454-65cde367d65c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1364248 Jul 29 17:43:42.768981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-739ced94-5b27-4b44-80bf-6d5cce3fb067 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832860 Jul 29 17:43:42.869710 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.005245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-b2f9b078-75e4-4349-a46b-567f1ed2af12 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245679 Jul 29 17:43:43.051747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.062008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4b55-b190-4e99-882b-99a5b7678a25 req-38683b5f-e56b-4317-bb1a-0d2e6eca1521 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.063895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b03d4b55-b190-4e99-882b-99a5b7678a25 req-38683b5f-e56b-4317-bb1a-0d2e6eca1521 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.0757668 Jul 29 17:43:43.108152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.130131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b03d4b55-b190-4e99-882b-99a5b7678a25 req-408f9d76-5d23-4cbb-87ed-1154f9831395 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583913 Jul 29 17:43:43.135204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Made reservation on behalf of d28b2a5038834743844de26d489032bf for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:43.137625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.154448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738a14-2e44-4114-8f3f-2c9391e199ec req-e2dd17cd-133a-48d2-9e76-58ed37b6dceb tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.162497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52738a14-2e44-4114-8f3f-2c9391e199ec req-e2dd17cd-133a-48d2-9e76-58ed37b6dceb tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1870685 Jul 29 17:43:43.167174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:43:43.206157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.220868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.221213 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Added segment 829639ea-e55a-495f-9698-cfab4a14b1c5 of type vlan for network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 Jul 29 17:43:43.246583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95139b22-2e86-40ea-a76b-d92ca230c68e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:43.327780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.333445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-8a5e9d3c-d77e-4808-9ab6-ef4a89f6ce6e service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050783 Jul 29 17:43:43.352024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52738a14-2e44-4114-8f3f-2c9391e199ec req-9d3a6f3d-53e5-4bea-b712-fa124d74f8de tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842005 Jul 29 17:43:43.417908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.425971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.426892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.616617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.653560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecee5e-44da-4343-a27b-24afe50f0a75 req-4fac1ac4-72ac-45de-9c38-db57caa70b0c tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.661239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2ecee5e-44da-4343-a27b-24afe50f0a75 req-4fac1ac4-72ac-45de-9c38-db57caa70b0c tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.0906718 Jul 29 17:43:43.663341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.711399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2ecee5e-44da-4343-a27b-24afe50f0a75 req-96183d2e-6fea-46dd-b8d0-d4b00b31f671 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Jul 29 17:43:43.739284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0474958 Jul 29 17:43:43.790518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0337e-f334-4fd3-811e-58f0883e10d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Pushing event updated for resources: {'Network': ['ID=32b95aa1-ab64-4de2-8c52-245ae38c18c0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:43.799879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:43:43.813025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:43:43.870496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.873415 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Added segment faa2ba22-7099-473d-b14b-dcaa4e42e06c of type vlan for network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b Jul 29 17:43:43.930766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.963251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0735146a-5fe4-4cad-8064-7dc03cee6bf6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:43.975863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa43086-b6fe-4d24-b072-53aa1cf876a0 req-0c91cfc8-d159-4ecd-9ff6-6f437dbe0a5f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.983783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1aa43086-b6fe-4d24-b072-53aa1cf876a0 req-0c91cfc8-d159-4ecd-9ff6-6f437dbe0a5f tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.4512653 Jul 29 17:43:43.990088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:43.991186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:43.991760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.222841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:44.230656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0', 'binding:host_id': 'n-h1-801607-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1268513440'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:44.289348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Made reservation on behalf of 058e0b972dc54287b79e1a167ee5f616 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:44.291801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.297709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:44.317389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.334198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 47425d87-43e4-40ee-84e2-aac990d7a0b1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:44.334563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 47425d87-43e4-40ee-84e2-aac990d7a0b1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:44.358097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:44.371970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:43:44.405749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-27cb1430-9c6e-4088-acd8-912d93060c82 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:44.407641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-27cb1430-9c6e-4088-acd8-912d93060c82 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.7011049 Jul 29 17:43:44.431321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-f6554d8b-85e4-4a21-aa87-b2dc3c3485b3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:44.447192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-f6554d8b-85e4-4a21-aa87-b2dc3c3485b3 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1515560 Jul 29 17:43:44.468756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1aa43086-b6fe-4d24-b072-53aa1cf876a0 req-9d986e9c-b245-4309-a4f3-f2c35f1325e6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839313 Jul 29 17:43:44.538163 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.699721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-b5d0fd89-1ef6-4b8b-aa50-1fb17c1e5ab4 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482378 Jul 29 17:43:44.703720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Deleting port 59a4d13b-3a31-4e9a-8219-5839de758ec2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:44.704060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.717765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Deleting port 4d1c434c-ece5-417a-bf27-6405a57014ee {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:44.718113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.764466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.806688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] For port 59a4d13b-3a31-4e9a-8219-5839de758ec2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=59a4d13b-3a31-4e9a-8219-5839de758ec2,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:44.806688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.814400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:44.819329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Calling delete_port for 59a4d13b-3a31-4e9a-8219-5839de758ec2 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:44.834253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port a5ba724a-acbf-433f-bca2-047c739e9aba yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:44.841841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba91e-d1bc-4d96-9fb5-b4efab5b2322 req-a3aede4f-8485-4932-b02d-f2ed8f9bdde3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:44.850748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b73ba91e-d1bc-4d96-9fb5-b4efab5b2322 req-a3aede4f-8485-4932-b02d-f2ed8f9bdde3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 944 time: 0.2070596 Jul 29 17:43:44.855714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-72823e3c-2c03-4b13-b637-de590d25b528 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0143580 Jul 29 17:43:44.869934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48984) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:44.874660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Request body: {'subnet': {'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1184581208-subnet', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:44.938827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b73ba91e-d1bc-4d96-9fb5-b4efab5b2322 req-cba5a2ee-0fe1-4070-9dca-fd266d5e13e3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Jul 29 17:43:45.102495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.114230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6', '59a4d13b-3a31-4e9a-8219-5839de758ec2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:45.173443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event deleted for resources: {'Port': ['ID=59a4d13b-3a31-4e9a-8219-5839de758ec2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:45.208957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5ab5d-8f14-4218-804d-0692cde516bf req-54bc42e8-e697-42a1-a531-4ddb368e45e5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:45.210825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5db5ab5d-8f14-4218-804d-0692cde516bf req-54bc42e8-e697-42a1-a531-4ddb368e45e5 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 950 time: 0.1522706 Jul 29 17:43:45.244412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] No DVR routers for this DVR port 59a4d13b-3a31-4e9a-8219-5839de758ec2 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:45.248865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port a5ba724a-acbf-433f-bca2-047c739e9aba yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:45.253509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.255528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d94996f6-9c48-45ee-a573-a1c53672dc25 req-0540bc8e-4e10-4d2e-96a0-eadeb5e140fe tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "DELETE /v2.0/ports/59a4d13b-3a31-4e9a-8219-5839de758ec2 HTTP/1.1" status: 204 len: 173 time: 0.8008146 Jul 29 17:43:45.256431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-deleted', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:45.260072 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74db9b17-eff7-4bd8-b9a8-671b667a5dba" -d '{"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-deleted", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:45.269626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.298795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5db5ab5d-8f14-4218-804d-0692cde516bf req-b1d2bb7c-6bf1-4b29-9f2f-37fa6b1b0e5a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jul 29 17:43:45.299016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Transition to ACTIVE for port object a5ba724a-acbf-433f-bca2-047c739e9aba will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:45.362901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e31250-9415-46f2-a7ea-8943dcb4386b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:45.385983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-e29e3bec-fd4d-43c9-8723-77e9d2247bdb tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:45.390232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-e29e3bec-fd4d-43c9-8723-77e9d2247bdb tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6897681 Jul 29 17:43:45.409616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.414591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Made reservation on behalf of d28b2a5038834743844de26d489032bf for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:45.416877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.453612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b613bc-b439-46b2-8975-742051ab1dc9 req-3b6c697e-ed0c-409f-926c-be8e0c3fccbf tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:45.455184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1b613bc-b439-46b2-8975-742051ab1dc9 req-3b6c697e-ed0c-409f-926c-be8e0c3fccbf tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.0677066 Jul 29 17:43:45.489732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] For port 4d1c434c-ece5-417a-bf27-6405a57014ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4d1c434c-ece5-417a-bf27-6405a57014ee,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:45.490507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.510583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Calling delete_port for 4d1c434c-ece5-417a-bf27-6405a57014ee owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:45.513700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1b613bc-b439-46b2-8975-742051ab1dc9 req-af61753d-cc61-403c-af7f-b10f8690098f tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508409 Jul 29 17:43:45.552219 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-94be8322-171f-4de8-a630-5d36a16d0615 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/quotas/b5546a7ae5b14b08a8ee15fd1e82501d HTTP/1.1" status: 200 len: 375 time: 0.1317186 Jul 29 17:43:45.616933 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb7a22-5488-4689-96e9-cf586d8f9cd6 x-openstack-request-id: req-6dfb7a22-5488-4689-96e9-cf586d8f9cd6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:45.617459 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c785b01-c68c-416d-b476-dbe751fec82e", "name": "network-vif-deleted", "tag": "59a4d13b-3a31-4e9a-8219-5839de758ec2", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:45.617871 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dfb7a22-5488-4689-96e9-cf586d8f9cd6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:45.618468 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c785b01-c68c-416d-b476-dbe751fec82e', 'name': 'network-vif-deleted', 'tag': '59a4d13b-3a31-4e9a-8219-5839de758ec2', 'status': 'completed', 'code': 200} Jul 29 17:43:45.647108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-18ddef39-bde9-49bf-af58-536f58e5dc10 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856693 Jul 29 17:43:45.680759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Checking segment: {'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:45.681149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Network hostable DHCP agents. Network: 32b95aa1-ab64-4de2-8c52-245ae38c18c0, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:43:45.697196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ba724a-acbf-433f-bca2-047c739e9aba,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:45.744033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e764eb-72fa-4dc3-afaa-d9d8d6d43beb req-f2c1c3f8-74df-4859-84fe-37a16a904e4c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:45.753717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17e764eb-72fa-4dc3-afaa-d9d8d6d43beb req-f2c1c3f8-74df-4859-84fe-37a16a904e4c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0787315 Jul 29 17:43:45.756454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:43:45.779415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 32b95aa1-ab64-4de2-8c52-245ae38c18c0) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:45.788441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e59111-be5b-4b8b-9b5d-206b26808634 None None] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:45.803784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:45.814059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17e764eb-72fa-4dc3-afaa-d9d8d6d43beb req-974de70e-e2fd-4d19-b63f-afad405aa837 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Jul 29 17:43:45.849127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:45.849464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:45.849828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:45.890810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:45.891282 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:45.898012 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 2 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:45.941539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-2aea2969-94ab-457f-9780-6bac1b209033 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:45.943935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-2aea2969-94ab-457f-9780-6bac1b209033 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.1295986 Jul 29 17:43:45.979980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:45.980311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:45.980701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:45.993109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f178634b-473f-4d00-8f6f-e0909c3d4e09 req-12aa4c6c-bf2a-49d5-98dc-fc52f43230f7 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 210 time: 0.0601382 Jul 29 17:43:46.042096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.042444 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.049383 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 3 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.073008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.076488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.076818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.077159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.090463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.093473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c9b361f-2860-4bb9-9d5a-8b21c6f13353', '4d1c434c-ece5-417a-bf27-6405a57014ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:46.124341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.124683 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.146992 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 4 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.149827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event deleted for resources: {'Port': ['ID=4d1c434c-ece5-417a-bf27-6405a57014ee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:46.165553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-084bc359-3035-4be6-a243-2c0d7e3fbb2e req-9fbd88b9-31be-4849-89aa-0615ae34e6a0 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0814655 Jul 29 17:43:46.198910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Deleting port cb57d29c-7a23-40cc-a767-5bf48a181f13 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:46.199934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.221865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.222456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.222559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.272303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] No DVR routers for this DVR port 4d1c434c-ece5-417a-bf27-6405a57014ee on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:46.283761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.291114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffe76e94-a6ba-49fa-928b-c95e8eec343d req-d5a8d022-cbec-452f-a63b-0b17767a3057 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "DELETE /v2.0/ports/4d1c434c-ece5-417a-bf27-6405a57014ee HTTP/1.1" status: 204 len: 173 time: 1.8331883 Jul 29 17:43:46.319312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] For port cb57d29c-7a23-40cc-a767-5bf48a181f13, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb57d29c-7a23-40cc-a767-5bf48a181f13,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:46.319312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.319702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-deleted', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:46.324425 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c226a801-ca26-4c9f-ae78-3a3f26b602cb" -d '{"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-deleted", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:46.333822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.335457 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.337769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4c5243-0b74-4752-b129-5754beb184d7,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:46.375998 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 5 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.436961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.439746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.440307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.477760 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3628ab95-9f9e-4e1c-b1fc-579b52179fca x-openstack-request-id: req-3628ab95-9f9e-4e1c-b1fc-579b52179fca {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:46.478445 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deddec4-c260-43db-92dc-9c5170dc5ca7", "name": "network-vif-deleted", "tag": "4d1c434c-ece5-417a-bf27-6405a57014ee", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:46.478861 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3628ab95-9f9e-4e1c-b1fc-579b52179fca {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:46.479427 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deddec4-c260-43db-92dc-9c5170dc5ca7', 'name': 'network-vif-deleted', 'tag': '4d1c434c-ece5-417a-bf27-6405a57014ee', 'status': 'completed', 'code': 200} Jul 29 17:43:46.482091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-77f60102-526a-4bdb-a5d4-c422c5ecd719 req-10fe4ec7-51d1-47e5-b8c8-434c4b817f1a tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=5deddec4-c260-43db-92dc-9c5170dc5ca7 HTTP/1.1" status: 200 len: 210 time: 0.0342159 Jul 29 17:43:46.486850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.487359 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.488213 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 6 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.505201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.505814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.506503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.517192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Checking segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:46.517886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Network hostable DHCP agents. Network: d5e1057d-c2d6-4f7e-90db-abd0a6eee87b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:43:46.521331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.521950 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.523642 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 7 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.545022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.545658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.546608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.558324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.558869 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.561918 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 8 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.581246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.581842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.582421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.591148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.591715 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.592437 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 9 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.625821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.626500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.626849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.632167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.632551 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.633050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:43:46.637122 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 10 to bind port a5ba724a-acbf-433f-bca2-047c739e9aba Jul 29 17:43:46.653052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:46.653384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:46.653718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:46.666301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port a5ba724a-acbf-433f-bca2-047c739e9aba on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:46.666638 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port a5ba724a-acbf-433f-bca2-047c739e9aba on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:46.666971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.683204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d5e1057d-c2d6-4f7e-90db-abd0a6eee87b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:46.690678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:46.691273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.696109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dfda14-0657-48c0-8751-4e54a19281ac None None] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:46.710491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.710990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.711340 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Floating IP 4c2b5145-6acd-4cf6-b37a-41f87b2d2c11 disassociated. External IP: 172.25.5.18, port: cb57d29c-7a23-40cc-a767-5bf48a181f13. Jul 29 17:43:46.711862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Calling delete_port for cb57d29c-7a23-40cc-a767-5bf48a181f13 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:46.777271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port a5ba724a-acbf-433f-bca2-047c739e9aba, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:46.777867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempted to set empty binding levels {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:43:46.787763 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.886761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ba724a-acbf-433f-bca2-047c739e9aba,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:46.894991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c566e28-7f62-4511-9297-b7fd7a2d7ac5 req-016d5eda-6893-447f-b1e0-1a68d64f6df1 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:46.906186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c566e28-7f62-4511-9297-b7fd7a2d7ac5 req-016d5eda-6893-447f-b1e0-1a68d64f6df1 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 945 time: 0.2887654 Jul 29 17:43:46.907947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22677a89-c211-4af8-a5f6-2ac5ff0b8a47 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0371447 Jul 29 17:43:46.911600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49018) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:46.932882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:46.941752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:46.957892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.978211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c566e28-7f62-4511-9297-b7fd7a2d7ac5 req-435a89e0-0590-46ed-bffc-587e7142e31f tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6917682d-cd72-4fd2-af0b-a621fb05dd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667570 Jul 29 17:43:47.052770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-d5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:43:47.053500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.077862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.107120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f752f-9aa3-449a-aab9-3ac881afd530 req-2cc27dbf-2429-43eb-b25f-29309ac4c2aa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:47.122471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-607f752f-9aa3-449a-aab9-3ac881afd530 req-2cc27dbf-2429-43eb-b25f-29309ac4c2aa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1421678 Jul 29 17:43:47.124637 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.125708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.180313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec245f15-08bf-4cff-8fc0-56b5a0dd8b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9537413 Jul 29 17:43:47.186841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event deleted for resources: {'Port': ['ID=cb57d29c-7a23-40cc-a767-5bf48a181f13,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:47.190354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49022) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:47.194331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb38a32d-19d5-4459-95e2-1863cc9e5a96 req-bc12dc70-3d4c-45ae-ac94-7da7dcaf178d tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 210 time: 0.0965161 Jul 29 17:43:47.267674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.290779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Allocated IP 172.20.0.2 (d5e1057d-c2d6-4f7e-90db-abd0a6eee87b/3a4c5243-0b74-4752-b129-5754beb184d7/62f6a747-5014-40c7-b162-b79d3579fb48) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:47.350590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-607f752f-9aa3-449a-aab9-3ac881afd530 req-5af1b0a3-716f-4bc6-a6d4-019b98d80952 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269187 Jul 29 17:43:47.401295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f0e6561-879f-4d1b-bf5e-740faf6f1ab5 req-084a4d5e-a201-4c5b-a96a-ba3368ad579b tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0679975 Jul 29 17:43:47.468727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.470916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Deleting port a5ba724a-acbf-433f-bca2-047c739e9aba {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:47.471597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.490195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Transition to ACTIVE for port object 62f6a747-5014-40c7-b162-b79d3579fb48 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:47.525924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Transition to ACTIVE for port object 62f6a747-5014-40c7-b162-b79d3579fb48 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:47.526572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.540971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.541921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Router 17cb2c5d-1f59-40fe-839e-c291eafabfab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:47.593371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port a5ba724a-acbf-433f-bca2-047c739e9aba, host n-h1-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:47.593741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.636553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:47.639924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:47.655717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:47.721475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Calling delete_port for a5ba724a-acbf-433f-bca2-047c739e9aba owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:47.735457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Pushing event updated for resources: {'Port': ['ID=62f6a747-5014-40c7-b162-b79d3579fb48,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:47.762321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-93da2624-2311-4928-8c78-536dcb0a3dad tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408003 Jul 29 17:43:47.815111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:47.846331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 59a4d13b-3a31-4e9a-8219-5839de758ec2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:47.846892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 59a4d13b-3a31-4e9a-8219-5839de758ec2 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:47.887438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Attempting to bind port 62f6a747-5014-40c7-b162-b79d3579fb48 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:47.888094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Attempting to bind port 62f6a747-5014-40c7-b162-b79d3579fb48 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:47.888690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Attempting to bind port 62f6a747-5014-40c7-b162-b79d3579fb48 on network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:47.902654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:43:47.907980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:47.908297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Checking segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:47.908988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.909634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Bound using segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:47.910210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Bound port: 62f6a747-5014-40c7-b162-b79d3579fb48, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:47.911066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:47.917196 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Sync routers for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:47.929427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:47.930070 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:47.953984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-a7bfe091-d0b3-461d-abd5-957c3a65e0de tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:47.956252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-a7bfe091-d0b3-461d-abd5-957c3a65e0de tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823719 Jul 29 17:43:47.980680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Request body: {'port': {'device_id': '2772a50d-69bd-466d-9264-b29283d2689e', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'b5546a7ae5b14b08a8ee15fd1e82501d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:48.007829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] No DVR routers for this DVR port cb57d29c-7a23-40cc-a767-5bf48a181f13 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:48.013280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.016387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a21dbcac-08c3-4513-b4e6-be8c67b98405 req-26ba2d73-0402-4afb-bc6b-80f5e4a606f2 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.38 "DELETE /v2.0/ports/cb57d29c-7a23-40cc-a767-5bf48a181f13 HTTP/1.1" status: 204 len: 173 time: 2.0646369 Jul 29 17:43:48.017004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'name': 'network-vif-deleted', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:48.020172 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd03df-7757-489d-a5bd-c8e126e5ed25" -d '{"events": [{"server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "name": "network-vif-deleted", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:48.033673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.093747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] For port 62f6a747-5014-40c7-b162-b79d3579fb48, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:48.095281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5ba724a-acbf-433f-bca2-047c739e9aba,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:48.105174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.107140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] For port 62f6a747-5014-40c7-b162-b79d3579fb48, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=62f6a747-5014-40c7-b162-b79d3579fb48,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:48.111830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7f5f409a-4577-43d1-8aac-c97d1ed2721e tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a5ba724a-acbf-433f-bca2-047c739e9aba HTTP/1.1" status: 204 len: 168 time: 0.9173675 Jul 29 17:43:48.115586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:48.117299 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.145573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7871f2fa-0b4b-4766-856d-fc8c4ae2c118 req-2695eded-a3f7-49ac-a077-79f3695c1eba tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb550bb-0e84-44d6-8ed5-4b18430be9b6 HTTP/1.1" status: 200 len: 210 time: 0.0619421 Jul 29 17:43:48.151029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ba1de-e3e7-44ff-934b-4b3d93ba1065 req-95cba379-8566-4984-8804-c2f5e9b51b92 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:48.152615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b05ba1de-e3e7-44ff-934b-4b3d93ba1065 req-95cba379-8566-4984-8804-c2f5e9b51b92 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.1944966 Jul 29 17:43:48.185130 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9759a8-a5fc-4f8d-9285-f85cc3cfe35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:43:48.192022 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b9759a8-a5fc-4f8d-9285-f85cc3cfe35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports/a5ba724a-acbf-433f-bca2-047c739e9aba HTTP/1.1" status: 404 len: 333 time: 0.0639749 Jul 29 17:43:48.192210 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:48.192326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49038) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:48.197409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-553288355'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:48.246741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63c6d8-7f80-4a45-80af-99ad56a2f991 None None] Pushing event updated for resources: {'Port': ['ID=62f6a747-5014-40c7-b162-b79d3579fb48,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:48.263676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Made reservation on behalf of 058e0b972dc54287b79e1a167ee5f616 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:48.266202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.269183 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6773782-7f1b-4edb-81d0-4f8b7aa5f117 x-openstack-request-id: req-d6773782-7f1b-4edb-81d0-4f8b7aa5f117 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:48.269415 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb550bb-0e84-44d6-8ed5-4b18430be9b6", "name": "network-vif-deleted", "tag": "cb57d29c-7a23-40cc-a767-5bf48a181f13", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:48.269627 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6773782-7f1b-4edb-81d0-4f8b7aa5f117 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:48.270018 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb550bb-0e84-44d6-8ed5-4b18430be9b6', 'name': 'network-vif-deleted', 'tag': 'cb57d29c-7a23-40cc-a767-5bf48a181f13', 'status': 'completed', 'code': 200} Jul 29 17:43:48.306279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port 053d45fc-ee71-40e8-a216-cff7845b0926 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:48.316003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:48.358429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 4d1c434c-ece5-417a-bf27-6405a57014ee {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:48.358777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4d1c434c-ece5-417a-bf27-6405a57014ee not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:48.433861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1ee168c-1162-4901-929e-9f0f4a178098 req-843d7a40-9947-4953-aa73-2bfe1a758199 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 210 time: 0.1025114 Jul 29 17:43:48.486728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b05ba1de-e3e7-44ff-934b-4b3d93ba1065 req-d66fbacc-660a-400f-adca-6ba0e0c74f51 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968495 Jul 29 17:43:48.604393 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:48.621164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Made reservation on behalf of b5546a7ae5b14b08a8ee15fd1e82501d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:48.624644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.683675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Checking router: 17cb2c5d-1f59-40fe-839e-c291eafabfab for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:48.695638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.707239 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:48.707850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:48.743380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f47dc73d-2d9a-436a-a55b-26bdcb0e527b req-aa076f82-87fc-439a-a03d-097aa6e9472f tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.1029735 Jul 29 17:43:48.754130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.781613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.801203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.810550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90d36e-fea4-4002-abc8-1e7cd08fd00b req-c32c73fd-64a7-4464-948e-2c015c44b180 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:48.818688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 62f6a747-5014-40c7-b162-b79d3579fb48 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:48.840118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f90d36e-fea4-4002-abc8-1e7cd08fd00b req-c32c73fd-64a7-4464-948e-2c015c44b180 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.2734551 Jul 29 17:43:48.901168 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:48.918623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 62f6a747-5014-40c7-b162-b79d3579fb48 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:48.937066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f90d36e-fea4-4002-abc8-1e7cd08fd00b req-08d0433a-7e4c-4010-8b07-1d3ed419e5d9 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947859 Jul 29 17:43:48.970565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.970969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Allocated IP 172.25.5.244 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/33df29e8-7f35-4c3f-acbb-435ae61850c3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:49.023381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.030788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:49.036138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.036339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:49.043674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:49.044718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:49.045517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.095199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=053d45fc-ee71-40e8-a216-cff7845b0926,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:49.121145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-391249df-d49e-4d11-88ec-b1d38369bd37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9277320 Jul 29 17:43:49.122124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49046) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:49.129534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:49.185461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:49.226986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.289746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49052) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:49.363216 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc48ad-bd91-45d6-95df-0e2162070497 None None] The sync data for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 is: [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:41:35Z', 'revision_number': 4, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2d2142bb-95d2-42d1-8a7b-516e96951d29', 'name': '', 'network_id': '9cc9085b-14e9-4647-b280-880ad4be2e1d', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'mac_address': 'fa:16:3e:3a:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:34Z', 'updated_at': '2021-07-29T17:41:44Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'subnets': [{'id': '978eb60c-4596-408a-a0ae-4cc52477b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:49.453301 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.482777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.549420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.551913 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.555631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "DELETE /v2.0/security-groups/6917682d-cd72-4fd2-af0b-a621fb05dd7f HTTP/1.1" status: 204 len: 168 time: 0.2623014 Jul 29 17:43:49.565843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49058) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:49.572687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979c9e-6344-4685-a072-bf1ea663844a tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6917682d-cd72-4fd2-af0b-a621fb05dd7f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:49.600196 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-d51c0f27-3e4a-4816-a8e7-ff796c11a2f8 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] show failed (client error): The resource could not be found. Jul 29 17:43:49.606044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d51c0f27-3e4a-4816-a8e7-ff796c11a2f8 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "GET /v2.0/security-groups/6917682d-cd72-4fd2-af0b-a621fb05dd7f HTTP/1.1" status: 404 len: 347 time: 0.0264237 Jul 29 17:43:49.606718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:49.612339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b2816-7fce-4db6-883f-c5a854801152,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:49.678031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-89b52dcf-513d-4624-8eac-2a022007857f req-bb6e9693-856c-4a99-98f0-71d0b4a960ca tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 210 time: 0.1017792 Jul 29 17:43:49.786340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb57d29c-7a23-40cc-a767-5bf48a181f13 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:49.819255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: cb57d29c-7a23-40cc-a767-5bf48a181f13 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:49.820789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb57d29c-7a23-40cc-a767-5bf48a181f13 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:49.836271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ade76-ca9a-4231-a4ae-c242edabba05 None None] New status for floating IP 4c2b5145-6acd-4cf6-b37a-41f87b2d2c11: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:43:49.844570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff934485-dec3-4002-aa67-63f95aee678e None None] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:43:49.846968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.868730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-30c86ade-5146-496b-9ddc-7d76143eba8b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:49.870426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-30c86ade-5146-496b-9ddc-7d76143eba8b tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.2881923 Jul 29 17:43:49.907650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295a0-af10-4ee2-8b99-d13bcdf220c6 req-c383e19f-6b04-4fc5-95da-13b53bef3d35 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:49.909358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab7295a0-af10-4ee2-8b99-d13bcdf220c6 req-c383e19f-6b04-4fc5-95da-13b53bef3d35 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 949 time: 0.1996431 Jul 29 17:43:49.949018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e6023be9-8a78-40dd-bbe4-b5f528f40231 req-3c6adc3e-e65b-4ab2-9501-1f05ce3d2b43 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0748427 Jul 29 17:43:49.950374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Deleting port e8ed738e-cacf-42f5-aea1-b4d38f39bca3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:49.950862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:49.960633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Allocated IP 192.168.233.162 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/963dfc8c-f4f1-476f-81d1-bc071c3b90c9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:49.973370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port 053d45fc-ee71-40e8-a216-cff7845b0926 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:49.996174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.049344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab7295a0-af10-4ee2-8b99-d13bcdf220c6 req-dac3fcdf-0e53-42e0-a39a-75dff72bc2ca tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf282fc6-e07e-418a-bcc6-08acdee592b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279042 Jul 29 17:43:50.085170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Transition to ACTIVE for port object 053d45fc-ee71-40e8-a216-cff7845b0926 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:50.102150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.124480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Provisioning for port 62f6a747-5014-40c7-b162-b79d3579fb48 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:50.168160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.168719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.175393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Provisioning complete for port 62f6a747-5014-40c7-b162-b79d3579fb48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:50.176191 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.185671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.210658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Calling delete_port for e8ed738e-cacf-42f5-aea1-b4d38f39bca3 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:50.218451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=053d45fc-ee71-40e8-a216-cff7845b0926,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:50.275551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880aff3-ace2-4329-bd52-6944f989d669 req-8dcc84a0-81fa-42f2-859c-ce79bbb097f8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:50.279810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.280155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.280522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.283378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d880aff3-ace2-4329-bd52-6944f989d669 req-8dcc84a0-81fa-42f2-859c-ce79bbb097f8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1999686 Jul 29 17:43:50.327967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.328697 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.335649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:50.338045 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 2 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.346390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Deleting port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:50.346799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.348270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.353175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:50.358166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:50.358905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.359249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.359665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.370187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Pushing event updated for resources: {'Port': ['ID=33df29e8-7f35-4c3f-acbb-435ae61850c3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:50.377458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.377784 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.379422 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 3 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.408589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.408922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.409256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.417008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.417350 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.419437 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 4 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.421373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] For port 62f6a747-5014-40c7-b162-b79d3579fb48, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=62f6a747-5014-40c7-b162-b79d3579fb48,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:50.428916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.434682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.435827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.435827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.445373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.445697 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.448879 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 5 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.488717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d880aff3-ace2-4329-bd52-6944f989d669 req-64e98c49-b616-4cf3-9cef-25b938862687 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042003 Jul 29 17:43:50.497761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.498644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.500295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.521879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.522203 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.524965 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 6 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.527299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae76f6-67da-43ff-9108-f301c6aa8bbb None None] Pushing event updated for resources: {'Port': ['ID=62f6a747-5014-40c7-b162-b79d3579fb48,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:50.538509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.556022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.556355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.556687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.562640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.562963 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.563344 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 7 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.575681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.605213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.605584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.605921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.611427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Pushing event deleted for resources: {'Port': ['ID=e8ed738e-cacf-42f5-aea1-b4d38f39bca3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:50.618715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.619045 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.619427 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 8 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.634368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Transition to ACTIVE for port object 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:50.643965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] For port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:50.645826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.679354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Calling delete_port for 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:50.725810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.726276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.726666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.736307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 62f6a747-5014-40c7-b162-b79d3579fb48 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:50.754257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.761445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.763223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-77905297-0bc1-40a8-abf7-72de58b813b5 tempest-ServersTestJSON-296797343 tempest-ServersTestJSON-296797343-project] 10.222.0.16 "DELETE /v2.0/floatingips/4c2b5145-6acd-4cf6-b37a-41f87b2d2c11 HTTP/1.1" status: 204 len: 168 time: 1.1479828 Jul 29 17:43:50.767792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49068) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:50.768350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.771013 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.771805 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 9 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.788300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.798925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dc27856b-6d0b-48dd-a9a9-a8b5573f5356 None None] Provisioning complete for port 62f6a747-5014-40c7-b162-b79d3579fb48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:50.799528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc27856b-6d0b-48dd-a9a9-a8b5573f5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.802801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.802801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.803435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.809624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.810101 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.849129 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 10 to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 Jul 29 17:43:50.878991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:50.879477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:50.879987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:50.891031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:50.891503 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port 053d45fc-ee71-40e8-a216-cff7845b0926 on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:50.891976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.962173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:50.998476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port 053d45fc-ee71-40e8-a216-cff7845b0926, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:50.999121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempted to set empty binding levels {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:43:51.010259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 62f6a747-5014-40c7-b162-b79d3579fb48 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:51.011763 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.021584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aa043-40ac-487f-975c-c604ec9ee245 req-53275d03-fc98-4b2d-9d32-8d1706da97db tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.023317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b47aa043-40ac-487f-975c-c604ec9ee245 req-53275d03-fc98-4b2d-9d32-8d1706da97db tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 936 time: 0.2238078 Jul 29 17:43:51.024775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:51.025406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.049883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:51.056159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Pushing event updated for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:51.134169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] In _notify_port_updated(), no bound segment for port 053d45fc-ee71-40e8-a216-cff7845b0926 on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:43:51.135079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.136610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.138563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "PUT /v2.0/ports/053d45fc-ee71-40e8-a216-cff7845b0926 HTTP/1.1" status: 200 len: 978 time: 2.0150738 Jul 29 17:43:51.139569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534b1e-ee61-4d8b-a69a-084eddf9b10a tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=053d45fc-ee71-40e8-a216-cff7845b0926,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:51.145691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:51.172112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.175681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08b877d6-94fd-4916-96e5-c2d7d5300905 req-23275cfa-42da-4d57-849e-2290ed1dbc2e tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0783246 Jul 29 17:43:51.266517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b47aa043-40ac-487f-975c-c604ec9ee245 req-653b7d48-272d-4cd3-a7b5-03ec37be5e89 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269061 Jul 29 17:43:51.291392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.292145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.312424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.313921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.314367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.314941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.315575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.316065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.316619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.317086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.317554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.318032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.318564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.319030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.319489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.320162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.320624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.321237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.322329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.322813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.323302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.323765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.324281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.326204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.326590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.326757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.327342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.329131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.329806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:51.343795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e46d00d3-7ac3-40b5-b1ae-4f155cc0a784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23375 time: 0.1969633 Jul 29 17:43:51.344763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49076) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:51.376672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6dd629b6-0bbb-4b65-9b3c-faeb9e2fdce7 req-a2eb2e65-214a-46d6-99b1-3843bdac0b64 tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b7b71d3-49f8-40ca-8499-ce228536e6fc HTTP/1.1" status: 200 len: 210 time: 0.0764823 Jul 29 17:43:51.386266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-45d5b268-8594-4ebb-a5c9-8f2d380acf17 None None] Provisioning for port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:51.401492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-45d5b268-8594-4ebb-a5c9-8f2d380acf17 None None] Provisioning complete for port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:51.401894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45d5b268-8594-4ebb-a5c9-8f2d380acf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.445861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-45d5b268-8594-4ebb-a5c9-8f2d380acf17 None None] Port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:43:51.464575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-ec1316be-abdb-4950-8724-cca4293764bc tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4943347 Jul 29 17:43:51.465010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Deleting port 053d45fc-ee71-40e8-a216-cff7845b0926 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:51.465366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.468707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Pushing event deleted for resources: {'Port': ['ID=7c9b361f-2860-4bb9-9d5a-8b21c6f13353,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:51.484797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Request body: {'port': {'device_id': '2772a50d-69bd-466d-9264-b29283d2689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:51.544537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port 053d45fc-ee71-40e8-a216-cff7845b0926, host n-h1-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:51.544904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.561319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Calling delete_port for 053d45fc-ee71-40e8-a216-cff7845b0926 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:51.579364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] No DVR routers for this DVR port 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:51.582667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.584682 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0d85cd9-b461-4ba6-b9f3-97d831402374 req-a2e2bdb3-3e9f-4b69-9207-724b56b984dc tempest-MigrationsAdminTest-2105982701 tempest-MigrationsAdminTest-2105982701-project] 10.222.0.49 "DELETE /v2.0/ports/7c9b361f-2860-4bb9-9d5a-8b21c6f13353 HTTP/1.1" status: 204 len: 173 time: 1.6933043 Jul 29 17:43:51.587917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-deleted', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:51.589652 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7aaf9e-42fe-4271-9c67-3a1657c8661f" -d '{"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-deleted", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:51.700061 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a598c4-10f0-4467-ae12-c78b7f104131 x-openstack-request-id: req-d9a598c4-10f0-4467-ae12-c78b7f104131 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:51.700375 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b71d3-49f8-40ca-8499-ce228536e6fc", "name": "network-vif-deleted", "tag": "7c9b361f-2860-4bb9-9d5a-8b21c6f13353", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:51.700778 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9a598c4-10f0-4467-ae12-c78b7f104131 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:51.701238 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b71d3-49f8-40ca-8499-ce228536e6fc', 'name': 'network-vif-deleted', 'tag': '7c9b361f-2860-4bb9-9d5a-8b21c6f13353', 'status': 'completed', 'code': 200} Jul 29 17:43:51.712049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.842755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.053524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.102622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609fb6c-4ad6-4a3e-99f6-5f140277b9f9 req-9d806cb8-907b-4e37-b9c9-3570dfcbe985 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:52.104556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e609fb6c-4ad6-4a3e-99f6-5f140277b9f9 req-9d806cb8-907b-4e37-b9c9-3570dfcbe985 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1048050 Jul 29 17:43:52.105443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event deleted for resources: {'Port': ['ID=053d45fc-ee71-40e8-a216-cff7845b0926,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:52.123806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.130345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f9873668-ead4-41db-a108-57b16c6f3d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "DELETE /v2.0/ports/053d45fc-ee71-40e8-a216-cff7845b0926 HTTP/1.1" status: 204 len: 168 time: 0.7842891 Jul 29 17:43:52.131384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49082) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:52.179977 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d4a1d2-d1da-4860-85f9-bd756c7f409b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:43:52.186544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-72d4a1d2-d1da-4860-85f9-bd756c7f409b tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports/053d45fc-ee71-40e8-a216-cff7845b0926 HTTP/1.1" status: 404 len: 333 time: 0.0461581 Jul 29 17:43:52.187448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:52.196078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492148340', 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:52.230639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e609fb6c-4ad6-4a3e-99f6-5f140277b9f9 req-6d3868d6-aa26-44a2-9c5d-49c32e5f824c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982156 Jul 29 17:43:52.243156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Made reservation on behalf of 058e0b972dc54287b79e1a167ee5f616 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:52.251119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.275748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port 537d5faa-d58f-478e-addf-f0aca5b32b29 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:52.350697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:52.373021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aec0cbf9-4a73-4304-91de-ede54f2d68ab req-6fe1eccc-d9d9-4440-93c4-e2eadf41e0b3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c785b01-c68c-416d-b476-dbe751fec82e HTTP/1.1" status: 200 len: 210 time: 0.0452521 Jul 29 17:43:52.381686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:52.382617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c9b361f-2860-4bb9-9d5a-8b21c6f13353 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:52.465860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411f8c-9de5-40cc-98ff-e50bc941ccbd req-dcd22b66-d9d0-4b36-a752-224acfc9d62e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:52.467508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f411f8c-9de5-40cc-98ff-e50bc941ccbd req-dcd22b66-d9d0-4b36-a752-224acfc9d62e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 936 time: 0.1137559 Jul 29 17:43:52.551385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f411f8c-9de5-40cc-98ff-e50bc941ccbd req-97b2185e-0dc3-4e49-b64c-11b0046324a0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519614 Jul 29 17:43:52.591727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.641220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.701369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=537d5faa-d58f-478e-addf-f0aca5b32b29,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:52.705658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.717283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:52.718950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:52.724975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:52.726209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:52.727294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.745312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a4d9d62b-b02a-4d0d-9015-b334633af52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5539250 Jul 29 17:43:52.748719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49096) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:52.757436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Router f8a43bca-bb86-4a70-a3a3-17db88899d26 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:43:52.776704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:52.786438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98a855-e482-4801-80ca-c986d99be322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:52.790825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dd98a855-e482-4801-80ca-c986d99be322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports/537d5faa-d58f-478e-addf-f0aca5b32b29 HTTP/1.1" status: 200 len: 959 time: 0.0379205 Jul 29 17:43:52.791783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49098) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:52.792709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.825173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:52.894367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Transition to ACTIVE for port object 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:52.895341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Deleting port 537d5faa-d58f-478e-addf-f0aca5b32b29 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:52.895754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.937201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.966850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.996816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Calling delete_port for 537d5faa-d58f-478e-addf-f0aca5b32b29 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:53.128577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.136675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Pushing event updated for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:53.163496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:43:53.177620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Sync routers for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:53.194310 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:53.194982 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:53.204989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event deleted for resources: {'Port': ['ID=537d5faa-d58f-478e-addf-f0aca5b32b29,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:53.243081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5c944850-36f6-4db2-85db-e2ea684fd8c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e56b6d6b394a4d91bec47e83b063f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146979 Jul 29 17:43:53.247480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.252043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:53.252878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11627e6e-96a8-4273-9c03-cc50e2c01d49 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3405201 Jul 29 17:43:53.256048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:53.357262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.363232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a39c299a-596e-44ce-ae99-882436cd3326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "DELETE /v2.0/ports/537d5faa-d58f-478e-addf-f0aca5b32b29 HTTP/1.1" status: 204 len: 168 time: 0.5700276 Jul 29 17:43:53.366999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:53.404658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.459163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.460316 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6046ed7b-30a0-4218-9b81-5d42bf6b4296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:43:53.462425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6046ed7b-30a0-4218-9b81-5d42bf6b4296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports/537d5faa-d58f-478e-addf-f0aca5b32b29 HTTP/1.1" status: 404 len: 333 time: 0.0899086 Jul 29 17:43:53.463365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Attempting to bind port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:53.463787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Attempting to bind port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:53.465952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Attempting to bind port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:53.466821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49118) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:53.489411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1773964091'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:53.491704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:53.510256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:53.510713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Attempting to bind port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:53.578078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Made reservation on behalf of 058e0b972dc54287b79e1a167ee5f616 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:53.586357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.611714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:53.614221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:53.615218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:53.616958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Bound port: 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:53.617733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.637601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:53.751407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.754657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.770965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf282fc6-e07e-418a-bcc6-08acdee592b4 HTTP/1.1" status: 204 len: 168 time: 0.5111880 Jul 29 17:43:53.856932 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:50Z', 'revision_number': 3, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:53.865836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898efd-ee97-4106-b6f3-4a1f1116359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf282fc6-e07e-418a-bcc6-08acdee592b4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:53.891321 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Checking router: f8a43bca-bb86-4a70-a3a3-17db88899d26 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:53.891584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Updating router f8a43bca-bb86-4a70-a3a3-17db88899d26 port 33df29e8-7f35-4c3f-acbb-435ae61850c3 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:43:53.931879 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.958348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:53.962226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:53.976345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f466e0d-51fe-464b-98a3-b7b443779d10 req-dae443b9-160a-4d66-92d0-f8d568ec2eca tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:53.978060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f466e0d-51fe-464b-98a3-b7b443779d10 req-dae443b9-160a-4d66-92d0-f8d568ec2eca tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.5462842 Jul 29 17:43:53.983451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.061519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27495-f007-41b3-8428-3bdda2243042 req-b9d55c28-eee1-499a-ba73-6fe44056ae04 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.063315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebf27495-f007-41b3-8428-3bdda2243042 req-b9d55c28-eee1-499a-ba73-6fe44056ae04 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 948 time: 0.2568557 Jul 29 17:43:54.135963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.161501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.162134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.163649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] 10.222.0.49 "PUT /v2.0/ports/963dfc8c-f4f1-476f-81d1-bc071c3b90c9 HTTP/1.1" status: 200 len: 1096 time: 2.6860378 Jul 29 17:43:54.165165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:54.170196 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a24736c-9d70-49ca-a253-c52dc9ac3fed" -d '{"events": [{"name": "network-changed", "server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:54.197003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f466e0d-51fe-464b-98a3-b7b443779d10 req-1a37a1bb-8a8e-455a-a201-2c89e21b1ea7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063887 Jul 29 17:43:54.205866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebf27495-f007-41b3-8428-3bdda2243042 req-c0063c66-06b5-46f3-9db7-910a8428335b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331882 Jul 29 17:43:54.291548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.388138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:54.402975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90ce3b-2623-432d-a802-0bea0e7ea418 service neutron] Pushing event updated for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:54.424667 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.439058 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Transition to ACTIVE for port object 33df29e8-7f35-4c3f-acbb-435ae61850c3 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:54.447899 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2dc71-54c8-4a7d-8d0b-351e02f53f80 x-openstack-request-id: req-e6d2dc71-54c8-4a7d-8d0b-351e02f53f80 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:54.448510 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:54.448870 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6d2dc71-54c8-4a7d-8d0b-351e02f53f80 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:54.449634 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.452821 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9', 'status': 'completed', 'code': 200} Jul 29 17:43:54.475721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:54.488646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:54.492307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:54.492918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.493574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.516529 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Pushing event updated for resources: {'Port': ['ID=33df29e8-7f35-4c3f-acbb-435ae61850c3,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:54.527223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Deleting port 2d2142bb-95d2-42d1-8a7b-516e96951d29 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:54.527746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.533686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:54.536714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-960aec1a-528c-4c31-9c44-e1e2f96a0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.538595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-960aec1a-528c-4c31-9c44-e1e2f96a0fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 1099 time: 0.1259716 Jul 29 17:43:54.540213 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.540908 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.542300 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.543028 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.543768 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.544440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.545165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.545823 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.546455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.547178 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.547821 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.548776 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:54.591321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86fcdaa9-2eb1-4ef2-885a-0ffae3e5a8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1231015 Jul 29 17:43:54.592494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49138) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:54.596028 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Attempting to bind port 33df29e8-7f35-4c3f-acbb-435ae61850c3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:54.596633 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Attempting to bind port 33df29e8-7f35-4c3f-acbb-435ae61850c3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:54.597276 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Attempting to bind port 33df29e8-7f35-4c3f-acbb-435ae61850c3 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:54.599368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:54.607205 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:43:54.607791 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:43:54.608465 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.609152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:43:54.609896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Bound port: 33df29e8-7f35-4c3f-acbb-435ae61850c3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:43:54.610681 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.614554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7d022-4305-4b90-814c-2e50b3f06059 req-048d3e40-a2aa-4010-a182-ce22abbd5293 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.619103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3e7d022-4305-4b90-814c-2e50b3f06059 req-048d3e40-a2aa-4010-a182-ce22abbd5293 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 945 time: 0.2318745 Jul 29 17:43:54.628655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f99ba93-6d6b-4907-9f2e-697cb4c8f068 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4334bd49d2894736b487bb254786ef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393246 Jul 29 17:43:54.633947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49140) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:43:54.676749 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] For port 33df29e8-7f35-4c3f-acbb-435ae61850c3, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:43:54.680745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] For port 33df29e8-7f35-4c3f-acbb-435ae61850c3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=33df29e8-7f35-4c3f-acbb-435ae61850c3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:43:54.687322 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.697704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-7ab67637-c0c7-41f5-8fb9-e842dc61f90d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9 HTTP/1.1" status: 200 len: 217 time: 0.1391215 Jul 29 17:43:54.739433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.751529 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:43:54.752081 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:54.756005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-9dc910c5-8d26-4e36-a37e-2ad9f037f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.757581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-9dc910c5-8d26-4e36-a37e-2ad9f037f87e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0507426 Jul 29 17:43:54.764313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3e7d022-4305-4b90-814c-2e50b3f06059 req-a4e5eed0-a59e-445b-9009-0fe32fafa413 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287384 Jul 29 17:43:54.796821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.800057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb04ac6-d393-42b1-87f2-89831a879cef None None] Pushing event updated for resources: {'Port': ['ID=33df29e8-7f35-4c3f-acbb-435ae61850c3,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:54.863182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.878267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.879813 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:43:54.887360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.888895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/268ae2b4-6dbc-4a43-b9d1-b13d91ca4af6 HTTP/1.1" status: 204 len: 168 time: 0.2538395 Jul 29 17:43:54.898080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8abd45-feeb-4ba0-b17b-bfd37626dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ae2b4-6dbc-4a43-b9d1-b13d91ca4af6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:54.900070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] For port 2d2142bb-95d2-42d1-8a7b-516e96951d29, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2d2142bb-95d2-42d1-8a7b-516e96951d29,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:54.900502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:54.935000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62851217-b114-4aaf-ae91-8358a902962c req-b51beb20-69d7-4a00-876e-6e9cf303666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:54.936771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-b51beb20-69d7-4a00-876e-6e9cf303666d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666799 Jul 29 17:43:54.937531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Calling delete_port for 2d2142bb-95d2-42d1-8a7b-516e96951d29 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:54.999494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:55.113017 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:50Z', 'revision_number': 3, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:55.145335 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee2393-fba4-4920-97e9-38488418489f None None] The sync data for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 is: [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:50Z', 'revision_number': 3, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:55.332488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-244fa993-4617-4501-b7b6-fd4fd697a01a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:55.334113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-244fa993-4617-4501-b7b6-fd4fd697a01a tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.38 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 945 time: 0.1334963 Jul 29 17:43:55.549745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57202a7-d523-465d-a1ab-f0bd4eb55668 req-d5578be6-7def-4052-a9eb-bee6f1ce6e52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:55.551731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f57202a7-d523-465d-a1ab-f0bd4eb55668 req-d5578be6-7def-4052-a9eb-bee6f1ce6e52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.2030022 Jul 29 17:43:55.617759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Deleting port 90cd3a07-bf96-4d99-b33e-ced2540186e9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:43:55.618093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:55.626052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f57202a7-d523-465d-a1ab-f0bd4eb55668 req-ddafafe5-e0b3-4485-a977-fea804fe3327 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665805 Jul 29 17:43:55.766081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] For port 90cd3a07-bf96-4d99-b33e-ced2540186e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=90cd3a07-bf96-4d99-b33e-ced2540186e9,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:55.766391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:55.800168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Calling delete_port for 90cd3a07-bf96-4d99-b33e-ced2540186e9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:43:55.853190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a66a05-23f4-4cdc-9b72-96b67ff5dbd0 req-2f5fc243-4c63-4edb-92ed-325f9cd62675 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:55.864990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0a66a05-23f4-4cdc-9b72-96b67ff5dbd0 req-2f5fc243-4c63-4edb-92ed-325f9cd62675 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 948 time: 0.3147717 Jul 29 17:43:55.923951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-1f3cfca5-f6b6-440b-b332-72ae3a780f1b service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359913 Jul 29 17:43:56.002092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8dc81-913f-4453-95e0-0b6ceddec02e req-8c1c20df-da18-4c75-a0ba-fb74bb40b9e3 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:56.004082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4a8dc81-913f-4453-95e0-0b6ceddec02e req-8c1c20df-da18-4c75-a0ba-fb74bb40b9e3 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9 HTTP/1.1" status: 200 len: 945 time: 0.1033483 Jul 29 17:43:56.101408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62851217-b114-4aaf-ae91-8358a902962c req-d5129c6d-f9d9-4081-8bc6-04886d40a7dc service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100132 Jul 29 17:43:56.101781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:56.116354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4a8dc81-913f-4453-95e0-0b6ceddec02e req-72a4d4b3-09da-4793-a5b2-3bf357ddd943 tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b836c5d-a89a-4c1f-b48b-59ec61e9d249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007595 Jul 29 17:43:56.156858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:56.173956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['90cd3a07-bf96-4d99-b33e-ced2540186e9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:56.206760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Pushing event deleted for resources: {'Port': ['ID=90cd3a07-bf96-4d99-b33e-ced2540186e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:56.218029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0a66a05-23f4-4cdc-9b72-96b67ff5dbd0 req-fb5e8b96-e0d9-484d-be33-ea24662400a8 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482835 Jul 29 17:43:56.277219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] No DVR routers for this DVR port 90cd3a07-bf96-4d99-b33e-ced2540186e9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:56.289722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:56.294679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a13bc1c-d538-489a-9d01-ad9118580052 req-8ea9c24f-89c1-488f-80a6-32cf60bc219e tempest-AttachSCSIVolumeTestJSON-1358212546 tempest-AttachSCSIVolumeTestJSON-1358212546-project] 10.222.0.38 "DELETE /v2.0/ports/90cd3a07-bf96-4d99-b33e-ced2540186e9 HTTP/1.1" status: 204 len: 173 time: 0.9445779 Jul 29 17:43:56.295192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'name': 'network-vif-deleted', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:43:56.313958 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601e17c-8148-466c-9928-0918f656d6b9" -d '{"events": [{"server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "name": "network-vif-deleted", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:43:56.388554 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e72fa1-7e61-47ba-90bd-c1016307bd7e x-openstack-request-id: req-56e72fa1-7e61-47ba-90bd-c1016307bd7e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:43:56.389195 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9", "name": "network-vif-deleted", "tag": "90cd3a07-bf96-4d99-b33e-ced2540186e9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:43:56.389195 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56e72fa1-7e61-47ba-90bd-c1016307bd7e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:43:56.389579 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aec9ca6-bd0d-40a7-af24-0b33bb4b4be9', 'name': 'network-vif-deleted', 'tag': '90cd3a07-bf96-4d99-b33e-ced2540186e9', 'status': 'completed', 'code': 200} Jul 29 17:43:56.485612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] device_id is not set on port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:43:56.504231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:56.523657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-b9a71f0a-8352-4484-8a59-da84248330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:56.526964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-b9a71f0a-8352-4484-8a59-da84248330ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 1099 time: 0.3077328 Jul 29 17:43:56.689195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-644bfe03-8ed3-4e4b-884f-c4803ebd837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:56.690040 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-644bfe03-8ed3-4e4b-884f-c4803ebd837c service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1474583 Jul 29 17:43:56.697510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Transition to ACTIVE for port object cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:56.708664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Allocated IP 172.20.0.1 (d5e1057d-c2d6-4f7e-90db-abd0a6eee87b/3a4c5243-0b74-4752-b129-5754beb184d7/f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:56.773249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:56.843237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 33df29e8-7f35-4c3f-acbb-435ae61850c3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:56.872697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-e5ca63eb-aa77-4c12-8855-7b8af82d4367 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9 HTTP/1.1" status: 200 len: 217 time: 0.1737378 Jul 29 17:43:56.973064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 33df29e8-7f35-4c3f-acbb-435ae61850c3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:56.980120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 33df29e8-7f35-4c3f-acbb-435ae61850c3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:56.980860 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.169991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.220021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 33df29e8-7f35-4c3f-acbb-435ae61850c3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=33df29e8-7f35-4c3f-acbb-435ae61850c3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:57.244950 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.320851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:57.365760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-7e876c8d-a7f8-462c-929f-a17ae0861793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:57.369968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-7e876c8d-a7f8-462c-929f-a17ae0861793 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.4013519 Jul 29 17:43:57.373570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.451563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=33df29e8-7f35-4c3f-acbb-435ae61850c3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:57.464735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.530902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c29-5737-44c0-902f-32740c39a92e req-50e36993-c195-4361-8af2-359ecc488a1e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:57.533466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec5a3c29-5737-44c0-902f-32740c39a92e req-50e36993-c195-4361-8af2-359ecc488a1e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 948 time: 0.1060429 Jul 29 17:43:57.581889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2142bb-95d2-42d1-8a7b-516e96951d29,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:57.590685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:57.591247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:57.591746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:57.598327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec5a3c29-5737-44c0-902f-32740c39a92e req-00836849-01a1-4098-89f5-3c938c8ab861 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584490 Jul 29 17:43:57.715400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0ae5-efdc-4282-b7cb-c5392bf70850 req-d4e52034-e74a-4a7a-9a0b-f78dfb378d63 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:57.732149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd3b0ae5-efdc-4282-b7cb-c5392bf70850 req-d4e52034-e74a-4a7a-9a0b-f78dfb378d63 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.8580897 Jul 29 17:43:57.734324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:57.734661 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:57.746274 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 2 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:57.879024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:57.879721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:57.879903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:57.887739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:57.910616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-50246a27-33af-4b11-bc3a-f0d424f37600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:57.926526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-50246a27-33af-4b11-bc3a-f0d424f37600 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5200424 Jul 29 17:43:57.957277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:57.957666 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:57.961995 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 3 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:57.988067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Transition to ACTIVE for port object f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:57.992345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd3b0ae5-efdc-4282-b7cb-c5392bf70850 req-75227570-d896-4e00-9b5f-30169540e7b6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592118 Jul 29 17:43:58.081330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:58.081674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:58.082192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:58.111332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:58.111937 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:58.119262 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 4 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:58.183221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:58.183569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:58.183884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:58.202152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:58.202568 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:58.210724 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 5 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:58.243055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:58.255378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-84076608-1987-400f-ba3a-ebec6fa61a91 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102963 Jul 29 17:43:58.256557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:58.321323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:58.321774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:58.322062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:58.328655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:58.380136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:43:58.432600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:58.439738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:43:58.655456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:58.655790 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:58.687878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72903320-56f4-4e0e-a834-07321c2a7e7c req-a0015181-bae6-4b43-9209-c8ae4d8cfa6c tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769961 Jul 29 17:43:58.697449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:58.725732 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 6 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:58.727238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9', 'mac_address': 'fa:16:3e:cf:ba:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:43:58.783790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:58.806489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:58.831539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:43:58.871920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:43:58.878085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 33df29e8-7f35-4c3f-acbb-435ae61850c3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:43:58.922285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:58.955029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a24736c-9d70-49ca-a253-c52dc9ac3fed req-01d1f0bc-ac19-40a8-9bc7-9488ff277d8e service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840196 Jul 29 17:43:58.956959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:58.964792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e8261dd-ebee-4b90-a557-0194e166197d None None] Provisioning for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:58.973673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e8261dd-ebee-4b90-a557-0194e166197d None None] Provisioning complete for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:58.974430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e8261dd-ebee-4b90-a557-0194e166197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:59.014059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72903320-56f4-4e0e-a834-07321c2a7e7c req-65c496ad-6979-416d-bd04-f25310d48805 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:59.015672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7e8261dd-ebee-4b90-a557-0194e166197d None None] Port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:43:59.027005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72903320-56f4-4e0e-a834-07321c2a7e7c req-65c496ad-6979-416d-bd04-f25310d48805 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3305583 Jul 29 17:43:59.030049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 33df29e8-7f35-4c3f-acbb-435ae61850c3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:59.030766 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:59.053315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72903320-56f4-4e0e-a834-07321c2a7e7c req-a21478ea-24b1-4b88-9290-6eaae9054b5b tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/quotas/798a89f62d76425aaba9b6e98caa3b5a HTTP/1.1" status: 200 len: 375 time: 0.0230467 Jul 29 17:43:59.092755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:59.118179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72903320-56f4-4e0e-a834-07321c2a7e7c req-120ad94a-e456-4eaa-aafa-bd9415c10ffc tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637977 Jul 29 17:43:59.125928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:59.130307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:59.131026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:59.189253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['963dfc8c-f4f1-476f-81d1-bc071c3b90c9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:43:59.223345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:59.223345 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:59.242729 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 7 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:59.373264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b673-c284-4047-bcf1-ab0ee97bf583 req-c38f518d-ef99-4ddd-b058-0032be36ee8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:59.382174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9b0b673-c284-4047-bcf1-ab0ee97bf583 req-c38f518d-ef99-4ddd-b058-0032be36ee8b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.0878887 Jul 29 17:43:59.459151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:59.459840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:59.460365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:59.481400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9b0b673-c284-4047-bcf1-ab0ee97bf583 req-45c26caf-0d50-47ce-8249-93a7864af636 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874350 Jul 29 17:43:59.485149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950689-b6c0-467a-b986-8d318c104af9 req-d6551219-a5e3-458b-9a48-989bb4066dd1 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:43:59.495078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2950689-b6c0-467a-b986-8d318c104af9 req-d6551219-a5e3-458b-9a48-989bb4066dd1 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 949 time: 0.7009118 Jul 29 17:43:59.848078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 90cd3a07-bf96-4d99-b33e-ced2540186e9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:43:59.866439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:59.866861 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:59.876120 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 8 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:59.889399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 90cd3a07-bf96-4d99-b33e-ced2540186e9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:43:59.889946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 90cd3a07-bf96-4d99-b33e-ced2540186e9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:43:59.904530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:59.914213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:59.914594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:59.914933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:43:59.924499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Router 17cb2c5d-1f59-40fe-839e-c291eafabfab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:59.940980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2950689-b6c0-467a-b986-8d318c104af9 req-4a9875ba-5e5e-4cbf-af57-15881e1ff7ad tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445627 Jul 29 17:43:59.943902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:43:59.944230 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:43:59.946449 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 9 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:43:59.989546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:43:59.990221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:43:59.990221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:00.058697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:00.059674 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:44:00.062222 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempt 10 to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a Jul 29 17:44:00.276782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:00.277194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:00.277680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempting to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:00.296965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:00.297315 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Failed to bind port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on host n-h1-801607-3 for vnic_type normal using segments [{'id': '829639ea-e55a-495f-9698-cfab4a14b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '32b95aa1-ab64-4de2-8c52-245ae38c18c0'}] Jul 29 17:44:00.297665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.372979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:00.391352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c538aa29-4548-4e32-aa57-3e6ff015fdd3 admin admin] 10.222.0.16 "PUT /v2.0/routers/17cb2c5d-1f59-40fe-839e-c291eafabfab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6215363 Jul 29 17:44:00.394044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49306) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:00.394949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Sync routers for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:00.400726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:00.440500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:00.440840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attempted to set empty binding levels {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:44:00.459825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.465400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:00.467700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:00.579513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] In _notify_port_updated(), no bound segment for port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a on network 32b95aa1-ab64-4de2-8c52-245ae38c18c0 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:44:00.581562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:00.582729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.584476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "PUT /v2.0/ports/cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a HTTP/1.1" status: 200 len: 979 time: 5.9893205 Jul 29 17:44:00.587483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49318) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:00.614527 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.650929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd2297-2aff-48de-a450-7f94f402b8bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event updated for resources: {'Port': ['ID=cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:00.653543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7868da9-9497-4792-91d8-741531550d9f req-b6d8c063-f140-497f-a665-36050a74b2e0 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854528 Jul 29 17:44:00.672926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.782778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:00.800850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:00.801213 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.813781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:00.817486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.891393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:00.934469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:00.948363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Deleting port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:00.952030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.026322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7868da9-9497-4792-91d8-741531550d9f req-7082ad1b-b319-4ac2-8585-24f7fba27964 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.033382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7868da9-9497-4792-91d8-741531550d9f req-7082ad1b-b319-4ac2-8585-24f7fba27964 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767960 Jul 29 17:44:01.063170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2e96-40cd-4cf7-bb14-7cad338be65b req-9fd69953-52fd-4463-960a-31712c18bbd6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.064904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7aa2e96-40cd-4cf7-bb14-7cad338be65b req-9fd69953-52fd-4463-960a-31712c18bbd6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1882467 Jul 29 17:44:01.087017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] For port cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a, host n-h1-801607-3, got binding levels [] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:01.087381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.096258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:01.118333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:01.148222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Calling delete_port for cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:01.158742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7868da9-9497-4792-91d8-741531550d9f req-a1679a0a-df4d-4ea5-8e72-e23a01e0ad22 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/quotas/798a89f62d76425aaba9b6e98caa3b5a HTTP/1.1" status: 200 len: 375 time: 0.1241457 Jul 29 17:44:01.202286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7aa2e96-40cd-4cf7-bb14-7cad338be65b req-476b8027-d35b-4422-bfc3-5568c19f9e40 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294873 Jul 29 17:44:01.209039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7868da9-9497-4792-91d8-741531550d9f req-3b6962e2-8a9c-44fd-96f4-9557658a11c9 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488462 Jul 29 17:44:01.273164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.329608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-1fe45f1a-b9d9-4047-811a-6f46aa86b9f2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.331167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-1fe45f1a-b9d9-4047-811a-6f46aa86b9f2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.1193936 Jul 29 17:44:01.372221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.460453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:43:56Z', 'revision_number': 5, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port': {'id': '3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:31Z', 'updated_at': '2021-07-29T17:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:01.530725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Deleting port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:01.531308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.535204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:01.540963 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20176524-9763-4934-81e2-0bdd70b9b24e" -d '{"events": [{"server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "name": "network-vif-plugged", "status": "completed", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:01.551383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Checking router: 17cb2c5d-1f59-40fe-839e-c291eafabfab for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:01.551966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Router f8a43bca-bb86-4a70-a3a3-17db88899d26 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:01.575860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:01.581370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Routers {'17cb2c5d-1f59-40fe-839e-c291eafabfab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:01.582673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['17cb2c5d-1f59-40fe-839e-c291eafabfab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:01.590516 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.602109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-52cbc0b3-3c08-4794-89cc-50f52c354bf4 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.607175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-52cbc0b3-3c08-4794-89cc-50f52c354bf4 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1097 time: 0.1993351 Jul 29 17:44:01.608120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563653b-2123-4f6d-95c3-c8a7370034b7 req-2f2093ba-4d71-4b91-98d9-afacada44efa tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.610713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7563653b-2123-4f6d-95c3-c8a7370034b7 req-2f2093ba-4d71-4b91-98d9-afacada44efa tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 949 time: 0.1816883 Jul 29 17:44:01.620744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8c3f-dad5-490e-b0ea-c88891848889 req-8a4e75b6-01dc-4423-bdf7-9f7156722961 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:01.622282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94fd8c3f-dad5-490e-b0ea-c88891848889 req-8a4e75b6-01dc-4423-bdf7-9f7156722961 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7 HTTP/1.1" status: 200 len: 945 time: 0.2249875 Jul 29 17:44:01.627834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Deleting port 77409f73-1f79-4773-9f7e-051f525f4de6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:01.628344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.662915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801607-3'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:01.676611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d19f4b8-ca0a-479a-b936-8ca9f9b1b9a9 None None] Provisioning complete for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:01.677311 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d19f4b8-ca0a-479a-b936-8ca9f9b1b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.750176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9d19f4b8-ca0a-479a-b936-8ca9f9b1b9a9 None None] Port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:01.777943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7563653b-2123-4f6d-95c3-c8a7370034b7 req-ec5fb286-7cf3-4b4a-8b0c-16c8e143228b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496818 Jul 29 17:44:01.845895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] Set router 17cb2c5d-1f59-40fe-839e-c291eafabfab gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:01.912897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] For port 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:01.913632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.931754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:01.946076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Calling delete_port for 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:01.960620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:01.985210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94fd8c3f-dad5-490e-b0ea-c88891848889 req-5d469b3b-aa17-49aa-9266-264c9c98e432 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378675 Jul 29 17:44:01.995431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:44:01Z', 'revision_number': 6, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:02.044271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67516caa-f995-4ef9-a8f7-9906983e87e4 None None] The sync data for ids ['17cb2c5d-1f59-40fe-839e-c291eafabfab'] in n-d-801607-3 is: [{'id': '17cb2c5d-1f59-40fe-839e-c291eafabfab', 'name': 'tempest-ServersTestJSON-467544471-router', 'tenant_id': 'ca0d60039c1348b69db45739b164711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:30Z', 'updated_at': '2021-07-29T17:44:01Z', 'revision_number': 6, 'project_id': 'ca0d60039c1348b69db45739b164711c', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:02.074022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] For port 77409f73-1f79-4773-9f7e-051f525f4de6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=77409f73-1f79-4773-9f7e-051f525f4de6,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:02.074022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.081571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.090715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Calling delete_port for 77409f73-1f79-4773-9f7e-051f525f4de6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:02.108445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:02.125095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Sync routers for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:02.149070 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4bc61b8-476a-489e-8bc8-e0f31d5f2be6 admin admin] 10.222.0.16 "PUT /v2.0/routers/f8a43bca-bb86-4a70-a3a3-17db88899d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8824172 Jul 29 17:44:02.149318 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:02.149318 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:02.227568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.232682 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a HTTP/1.1" status: 204 len: 168 time: 1.6339202 Jul 29 17:44:02.233394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49346) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:02.236562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbcce2-b271-4dda-9803-50d9c47f04cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:02.257099 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a7b17-d541-441c-b456-645d99d48db5 x-openstack-request-id: req-991a7b17-d541-441c-b456-645d99d48db5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:02.257478 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "name": "network-vif-plugged", "status": "completed", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:02.257708 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-991a7b17-d541-441c-b456-645d99d48db5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:02.258135 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9', 'code': 200} Jul 29 17:44:02.382400 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78de3dc-b398-47dd-a4aa-22f137175f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:44:02.384473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d78de3dc-b398-47dd-a4aa-22f137175f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-579999668-project-admin] 10.222.0.16 "GET /v2.0/ports/cd599661-1b9a-4132-b1ef-d8d9a2c3bd4a HTTP/1.1" status: 404 len: 333 time: 0.1396122 Jul 29 17:44:02.385510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.394420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49358) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:02.398529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['77409f73-1f79-4773-9f7e-051f525f4de6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:02.427034 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:02.516099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:02.531157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076f13-4fea-443d-a300-9819ef7b1ef5 req-6b6c9f64-9491-45ab-a173-52222ab6be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:02.532688 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6076f13-4fea-443d-a300-9819ef7b1ef5 req-6b6c9f64-9491-45ab-a173-52222ab6be7f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 1101 time: 0.1850421 Jul 29 17:44:02.581813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ead15-5da4-4bac-b6cc-389c2f172fb0 req-89e0c7b3-0fd8-4dab-a523-c401be5174d4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:02.589273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef7ead15-5da4-4bac-b6cc-389c2f172fb0 req-89e0c7b3-0fd8-4dab-a523-c401be5174d4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 946 time: 0.1720328 Jul 29 17:44:02.644804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2d2142bb-95d2-42d1-8a7b-516e96951d29 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:02.689444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event deleted for resources: {'Port': ['ID=77409f73-1f79-4773-9f7e-051f525f4de6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:02.696482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2d2142bb-95d2-42d1-8a7b-516e96951d29 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:02.699313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2d2142bb-95d2-42d1-8a7b-516e96951d29 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:02.728022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:02.730999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6076f13-4fea-443d-a300-9819ef7b1ef5 req-066fad22-af34-45a0-bb39-13ba77b8762e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801677 Jul 29 17:44:02.766859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef7ead15-5da4-4bac-b6cc-389c2f172fb0 req-d2a6f431-8d50-4f01-9b53-c7d9599ae61a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713772 Jul 29 17:44:02.768253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] No DVR routers for this DVR port 77409f73-1f79-4773-9f7e-051f525f4de6 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:02.775819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.778284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de71f4d0-ba4d-4733-9633-2aaa2c639885 req-3ad97a71-41ec-4a4b-94ca-73e8dd0693b7 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "DELETE /v2.0/ports/77409f73-1f79-4773-9f7e-051f525f4de6 HTTP/1.1" status: 204 len: 173 time: 1.4379451 Jul 29 17:44:02.778597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-deleted', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:02.781541 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e8992-c946-4cf3-8cb3-dbed886b060b" -d '{"events": [{"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-deleted", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:02.797670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.798188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-15e2814b-a38c-4bea-bb76-57216dc79cd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2206352 Jul 29 17:44:02.845951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:02.848600 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d61a49-db71-4458-811c-bc629d6e6aad" -d '{"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-unplugged", "status": "completed", "tag": "312991db-83b0-4c6f-838f-961027eed0a3"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:02.853251 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.882473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.906016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:02.998210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-8c8f31a6-e5ba-4aa3-bdb2-887e9269f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:03.000238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-8c8f31a6-e5ba-4aa3-bdb2-887e9269f9f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 1095 time: 0.1704037 Jul 29 17:44:03.001844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:03.011603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a54641d3-545d-44ff-9ace-e8026157b3bb req-257fc371-28a9-49e9-8905-018e4e23cf3b tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074820 Jul 29 17:44:03.031491 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 2, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:03.067082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Checking router: f8a43bca-bb86-4a70-a3a3-17db88899d26 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:03.067429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Updating router f8a43bca-bb86-4a70-a3a3-17db88899d26 port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:44:03.093736 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.311557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:03.373344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on host n-h1-801607-3 for vnic_type normal with profile {"migrating_to": "n-h2-801607-3"} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:03.373799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:03.374370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:03.421768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:03.422124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Attempting to bind port 312991db-83b0-4c6f-838f-961027eed0a3 on network b16117e7-ab3a-4dbc-b3a1-46f765b9374b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:03.443166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54641d3-545d-44ff-9ace-e8026157b3bb req-61a52ca6-5d81-455e-b261-e94bbde80e41 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:03.450889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a54641d3-545d-44ff-9ace-e8026157b3bb req-61a52ca6-5d81-455e-b261-e94bbde80e41 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4382396 Jul 29 17:44:03.459042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49386) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:03.471319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536511912', 'description': 'tempest-description--1417244256'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:03.480499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:03.481235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Checking segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:03.481930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Bound using segment: {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:03.482751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Bound port: 312991db-83b0-4c6f-838f-961027eed0a3, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9406e7cb-9972-4074-a80f-b414736907d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b16117e7-ab3a-4dbc-b3a1-46f765b9374b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:03.483349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.507282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a54641d3-545d-44ff-9ace-e8026157b3bb req-ee27bbba-bd91-4b2f-85d3-b3e432109031 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/quotas/798a89f62d76425aaba9b6e98caa3b5a HTTP/1.1" status: 200 len: 375 time: 0.0548487 Jul 29 17:44:03.525714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-74c9160a-fafa-4874-92cd-9e1658596b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:03.527338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-74c9160a-fafa-4874-92cd-9e1658596b32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.3962641 Jul 29 17:44:03.570895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a54641d3-545d-44ff-9ace-e8026157b3bb req-2c7a1bcc-db57-4673-85a1-772a30199da0 tempest-QuotasAdminNegativeTest-1336653052 tempest-QuotasAdminNegativeTest-1336653052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622666 Jul 29 17:44:03.623433 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:44:03.648572 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d5cfe-0033-46b2-b220-21dcd6c3cbd7 x-openstack-request-id: req-c46d5cfe-0033-46b2-b220-21dcd6c3cbd7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:03.648859 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7", "name": "network-vif-deleted", "tag": "77409f73-1f79-4773-9f7e-051f525f4de6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:03.649105 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c46d5cfe-0033-46b2-b220-21dcd6c3cbd7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:03.649496 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b7aaf4-c3fd-4ad7-b309-374a1ed6bec7', 'name': 'network-vif-deleted', 'tag': '77409f73-1f79-4773-9f7e-051f525f4de6', 'status': 'completed', 'code': 200} Jul 29 17:44:03.688516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.695569 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-1da05de9-2dfc-4a7f-ba91-fae9fc79ebc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 200 len: 217 time: 0.1377032 Jul 29 17:44:03.754156 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.756526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.766368 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca6d826-4a3d-4bf7-931a-24b4b408731d x-openstack-request-id: req-2ca6d826-4a3d-4bf7-931a-24b4b408731d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:03.766771 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-unplugged", "status": "completed", "tag": "312991db-83b0-4c6f-838f-961027eed0a3", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:03.767115 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ca6d826-4a3d-4bf7-931a-24b4b408731d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:03.767692 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3', 'code': 200} Jul 29 17:44:03.771292 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Transition to ACTIVE for port object f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:03.781817 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.783594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b95aa1-ab64-4de2-8c52-245ae38c18c0']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:03.786556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:03.801575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:03.816057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829639ea-e55a-495f-9698-cfab4a14b1c5') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:03.818920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829639ea-e55a-495f-9698-cfab4a14b1c5') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:03.820330 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.829369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.831926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-7b5734c2-60de-4d02-a347-aeda6627e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:03.837063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-7b5734c2-60de-4d02-a347-aeda6627e061 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.1279731 Jul 29 17:44:03.843060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7974fde-b321-4ae3-98a2-c50a01efa83b None None] Pushing event updated for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:03.878836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:03.901897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.915143 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Attempting to bind port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:03.915501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Attempting to bind port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:03.915858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Attempting to bind port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 on network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:03.922034 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:03.922421 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Checking segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:03.923192 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.923585 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Bound using segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:03.924057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Bound port: f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:03.924431 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:03.978057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-f2a32a38-55f4-4c8a-9948-4416e94995dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815430 Jul 29 17:44:04.035331 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] For port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:04.039810 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] For port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:04.049653 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.052993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fef60-c7e0-496f-a266-ff5e08468f09 req-0761d1a9-5a08-4209-84d5-cb6e971c90d3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:04.054924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48fef60-c7e0-496f-a266-ff5e08468f09 req-0761d1a9-5a08-4209-84d5-cb6e971c90d3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.4015284 Jul 29 17:44:04.061873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.133412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:04.134097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.135266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.136917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] 10.222.0.38 "PUT /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 1122 time: 2.4967942 Jul 29 17:44:04.137688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85eaed-b9c0-4dc4-8f9b-fc8582eb7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=8']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:04.138973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:04.140346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:04.144092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.150205 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:04.151275 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:04.158188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:04.171289 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:04.205208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 has no active binding in host n-h2-801607-3 {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 17:44:04.231730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['312991db-83b0-4c6f-838f-961027eed0a3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:04.283213 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7974fde-b321-4ae3-98a2-c50a01efa83b None None] Pushing event updated for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:04.311933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-6dee3fb9-0341-4e8c-b87f-4cb007c84cf6 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158033 Jul 29 17:44:04.371201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48fef60-c7e0-496f-a266-ff5e08468f09 req-e2231765-2044-4679-9d7d-3148f3fd5813 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984276 Jul 29 17:44:04.417431 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.421523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.423257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17cb2c5d-1f59-40fe-839e-c291eafabfab {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:44:04.440100 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:04.466856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49402) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:04.468660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.471793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] 10.222.0.16 "DELETE /v2.0/networks/32b95aa1-ab64-4de2-8c52-245ae38c18c0 HTTP/1.1" status: 204 len: 168 time: 2.0657413 Jul 29 17:44:04.474082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc9fab-3cbe-4fda-8cb2-440d18466da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607175641-project] Pushing event deleted for resources: {'Network': ['ID=32b95aa1-ab64-4de2-8c52-245ae38c18c0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:04.491939 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.494066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eb9e0e74-0d57-4334-8a1c-e26295d22554 admin admin] 10.222.0.16 "DELETE /v2.0/routers/17cb2c5d-1f59-40fe-839e-c291eafabfab HTTP/1.1" status: 204 len: 168 time: 4.0987291 Jul 29 17:44:04.496816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49406) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:04.502735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['312991db-83b0-4c6f-838f-961027eed0a3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:04.610619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.862474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Deleting subnet 978eb60c-4596-408a-a0ae-4cc52477b737 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:04.879193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:04.906705 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:04Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:04.960494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:04.982136 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835638e-1355-4792-b8ab-753b512d9df2 None None] The sync data for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 is: [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:04Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:05.121113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:05.121457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c824321-df7a-4eeb-8b6c-3ecc1c81bc9c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:05.122525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49416) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:05.130692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.229919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd29-b8f4-444d-a657-6a79ca428d39 req-647be2f8-f309-4386-ac94-843dc1f65074 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.237772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ecbd29-b8f4-444d-a657-6a79ca428d39 req-647be2f8-f309-4386-ac94-843dc1f65074 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.2953649 Jul 29 17:44:05.242769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49420) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:05.305100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6cdfe768-5227-4982-9431-dc395816e4a4 req-8931db97-6798-4e97-885c-01aa0283d5f8 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9733517 Jul 29 17:44:05.310158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.339664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf914c-c31e-49b5-8c42-8c59142d4e19 req-f854731e-42ee-4201-9dee-8cc21bfa3b86 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.354151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2eaf914c-c31e-49b5-8c42-8c59142d4e19 req-f854731e-42ee-4201-9dee-8cc21bfa3b86 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 1.0012310 Jul 29 17:44:05.429403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ecbd29-b8f4-444d-a657-6a79ca428d39 req-04a33509-e299-4f63-b753-5162c7d370ae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904175 Jul 29 17:44:05.451348 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2eaf914c-c31e-49b5-8c42-8c59142d4e19 req-0a554c0c-0614-4c4b-b68e-806750653bf0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918345 Jul 29 17:44:05.480355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.483581 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.488478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:05.490968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0235648 Jul 29 17:44:05.496608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b02ac7-84c1-4049-8c21-32c734c7b9ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5900b8-a227-4d1e-ab3f-6628adc923a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:05.514538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-0cf951c6-586b-4e55-ae01-0251dc5d7d8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081637 Jul 29 17:44:05.519118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'security_group_rule': {'security_group_id': 'cd5900b8-a227-4d1e-ab3f-6628adc923a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:05.551711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a62fce4-9646-4a27-bc7b-667bfe4474db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.583648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-3bbcff78-a5b0-4934-906b-66b9690cecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.585755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-3bbcff78-a5b0-4934-906b-66b9690cecd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 1096 time: 0.0434964 Jul 29 17:44:05.597235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-48664912-70b2-485d-a080-0b2c4fb94be3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.598718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-48664912-70b2-485d-a080-0b2c4fb94be3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 944 time: 0.3243988 Jul 29 17:44:05.710920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-fc756d92-7948-48bb-832d-da8937d141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.712454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-fc756d92-7948-48bb-832d-da8937d141c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.0980628 Jul 29 17:44:05.730864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ccec819-5a5f-405d-bf91-ac7e777b28ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77bf84eb4ea04412b67c68924d229fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029522 Jul 29 17:44:05.734755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:05.747573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.768910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:05.771237 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce000840-bb88-4565-9a5c-83261534f33b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "tag": "312991db-83b0-4c6f-838f-961027eed0a3"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:05.776772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-75d3fb40-921d-4dc2-afdf-055030ca735c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 200 len: 217 time: 0.0535917 Jul 29 17:44:05.821292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1567a-9231-4e72-a2f5-7942a0e14ab2 req-f0092991-e597-4439-8396-acc76e4d4ef9 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.822962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fb1567a-9231-4e72-a2f5-7942a0e14ab2 req-f0092991-e597-4439-8396-acc76e4d4ef9 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.2743080 Jul 29 17:44:05.843682 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912a5f06-c99f-4646-88e4-c1da350ab040 x-openstack-request-id: req-912a5f06-c99f-4646-88e4-c1da350ab040 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:05.843977 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "tag": "312991db-83b0-4c6f-838f-961027eed0a3", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:05.844229 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-912a5f06-c99f-4646-88e4-c1da350ab040 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:05.844619 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3', 'status': 'completed', 'code': 200} Jul 29 17:44:05.861382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.875028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-b1dd1abd-7706-4417-91d9-e6e31bd097d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:05.876923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-b1dd1abd-7706-4417-91d9-e6e31bd097d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0877290 Jul 29 17:44:05.897189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:05.918215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.927390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 77409f73-1f79-4773-9f7e-051f525f4de6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:05.927988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 77409f73-1f79-4773-9f7e-051f525f4de6 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:05.937981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-6dad6ab2-afbb-41b2-ac03-5fa48ec5ea64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480008 Jul 29 17:44:05.962698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978eb60c-4596-408a-a0ae-4cc52477b737,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:05.970040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfc81b-2e52-4c4c-9089-965a12067503 None None] Network 9cc9085b-14e9-4647-b280-880ad4be2e1d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:05.971922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:05.974028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c5310948-3d3d-4c41-af18-eb8569d64b69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/978eb60c-4596-408a-a0ae-4cc52477b737 HTTP/1.1" status: 204 len: 168 time: 1.4757257 Jul 29 17:44:05.990322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fb1567a-9231-4e72-a2f5-7942a0e14ab2 req-4bc40464-3bcf-4561-a5d8-d470913e2f9e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519864 Jul 29 17:44:05.991015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49436) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:06.016002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.033999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000840-bb88-4565-9a5c-83261534f33b req-43cae209-8338-492c-8372-81ac7c2f2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:06.035581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-43cae209-8338-492c-8372-81ac7c2f2e23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1125 time: 0.1577215 Jul 29 17:44:06.115618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.153833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-e55c936a-6e0d-4f71-944c-9ba3e7d1346d service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050850 Jul 29 17:44:06.180881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Deleting port 9d7f1733-2544-446f-8a74-845f181b4a3a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:06.181384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.217740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.220281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.224275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95139b22-2e86-40ea-a76b-d92ca230c68e HTTP/1.1" status: 204 len: 168 time: 0.4605644 Jul 29 17:44:06.248857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ee8ec-c895-4674-a9f5-fad7ed0086ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95139b22-2e86-40ea-a76b-d92ca230c68e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:06.257506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000840-bb88-4565-9a5c-83261534f33b req-9525eef3-8ffb-4816-957b-fcbe9cb13ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:06.259428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-9525eef3-8ffb-4816-957b-fcbe9cb13ca7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.2108228 Jul 29 17:44:06.306308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] DHCP port deletion for 9cc9085b-14e9-4647-b280-880ad4be2e1d request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:44:06.330669 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-7ea6e201-8c52-4426-891b-6d1a6a90f45a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 217 time: 0.0611370 Jul 29 17:44:06.364656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Deleting port 76d0025a-d882-4ad9-8151-a0dc908e9889 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:06.365496 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.372690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] For port 9d7f1733-2544-446f-8a74-845f181b4a3a, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9d7f1733-2544-446f-8a74-845f181b4a3a,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:06.373196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.377026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35c762da-8287-4ace-a913-9e97ae8fd507 req-ab396130-91b1-415a-949b-1ad10e3e3c80 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107160 Jul 29 17:44:06.391234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Calling delete_port for 9d7f1733-2544-446f-8a74-845f181b4a3a owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:06.403709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000840-bb88-4565-9a5c-83261534f33b req-86699638-803d-4528-9582-57fc008de0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:06.405198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-86699638-803d-4528-9582-57fc008de0e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.0625479 Jul 29 17:44:06.458692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] For port 76d0025a-d882-4ad9-8151-a0dc908e9889, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76d0025a-d882-4ad9-8151-a0dc908e9889,segment=NetworkSegment(858e5b94-a177-4ff0-8174-c520572530ed),segment_id=858e5b94-a177-4ff0-8174-c520572530ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:06.459105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.463443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-730167a0-a068-4f94-a307-d245fc9eca58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481193 Jul 29 17:44:06.490364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Calling delete_port for 76d0025a-d882-4ad9-8151-a0dc908e9889 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:06.516060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.577647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.623802 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.671526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c61b8-4a6a-4f4e-86a3-665a4a316aa9 req-1f89a239-3001-49c6-8484-011901ce1d46 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:06.673194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7c61b8-4a6a-4f4e-86a3-665a4a316aa9 req-1f89a239-3001-49c6-8484-011901ce1d46 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.0854342 Jul 29 17:44:06.691452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] Pushing event deleted for resources: {'Port': ['ID=76d0025a-d882-4ad9-8151-a0dc908e9889,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:06.702387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35cbf1d-08d8-4a8b-9846-d2478eba4822 None None] No DVR routers for this DVR port 76d0025a-d882-4ad9-8151-a0dc908e9889 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:06.707360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-cf3aa56c-de5e-4ceb-842e-6d41dc391004 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302880 Jul 29 17:44:06.793391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cb2978-546d-4afa-8fef-37d4f92655c6,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:06.796900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:06.809970 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7c61b8-4a6a-4f4e-86a3-665a4a316aa9 req-a8b191b2-4b47-4468-84c0-28b11395eaa1 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270137 Jul 29 17:44:06.877967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce000840-bb88-4565-9a5c-83261534f33b req-d072c12b-7fb9-4ae3-ba75-294b00c12e23 service neutron] 10.222.0.49 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510801 Jul 29 17:44:06.915006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a62fce4-9646-4a27-bc7b-667bfe4474db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:06.920518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] The port '76d0025a-d882-4ad9-8151-a0dc908e9889' was deleted {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:44:06.927388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:06.930432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:06.935651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:06.936330 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.020152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87b7239f-fb16-42aa-b531-d2b22466f13f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=058e0b972dc54287b79e1a167ee5f616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915587 Jul 29 17:44:07.029165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c12b0-554a-41c8-b90e-416dbca97825 req-2a99181d-00ef-4c00-914e-a3942e32a72a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:07.030668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e1c12b0-554a-41c8-b90e-416dbca97825 req-2a99181d-00ef-4c00-914e-a3942e32a72a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.0824761 Jul 29 17:44:07.031147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:07.036040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a62fce4-9646-4a27-bc7b-667bfe4474db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.050337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.051862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-514dcce1-e53a-4376-8f68-3f09fc2d2649 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5375519 Jul 29 17:44:07.054921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49460) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:07.065479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'security_group_rule': {'security_group_id': 'cd5900b8-a227-4d1e-ab3f-6628adc923a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:07.068285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.093939 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.099184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.110645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:07.118615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.143185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e1c12b0-554a-41c8-b90e-416dbca97825 req-5b931316-3def-4bfa-a61a-b9095c21514d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987592 Jul 29 17:44:07.164748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.173927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.217639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.242425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ccf4a-7ebd-445d-94f2-6073cb129434 req-d932261d-1c41-4784-a937-e4560e0f142c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:07.244081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb1ccf4a-7ebd-445d-94f2-6073cb129434 req-d932261d-1c41-4784-a937-e4560e0f142c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfcb508-61e2-48e9-adad-69aade27b335 HTTP/1.1" status: 200 len: 866 time: 0.6750615 Jul 29 17:44:07.254934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:07.263224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76d0025a-d882-4ad9-8151-a0dc908e9889 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:07.266655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.278642 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.288778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.318269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 76d0025a-d882-4ad9-8151-a0dc908e9889 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:07.318877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76d0025a-d882-4ad9-8151-a0dc908e9889 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:07.321778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc9085b-14e9-4647-b280-880ad4be2e1d']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:07.327187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event deleted for resources: {'Port': ['ID=9d7f1733-2544-446f-8a74-845f181b4a3a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:07.368725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a62fce4-9646-4a27-bc7b-667bfe4474db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=798a89f62d76425aaba9b6e98caa3b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1208391 Jul 29 17:44:07.369597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62fce4-9646-4a27-bc7b-667bfe4474db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ff8f9-3116-44be-b452-2e70e4020ca8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:07.371854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702bb474-78de-428a-b8bf-e2230b49bf30,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:07.373708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858e5b94-a177-4ff0-8174-c520572530ed') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:07.374115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858e5b94-a177-4ff0-8174-c520572530ed') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:07.376006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:07.381876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-f7b5cc70-bc56-4569-b5aa-9b97af777d4d tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777140 Jul 29 17:44:07.417967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.468603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.469789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc3294e3-bdd5-4d25-ad58-d10cd79e2867 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130456 Jul 29 17:44:07.473606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:07.478335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:07.490033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] No DVR routers for this DVR port 9d7f1733-2544-446f-8a74-845f181b4a3a on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:07.500583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.502944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.504931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2c624d8-424a-4a07-a5ae-1901e071d029 req-7dcfd1cd-8661-4cac-9834-fa07c819fbae tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "DELETE /v2.0/ports/9d7f1733-2544-446f-8a74-845f181b4a3a HTTP/1.1" status: 204 len: 173 time: 1.8878751 Jul 29 17:44:07.505421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-deleted', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:07.507955 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64aeb24-025a-42aa-bac0-b303294be7d3" -d '{"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-deleted", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:07.532465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb1ccf4a-7ebd-445d-94f2-6073cb129434 req-6c418bc3-525b-42d6-b424-97af01af6808 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176843 Jul 29 17:44:07.539513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:07.539975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:07.554523 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:07.557438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.570233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-c1c6a78e-96b5-438a-b8f0-14759582679e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673129 Jul 29 17:44:07.583772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.586404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.587561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11e31250-9415-46f2-a7ea-8943dcb4386b HTTP/1.1" status: 204 len: 168 time: 0.5553787 Jul 29 17:44:07.615388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-de705839-8cc8-43d1-8442-de327863d7d3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:07.627005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-de705839-8cc8-43d1-8442-de327863d7d3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441127 Jul 29 17:44:07.641700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.658354 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530661ab-f5fb-4854-9364-3ec23c100d32 x-openstack-request-id: req-530661ab-f5fb-4854-9364-3ec23c100d32 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:07.658910 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfcb508-61e2-48e9-adad-69aade27b335", "name": "network-vif-deleted", "tag": "9d7f1733-2544-446f-8a74-845f181b4a3a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:07.659318 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-530661ab-f5fb-4854-9364-3ec23c100d32 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:07.660017 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfcb508-61e2-48e9-adad-69aade27b335', 'name': 'network-vif-deleted', 'tag': '9d7f1733-2544-446f-8a74-845f181b4a3a', 'status': 'completed', 'code': 200} Jul 29 17:44:07.697114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.700055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.716496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:07.721376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9cc9085b-14e9-4647-b280-880ad4be2e1d HTTP/1.1" status: 204 len: 168 time: 1.7200990 Jul 29 17:44:07.736717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-fb53046a-2045-421e-9a97-3027886ef573 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/quotas/b5546a7ae5b14b08a8ee15fd1e82501d HTTP/1.1" status: 200 len: 375 time: 0.1084144 Jul 29 17:44:07.802598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa12151-5fda-4c48-b471-1d23b02f0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e31250-9415-46f2-a7ea-8943dcb4386b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:07.903503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a393ed-152e-479d-a9be-54bb3924744a req-171c057b-ac51-44a0-be99-13be74f3d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:07.905749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-171c057b-ac51-44a0-be99-13be74f3d607 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 1095 time: 0.2685657 Jul 29 17:44:07.924317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-820936fd-3e7d-4420-b2c4-01805e51ad66 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147900 Jul 29 17:44:07.946090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49482) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:08.060019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-68efe833-5642-4a4b-ba95-2089dd5eb920 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca0d60039c1348b69db45739b164711c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114287 Jul 29 17:44:08.070373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49486) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:08.129172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a393ed-152e-479d-a9be-54bb3924744a req-5d6c7fa0-bb7b-4bcd-b9f6-76d1d9fe7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:08.130748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-5d6c7fa0-bb7b-4bcd-b9f6-76d1d9fe7373 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.1975310 Jul 29 17:44:08.141766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.169887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434fed0-ee8a-4a5b-ad2f-4e0690c5131f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc9085b-14e9-4647-b280-880ad4be2e1d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:08.274268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-5eeda2c9-bbd9-4c91-84a1-b9e2ac3ebfea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 200 len: 217 time: 0.1341121 Jul 29 17:44:08.342637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d81bde2-ec28-49f3-b0b8-98936e3b96bc req-fc8c8b82-e748-46d6-951d-e15836e95d68 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 210 time: 0.1462581 Jul 29 17:44:08.398418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.404764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Deleting port 6404c7c7-c5fc-483d-b608-4c656750b64b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:08.405108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.420658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.428385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.428385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/542ff8f9-3116-44be-b452-2e70e4020ca8 HTTP/1.1" status: 204 len: 168 time: 1.0379395 Jul 29 17:44:08.468137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabfc72-7699-4f23-bae6-3421545e817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ff8f9-3116-44be-b452-2e70e4020ca8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:08.526644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] For port 6404c7c7-c5fc-483d-b608-4c656750b64b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6404c7c7-c5fc-483d-b608-4c656750b64b,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:08.527105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.544788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Calling delete_port for 6404c7c7-c5fc-483d-b608-4c656750b64b owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:08.581848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a393ed-152e-479d-a9be-54bb3924744a req-9e2c40a7-9836-42f9-815d-685120326bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:08.584157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-9e2c40a7-9836-42f9-815d-685120326bc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.2980435 Jul 29 17:44:08.689755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-58533ddd-a6d1-4b6e-a534-2ca796f13786 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868769 Jul 29 17:44:08.758075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2c05-56da-443e-bf40-cf2940f93060 req-bc09178b-1fd4-42c1-9701-b19e42b95201 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:08.760103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-450c2c05-56da-443e-bf40-cf2940f93060 req-bc09178b-1fd4-42c1-9701-b19e42b95201 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.4337301 Jul 29 17:44:08.775410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:08.884164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:08.885144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.888976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.917001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:08.976978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=6404c7c7-c5fc-483d-b608-4c656750b64b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:09.034173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Allocated IP 172.25.5.128 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/403c98f5-ca56-47a3-be34-ce9212c104ca) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:09.161394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-010f4a50-8696-4004-ae3e-c7d44dc86a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.170734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-450c2c05-56da-443e-bf40-cf2940f93060 req-929d8acd-ee5e-43f8-a36b-1738f8ee5bfa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761848 Jul 29 17:44:09.276770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-9a64f703-35eb-4edd-8aa5-7e47c00619bd service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539162 Jul 29 17:44:09.437130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11fe6d-80b9-4915-b5b8-de53229b44c8 req-ffad31bd-a032-4909-b8d0-4246249cf767 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:09.438816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be11fe6d-80b9-4915-b5b8-de53229b44c8 req-ffad31bd-a032-4909-b8d0-4246249cf767 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.1896064 Jul 29 17:44:09.520125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.523325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.524746 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1279f5a1-4286-4ac3-89ad-c6e265dbc527 HTTP/1.1" status: 204 len: 168 time: 1.4534864 Jul 29 17:44:09.560698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.578276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:09.601251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564276b-da89-41b2-98d3-8b4528bd35e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279f5a1-4286-4ac3-89ad-c6e265dbc527,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:09.604778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be11fe6d-80b9-4915-b5b8-de53229b44c8 req-8bf3fb8c-ed30-4c5e-b66b-d1153a45d947 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436162 Jul 29 17:44:09.623161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f49a604-942e-41d5-bf7f-eab03c192c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.641164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3a393ed-152e-479d-a9be-54bb3924744a req-96877d48-babf-488d-882b-ad6e28796e87 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537343 Jul 29 17:44:09.676384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.680360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da9c6561-eb61-4342-9753-289d351b03e4 req-0ffbee0a-3e1b-4e1e-a278-00792117b142 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 210 time: 0.1374876 Jul 29 17:44:09.747772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-506f49f0-e6d9-4995-af0c-4899b9ee8103 service neutron] 10.222.0.49 "GET /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 384 time: 0.1610136 Jul 29 17:44:09.777912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-c3315346-f0a5-4d1a-ae86-a74b30500b2d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:09.779693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-c3315346-f0a5-4d1a-ae86-a74b30500b2d tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 944 time: 0.3382239 Jul 29 17:44:09.839567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:09.879835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-ac0704f3-6385-400c-8047-3230d9c76fd4 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677228 Jul 29 17:44:09.918209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:09.946372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 9d7f1733-2544-446f-8a74-845f181b4a3a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:09.947013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9d7f1733-2544-446f-8a74-845f181b4a3a not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:09.953537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:10.188044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f49a604-942e-41d5-bf7f-eab03c192c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.221831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f49a604-942e-41d5-bf7f-eab03c192c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.231976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Deleting port 73a42686-2499-4309-8fed-03306f5df622 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:10.232339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.251853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Router 1ead3409-e3c0-4049-8331-9a87683f56ca has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:10.325436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:10.330947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'Port': ['ID=403c98f5-ca56-47a3-be34-ce9212c104ca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:10.333149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:10.387987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f49a604-942e-41d5-bf7f-eab03c192c0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c36433f842564521b0dfa7b026c3ec04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065484 Jul 29 17:44:10.399482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:10.427068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:10.430939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49554) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:10.451104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49a604-942e-41d5-bf7f-eab03c192c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307f844-f4c7-441b-81a7-e6058bb13c55,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:10.534734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057c569-c4ee-46ea-9a74-8ecbb3a8dc32 req-5777bc48-6e74-4d6f-a017-1c2ae33272e0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:10.541280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d057c569-c4ee-46ea-9a74-8ecbb3a8dc32 req-5777bc48-6e74-4d6f-a017-1c2ae33272e0 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 944 time: 0.1948435 Jul 29 17:44:10.575837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-e2809768-1d7c-4d24-9abb-4be8a682410b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:10.579509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-e2809768-1d7c-4d24-9abb-4be8a682410b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6908174 Jul 29 17:44:10.596225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.619167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Request body: {'port': {'device_id': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'b5546a7ae5b14b08a8ee15fd1e82501d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:10.625072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] For port 73a42686-2499-4309-8fed-03306f5df622, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73a42686-2499-4309-8fed-03306f5df622,segment=NetworkSegment(6ea56b3f-8bd3-4d76-88da-898f80ecdb94),segment_id=6ea56b3f-8bd3-4d76-88da-898f80ecdb94)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:10.625688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.693497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Calling delete_port for 73a42686-2499-4309-8fed-03306f5df622 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:10.713287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:10.720967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d057c569-c4ee-46ea-9a74-8ecbb3a8dc32 req-284f69c4-334b-48a5-8cb9-e37e67e16533 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387100 Jul 29 17:44:10.730975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Sync routers for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:10.733021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8e6086fa-8ed1-4e04-a4f1-b20040f21dcf admin admin] 10.222.0.16 "PUT /v2.0/routers/1ead3409-e3c0-4049-8331-9a87683f56ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2559812 Jul 29 17:44:10.735779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49570) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:10.758349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:10.759445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:10.810333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:10.860833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:10.882874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-495952559'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:10.905815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312991db-83b0-4c6f-838f-961027eed0a3 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:10.919281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:10.948629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:10.952040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67b13f48-ea0f-4e78-8e75-f6bf4ddd0403 req-76025f6d-5545-4f52-a847-6edf6319dea1 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 210 time: 0.0618598 Jul 29 17:44:10.958474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.006789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:11.044640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:11.052408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Made reservation on behalf of 6b3e34dd124a4edfa490873e36fbf201 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:11.056205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.090269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] Transition to ACTIVE for port object 312991db-83b0-4c6f-838f-961027eed0a3 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:11.091282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.098139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.102871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.111772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.166897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.187637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-978270267-network', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:11.192750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.220305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.231756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d98d-a4c5-4874-b40a-28de44e3e6a9 req-1eaffb3a-9bb5-4a40-9132-f7a025e99f2c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:11.239015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9b82d98d-a4c5-4874-b40a-28de44e3e6a9 req-1eaffb3a-9bb5-4a40-9132-f7a025e99f2c tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf390ca-2b55-4db1-9433-6060ff44da3c HTTP/1.1" status: 200 len: 866 time: 0.3085952 Jul 29 17:44:11.267849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Pushing event deleted for resources: {'Port': ['ID=73a42686-2499-4309-8fed-03306f5df622,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:11.290376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:44:08Z', 'revision_number': 5, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port': {'id': 'a199674e-c864-41c4-bc5a-b3e52a2c4259', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:41:59Z', 'updated_at': '2021-07-29T17:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:11.319044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Checking router: 1ead3409-e3c0-4049-8331-9a87683f56ca for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:11.327127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] No DVR routers for this DVR port 73a42686-2499-4309-8fed-03306f5df622 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:11.328896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Routers {'1ead3409-e3c0-4049-8331-9a87683f56ca'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:11.329645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1ead3409-e3c0-4049-8331-9a87683f56ca'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:11.330645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.332717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0643ec54-2edb-477b-b63f-c0ec69062a5e req-5c8df08a-76ad-4823-9988-03034f9093a3 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.38 "DELETE /v2.0/ports/73a42686-2499-4309-8fed-03306f5df622 HTTP/1.1" status: 204 len: 173 time: 1.5383828 Jul 29 17:44:11.335537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-deleted', 'tag': '73a42686-2499-4309-8fed-03306f5df622'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:11.337888 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b800f-72ac-4508-8fbc-37fb1775e08e" -d '{"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-deleted", "tag": "73a42686-2499-4309-8fed-03306f5df622"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:11.381522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Deleting port a199674e-c864-41c4-bc5a-b3e52a2c4259 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:11.382103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.402826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.405132 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fb7ea-fd06-4e12-83b1-8b2eb144578d x-openstack-request-id: req-976fb7ea-fd06-4e12-83b1-8b2eb144578d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:11.405430 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf390ca-2b55-4db1-9433-6060ff44da3c", "name": "network-vif-deleted", "tag": "73a42686-2499-4309-8fed-03306f5df622", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:11.405539 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-976fb7ea-fd06-4e12-83b1-8b2eb144578d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:11.405906 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf390ca-2b55-4db1-9433-6060ff44da3c', 'name': 'network-vif-deleted', 'tag': '73a42686-2499-4309-8fed-03306f5df622', 'status': 'completed', 'code': 200} Jul 29 17:44:11.433925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] Set router 1ead3409-e3c0-4049-8331-9a87683f56ca gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:11.435649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.449575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] No DVR routers for this DVR port 312991db-83b0-4c6f-838f-961027eed0a3 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:11.472772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] Pushing event updated for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:11.482331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:44:11.482331 n-d-801607-3 neutron-server[94052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:44:11.482331 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id_1': 'b5546a7ae5b14b08a8ee15fd1e82501d', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 44, 11, 372822)}] Jul 29 17:44:11.482331 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:44:11.482792 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:44:11.490270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:11.493393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.496566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:44:11.498145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:44:11Z', 'revision_number': 6, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:11.511723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2012f90e-7983-431c-84ab-9e81a11d9a19,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:11.523323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.533533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58b026-1b5a-4120-9e98-c9362f7adac0 None None] The sync data for ids ['1ead3409-e3c0-4049-8331-9a87683f56ca'] in n-d-801607-3 is: [{'id': '1ead3409-e3c0-4049-8331-9a87683f56ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-397798982-router', 'tenant_id': 'cd1628a3e98a49c49a15451672d5ab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:41:58Z', 'updated_at': '2021-07-29T17:44:11Z', 'revision_number': 6, 'project_id': 'cd1628a3e98a49c49a15451672d5ab92', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:11.552265 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.552636 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Added segment f1f88884-a0b7-4818-a4b4-71db9878d7e0 of type vlan for network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 Jul 29 17:44:11.555975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-2709081d-f23d-45ae-8c8d-23648ab40e5b service neutron] 10.222.0.49 "PUT /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3/bindings/n-h2-801607-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8003664 Jul 29 17:44:11.563700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9b82d98d-a4c5-4874-b40a-28de44e3e6a9 req-26ad3269-b6a3-4ca1-b9ee-ce5af99b28b2 tempest-LiveMigrationTest-718852044 tempest-LiveMigrationTest-718852044-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817862 Jul 29 17:44:11.604198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a26b2f08-3f85-46b3-a3df-389561158606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.613247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.616924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.618452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6307f844-f4c7-441b-81a7-e6058bb13c55 HTTP/1.1" status: 204 len: 168 time: 1.2162819 Jul 29 17:44:11.638127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] For port a199674e-c864-41c4-bc5a-b3e52a2c4259, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a199674e-c864-41c4-bc5a-b3e52a2c4259,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:11.638528 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.646640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb8119-c7a6-45a2-ac4a-74341f74fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307f844-f4c7-441b-81a7-e6058bb13c55,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:11.663309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.679538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Calling delete_port for a199674e-c864-41c4-bc5a-b3e52a2c4259 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:11.692423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.702817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.802574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'Port': ['ID=403c98f5-ca56-47a3-be34-ce9212c104ca,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:11.808199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:11.829333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.107447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6c271c4-773a-46e0-a67f-5ce501a673c2 req-d8e887fc-e1c7-486d-a593-716e4e048677 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 210 time: 0.0339777 Jul 29 17:44:12.158138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.163880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.164488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.189441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-205ea229-9e72-4f1b-b109-355a4d3839b6 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.190997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-205ea229-9e72-4f1b-b109-355a4d3839b6 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.5498326 Jul 29 17:44:12.354041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d270f-c7d5-47e2-a542-bf89ae9308bc req-102216a4-f47c-4a4a-ace9-59081b08638b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.355736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea6d270f-c7d5-47e2-a542-bf89ae9308bc req-102216a4-f47c-4a4a-ace9-59081b08638b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.2536836 Jul 29 17:44:12.363322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Pushing event updated for resources: {'Network': ['ID=7f0b1803-4d7b-4171-b13a-fb76e5b88bc2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:12.377196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.386428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:44:12.396402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.403843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.410604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-60ec3847-81e3-4c50-b060-16605961d9ed tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9347959 Jul 29 17:44:12.428567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-02627ccf-576f-41fc-ad5f-05c2df29c0f5 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9867513 Jul 29 17:44:12.460331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Made reservation on behalf of b5546a7ae5b14b08a8ee15fd1e82501d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:12.462224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:44:12.466501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.467259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-1fd85b54-f729-4ed8-92c9-faef6141c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.469011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-1fd85b54-f729-4ed8-92c9-faef6141c5d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8 HTTP/1.1" status: 200 len: 1096 time: 0.2621369 Jul 29 17:44:12.520694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea6d270f-c7d5-47e2-a542-bf89ae9308bc req-db007ad8-6f85-4128-a6ba-ab46c159cbef tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516895 Jul 29 17:44:12.525904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.526462 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Added segment 1f5c339b-9560-40ce-959e-d5831fbd43cc of type vlan for network 54f71fde-9e75-4530-8e73-4032b5d1dd6a Jul 29 17:44:12.528120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be9691-9d1e-43c1-8262-e90c08227c13,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:12.611159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.629898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.645737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-42a477cc-c445-49ae-b932-0790b656c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.647756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-42a477cc-c445-49ae-b932-0790b656c79b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1096 time: 0.1446631 Jul 29 17:44:12.697857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Pushing event deleted for resources: {'Port': ['ID=a199674e-c864-41c4-bc5a-b3e52a2c4259,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:12.744594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Allocated IP 192.168.233.107 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/601cc3b3-d4d2-4970-865c-5655365a4a9f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:12.754786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a199674e-c864-41c4-bc5a-b3e52a2c4259 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:12.774601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.775610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:12.776319 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.821903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a199674e-c864-41c4-bc5a-b3e52a2c4259 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:12.824101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a199674e-c864-41c4-bc5a-b3e52a2c4259 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:12.825120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6404c7c7-c5fc-483d-b608-4c656750b64b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:12.873049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6404c7c7-c5fc-483d-b608-4c656750b64b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:12.873521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6404c7c7-c5fc-483d-b608-4c656750b64b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:12.888633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.899572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8543155 Jul 29 17:44:12.909545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49628) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:12.917377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-38d90280-e491-48a3-b907-0e107abf97c8 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1536511912&fields=id&tenant_id=d28b2a5038834743844de26d489032bf HTTP/1.1" status: 200 len: 267 time: 0.2207518 Jul 29 17:44:12.922900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Request body: {'subnet': {'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-978270267-subnet', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:12.925695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:12.932566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2', 'binding:host_id': 'n-h1-801607-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1211870137'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:12.949566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:12.970352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:12.972105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b51fe-39ea-47aa-8d70-e0a5d3ea1549 admin admin] Pushing event updated for resources: {'Network': ['ID=54f71fde-9e75-4530-8e73-4032b5d1dd6a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:12.983544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:44:13.009669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.026808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Transition to ACTIVE for port object 601cc3b3-d4d2-4970-865c-5655365a4a9f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:13.081413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-d013ed14-4d13-4e7b-9c82-29b230cab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.083160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-d013ed14-4d13-4e7b-9c82-29b230cab2d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 200 len: 922 time: 0.4042041 Jul 29 17:44:13.083781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.095800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['963dfc8c-f4f1-476f-81d1-bc071c3b90c9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:13.157880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:13.177276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.179025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:13.181744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.188255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:13.189050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.191606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-ce3138bc-0a53-45fd-b526-5c6faa8a96e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 200 len: 217 time: 0.0961370 Jul 29 17:44:13.255447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:13.336354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Pushing event updated for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:13.367340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Deleting subnet 20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:13.370683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.422512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.423173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.432549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.432825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.433486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ead3409-e3c0-4049-8331-9a87683f56ca {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:44:13.438790 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.442799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ecef523-9494-46c3-a6ca-5d72f5f0bbae admin admin] 10.222.0.16 "DELETE /v2.0/routers/1ead3409-e3c0-4049-8331-9a87683f56ca HTTP/1.1" status: 204 len: 168 time: 2.7058067 Jul 29 17:44:13.444083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:13.463357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba8db-9b66-4fcb-89d3-d60e2d516e2d req-9ac1d348-f9bd-4744-abe8-652c3c25394e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.464269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Made reservation on behalf of 9d57342339944a08aac49e6cf03a5b5e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:13.464891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c07ba8db-9b66-4fcb-89d3-d60e2d516e2d req-9ac1d348-f9bd-4744-abe8-652c3c25394e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 936 time: 0.2035313 Jul 29 17:44:13.466687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.496054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-53d2be66-bf9f-4329-addd-f0087992b90f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8971519 Jul 29 17:44:13.521848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Request body: {'port': {'device_id': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:13.535956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ddf3ba37-6058-4bec-b6f9-4722de6367e9 None None] Provisioning for port 601cc3b3-d4d2-4970-865c-5655365a4a9f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:13.538440 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.540695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ddf3ba37-6058-4bec-b6f9-4722de6367e9 None None] Provisioning complete for port 601cc3b3-d4d2-4970-865c-5655365a4a9f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:13.541066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddf3ba37-6058-4bec-b6f9-4722de6367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.545344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.565816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-b28dee79-aef5-417a-b037-f65e85edc4fb tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.573092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-b28dee79-aef5-417a-b037-f65e85edc4fb tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/networks?id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b HTTP/1.1" status: 200 len: 812 time: 0.6351831 Jul 29 17:44:13.584106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-844d9bf4-ef4e-41d8-90c8-f358b76ab5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.586294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-844d9bf4-ef4e-41d8-90c8-f358b76ab5cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 200 len: 861 time: 0.3362036 Jul 29 17:44:13.603836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3ba37-6058-4bec-b6f9-4722de6367e9 None None] Port 601cc3b3-d4d2-4970-865c-5655365a4a9f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:13.616325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c07ba8db-9b66-4fcb-89d3-d60e2d516e2d req-3b88d38e-b3df-483f-8c8a-239c9decb50b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351111 Jul 29 17:44:13.659484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.682070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-7a9777a4-603c-46f8-a08d-e50899e042ff tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/quotas/d28b2a5038834743844de26d489032bf HTTP/1.1" status: 200 len: 375 time: 0.1074867 Jul 29 17:44:13.692463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-17624777-b7ba-4be4-808a-a7f25a5efd35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b16117e7-ab3a-4dbc-b3a1-46f765b9374b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823009 Jul 29 17:44:13.711011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Deleting subnet 5cc42fea-44d5-4b34-8c7c-406c2a93c866 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:13.716691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.750503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.762963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d0da8a-35f8-46b0-8d23-fd75e05fb6c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:13.770901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.772506 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e1818bd-cd7a-4d2f-8aec-4b00a131b2d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20d0da8a-35f8-46b0-8d23-fd75e05fb6c1 HTTP/1.1" status: 204 len: 168 time: 0.8214386 Jul 29 17:44:13.784169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:13.881144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.900370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6748-c2cf-4193-bdf7-d44993bc8606 req-475936ab-8196-44c5-ab19-441457c60b35 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:13.901843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eebd6748-c2cf-4193-bdf7-d44993bc8606 req-475936ab-8196-44c5-ab19-441457c60b35 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.2167740 Jul 29 17:44:13.925578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73a42686-2499-4309-8fed-03306f5df622 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:13.942872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-63b1daf5-68ea-409b-9c4b-a7d2cf005bd5 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d28b2a5038834743844de26d489032bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2596734 Jul 29 17:44:13.948499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 73a42686-2499-4309-8fed-03306f5df622 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:13.949139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73a42686-2499-4309-8fed-03306f5df622 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:13.979554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:13.986574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.023301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eebd6748-c2cf-4193-bdf7-d44993bc8606 req-4187f86c-d8f6-4548-9d5b-c9cf631dfb5d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091070 Jul 29 17:44:14.079734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-bfbc2856-ee2a-4bf9-a4e8-357854d31e35 service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720806 Jul 29 17:44:14.107923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.127328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.142630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:14.151387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44a502e-0814-4fcd-8437-350a79191a84,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.153499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.160305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea56b3f-8bd3-4d76-88da-898f80ecdb94') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:14.160590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea56b3f-8bd3-4d76-88da-898f80ecdb94') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:14.188121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.210196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601cc3b3-d4d2-4970-865c-5655365a4a9f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:14.218738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.222543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.232403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:14.234704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:14.235158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:14.237059 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:14.248250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Transition to ACTIVE for port object 601cc3b3-d4d2-4970-865c-5655365a4a9f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:14.264122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.276220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.336350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-1be1950f-1bae-49ac-b95c-bc24c8b9abbe tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632877 Jul 29 17:44:14.357880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Checking segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:14.358268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Network hostable DHCP agents. Network: 54f71fde-9e75-4530-8e73-4032b5d1dd6a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:44:14.367218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Pushing event updated for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.369654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.401630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3630d9ab-eaae-4751-bdf9-2fdce4eeaefe,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.410541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.412559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] 10.222.0.16 "DELETE /v2.0/networks/c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f HTTP/1.1" status: 204 len: 168 time: 0.6272869 Jul 29 17:44:14.417256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49670) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:14.447186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448ab31-456f-479e-bae7-5e3c943c4dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e4a37a-0e03-4c0f-9e98-4bb6e578dc1f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.481682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.482932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-ae50469d-68a9-475b-9b3e-3fcacbc1a7ba service neutron] 10.222.0.38 "GET /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867862 Jul 29 17:44:14.492229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-e3fc1d4a-ae5f-4864-bc4f-6102f2cfa49d service neutron] 10.222.0.16 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269508 Jul 29 17:44:14.492809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:44:14.525636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Deleting subnet f2ce25cf-e0cf-4678-9744-3755df082e2f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:14.552780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.570716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 54f71fde-9e75-4530-8e73-4032b5d1dd6a) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:14.575089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.593555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62287091-4db6-4ba8-ab13-bffacce0f7c3 None None] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:14.612683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:14.614537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.651536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-93890aa9-f0b4-4f20-9d76-e2f24c4e68b5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:14.653159 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-93890aa9-f0b4-4f20-9d76-e2f24c4e68b5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066196 Jul 29 17:44:14.654330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc42fea-44d5-4b34-8c7c-406c2a93c866,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.660515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.679703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.682220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Attempting to bind port 601cc3b3-d4d2-4970-865c-5655365a4a9f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:14.682588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Attempting to bind port 601cc3b3-d4d2-4970-865c-5655365a4a9f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:14.682914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Attempting to bind port 601cc3b3-d4d2-4970-865c-5655365a4a9f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:14.690598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bea955a2-ffca-40b1-8194-3e0212bdcb11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5cc42fea-44d5-4b34-8c7c-406c2a93c866 HTTP/1.1" status: 204 len: 168 time: 1.2399349 Jul 29 17:44:14.693435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49674) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:14.699037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Port 601cc3b3-d4d2-4970-865c-5655365a4a9f on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:14.699366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Attempting to bind port 601cc3b3-d4d2-4970-865c-5655365a4a9f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:14.711014 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-b8c10539-9dad-4d8d-a4f4-1a077d7ce667 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/quotas/c9db7b765dc04c189d2c6f7294097629 HTTP/1.1" status: 200 len: 375 time: 0.0475883 Jul 29 17:44:14.713977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:14.714603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:14.715157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:14.715778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Bound port: 601cc3b3-d4d2-4970-865c-5655365a4a9f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:14.716330 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.767074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-726d6ad5-cf9d-4098-aaf8-6bd0bc5cb74c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453544 Jul 29 17:44:14.771899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.781099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.809944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb47481-2368-4e51-b1fc-5ac99d29f711 None None] Network b3191fc0-6f72-4307-b2a7-601abad3a311 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:14.883708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.924376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ce25cf-e0cf-4678-9744-3755df082e2f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:14.932218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:14.945256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aecd6013-b90b-49b5-80b4-64e17f0e4118 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2ce25cf-e0cf-4678-9744-3755df082e2f HTTP/1.1" status: 204 len: 168 time: 0.5236871 Jul 29 17:44:14.954762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:14.957004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:15.006608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:15.041934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.137173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:44:15.138090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.209205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:15.209841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.211334 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/601cc3b3-d4d2-4970-865c-5655365a4a9f HTTP/1.1" status: 200 len: 1096 time: 1.7000127 Jul 29 17:44:15.212798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:15.217122 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab76542-c650-4733-b3a8-da62f017ec92" -d '{"events": [{"name": "network-changed", "server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:15.224889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.249668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-406f0ba4-363e-4634-b162-6e9b42addae2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3353541 Jul 29 17:44:15.252336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49690) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:15.278352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] DHCP port deletion for b3191fc0-6f72-4307-b2a7-601abad3a311 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:44:15.289146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:15.302430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3762-8f3f-41a3-af6f-7c6f8ed780a9 service neutron] Pushing event updated for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:15.318039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4354c-cf53-43f1-b7ff-d69e720e8fa0 req-1893eff7-6b81-48d9-bd0c-515626bcc9b0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:15.326084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12f4354c-cf53-43f1-b7ff-d69e720e8fa0 req-1893eff7-6b81-48d9-bd0c-515626bcc9b0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 948 time: 0.1956277 Jul 29 17:44:15.356984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.358184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.407755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Allocated IP 172.20.0.2 (54f71fde-9e75-4530-8e73-4032b5d1dd6a/b44a502e-0814-4fcd-8437-350a79191a84/22ae3749-20b4-41d9-923e-6c10df8bbff7) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:15.410751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Deleting port 4d942f2c-60bc-457c-9759-06c43f4991b0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:15.411370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.422303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-e97b138d-c26e-42f3-b0a2-fab91148c272 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:15.424195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-e97b138d-c26e-42f3-b0a2-fab91148c272 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898&tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 1096 time: 0.6282375 Jul 29 17:44:15.556303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-72e861f4-aec8-42b9-875e-db782c11d738 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0447240 Jul 29 17:44:15.567875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:15.605412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.611631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Deleting port 4d942f2c-60bc-457c-9759-06c43f4991b0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:15.611921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.622382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] For port 4d942f2c-60bc-457c-9759-06c43f4991b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4d942f2c-60bc-457c-9759-06c43f4991b0,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:15.622964 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.661731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Calling delete_port for 4d942f2c-60bc-457c-9759-06c43f4991b0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:15.746642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.750414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Transition to ACTIVE for port object 4f5d9909-ef76-4c12-91f1-d12a401b1b69 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:15.790952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.875584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.891691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-fdec289d-4f54-4c86-a710-bd5b800e2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:15.893300 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.893678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-fdec289d-4f54-4c86-a710-bd5b800e2c8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 1099 time: 0.6051474 Jul 29 17:44:15.909666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12f4354c-cf53-43f1-b7ff-d69e720e8fa0 req-1a3f3f41-5818-4703-b932-a07e6fe46ea1 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822654 Jul 29 17:44:15.912199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Transition to ACTIVE for port object 22ae3749-20b4-41d9-923e-6c10df8bbff7 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:15.912678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90d089d-2800-4e8a-bd3c-df99cc243312']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:15.947537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Transition to ACTIVE for port object 22ae3749-20b4-41d9-923e-6c10df8bbff7 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:15.967831 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:15.971816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-433acd82-916e-478e-a52f-7be72f060a3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f HTTP/1.1" status: 200 len: 217 time: 0.0612364 Jul 29 17:44:16.011094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c457a1ab-ece6-4ac1-b9c8-38fa8e18cf03') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:16.011535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c457a1ab-ece6-4ac1-b9c8-38fa8e18cf03') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:16.025217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] For port 4d942f2c-60bc-457c-9759-06c43f4991b0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4d942f2c-60bc-457c-9759-06c43f4991b0,segment=NetworkSegment(614b9e38-5e17-4c28-890a-45b4284c22ec),segment_id=614b9e38-5e17-4c28-890a-45b4284c22ec)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:16.025697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.033412 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.041200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] No DVR routers for this DVR port 4d942f2c-60bc-457c-9759-06c43f4991b0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:16.046271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010be7ad-a0e4-4e31-a618-2026b309f771 None None] Pushing event deleted for resources: {'Port': ['ID=4d942f2c-60bc-457c-9759-06c43f4991b0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:16.056350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4ef594de-eae1-48c8-89d1-6756474ff75d service neutron] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:16.060037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-a8d0cc93-c614-4531-ae15-0d8f961019c9 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849500 Jul 29 17:44:16.067560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.083879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:16.087494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:16.091332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:16.100056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.106472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-674e4964-7934-40c1-af06-e6ea892bc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:16.107975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-674e4964-7934-40c1-af06-e6ea892bc9d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1083212 Jul 29 17:44:16.111910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:16.112317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.113994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Pushing event updated for resources: {'Port': ['ID=22ae3749-20b4-41d9-923e-6c10df8bbff7,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:16.114146 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:16.146558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4ef594de-eae1-48c8-89d1-6756474ff75d service neutron] Notify callbacks [] for binding, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.148227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc6b018-e12c-416f-a4f9-13c145fa7f56 req-4ef594de-eae1-48c8-89d1-6756474ff75d service neutron] 10.222.0.38 "DELETE /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3/bindings/n-h1-801607-3 HTTP/1.1" status: 204 len: 173 time: 0.7103441 Jul 29 17:44:16.171013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Calling delete_port for 4d942f2c-60bc-457c-9759-06c43f4991b0 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:16.177789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Attempting to bind port 22ae3749-20b4-41d9-923e-6c10df8bbff7 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:16.178216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Attempting to bind port 22ae3749-20b4-41d9-923e-6c10df8bbff7 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:16.178665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Attempting to bind port 22ae3749-20b4-41d9-923e-6c10df8bbff7 on network 54f71fde-9e75-4530-8e73-4032b5d1dd6a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:16.184443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:16.184841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Checking segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:16.185319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.185784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Bound using segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:16.186369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Bound port: 22ae3749-20b4-41d9-923e-6c10df8bbff7, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:16.186814 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.207717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0724b6-6ad5-47f1-a22b-a23bf3d76b0e req-4211ea54-2258-455b-8308-061808f53406 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:16.215478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e0724b6-6ad5-47f1-a22b-a23bf3d76b0e req-4211ea54-2258-455b-8308-061808f53406 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.2060466 Jul 29 17:44:16.263371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] For port 22ae3749-20b4-41d9-923e-6c10df8bbff7, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:16.266086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.267673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] For port 22ae3749-20b4-41d9-923e-6c10df8bbff7, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=22ae3749-20b4-41d9-923e-6c10df8bbff7,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:16.273192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.295880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.298297 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b90d089d-2800-4e8a-bd3c-df99cc243312 HTTP/1.1" status: 204 len: 168 time: 1.3401275 Jul 29 17:44:16.312164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-340936ad-4b06-4e48-9920-3e4a62d58ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:16.314272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-340936ad-4b06-4e48-9920-3e4a62d58ebd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865969 Jul 29 17:44:16.331290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e0724b6-6ad5-47f1-a22b-a23bf3d76b0e req-ec993808-3b73-40f4-a726-b68f19c9f2df tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106122 Jul 29 17:44:16.333403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=4f5d9909-ef76-4c12-91f1-d12a401b1b69,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:16.337310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b97a5c-5a61-4255-b946-5df39d9efa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b90d089d-2800-4e8a-bd3c-df99cc243312,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:16.371312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:16.413434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbfe91-a8e8-4cc2-babc-e59fbb110d7a None None] Pushing event updated for resources: {'Port': ['ID=22ae3749-20b4-41d9-923e-6c10df8bbff7,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:16.456276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-e335d3c4-7978-409b-85c8-d03f17f99a55 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:16.466931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-e335d3c4-7978-409b-85c8-d03f17f99a55 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907034 Jul 29 17:44:16.492566 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1495165d-7f1a-4fa4-a1dc-f893c9b26a12 x-openstack-request-id: req-1495165d-7f1a-4fa4-a1dc-f893c9b26a12 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:16.492859 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:16.493299 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1495165d-7f1a-4fa4-a1dc-f893c9b26a12 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:16.494385 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f', 'status': 'completed', 'code': 200} Jul 29 17:44:16.521894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Checking segment: {'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:16.522279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Network hostable DHCP agents. Network: 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:44:16.565109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-63406852-65da-4ca4-8a39-37a923eab633 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/quotas/c9db7b765dc04c189d2c6f7294097629 HTTP/1.1" status: 200 len: 375 time: 0.0970058 Jul 29 17:44:16.577194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2dd28376-3483-4084-bca0-d16c59248cd5 req-5edb8481-b5b6-4572-9b0b-675862b66da8 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 210 time: 0.0522285 Jul 29 17:44:16.617480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-6123ab1c-5eb3-4f76-84b0-6be3ea0052c5 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819040 Jul 29 17:44:16.672277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49720) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:16.704600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-ce4c818d-31d7-4792-aa7e-1f6af8497f9c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382022 Jul 29 17:44:16.797852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4d942f2c-60bc-457c-9759-06c43f4991b0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:16.813040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:44:16.843952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4d942f2c-60bc-457c-9759-06c43f4991b0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:16.844312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-f41a8a93-22c1-4617-93b7-b1a01a0603a3 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858438 Jul 29 17:44:16.847177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4d942f2c-60bc-457c-9759-06c43f4991b0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:16.881306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:16.893357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a569db-85a1-4fee-bf9d-ab2006b718e2 None None] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:16.924203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff40593-8c1d-44ad-ac6c-9cf259538a62 req-3a375b89-77ea-4aa7-b112-2a3247864d53 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:16.925778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bff40593-8c1d-44ad-ac6c-9cf259538a62 req-3a375b89-77ea-4aa7-b112-2a3247864d53 tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 1096 time: 0.1572161 Jul 29 17:44:16.934879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ffc3026e-0cac-4448-ae54-04b2f25795a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cf2bf3ba00f449f95c2e8a318d68c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582350 Jul 29 17:44:16.947001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:17.060759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c5dbe9c-0506-4cb1-8e07-aad9fc900aad req-54eb1124-eb72-4323-9a39-234da07cda55 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305084 Jul 29 17:44:17.067291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:17.084757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.092186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bff40593-8c1d-44ad-ac6c-9cf259538a62 req-5f0127f9-6e3a-4f0c-8c6a-609dba7a86dc tempest-LiveAutoBlockMigrationV225Test-1299395746 tempest-LiveAutoBlockMigrationV225Test-1299395746-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572175 Jul 29 17:44:17.110316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.188538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.228282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:17.228764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:17.229605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:17.240642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d942f2c-60bc-457c-9759-06c43f4991b0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:17.248263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] No DVR routers for this DVR port 4d942f2c-60bc-457c-9759-06c43f4991b0 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:17.271932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:17.272431 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:17.297219 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 2 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:17.306163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-063b5d0b-5258-40cc-8b88-23c8548e5f8a req-27811584-5155-496a-a4ed-ff523de39dfc tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 210 time: 0.0961916 Jul 29 17:44:17.315514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-3b6ec505-c0ea-4342-9467-0c3c4984956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.317296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-3b6ec505-c0ea-4342-9467-0c3c4984956b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 1099 time: 0.1618557 Jul 29 17:44:17.319156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.322350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.322990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b HTTP/1.1" status: 204 len: 168 time: 0.3719857 Jul 29 17:44:17.336995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-15a78c3f-2ab8-4626-ab65-6fdd012ad6cb tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.338829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-15a78c3f-2ab8-4626-ab65-6fdd012ad6cb tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772730 Jul 29 17:44:17.347496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520d62-6661-4f3e-a53e-d57ba6df9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7fa6f5-6a39-4d9a-8782-a39bbcb7bd5b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:17.394583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:17.394913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:17.395246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:17.409859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Request body: {'port': {'device_id': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'c9db7b765dc04c189d2c6f7294097629'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:17.496720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc9c30-7879-4bb0-9f16-5c46b0774fee req-6df18114-3584-4075-9574-d08b7f719fc7 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.504968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-466044fb-208d-4091-a4a1-600084906739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.511242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-466044fb-208d-4091-a4a1-600084906739 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1761160 Jul 29 17:44:17.515512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cefc9c30-7879-4bb0-9f16-5c46b0774fee req-6df18114-3584-4075-9574-d08b7f719fc7 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 948 time: 0.4252532 Jul 29 17:44:17.679278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.686161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-49a994c9-88e0-4f06-8b86-ad7b92cde244 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f HTTP/1.1" status: 200 len: 217 time: 0.1673691 Jul 29 17:44:17.706333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3191fc0-6f72-4307-b2a7-601abad3a311']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:17.740561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b9e38-5e17-4c28-890a-45b4284c22ec') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:17.741130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b9e38-5e17-4c28-890a-45b4284c22ec') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:17.762933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.786413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:17.786754 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:17.846108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cefc9c30-7879-4bb0-9f16-5c46b0774fee req-8f85d6c1-6379-4374-b51c-6c7d5948f9ef tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281026 Jul 29 17:44:17.851284 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 3 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:17.897099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9406e6a-6b7e-438b-9ad7-31c6faaa1b94 req-cfde2116-7773-4f14-9dc0-82e62d834a64 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 210 time: 0.1212733 Jul 29 17:44:17.907540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-93da142e-d398-406b-87d2-b56e30c73dcd tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.909186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-93da142e-d398-406b-87d2-b56e30c73dcd tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.38 "GET /v2.0/networks?id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b HTTP/1.1" status: 200 len: 812 time: 0.3402441 Jul 29 17:44:17.935801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:17.973556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.977484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-b8e868e8-7cd6-47f9-9b8c-b65edac4ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:17.979107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-b8e868e8-7cd6-47f9-9b8c-b65edac4ee7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.2793269 Jul 29 17:44:17.980751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0d334-7d72-49a6-a7d8-13e4070b92cf None None] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:18.002958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-59ee025c-e430-4462-9ffa-9e5fd15f1b36 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28b2a5038834743844de26d489032bf HTTP/1.1" status: 200 len: 380 time: 0.0779908 Jul 29 17:44:18.021797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'port': {'device_id': 'b21520da-fa10-43b8-8604-976216da9586', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'admin_state_up': True, 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'security_groups': ['cd5900b8-a227-4d1e-ab3f-6628adc923a9']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:18.026075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.026539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.026857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.052313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.059759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4995e2f8-0cee-437f-85f1-5f3082d0c625 None None] Provisioning for port 22ae3749-20b4-41d9-923e-6c10df8bbff7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:18.086272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f765e5f-7065-465f-89af-475c8a0a247b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef90c964a3e84959855ad9f8b66877a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490357 Jul 29 17:44:18.089647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-29a7a091-40b8-42dd-a348-97598bde4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:18.091238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-29a7a091-40b8-42dd-a348-97598bde4e45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012421 Jul 29 17:44:18.091716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49748) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:18.091946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:18.092458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:18.118885 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:18.121766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.138320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.138640 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.169746 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 4 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.259084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.259517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.259926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.284226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.295864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.297759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedfa9-1500-4034-a911-4ed0879551c5 req-42a6b52c-48cd-46c9-b2d1-60fa70fb063d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:18.299512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acdedfa9-1500-4034-a911-4ed0879551c5 req-42a6b52c-48cd-46c9-b2d1-60fa70fb063d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.3322434 Jul 29 17:44:18.300203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.300592 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.311023 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 5 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.330598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Made reservation on behalf of d28b2a5038834743844de26d489032bf for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:18.336530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.347188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.349179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3191fc0-6f72-4307-b2a7-601abad3a311 HTTP/1.1" status: 204 len: 168 time: 3.6509745 Jul 29 17:44:18.352658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-3de7138a-0595-4131-868d-7d417ea531fe service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385969 Jul 29 17:44:18.353742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:18.372277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.411442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0bc4-43b8-4d95-96ce-024dbf009f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3191fc0-6f72-4307-b2a7-601abad3a311,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:18.426855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.427785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.428213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.441763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Made reservation on behalf of c9db7b765dc04c189d2c6f7294097629 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:18.445491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.464398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.464829 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.467988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Allocated IP 172.25.5.206 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/609fc19c-849e-4e1a-851a-3192ff0f2428) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:18.469832 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 6 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.472910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 601cc3b3-d4d2-4970-865c-5655365a4a9f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:18.477298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.494897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acdedfa9-1500-4034-a911-4ed0879551c5 req-7b23e48f-7ca8-42d9-ab33-a113b8e0bc7b tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514912 Jul 29 17:44:18.506961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.507316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.507658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.524161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.524500 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.548017 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 7 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.569660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-4fe18b0a-24ae-4ea3-9f87-fabb01f64266 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200511 Jul 29 17:44:18.614925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1f8fa52-b8f6-45a9-ab94-b9ea0d43db81 req-84d4ef2f-ffef-497d-9168-8e06bbaebd75 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 210 time: 0.1640701 Jul 29 17:44:18.636121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be157b31-80af-4532-b82a-bacd7e44773b req-09ee7169-0463-43d2-8e18-8b793cf2779d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:18.637609 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be157b31-80af-4532-b82a-bacd7e44773b req-09ee7169-0463-43d2-8e18-8b793cf2779d tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.3642373 Jul 29 17:44:18.637813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:18.647976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.648964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.649534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.658487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '601cc3b3-d4d2-4970-865c-5655365a4a9f', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '601cc3b3-d4d2-4970-865c-5655365a4a9f', 'mac_address': 'fa:16:3e:97:7c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:44:18.671460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.672143 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.676729 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 8 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.700243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.700655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.701154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.708749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.709353 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.717451 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 9 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.738969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.739568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.740069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.742818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.748648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.749261 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.755530 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 10 to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 Jul 29 17:44:18.761316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601cc3b3-d4d2-4970-865c-5655365a4a9f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:18.795490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 22ae3749-20b4-41d9-923e-6c10df8bbff7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:18.801839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:18.802401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:18.802949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:18.803362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:18.818378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.823088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:18.823270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.823399 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:18.823758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.881651 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.891092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:18.900551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 22ae3749-20b4-41d9-923e-6c10df8bbff7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:18.906062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 22ae3749-20b4-41d9-923e-6c10df8bbff7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:18.906634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.907775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab76542-c650-4733-b3a8-da62f017ec92 req-a02c5206-442d-4d29-9cb1-9ade215bb22f service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334969 Jul 29 17:44:18.959190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.961743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.966041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cea84b81-a46f-4450-a2cd-c32ba75018f7 HTTP/1.1" status: 204 len: 168 time: 0.8692060 Jul 29 17:44:18.996681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 4f5d9909-ef76-4c12-91f1-d12a401b1b69, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:18.997421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempted to set empty binding levels {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:44:19.000459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.009192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.037399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Allocated IP 172.20.0.12 (d5e1057d-c2d6-4f7e-90db-abd0a6eee87b/3a4c5243-0b74-4752-b129-5754beb184d7/2d137097-39cc-4d73-b90f-f71afc9258a9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:19.054395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29cf02-745f-4b52-9cea-20b81067939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea84b81-a46f-4450-a2cd-c32ba75018f7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:19.055890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 22ae3749-20b4-41d9-923e-6c10df8bbff7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=22ae3749-20b4-41d9-923e-6c10df8bbff7,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:19.059174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['601cc3b3-d4d2-4970-865c-5655365a4a9f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:19.071092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-b7646a9d-f2ab-4cec-bc95-ca3bb70edeff tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:19.072583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-b7646a9d-f2ab-4cec-bc95-ca3bb70edeff tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4561653 Jul 29 17:44:19.094378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.117491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.117713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2594cde8-41da-41a5-b6a6-342787c7d57a req-58dd1a9f-fa89-47c7-aa62-f5c5ac964026 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 210 time: 0.0977201 Jul 29 17:44:19.130677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Request body: {'port': {'device_id': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'c9db7b765dc04c189d2c6f7294097629'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:19.185201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=22ae3749-20b4-41d9-923e-6c10df8bbff7,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:19.210572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=4f5d9909-ef76-4c12-91f1-d12a401b1b69,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:19.231808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:19.232676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.264204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed493705-6b13-4921-b476-50e183952b0e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:19.276530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.328996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0620e4-4be1-435b-b5d2-6c7f04a0ef2d req-9648defb-ece9-48a5-a30a-4baff123b3f3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:19.330760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef0620e4-4be1-435b-b5d2-6c7f04a0ef2d req-9648defb-ece9-48a5-a30a-4baff123b3f3 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 949 time: 0.3363733 Jul 29 17:44:19.362887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:19.371619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Allocated IP 192.168.233.154 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/10ed2681-1690-458d-a0fc-d8bd42d72e76) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:19.375923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a308647-d6be-4f46-9716-72572db37813 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.4470725 Jul 29 17:44:19.388080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:19.394277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49764) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:19.409321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:19.435870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Pushing event updated for resources: {'Port': ['ID=609fc19c-849e-4e1a-851a-3192ff0f2428,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:19.728745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Deleting port 312991db-83b0-4c6f-838f-961027eed0a3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:19.729230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.781052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef0620e4-4be1-435b-b5d2-6c7f04a0ef2d req-f5195a7a-87db-40c0-a709-de3847949f7e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358618 Jul 29 17:44:19.957151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:19.974388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-396498d2-a4cf-449d-b494-e405a661b204 req-68ca375f-ec4c-438d-b46a-244fcfab8a86 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 210 time: 0.1012933 Jul 29 17:44:20.004549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac20ee-9c44-4e21-b6e0-3fedbf210e04 req-47f88442-f434-4f32-ab75-d480283a0307 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:20.010802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6ac20ee-9c44-4e21-b6e0-3fedbf210e04 req-47f88442-f434-4f32-ab75-d480283a0307 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 945 time: 0.3159697 Jul 29 17:44:20.015513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Transition to ACTIVE for port object 2d137097-39cc-4d73-b90f-f71afc9258a9 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:20.039414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Deleting port 4f5d9909-ef76-4c12-91f1-d12a401b1b69 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:20.039765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.077210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] For port 312991db-83b0-4c6f-838f-961027eed0a3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=312991db-83b0-4c6f-838f-961027eed0a3,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:20.077927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.119601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Made reservation on behalf of c9db7b765dc04c189d2c6f7294097629 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:20.123188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.130858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Calling delete_port for 312991db-83b0-4c6f-838f-961027eed0a3 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:20.154218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6ac20ee-9c44-4e21-b6e0-3fedbf210e04 req-f27ed633-a943-4c4a-bb17-8784be541788 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350720 Jul 29 17:44:20.187331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.200522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 4f5d9909-ef76-4c12-91f1-d12a401b1b69, host n-h1-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:20.201096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.242873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.246693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Calling delete_port for 4f5d9909-ef76-4c12-91f1-d12a401b1b69 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:20.251279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Transition to ACTIVE for port object 10ed2681-1690-458d-a0fc-d8bd42d72e76 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:20.380442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8d716-ff78-4942-8d14-5af9caae59bb req-6f0ac04c-89f5-4ab1-98be-9628c129130b tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:20.381392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:20.381979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72c8d716-ff78-4942-8d14-5af9caae59bb req-6f0ac04c-89f5-4ab1-98be-9628c129130b tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 932 time: 0.1767542 Jul 29 17:44:20.390473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.405209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:20.407239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event updated for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:20.423745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:20.463338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.486186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 601cc3b3-d4d2-4970-865c-5655365a4a9f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:20.561926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.580129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:20.580365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 601cc3b3-d4d2-4970-865c-5655365a4a9f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:20.580952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.585289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 601cc3b3-d4d2-4970-865c-5655365a4a9f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:20.586025 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.629094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72c8d716-ff78-4942-8d14-5af9caae59bb req-360dd2ae-8a2d-478f-9d55-5371124d6349 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322481 Jul 29 17:44:20.670716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Allocated IP 192.168.233.97 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/df13a69d-12da-4a23-9470-c0547d25531f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:20.699393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.712341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-21dc9766-48c4-4701-94a3-1c8f256f9eb9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6946793 Jul 29 17:44:20.713430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.720579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.731195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4cd8b27d-22da-4d66-b971-586d8208f2be'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:20.741263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:20.743892 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8583c-e948-4dd8-8a4f-5f6f6464e430" -d '{"events": [{"server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "name": "network-vif-plugged", "status": "completed", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:20.744777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:20.786184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 22ae3749-20b4-41d9-923e-6c10df8bbff7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:20.799362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:20.804798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f5d9909-ef76-4c12-91f1-d12a401b1b69,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:20.815009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:20.817825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:20.819907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Request body: {'port': {'device_id': 'b21520da-fa10-43b8-8604-976216da9586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:20.829735 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e5231d-5b88-49b8-829f-96528439ade2 x-openstack-request-id: req-84e5231d-5b88-49b8-829f-96528439ade2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:20.830026 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "name": "network-vif-plugged", "status": "completed", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:20.830349 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84e5231d-5b88-49b8-829f-96528439ade2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:20.830817 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f', 'code': 200} Jul 29 17:44:20.832694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1711e313-407e-49c6-b204-b7684178fb9f None None] Provisioning for port 2d137097-39cc-4d73-b90f-f71afc9258a9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:20.851968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:20.852984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1711e313-407e-49c6-b204-b7684178fb9f None None] Provisioning complete for port 2d137097-39cc-4d73-b90f-f71afc9258a9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:20.853365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1711e313-407e-49c6-b204-b7684178fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.873134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event deleted for resources: {'Port': ['ID=312991db-83b0-4c6f-838f-961027eed0a3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:20.904223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.924826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.931795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-410e91e0-c649-44c3-9cca-2836473cbc3b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4f5d9909-ef76-4c12-91f1-d12a401b1b69 HTTP/1.1" status: 204 len: 168 time: 1.5335045 Jul 29 17:44:20.940190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49808) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:20.964080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:20.964885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.995416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 22ae3749-20b4-41d9-923e-6c10df8bbff7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:20.995787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.997164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1711e313-407e-49c6-b204-b7684178fb9f None None] Port 2d137097-39cc-4d73-b90f-f71afc9258a9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:21.002071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:21.019397 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7157bf6-1415-482a-8bef-6e43e08f29e2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:44:21.025300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c7157bf6-1415-482a-8bef-6e43e08f29e2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports/4f5d9909-ef76-4c12-91f1-d12a401b1b69 HTTP/1.1" status: 404 len: 333 time: 0.0813911 Jul 29 17:44:21.027723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:21.035887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.036233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.036576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.036911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.037301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.037676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.038006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.038455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.038789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.039113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.039441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.039764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:21.110615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.135309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] No DVR routers for this DVR port 312991db-83b0-4c6f-838f-961027eed0a3 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:21.155409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2084663853'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:21.161137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.162661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.165568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be157b31-80af-4532-b82a-bacd7e44773b req-3849c734-229e-48a9-9357-52dd51cad02c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "DELETE /v2.0/ports/312991db-83b0-4c6f-838f-961027eed0a3 HTTP/1.1" status: 204 len: 173 time: 2.5053065 Jul 29 17:44:21.166930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4031f4ff-cc53-4497-98e7-8e0339dfcc5c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8133271 Jul 29 17:44:21.167742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ead999af-34ad-4efb-a45e-939697e8896c None None] Provisioning for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:21.178588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-deleted', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:21.181104 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49ee83f-6ae9-4712-997b-ec0b4effb5ce" -d '{"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-deleted", "tag": "312991db-83b0-4c6f-838f-961027eed0a3"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:21.185812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Request body: {'port': {'device_id': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:21.190829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ead999af-34ad-4efb-a45e-939697e8896c None None] Provisioning complete for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:21.191378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ead999af-34ad-4efb-a45e-939697e8896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.236015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ead999af-34ad-4efb-a45e-939697e8896c None None] Port 10ed2681-1690-458d-a0fc-d8bd42d72e76 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:21.303498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752b17-01fe-4214-8ec6-12bb5a5d9297 req-cf7e411d-209f-405e-ab58-58c75648fea0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.305226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23752b17-01fe-4214-8ec6-12bb5a5d9297 req-cf7e411d-209f-405e-ab58-58c75648fea0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.3912115 Jul 29 17:44:21.328694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Made reservation on behalf of 9d57342339944a08aac49e6cf03a5b5e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:21.331118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.358514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.376945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 08f46524-55b7-4960-a60c-c523f9bd3c95 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:21.395823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79bd3-e96d-4a77-bd78-697f17a4c452 req-8c5d8570-23c7-44ca-93c7-18c9b3c4fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.397355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-90e79bd3-e96d-4a77-bd78-697f17a4c452 req-8c5d8570-23c7-44ca-93c7-18c9b3c4fa6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 1101 time: 0.3770199 Jul 29 17:44:21.504206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23752b17-01fe-4214-8ec6-12bb5a5d9297 req-d62e44f8-ab2e-4b75-a1e0-e583655d1d68 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902177 Jul 29 17:44:21.520685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.521091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.521574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.522045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.522499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.523015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.523471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.523926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.524384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:21.526514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38e9a7fa-9a70-46f2-b3ef-82f6ec3eefce req-b530688b-aad1-42a2-81b2-4c20838ca1ab tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6401 time: 0.6509173 Jul 29 17:44:21.573271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.587146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-90e79bd3-e96d-4a77-bd78-697f17a4c452 req-4eb5dbd0-7827-4af7-875c-6e7b2bb09296 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700239 Jul 29 17:44:21.638597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Transition to ACTIVE for port object df13a69d-12da-4a23-9470-c0547d25531f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:21.730933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ae1a8d4-3edb-4dfb-9384-39f6dadaec88 req-95f1727a-3aa0-4466-b57d-511b8bad8755 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 210 time: 0.0768776 Jul 29 17:44:21.733911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Router a060d683-b03a-4c1c-85f1-b709091e18fd is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:44:21.734184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-985ecfa3-f7a6-4b40-b8be-58473786df15 req-e7b94a4a-2da7-43f9-b577-aa92babd2031 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 210 time: 0.0602968 Jul 29 17:44:21.851702 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4fb18-16f4-400b-ae58-ffeb77c0760b x-openstack-request-id: req-f3c4fb18-16f4-400b-ae58-ffeb77c0760b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:21.852147 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898", "name": "network-vif-deleted", "tag": "312991db-83b0-4c6f-838f-961027eed0a3", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:21.852441 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3c4fb18-16f4-400b-ae58-ffeb77c0760b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:21.852835 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898', 'name': 'network-vif-deleted', 'tag': '312991db-83b0-4c6f-838f-961027eed0a3', 'status': 'completed', 'code': 200} Jul 29 17:44:21.896453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d137097-39cc-4d73-b90f-f71afc9258a9 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:21.903541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.904018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:21.916201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.924949 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Sync routers for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:21.938507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.953379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:21.969329 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:21.975510 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:21.992501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:22.002179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 312991db-83b0-4c6f-838f-961027eed0a3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:22.002569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 312991db-83b0-4c6f-838f-961027eed0a3 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:22.003755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Transition to ACTIVE for port object 2d137097-39cc-4d73-b90f-f71afc9258a9 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:22.012620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.013851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a8661e6-61e3-4254-9496-49a1256fada9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7328546 Jul 29 17:44:22.017640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dd9fb-a1bc-4fda-a1e8-29c61cec528c req-e39c1a3b-23c5-46d6-98c1-1a8d64fb8389 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.019263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7c8dd9fb-a1bc-4fda-a1e8-29c61cec528c req-e39c1a3b-23c5-46d6-98c1-1a8d64fb8389 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 932 time: 0.1710858 Jul 29 17:44:22.021036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:22.025732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:22.041558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.045674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:22.049744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Deleting port a2286b24-1818-45bd-abcd-b4884a75a7fc {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:22.050334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.090776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event updated for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:22.107193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19bd12-ec1a-4bde-a037-dcbb0d0386fe req-4e0eb3f3-f1b4-44ae-a312-cedfe6f34efc tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.127070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e19bd12-ec1a-4bde-a037-dcbb0d0386fe req-4e0eb3f3-f1b4-44ae-a312-cedfe6f34efc tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 886 time: 0.2513332 Jul 29 17:44:22.139744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.167133 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:22.247318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:22.262725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:22.399277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.400059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.400695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.401323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.401939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.402595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.403212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.403986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.404621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.411458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11c835a0-dff2-4ee5-a3a0-830dc1858896 req-e041a093-a55c-4350-9297-7f4d862d8856 tempest-NetworksTest-1666168133 tempest-NetworksTest-1666168133-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6401 time: 0.2836227 Jul 29 17:44:22.417226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:22.418419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.419214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.475593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=08f46524-55b7-4960-a60c-c523f9bd3c95,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:22.489794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-456cbbc8-5b62-47c4-8351-a0eda966f883 None None] Provisioning for port df13a69d-12da-4a23-9470-c0547d25531f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:22.494312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-456cbbc8-5b62-47c4-8351-a0eda966f883 None None] Provisioning complete for port df13a69d-12da-4a23-9470-c0547d25531f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:22.494933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-456cbbc8-5b62-47c4-8351-a0eda966f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.508557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:22.513804 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:20Z', 'revision_number': 3, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:22.525055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.525428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.525742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.526085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.526448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.531988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.532437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.532788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.533336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.534780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.534953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.536411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:22.557034 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.560864 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Checking router: a060d683-b03a-4c1c-85f1-b709091e18fd for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:22.561547 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Updating router a060d683-b03a-4c1c-85f1-b709091e18fd port 609fc19c-849e-4e1a-851a-3192ff0f2428 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:44:22.591028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Transition to ACTIVE for port object 10ed2681-1690-458d-a0fc-d8bd42d72e76 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:22.596204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66e9a736-1cb4-4fce-876e-d1f112af8dcc tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4453468 Jul 29 17:44:22.599500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49830) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:22.603867 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.613020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-456cbbc8-5b62-47c4-8351-a0eda966f883 None None] Port df13a69d-12da-4a23-9470-c0547d25531f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:22.615567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:22.664474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.729972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.866903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:22.867673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.902689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7c8dd9fb-a1bc-4fda-a1e8-29c61cec528c req-87df6532-712e-463b-99ea-d22e049692fe tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8700812 Jul 29 17:44:22.922529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Pushing event updated for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:22.967043 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:22.970342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:22.983435 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Transition to ACTIVE for port object 609fc19c-849e-4e1a-851a-3192ff0f2428 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:22.994270 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.067266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d6a8f0e7-e355-4e4a-813e-1c84c8111461 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9624181 Jul 29 17:44:23.071983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Attempting to bind port 609fc19c-849e-4e1a-851a-3192ff0f2428 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:23.072360 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Attempting to bind port 609fc19c-849e-4e1a-851a-3192ff0f2428 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:23.073177 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Attempting to bind port 609fc19c-849e-4e1a-851a-3192ff0f2428 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:23.076277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633d81-949b-44d6-b1b5-56e0947a765b None None] Pushing event updated for resources: {'Port': ['ID=609fc19c-849e-4e1a-851a-3192ff0f2428,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:23.081209 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:23.082114 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:23.082557 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.083126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:23.083712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Bound port: 609fc19c-849e-4e1a-851a-3192ff0f2428, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:23.084119 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.103114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Request body: {'port': {'device_id': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:23.114750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7dfd1c3-7f3a-4baa-8975-7f14a1c77904 req-e583cc8d-c4d6-444c-999c-86df5d5b31d6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 210 time: 0.1082540 Jul 29 17:44:23.121453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] For port a2286b24-1818-45bd-abcd-b4884a75a7fc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2286b24-1818-45bd-abcd-b4884a75a7fc,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:23.122203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.198943 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] For port 609fc19c-849e-4e1a-851a-3192ff0f2428, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:23.202347 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] For port 609fc19c-849e-4e1a-851a-3192ff0f2428, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=609fc19c-849e-4e1a-851a-3192ff0f2428,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:23.208850 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.270585 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633d81-949b-44d6-b1b5-56e0947a765b None None] Pushing event updated for resources: {'Port': ['ID=609fc19c-849e-4e1a-851a-3192ff0f2428,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:23.294347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Calling delete_port for a2286b24-1818-45bd-abcd-b4884a75a7fc owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:23.295693 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:23.296314 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:23.351648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893e725-c345-4de6-b77d-0ac3da0b866a req-6d2d9723-ba10-4c91-bbeb-270f1445801e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:23.359977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4893e725-c345-4de6-b77d-0ac3da0b866a req-6d2d9723-ba10-4c91-bbeb-270f1445801e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.6774783 Jul 29 17:44:23.429048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2764-74e4-4fcf-9386-b94672f5083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.494811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Attempting to bind port 2d137097-39cc-4d73-b90f-f71afc9258a9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:23.495315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Attempting to bind port 2d137097-39cc-4d73-b90f-f71afc9258a9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:23.495651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Attempting to bind port 2d137097-39cc-4d73-b90f-f71afc9258a9 on network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:23.498102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Attempting to bind port 10ed2681-1690-458d-a0fc-d8bd42d72e76 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:23.498939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Attempting to bind port 10ed2681-1690-458d-a0fc-d8bd42d72e76 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:23.499434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Attempting to bind port 10ed2681-1690-458d-a0fc-d8bd42d72e76 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:23.507286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:23.512893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.516768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Port 10ed2681-1690-458d-a0fc-d8bd42d72e76 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:23.517461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Attempting to bind port 10ed2681-1690-458d-a0fc-d8bd42d72e76 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:23.533465 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:23.537075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:23.537698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:23.538436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:23.539096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Bound port: 10ed2681-1690-458d-a0fc-d8bd42d72e76, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:23.539646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.603376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Port 2d137097-39cc-4d73-b90f-f71afc9258a9 on network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:23.604055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Attempting to bind port 2d137097-39cc-4d73-b90f-f71afc9258a9 on network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:23.629647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:23.633405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:23.639222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0343-893a-41b3-b244-5d97298effc9 req-e13eb645-52e4-463a-b4b3-354db5b674d8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:23.649382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e1d0343-893a-41b3-b244-5d97298effc9 req-e13eb645-52e4-463a-b4b3-354db5b674d8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 935 time: 0.3562882 Jul 29 17:44:23.656417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4893e725-c345-4de6-b77d-0ac3da0b866a req-687d91b4-1f36-4da4-a6df-964cee557dcb tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951612 Jul 29 17:44:23.665467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.676771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:23.677211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Checking segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:23.677712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Bound using segment: {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:23.678360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Bound port: 2d137097-39cc-4d73-b90f-f71afc9258a9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa2ba22-7099-473d-b14b-dcaa4e42e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:23.678912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.738066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:23.738880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.741434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/10ed2681-1690-458d-a0fc-d8bd42d72e76 HTTP/1.1" status: 200 len: 1096 time: 2.5622709 Jul 29 17:44:23.757351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:23.761451 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805d450-7a3e-4f3e-9eb1-9749403524c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:23.800169 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:20Z', 'revision_number': 3, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:23.841769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bdaff-e83a-454a-b711-8f0481609e48 None None] The sync data for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 is: [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:20Z', 'revision_number': 3, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:23.891693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 08f46524-55b7-4960-a60c-c523f9bd3c95 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:23.902551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255d1f2-0a89-4a1f-8dfc-c70494302cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:23.922530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4b871041-a492-406e-910f-8de74025d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:23.924807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-4b871041-a492-406e-910f-8de74025d567 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1099 time: 0.1162236 Jul 29 17:44:23.927269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:23.985803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-655bce93-4dba-45a5-8c8d-5b938cc450f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76 HTTP/1.1" status: 200 len: 217 time: 0.0489500 Jul 29 17:44:23.988669 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41823e-3712-4fd8-9b5d-e9d83e36e0e2 x-openstack-request-id: req-ca41823e-3712-4fd8-9b5d-e9d83e36e0e2 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:23.988973 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:23.989220 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca41823e-3712-4fd8-9b5d-e9d83e36e0e2 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:23.989619 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'status': 'completed', 'code': 200} Jul 29 17:44:23.994626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Transition to ACTIVE for port object 08f46524-55b7-4960-a60c-c523f9bd3c95 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:24.015847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.092713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=08f46524-55b7-4960-a60c-c523f9bd3c95,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:24.165140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-a2d7ad23-25a5-4fca-8d82-a75ea572c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:24.166763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-a2d7ad23-25a5-4fca-8d82-a75ea572c3dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1707668 Jul 29 17:44:24.173101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.173623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.173973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.185969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0bdc4-2e07-49a0-be35-e98158343b54 req-70d52f56-b9e0-463b-82c0-bab6a1a98acf tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:24.187468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df0bdc4-2e07-49a0-be35-e98158343b54 req-70d52f56-b9e0-463b-82c0-bab6a1a98acf tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.1033552 Jul 29 17:44:24.200674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.201026 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.201473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e1d0343-893a-41b3-b244-5d97298effc9 req-eb52a14a-4461-4a69-b3a1-e1b4ff429d3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508180 Jul 29 17:44:24.222388 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 2 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.268240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:24.285428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.285968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.286882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.325644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2d137097-39cc-4d73-b90f-f71afc9258a9,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:24.340007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df0bdc4-2e07-49a0-be35-e98158343b54 req-d3489d9c-2d0c-4e20-82cb-7963ee550a3e tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367540 Jul 29 17:44:24.353016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.353713 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.360566 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 3 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.362694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.397225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-64ad8e9d-4628-4da0-89f2-631914c2b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:24.399519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-64ad8e9d-4628-4da0-89f2-631914c2b35d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067852 Jul 29 17:44:24.405478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.406094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.406657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.432757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.433151 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.461343 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 4 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.481908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.482319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.482624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.520306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:24.521009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.522711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] 10.222.0.38 "PUT /v2.0/ports/2d137097-39cc-4d73-b90f-f71afc9258a9 HTTP/1.1" status: 200 len: 1092 time: 3.7666144 Jul 29 17:44:24.533473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:24.534731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.535069 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.536500 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5607ec7e-c2b5-4565-9297-22def8f2c083" -d '{"events": [{"name": "network-changed", "server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:24.554194 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 5 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.564188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e18fc653-8467-4e95-98a8-89d4b5c088f8 req-667eef15-4c71-4866-ba21-76874713e2d3 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 210 time: 0.0852306 Jul 29 17:44:24.608709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.609061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.609400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.620672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.620672 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.627542 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 6 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.688211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.691234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.691805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.720142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.720850 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.721606 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 7 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.726466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-423cd91e-55db-4476-a1bb-df2b9895f059 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164520 Jul 29 17:44:24.746838 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b5efc-ecc8-425f-adf8-db3d1260396c x-openstack-request-id: req-110b5efc-ecc8-425f-adf8-db3d1260396c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:24.747246 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:24.747394 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-110b5efc-ecc8-425f-adf8-db3d1260396c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:24.747780 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'status': 'completed', 'code': 200} Jul 29 17:44:24.798767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 609fc19c-849e-4e1a-851a-3192ff0f2428 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:24.865352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2223765f-d0e3-41d8-849b-0372ce6c5efc req-02c54ee6-98dd-4f7e-a082-e733db9a49ad service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183252 Jul 29 17:44:24.866713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.867121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.867520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.873105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.874876 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.875367 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 8 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.887792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df13a69d-12da-4a23-9470-c0547d25531f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:24.896548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.897847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.898531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.899844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.905926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.906723 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.907503 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 9 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.911972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 609fc19c-849e-4e1a-851a-3192ff0f2428 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:24.916379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 609fc19c-849e-4e1a-851a-3192ff0f2428 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:24.916881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.924735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.925366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.926015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:24.950726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2764-74e4-4fcf-9386-b94672f5083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.952960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:24.953503 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:24.954547 n-d-801607-3 neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 10 to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 Jul 29 17:44:24.957468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.970980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600b968-6232-4958-99e5-2f66831a2885 service neutron] Pushing event updated for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:24.974053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.997104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:24.997538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:24.997948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:25.000818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2764-74e4-4fcf-9386-b94672f5083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.011333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:25.013084 n-d-801607-3 neutron-server[94051]: ERROR neutron.plugins.ml2.managers [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 08f46524-55b7-4960-a60c-c523f9bd3c95 on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:25.013538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.051676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.078452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 609fc19c-849e-4e1a-851a-3192ff0f2428, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=609fc19c-849e-4e1a-851a-3192ff0f2428,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:25.080767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47674012-97b2-48ed-980e-991c281a24c0 req-c027fe3f-b603-454f-bdc4-d20fdf9fe4ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.082470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47674012-97b2-48ed-980e-991c281a24c0 req-c027fe3f-b603-454f-bdc4-d20fdf9fe4ad tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 944 time: 0.6882186 Jul 29 17:44:25.084056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Transition to ACTIVE for port object df13a69d-12da-4a23-9470-c0547d25531f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:25.092168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.095621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-777484d6-166f-4d13-9a3a-c8496ee03abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.097180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-777484d6-166f-4d13-9a3a-c8496ee03abd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d28b2a5038834743844de26d489032bf&device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 1095 time: 0.4469774 Jul 29 17:44:25.098139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2286b24-1818-45bd-abcd-b4884a75a7fc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:25.115227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 08f46524-55b7-4960-a60c-c523f9bd3c95, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:25.115606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempted to set empty binding levels {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:44:25.117819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.119934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-37f504ef-8576-4b33-a2be-9a677e86e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.122429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-37f504ef-8576-4b33-a2be-9a677e86e0f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1099 time: 0.1921828 Jul 29 17:44:25.124296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.179711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=609fc19c-849e-4e1a-851a-3192ff0f2428,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:25.234801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b5eb2764-74e4-4fcf-9386-b94672f5083f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce722cee3b004920b134789726077141&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2632000 Jul 29 17:44:25.262851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49854) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:25.292166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=08f46524-55b7-4960-a60c-c523f9bd3c95,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:25.303979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] In _notify_port_updated(), no bound segment for port 08f46524-55b7-4960-a60c-c523f9bd3c95 on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:44:25.306513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.307171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.308573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e582f746-36fb-47cd-be92-6a8d20a68ab2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "PUT /v2.0/ports/08f46524-55b7-4960-a60c-c523f9bd3c95 HTTP/1.1" status: 200 len: 975 time: 2.7078166 Jul 29 17:44:25.311684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49858) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:25.375779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-bb5bbd1d-fa58-4c0f-85a9-4522e46e2a19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d137097-39cc-4d73-b90f-f71afc9258a9 HTTP/1.1" status: 200 len: 217 time: 0.2419076 Jul 29 17:44:25.492276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb2764-74e4-4fcf-9386-b94672f5083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2446a27-873f-4804-b7f5-ee77ab225303,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:25.504626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.505146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.505550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.506053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.506542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.507087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.507527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.507981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.508437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.509261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.509860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.510355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.510812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.511264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.511717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.512183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.512627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.513080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.513531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.513980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.514459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.517493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f313eee-b88a-436c-8399-9f163f5ef8f2 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18892 time: 0.1954336 Jul 29 17:44:25.522918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49862) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:25.533201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518728-7ebb-4801-a6eb-effcd58718a2 req-d9dc2c09-bef3-418a-b40c-f0e114a5ca20 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.534873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e518728-7ebb-4801-a6eb-effcd58718a2 req-d9dc2c09-bef3-418a-b40c-f0e114a5ca20 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 947 time: 0.1900921 Jul 29 17:44:25.550057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.572982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:25.575663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-8b35ac5e-fbd7-4007-a667-1d3229573731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.577180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-8b35ac5e-fbd7-4007-a667-1d3229573731 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3861036 Jul 29 17:44:25.607163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-0e3c5dea-651c-480d-b6e6-5b3fd7c93304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.610335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-0e3c5dea-651c-480d-b6e6-5b3fd7c93304 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a4c5243-0b74-4752-b129-5754beb184d7 HTTP/1.1" status: 200 len: 851 time: 0.2179024 Jul 29 17:44:25.617825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47674012-97b2-48ed-980e-991c281a24c0 req-b238ed77-d7c0-4a81-b044-c5e713e91800 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158186 Jul 29 17:44:25.671894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-8756779e-f318-4879-8d47-fa10371fbb9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76 HTTP/1.1" status: 200 len: 217 time: 0.0806770 Jul 29 17:44:25.700279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.705683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Attempting to bind port df13a69d-12da-4a23-9470-c0547d25531f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:25.706020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Attempting to bind port df13a69d-12da-4a23-9470-c0547d25531f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:25.706395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Attempting to bind port df13a69d-12da-4a23-9470-c0547d25531f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:25.775079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e518728-7ebb-4801-a6eb-effcd58718a2 req-fa1c4df3-62e4-43a8-8609-62b8b751949f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273698 Jul 29 17:44:25.812005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-5e2c4d52-3969-4ee5-b0a8-22bba4861994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:25.813511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-5e2c4d52-3969-4ee5-b0a8-22bba4861994 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0984333 Jul 29 17:44:25.820201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Deleting port 08f46524-55b7-4960-a60c-c523f9bd3c95 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:25.820538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.904536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.907150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:25.910723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2446a27-873f-4804-b7f5-ee77ab225303 HTTP/1.1" status: 204 len: 168 time: 0.6342797 Jul 29 17:44:25.965400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66038f8d-fafe-4224-bf56-24542c9a1817 req-7d895292-33fa-473b-a85a-0d14928ee794 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bc6f8ef-b8a7-47f7-bf42-7cf76f7af898 HTTP/1.1" status: 200 len: 210 time: 0.0967894 Jul 29 17:44:25.969879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f7c62-4451-4cdb-be22-a23953f680c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2446a27-873f-4804-b7f5-ee77ab225303,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:26.011953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 08f46524-55b7-4960-a60c-c523f9bd3c95, host n-h1-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:26.012320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.016310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-8ef80e1b-7192-47ca-8875-42af149c51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:26.017860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-8ef80e1b-7192-47ca-8875-42af149c51ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945231 Jul 29 17:44:26.038316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Calling delete_port for 08f46524-55b7-4960-a60c-c523f9bd3c95 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:26.126552 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.189478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-3b16672c-01f6-4ae3-8f57-b100e1362a87 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627388 Jul 29 17:44:26.275349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Port df13a69d-12da-4a23-9470-c0547d25531f on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:26.275917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Attempting to bind port df13a69d-12da-4a23-9470-c0547d25531f on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:26.280068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.337636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-e35fc329-be04-4e47-8306-9c7928495cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:26.337771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.339089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-e35fc329-be04-4e47-8306-9c7928495cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7098110 Jul 29 17:44:26.339864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:26.340201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:26.340574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:26.341061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Bound port: df13a69d-12da-4a23-9470-c0547d25531f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:26.342075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.347191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "DELETE /v2.0/ports/08f46524-55b7-4960-a60c-c523f9bd3c95 HTTP/1.1" status: 204 len: 168 time: 0.8111594 Jul 29 17:44:26.350358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49870) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:26.351100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a828ca-a1cd-498f-a70d-e10c36ac2263 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event deleted for resources: {'Port': ['ID=08f46524-55b7-4960-a60c-c523f9bd3c95,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:26.392095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.400499 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f73e0c-1548-431d-8dc3-eec7f0665d89 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:44:26.406588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b4f73e0c-1548-431d-8dc3-eec7f0665d89 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports/08f46524-55b7-4960-a60c-c523f9bd3c95 HTTP/1.1" status: 404 len: 333 time: 0.0449026 Jul 29 17:44:26.407216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49872) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:26.413293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49874) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:26.416907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1169259378', 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:26.443708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1787fb2b-9093-4c1b-8c23-9120f05e2915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.446328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd09b-97b5-4b23-9896-77a0744cbd83 req-f6df3706-72dd-4045-9b01-6ea5c099ff26 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:26.447874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c91bd09b-97b5-4b23-9896-77a0744cbd83 req-f6df3706-72dd-4045-9b01-6ea5c099ff26 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.7481709 Jul 29 17:44:26.472398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d805d450-7a3e-4f3e-9eb1-9749403524c8 req-d3e0bd0f-b71c-474c-8739-1f7d4f5feb0f service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748256 Jul 29 17:44:26.489628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Made reservation on behalf of 9d57342339944a08aac49e6cf03a5b5e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:26.492821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.535053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 56193d71-5622-4b76-a912-50f8d8931daf yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:26.624167 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-60e4bf9c-9c35-4a27-b951-aa39200f3717 service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655554 Jul 29 17:44:26.714394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Allocated IP 172.20.0.1 (54f71fde-9e75-4530-8e73-4032b5d1dd6a/b44a502e-0814-4fcd-8437-350a79191a84/2c8b7e07-1c43-4fe1-b12c-456f12276154) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:26.725042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:26.735972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c91bd09b-97b5-4b23-9896-77a0744cbd83 req-23c941b3-bfb9-4e56-a5e3-81fe2f910df9 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178133 Jul 29 17:44:26.790592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=df13a69d-12da-4a23-9470-c0547d25531f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:26.810412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.880798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 609fc19c-849e-4e1a-851a-3192ff0f2428 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:26.902574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:26.903189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.904582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/df13a69d-12da-4a23-9470-c0547d25531f HTTP/1.1" status: 200 len: 1095 time: 3.8069167 Jul 29 17:44:26.909964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:26.912223 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a693e-3b4b-49cd-9234-8acf7a1799a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "tag": "df13a69d-12da-4a23-9470-c0547d25531f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:26.965643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.976619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 609fc19c-849e-4e1a-851a-3192ff0f2428 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:26.977874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:26.994676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5e9dfe8-1515-4864-b7c2-3bc5bc0bdb1c req-a2594108-38d6-4b13-80e9-0970a5599231 service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607938 Jul 29 17:44:27.019915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1787fb2b-9093-4c1b-8c23-9120f05e2915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.042985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1787fb2b-9093-4c1b-8c23-9120f05e2915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.132482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357118-f4bf-4798-a63e-13a90aeaf6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:27.147660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa6355-cef7-4092-b58f-fd6f16b69e43 req-5d155b08-338e-4a92-ac08-6cb6f3a8d635 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.155132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78fa6355-cef7-4092-b58f-fd6f16b69e43 req-5d155b08-338e-4a92-ac08-6cb6f3a8d635 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 944 time: 0.3094079 Jul 29 17:44:27.182340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787fb2b-9093-4c1b-8c23-9120f05e2915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a0094-86c1-4f75-866c-c702a02a7e8b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:27.190285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1787fb2b-9093-4c1b-8c23-9120f05e2915 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bc38ecc30ba4fd38112ce3f6a97c13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699554 Jul 29 17:44:27.190554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49886) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:27.229702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.248078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.259819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe791ed-5837-4a32-ae26-05f05966319b req-7c34e507-1764-4735-8d9d-cb37a9595584 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.261356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fe791ed-5837-4a32-ae26-05f05966319b req-7c34e507-1764-4735-8d9d-cb37a9595584 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 1101 time: 0.3829939 Jul 29 17:44:27.269568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-abe1e429-8439-46c1-b038-51efe23b391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.271020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-abe1e429-8439-46c1-b038-51efe23b391f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 1098 time: 0.3069091 Jul 29 17:44:27.278887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.296303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=56193d71-5622-4b76-a912-50f8d8931daf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:27.310012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78fa6355-cef7-4092-b58f-fd6f16b69e43 req-7a5a2b8a-8b09-49e8-bcc5-a0ddea31aec6 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431937 Jul 29 17:44:27.319862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:27.321217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:27.328931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:27.330175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.330900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.350741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-35737a99-de66-4f70-b199-f0e174a28c00 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9397326 Jul 29 17:44:27.352749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49888) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:27.366838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-500bee1a-a517-4e04-b8a6-2a00904b8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.368356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-500bee1a-a517-4e04-b8a6-2a00904b8ff3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d28b2a5038834743844de26d489032bf&device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 1095 time: 0.2774720 Jul 29 17:44:27.373427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Transition to ACTIVE for port object 2c8b7e07-1c43-4fe1-b12c-456f12276154 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:27.376434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-9649bf8a-8ad8-4353-993a-dd9fb0aca57b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=df13a69d-12da-4a23-9470-c0547d25531f HTTP/1.1" status: 200 len: 217 time: 0.0952353 Jul 29 17:44:27.377066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9fe791ed-5837-4a32-ae26-05f05966319b req-3defe884-18bd-4b84-9d3f-40711b48cae6 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.412323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fd71a-9316-4094-87f8-6cfdf2d41d05 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.416477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a91fd71a-9316-4094-87f8-6cfdf2d41d05 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports/56193d71-5622-4b76-a912-50f8d8931daf HTTP/1.1" status: 200 len: 955 time: 0.0597503 Jul 29 17:44:27.427340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49890) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:27.464984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:27.511900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce9b2f-05c7-4a90-81af-9b68f7f5bb22 req-9d4bf763-d1cb-4132-9c66-c4db2e5f5538 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.513410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02ce9b2f-05c7-4a90-81af-9b68f7f5bb22 req-9d4bf763-d1cb-4132-9c66-c4db2e5f5538 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 947 time: 0.1176097 Jul 29 17:44:27.523714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.557769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Deleting port 56193d71-5622-4b76-a912-50f8d8931daf {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:27.558393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.577891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-6ef76e5a-15c4-4ae9-b8d6-99532ad22d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.579187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02ce9b2f-05c7-4a90-81af-9b68f7f5bb22 req-761514e3-4755-4c94-88fb-14e1ce46ea1f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535779 Jul 29 17:44:27.579379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-6ef76e5a-15c4-4ae9-b8d6-99532ad22d74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1857588 Jul 29 17:44:27.627284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.646633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.655845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.659381 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1131246-17bb-41a2-bed3-860a33b757c6 x-openstack-request-id: req-b1131246-17bb-41a2-bed3-860a33b757c6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:27.659713 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "tag": "df13a69d-12da-4a23-9470-c0547d25531f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:27.659964 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1131246-17bb-41a2-bed3-860a33b757c6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:27.660354 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f', 'status': 'completed', 'code': 200} Jul 29 17:44:27.667644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Calling delete_port for 56193d71-5622-4b76-a912-50f8d8931daf owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:27.725439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-824bcdba-4b19-4981-b159-9f2fa05aa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.727011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-824bcdba-4b19-4981-b159-9f2fa05aa7d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b HTTP/1.1" status: 200 len: 913 time: 0.3464284 Jul 29 17:44:27.765083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.814684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:27.822123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event deleted for resources: {'Port': ['ID=56193d71-5622-4b76-a912-50f8d8931daf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:27.830612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.832584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cdc353d8-4845-4e54-ad70-15d7b52d2906 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "DELETE /v2.0/ports/56193d71-5622-4b76-a912-50f8d8931daf HTTP/1.1" status: 204 len: 168 time: 0.4040494 Jul 29 17:44:27.836532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:27.873038 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0bb9cb-40b5-4b87-9a02-956904e40a4d tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:44:27.879008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db0bb9cb-40b5-4b87-9a02-956904e40a4d tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports/56193d71-5622-4b76-a912-50f8d8931daf HTTP/1.1" status: 404 len: 333 time: 0.0393851 Jul 29 17:44:27.880248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49898) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:27.885258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-754893149'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:27.895600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:27.910153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:27.918684 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-fd51d4a6-11fd-4560-8151-ad180f729c6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d137097-39cc-4d73-b90f-f71afc9258a9 HTTP/1.1" status: 200 len: 217 time: 0.1644678 Jul 29 17:44:27.951963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9fe791ed-5837-4a32-ae26-05f05966319b req-3defe884-18bd-4b84-9d3f-40711b48cae6 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:27.955051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-1d040e5b-0be4-48dd-863a-929797dd82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:27.956908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-1d040e5b-0be4-48dd-863a-929797dd82d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3662446 Jul 29 17:44:27.957582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:27.967780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:27.982166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Sync routers for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:27.999237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:28.001722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.002617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.002617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.002617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.002963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.003372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.003771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.004184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.004480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:28.004615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.005636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.006041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.006936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:44:28.008032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:28.013303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Made reservation on behalf of 9d57342339944a08aac49e6cf03a5b5e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:28.019071 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.038794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 9378519e-a28d-453e-baa8-0093afc4f56b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:28.094747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83b80e2c-4078-4e76-8784-e2a7647eed1e admin admin] 10.222.0.16 "PUT /v2.0/routers/b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7305303 Jul 29 17:44:28.095946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9fe791ed-5837-4a32-ae26-05f05966319b req-3defe884-18bd-4b84-9d3f-40711b48cae6 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.097730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:28.284139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fe791ed-5837-4a32-ae26-05f05966319b req-3defe884-18bd-4b84-9d3f-40711b48cae6 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0060616 Jul 29 17:44:28.290667 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-32cfdff8-9b51-46a0-90be-7e2c704f2771 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925973 Jul 29 17:44:28.292254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-9891c5eb-4984-4098-acba-f2cab5b4b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:28.293665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-9891c5eb-4984-4098-acba-f2cab5b4b6b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a4c5243-0b74-4752-b129-5754beb184d7 HTTP/1.1" status: 200 len: 851 time: 0.3679481 Jul 29 17:44:28.295891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.377748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.531030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defe884-18bd-4b84-9d3f-40711b48cae6 tempest-LiveMigrationNegativeTest-180905262 tempest-LiveMigrationNegativeTest-180905262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb73fc-045e-447c-832c-f2d39ee79e36,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:28.612193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.758058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-955d49a6-9069-4e34-9ce4-51ed10f71743 req-d5e4baf6-16c4-4343-9a98-84461dc4f5b8 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294536 Jul 29 17:44:28.758713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.762009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.771907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b4a0094-86c1-4f75-866c-c702a02a7e8b HTTP/1.1" status: 204 len: 168 time: 1.5747781 Jul 29 17:44:28.817116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:28.825277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Deleting port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:28.825615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:28.953624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a887fb1-277f-44b8-acaf-6931e344263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a0094-86c1-4f75-866c-c702a02a7e8b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:28.986661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605c9b-491b-49cc-b7ec-dfbf12e97485 req-be734258-37fc-4ca7-bdfe-261dd6d7548d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:28.994280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7a605c9b-491b-49cc-b7ec-dfbf12e97485 req-be734258-37fc-4ca7-bdfe-261dd6d7548d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 944 time: 0.4700909 Jul 29 17:44:29.025768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:29.028526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:29.081577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-34bca4bc-61d4-4abd-9f0f-35f41c5bb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:29.099954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-34bca4bc-61d4-4abd-9f0f-35f41c5bb508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 1098 time: 0.2708750 Jul 29 17:44:29.100868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] For port 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:29.101226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:29.125115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d0d19cf1-d1da-43e8-837d-7d98d29958d8 None None] Provisioning for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:29.128641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Calling delete_port for 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:29.138299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d0d19cf1-d1da-43e8-837d-7d98d29958d8 None None] Provisioning complete for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:29.139066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d0d19cf1-d1da-43e8-837d-7d98d29958d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:29.187008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-a73aa8a5-a4a3-4b21-b691-5c5891620f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:29.188779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-a73aa8a5-a4a3-4b21-b691-5c5891620f3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6613326 Jul 29 17:44:29.312841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96460b01-7a3c-455e-9f8c-eebf8e969fe6 req-a4bc0b5e-419e-41ec-bba6-df630f8472d4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:29.321987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96460b01-7a3c-455e-9f8c-eebf8e969fe6 req-a4bc0b5e-419e-41ec-bba6-df630f8472d4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 947 time: 0.3597388 Jul 29 17:44:29.346449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:29.409307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96460b01-7a3c-455e-9f8c-eebf8e969fe6 req-741c4382-1403-459e-86e2-e7fd6b7e2d82 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861511 Jul 29 17:44:29.412152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7a605c9b-491b-49cc-b7ec-dfbf12e97485 req-d41d7d1d-2e71-4415-aae7-86a849e975e2 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168682 Jul 29 17:44:29.415177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'mac_address': 'fa:16:3e:04:4e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:44:29.439008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d0d19cf1-d1da-43e8-837d-7d98d29958d8 None None] Port 2c8b7e07-1c43-4fe1-b12c-456f12276154 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:29.597633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:44:24Z', 'revision_number': 5, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port': {'id': '96ae8a32-6f44-49b3-8c0c-65ba2d1aa803', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:42:13Z', 'updated_at': '2021-07-29T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:29.635058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Checking router: b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:29.646798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Routers {'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:29.648286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:29.650643 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:29.793705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:29.878399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:29.891826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] Set router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:29.985056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.043364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:30.055365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:30.058742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:30.059712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.060313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.085454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd4e7-0769-4cc2-96e0-cac9700d722e req-af8e9e28-2aa2-43aa-b836-7810b2599d06 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.085879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 6, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:30.093508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.094531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a8cd4e7-0769-4cc2-96e0-cac9700d722e req-af8e9e28-2aa2-43aa-b836-7810b2599d06 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.1621599 Jul 29 17:44:30.097192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-b5a25a44-24e5-4474-a6b4-e2ccda50302b service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869660 Jul 29 17:44:30.108087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2268052 Jul 29 17:44:30.110578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-485ace39-9076-4efd-94f6-8f6b3cdb84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.112349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-485ace39-9076-4efd-94f6-8f6b3cdb84a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.9228601 Jul 29 17:44:30.113047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49944) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:30.152849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:30.194189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891927b-84f4-4701-b4ba-d7df669943b9 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=9378519e-a28d-453e-baa8-0093afc4f56b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:30.210894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a8cd4e7-0769-4cc2-96e0-cac9700d722e req-6cc96de8-294c-4e31-b739-04bf655b6e9f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Jul 29 17:44:30.231102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:30.246342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2d137097-39cc-4d73-b90f-f71afc9258a9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:30.255976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.367327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.369690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-5a86d499-e4a2-461d-8bd7-9643b21f96b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=df13a69d-12da-4a23-9470-c0547d25531f HTTP/1.1" status: 200 len: 217 time: 0.1982112 Jul 29 17:44:30.369929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ae8a32-6f44-49b3-8c0c-65ba2d1aa803,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:30.439060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2d137097-39cc-4d73-b90f-f71afc9258a9,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:30.458192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3e8c-e9ec-47cf-a451-f51e0b2c49d7 None None] The sync data for ids ['b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c'] in n-d-801607-3 is: [{'id': 'b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-288506713-router', 'tenant_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:42:12Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 6, 'project_id': '7fab2560e17c4cab85de8625dd9b8dfd', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:30.471006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'port_id': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'mac_address': 'fa:16:3e:88:96:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:44:30.480144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:30.517202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.520046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.546231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.565421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device df13a69d-12da-4a23-9470-c0547d25531f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:30.611931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.641338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.644752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.681740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d137097-39cc-4d73-b90f-f71afc9258a9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:30.711693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-98db27a8-c50c-4f3b-a27e-d4e9240bb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.713167 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-98db27a8-c50c-4f3b-a27e-d4e9240bb687 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.3196285 Jul 29 17:44:30.715343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2d137097-39cc-4d73-b90f-f71afc9258a9,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:30.735937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5242-e03c-4009-a943-93a14af254d6 req-13184f8b-b309-4e2c-9295-027711f0d07c tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.737512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29ff5242-e03c-4009-a943-93a14af254d6 req-13184f8b-b309-4e2c-9295-027711f0d07c tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.4362321 Jul 29 17:44:30.751076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324991a-ea3c-4dca-be2c-145f4d45cdf0 req-fe431362-e284-424f-8198-ff7865680b6b tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:30.754730 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.761218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5324991a-ea3c-4dca-be2c-145f4d45cdf0 req-fe431362-e284-424f-8198-ff7865680b6b tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 944 time: 0.1391113 Jul 29 17:44:30.773652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5607ec7e-c2b5-4565-9297-22def8f2c083 req-9cbb4b2d-e628-40fb-a359-d98de78dd0d3 service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594198 Jul 29 17:44:30.791103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.792063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:44:30.797424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.803563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7cc01872-970a-43d3-a1d4-76f154676255 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b9fc5d69-b9a4-44ac-a806-8c3842ca3e2c HTTP/1.1" status: 204 len: 168 time: 2.7040527 Jul 29 17:44:30.810880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:30.864267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5324991a-ea3c-4dca-be2c-145f4d45cdf0 req-abfb939b-3037-47bb-bc8e-6470c63fd6b1 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002257 Jul 29 17:44:30.925414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Deleting subnet 502c40a2-b240-4c13-a67c-c4b879e7f184 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:30.936057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.991887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:30.995754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.007421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:31.012260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2286b24-1818-45bd-abcd-b4884a75a7fc no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:31.019097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2d137097-39cc-4d73-b90f-f71afc9258a9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:31.105631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.160364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:31.176096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=df13a69d-12da-4a23-9470-c0547d25531f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:31.181132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a2286b24-1818-45bd-abcd-b4884a75a7fc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:31.181485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2286b24-1818-45bd-abcd-b4884a75a7fc not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:31.214552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.251516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ed0d-9991-4aca-8252-304800ab3d85 req-17093655-2076-4313-a545-ddae9e206f8f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:31.253263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c724ed0d-9991-4aca-8252-304800ab3d85 req-17093655-2076-4313-a545-ddae9e206f8f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 947 time: 0.5533495 Jul 29 17:44:31.260057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'df13a69d-12da-4a23-9470-c0547d25531f', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'df13a69d-12da-4a23-9470-c0547d25531f', 'mac_address': 'fa:16:3e:b9:6d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:44:31.269439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.271923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-2ca07eb5-8eba-4126-b855-1b7b1bce3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:31.273706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-2ca07eb5-8eba-4126-b855-1b7b1bce3906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5250084 Jul 29 17:44:31.274255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/502c40a2-b240-4c13-a67c-c4b879e7f184 HTTP/1.1" status: 204 len: 168 time: 0.4624741 Jul 29 17:44:31.275737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880684ca-3f10-44ec-95ab-a40d2f1c4733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502c40a2-b240-4c13-a67c-c4b879e7f184,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:31.276026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:31.301495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ce838-6a28-4522-946c-d7499c6e0d4a None None] Network dcdb8548-4351-4315-ae9f-2336e194f6c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:31.430806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae07b87-d619-4e43-b55f-654a040f067e req-59ecca71-eec5-40b6-97a1-72cf78c3c539 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:31.434223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ae07b87-d619-4e43-b55f-654a040f067e req-59ecca71-eec5-40b6-97a1-72cf78c3c539 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 950 time: 0.0794346 Jul 29 17:44:31.494411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.519795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c724ed0d-9991-4aca-8252-304800ab3d85 req-f8ebb16f-82a1-49a7-97e9-43d00a6255b0 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566857 Jul 29 17:44:31.522153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Deleting port 601cc3b3-d4d2-4970-865c-5655365a4a9f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:31.523587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.543896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df13a69d-12da-4a23-9470-c0547d25531f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:31.559677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ae07b87-d619-4e43-b55f-654a040f067e req-06a4e64c-ed21-463b-90ed-c6856f4a4e4b tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162739 Jul 29 17:44:31.612607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.617872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=df13a69d-12da-4a23-9470-c0547d25531f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:31.639162 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.665479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:31.692459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] device_id is not set on port 9378519e-a28d-453e-baa8-0093afc4f56b yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:31.699485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:31.725949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:31.785608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:31.792543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-fa9ed3eb-cd15-4a78-9a28-150e3c706ccf service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808292 Jul 29 17:44:31.843644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] DHCP port deletion for dcdb8548-4351-4315-ae9f-2336e194f6c3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:44:31.887563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['df13a69d-12da-4a23-9470-c0547d25531f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:31.944381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Deleting port 16fe97f2-c06a-4f21-b58a-3d57e3341388 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:31.944809 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.023168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Transition to ACTIVE for port object 9378519e-a28d-453e-baa8-0093afc4f56b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:32.054053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] For port 16fe97f2-c06a-4f21-b58a-3d57e3341388, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16fe97f2-c06a-4f21-b58a-3d57e3341388,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:32.055116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.068443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.072341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Calling delete_port for 16fe97f2-c06a-4f21-b58a-3d57e3341388 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:32.073725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] For port 601cc3b3-d4d2-4970-865c-5655365a4a9f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=601cc3b3-d4d2-4970-865c-5655365a4a9f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:32.074088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.122803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49982) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:32.133086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:32.186059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c6ee9021-c033-4f97-b089-be004ea0d5e1 None None] Provisioning complete for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:32.186742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9021-c033-4f97-b089-be004ea0d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.196382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Calling delete_port for 601cc3b3-d4d2-4970-865c-5655365a4a9f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:32.232241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee9021-c033-4f97-b089-be004ea0d5e1 None None] Port 2c8b7e07-1c43-4fe1-b12c-456f12276154 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:32.273369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42c8ce7e-ff10-4fd3-80d7-c606a90cca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.283215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=9378519e-a28d-453e-baa8-0093afc4f56b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:32.339343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7a64-a62b-4801-9d60-2ee124888535 req-1090e226-bc03-432c-bf09-c8c95303d2d9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:32.340954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d1a7a64-a62b-4801-9d60-2ee124888535 req-1090e226-bc03-432c-bf09-c8c95303d2d9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 945 time: 0.3787994 Jul 29 17:44:32.346986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Deleting port 16fe97f2-c06a-4f21-b58a-3d57e3341388 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:32.347328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.375408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a693e-3b4b-49cd-9234-8acf7a1799a9 req-eb20be09-0ec1-4bd6-9315-c7040987ee09 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659940 Jul 29 17:44:32.397184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42c8ce7e-ff10-4fd3-80d7-c606a90cca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.404329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42c8ce7e-ff10-4fd3-80d7-c606a90cca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.433010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:32.433291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:32.433592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:32.441511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Router a060d683-b03a-4c1c-85f1-b709091e18fd has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:32.456524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42c8ce7e-ff10-4fd3-80d7-c606a90cca0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d50e852df0814f9ba33104d22e657f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323662 Jul 29 17:44:32.456867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:32.457806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8ce7e-ff10-4fd3-80d7-c606a90cca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a07ff2-a834-43ea-baf8-3a02ac237acf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:32.464477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:32.464804 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:32.475789 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 2 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:32.485730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:32.491127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:32.491813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.493966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.518562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] For port 16fe97f2-c06a-4f21-b58a-3d57e3341388, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=16fe97f2-c06a-4f21-b58a-3d57e3341388,segment=NetworkSegment(5619d2f2-83ce-40c8-a625-f139d528b384),segment_id=5619d2f2-83ce-40c8-a625-f139d528b384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:32.518934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.543886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d1a7a64-a62b-4801-9d60-2ee124888535 req-de34058d-7738-49db-9a49-e87d056893a7 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866286 Jul 29 17:44:32.557764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:32.558101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:32.558464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:32.564737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 601cc3b3-d4d2-4970-865c-5655365a4a9f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:32.570370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Calling delete_port for 16fe97f2-c06a-4f21-b58a-3d57e3341388 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:32.625746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:32.626382 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:32.635197 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 3 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:32.641726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] Pushing event deleted for resources: {'Port': ['ID=16fe97f2-c06a-4f21-b58a-3d57e3341388,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:32.644375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a6631-f2f2-4803-a08b-49860e634a0d None None] No DVR routers for this DVR port 16fe97f2-c06a-4f21-b58a-3d57e3341388 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:32.712997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.714311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b4dd-7351-496e-bb22-0f7b78c7e1e5 req-29136ebd-e417-4fb2-adfe-b343ea872e5a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:32.716082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b19b4dd-7351-496e-bb22-0f7b78c7e1e5 req-29136ebd-e417-4fb2-adfe-b343ea872e5a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 948 time: 0.0994334 Jul 29 17:44:32.760414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b19b4dd-7351-496e-bb22-0f7b78c7e1e5 req-0392c50f-5277-491f-a271-8f1e83dd4ef7 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Jul 29 17:44:32.764523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16fe97f2-c06a-4f21-b58a-3d57e3341388 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:32.800291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 16fe97f2-c06a-4f21-b58a-3d57e3341388 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:32.800291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 16fe97f2-c06a-4f21-b58a-3d57e3341388 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:32.800540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:32.803841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.813560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.818482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:32.818482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:32.818870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:32.865409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:32.865710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96ae8a32-6f44-49b3-8c0c-65ba2d1aa803 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:32.879583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:32.880592 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:32.896856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Pushing event deleted for resources: {'Port': ['ID=601cc3b3-d4d2-4970-865c-5655365a4a9f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:32.899583 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 4 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:32.919181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:32.920027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:32.921839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:32.922182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:32.922602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:32.922757 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc643b-7757-4750-b287-a4ccf6cb1c82" -d '{"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:32.933203 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:32.975804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bfdd-3f39-491f-8e6b-aa12cb984dd9 req-96ae97c9-b9df-45ee-ad0d-5f0db14fd017 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:32.979458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9289bfdd-3f39-491f-8e6b-aa12cb984dd9 req-96ae97c9-b9df-45ee-ad0d-5f0db14fd017 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=38a44139-cc59-4cf2-bcde-1a2ec50ac140 HTTP/1.1" status: 200 len: 867 time: 0.3347249 Jul 29 17:44:32.980994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.016748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:33.035268 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d32692-8b11-46a1-b9d5-bc707e16e100 x-openstack-request-id: req-12d32692-8b11-46a1-b9d5-bc707e16e100 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:33.035569 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:33.035823 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12d32692-8b11-46a1-b9d5-bc707e16e100 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:33.036229 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'code': 200} Jul 29 17:44:33.039041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['963dfc8c-f4f1-476f-81d1-bc071c3b90c9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:33.092892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:33.093136 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:33.094886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:33.105159 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Sync routers for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:33.118267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0344e364-63e6-40ef-819a-f77747b03c54 admin admin] 10.222.0.16 "PUT /v2.0/routers/a060d683-b03a-4c1c-85f1-b709091e18fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0862081 Jul 29 17:44:33.119168 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 5 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:33.142044 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:33.146110 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:33.172677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] No DVR routers for this DVR port 601cc3b3-d4d2-4970-865c-5655365a4a9f on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:33.177198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.201523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.203691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29ff5242-e03c-4009-a943-93a14af254d6 req-b6dcc7b4-01d3-4f01-b603-d3d4a9893cc0 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "DELETE /v2.0/ports/601cc3b3-d4d2-4970-865c-5655365a4a9f HTTP/1.1" status: 204 len: 173 time: 2.4445736 Jul 29 17:44:33.212979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'name': 'network-vif-deleted', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:33.215327 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b75911-4beb-4e89-9ac7-40f0baeeee8a" -d '{"events": [{"server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "name": "network-vif-deleted", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:33.226777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d7a0-b160-4b53-8b0e-bed0c04ec34b req-19828ec6-e725-4773-af98-16f6a203ada8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:33.240086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c785d7a0-b160-4b53-8b0e-bed0c04ec34b req-19828ec6-e725-4773-af98-16f6a203ada8 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.1151416 Jul 29 17:44:33.262403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:33.262672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:33.263051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:33.313167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.335861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:33.336301 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:33.344607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] No DVR routers for this DVR port 16fe97f2-c06a-4f21-b58a-3d57e3341388 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:33.349039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c785d7a0-b160-4b53-8b0e-bed0c04ec34b req-755f921c-268e-46e9-9094-57f4117af2f1 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077404 Jul 29 17:44:33.350984 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 6 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:33.363600 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:33.395146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9289bfdd-3f39-491f-8e6b-aa12cb984dd9 req-0d0274d7-a5bb-41fa-abe0-45bf2f198d23 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658760 Jul 29 17:44:33.402124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b318b-2be6-440f-baea-3ed7a8a93546 req-018e0449-a545-410f-af02-d4d80597c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:33.403974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b59b318b-2be6-440f-baea-3ed7a8a93546 req-018e0449-a545-410f-af02-d4d80597c4d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1101 time: 0.2971697 Jul 29 17:44:33.593502 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:29Z', 'revision_number': 2, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:33.622530 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Checking router: a060d683-b03a-4c1c-85f1-b709091e18fd for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:33.622882 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Updating router a060d683-b03a-4c1c-85f1-b709091e18fd port 2c8b7e07-1c43-4fe1-b12c-456f12276154 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:44:33.651215 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.758169 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff31f58-6d3d-4a2e-8d10-adfda9076bdd x-openstack-request-id: req-bff31f58-6d3d-4a2e-8d10-adfda9076bdd {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:33.758705 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a44139-cc59-4cf2-bcde-1a2ec50ac140", "name": "network-vif-deleted", "tag": "601cc3b3-d4d2-4970-865c-5655365a4a9f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:33.759459 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bff31f58-6d3d-4a2e-8d10-adfda9076bdd {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:33.759857 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a44139-cc59-4cf2-bcde-1a2ec50ac140', 'name': 'network-vif-deleted', 'tag': '601cc3b3-d4d2-4970-865c-5655365a4a9f', 'status': 'completed', 'code': 200} Jul 29 17:44:33.807002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fe97f2-c06a-4f21-b58a-3d57e3341388,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:33.837348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:33.837832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:33.838175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:33.912294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:33.912580 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:33.917327 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 7 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:33.942536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b59b318b-2be6-440f-baea-3ed7a8a93546 req-d947d583-dd6f-4df0-b05c-1cf4e4470af2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793616 Jul 29 17:44:33.947703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.950144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3bff2-c8e2-481a-bb0e-95be4e750b17 req-8b9d3c81-413d-4853-96f1-9d635188f3ed tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:33.950883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.952201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a07ff2-a834-43ea-baf8-3a02ac237acf HTTP/1.1" status: 204 len: 168 time: 1.4910867 Jul 29 17:44:33.965680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:33.974486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:33.975147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:33.975822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:33.982655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3db3bff2-c8e2-481a-bb0e-95be4e750b17 req-8b9d3c81-413d-4853-96f1-9d635188f3ed tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 948 time: 0.1063080 Jul 29 17:44:33.993711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfde5c4-6f30-42b1-ab39-6e66c556035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a07ff2-a834-43ea-baf8-3a02ac237acf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:33.998099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdb8548-4351-4315-ae9f-2336e194f6c3']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:34.011811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-ff86607a-cb14-43f2-b3df-c70d5d80807a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:34.012186 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.013758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-ff86607a-cb14-43f2-b3df-c70d5d80807a tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.2531605 Jul 29 17:44:34.026995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:34.027591 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:34.028125 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Transition to ACTIVE for port object 2c8b7e07-1c43-4fe1-b12c-456f12276154 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:34.035709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7811a68-71aa-4ae7-a5ca-31abba3c3af8 req-3531cae6-c81a-4115-9bfd-1e5819f86c62 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:34.037526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7811a68-71aa-4ae7-a5ca-31abba3c3af8 req-3531cae6-c81a-4115-9bfd-1e5819f86c62 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 945 time: 0.2754903 Jul 29 17:44:34.045219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5619d2f2-83ce-40c8-a625-f139d528b384') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:34.045515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5619d2f2-83ce-40c8-a625-f139d528b384') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:34.046626 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.047027 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 8 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:34.086555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3db3bff2-c8e2-481a-bb0e-95be4e750b17 req-7604744d-50c1-465a-89a8-113a3dce486e tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Jul 29 17:44:34.089042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.115548 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b5037-9c2d-4afd-aed9-fc0bfb49a83d None None] Pushing event updated for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:34.124691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:34.124973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:34.125273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:34.136178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.143893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2d137097-39cc-4d73-b90f-f71afc9258a9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:34.185002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:34.185002 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:34.185002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:34.185002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.185002 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 9 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:34.188661 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:34.281779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 2d137097-39cc-4d73-b90f-f71afc9258a9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:34.282825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7811a68-71aa-4ae7-a5ca-31abba3c3af8 req-4d30b96e-4112-4e9a-b8e9-fdd8e5fd0056 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256401 Jul 29 17:44:34.285634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:34.285977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:34.286617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:34.287673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 2d137097-39cc-4d73-b90f-f71afc9258a9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:34.288181 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.303870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:34.303870 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:34.303870 n-d-801607-3 neutron-server[94052]: INFO neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempt 10 to bind port 9378519e-a28d-453e-baa8-0093afc4f56b Jul 29 17:44:34.308826 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Attempting to bind port 2c8b7e07-1c43-4fe1-b12c-456f12276154 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:34.309214 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Attempting to bind port 2c8b7e07-1c43-4fe1-b12c-456f12276154 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:34.309556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Attempting to bind port 2c8b7e07-1c43-4fe1-b12c-456f12276154 on network 54f71fde-9e75-4530-8e73-4032b5d1dd6a {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:34.322229 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:34.322877 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Checking segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:34.323426 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.323987 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Bound using segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:34.325427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Bound port: 2c8b7e07-1c43-4fe1-b12c-456f12276154, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:34.326571 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.345096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.350978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:34.351648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:34.352143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempting to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:34.366083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Deleting port 4cd8b27d-22da-4d66-b971-586d8208f2be {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:34.366514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.372935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.378166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dcdb8548-4351-4315-ae9f-2336e194f6c3 HTTP/1.1" status: 204 len: 168 time: 3.0983338 Jul 29 17:44:34.419556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] For port 2c8b7e07-1c43-4fe1-b12c-456f12276154, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:34.420253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:34.420585 n-d-801607-3 neutron-server[94052]: ERROR neutron.plugins.ml2.managers [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Failed to bind port 9378519e-a28d-453e-baa8-0093afc4f56b on host n-h1-801607-3 for vnic_type normal using segments [{'id': 'f1f88884-a0b7-4818-a4b4-71db9878d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f0b1803-4d7b-4171-b13a-fb76e5b88bc2'}] Jul 29 17:44:34.421690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.425484 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] For port 2c8b7e07-1c43-4fe1-b12c-456f12276154, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2c8b7e07-1c43-4fe1-b12c-456f12276154,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:34.443705 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.453983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7964f-da6d-4108-a914-2c12ca0e79f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdb8548-4351-4315-ae9f-2336e194f6c3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:34.514696 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.551967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device df13a69d-12da-4a23-9470-c0547d25531f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:34.571531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] For port 4cd8b27d-22da-4d66-b971-586d8208f2be, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4cd8b27d-22da-4d66-b971-586d8208f2be,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:34.571917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.645687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b5037-9c2d-4afd-aed9-fc0bfb49a83d None None] Pushing event updated for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:34.660894 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:34.663337 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:34.682078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50078) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:34.743365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3e8e-0ccc-4818-9b64-783c4b618bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.747800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:34.762179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2d137097-39cc-4d73-b90f-f71afc9258a9,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:34.783261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:34.786076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Calling delete_port for 4cd8b27d-22da-4d66-b971-586d8208f2be owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:34.890370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port df13a69d-12da-4a23-9470-c0547d25531f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:34.904722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:34.907853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port df13a69d-12da-4a23-9470-c0547d25531f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:34.908480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.026960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.036431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b207f28-d447-4f7a-91fb-c2f34865f404 req-5ab12137-5cce-45f8-9f20-e42b172e4416 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:35.046869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b207f28-d447-4f7a-91fb-c2f34865f404 req-5ab12137-5cce-45f8-9f20-e42b172e4416 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 944 time: 0.4977617 Jul 29 17:44:35.050477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3e8e-0ccc-4818-9b64-783c4b618bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.063178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3e8e-0ccc-4818-9b64-783c4b618bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.076253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:35.079263 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf47ab-7abb-4c1d-835d-1ccb73705d07" -d '{"events": [{"server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "name": "network-vif-plugged", "status": "completed", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:35.083167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.143755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ef215288-13e0-408f-a3d9-2a3526880750 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd1628a3e98a49c49a15451672d5ab92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811700 Jul 29 17:44:35.146879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=df13a69d-12da-4a23-9470-c0547d25531f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:35.157630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50104) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:35.161527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.170594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 9378519e-a28d-453e-baa8-0093afc4f56b, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:35.170900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attempted to set empty binding levels {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 17:44:35.186170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b207f28-d447-4f7a-91fb-c2f34865f404 req-3e1ccd3e-6b83-4fc8-a49c-0bb264515bca tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347818 Jul 29 17:44:35.188845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf3e8e-0ccc-4818-9b64-783c4b618bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a9e3a-66b8-46b7-ab35-1c9f337de284,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.195104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2bcf3e8e-0ccc-4818-9b64-783c4b618bb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=374476ac144e4b10a6e4d8929f3de2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082211 Jul 29 17:44:35.197569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:35.216137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.251920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.270973 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be03b302-72a5-43f7-abf3-df99984560f8 x-openstack-request-id: req-be03b302-72a5-43f7-abf3-df99984560f8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:35.271452 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "name": "network-vif-plugged", "status": "completed", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:35.271887 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be03b302-72a5-43f7-abf3-df99984560f8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:35.274541 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'code': 200} Jul 29 17:44:35.332346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.348266 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:34Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:35.395779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.407194 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c962caa-e29c-461e-90c7-38c5e30487b0 None None] The sync data for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 is: [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:34Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:35.426895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event updated for resources: {'Port': ['ID=9378519e-a28d-453e-baa8-0093afc4f56b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.453350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3685e-784d-450a-9e55-be1a7f6403cc req-d6c2882a-5cc7-4de3-af0f-ac06848e05b7 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:35.454862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0bb3685e-784d-450a-9e55-be1a7f6403cc req-d6c2882a-5cc7-4de3-af0f-ac06848e05b7 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.4110703 Jul 29 17:44:35.455590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.502567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] In _notify_port_updated(), no bound segment for port 9378519e-a28d-453e-baa8-0093afc4f56b on network 7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:44:35.503464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:35.504069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.505406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed6dbdbe-8c3c-49ec-aae1-748bc270555b tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "PUT /v2.0/ports/9378519e-a28d-453e-baa8-0093afc4f56b HTTP/1.1" status: 200 len: 974 time: 5.3876185 Jul 29 17:44:35.506208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9bdba-bdf6-48dc-81ae-895d2d9955f3 req-57f8373d-5264-4d2b-819d-96c957e90b9c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:35.523865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ab9bdba-bdf6-48dc-81ae-895d2d9955f3 req-57f8373d-5264-4d2b-819d-96c957e90b9c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.1556172 Jul 29 17:44:35.527476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:35.560595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event deleted for resources: {'Port': ['ID=4cd8b27d-22da-4d66-b971-586d8208f2be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.583385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.586522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.599160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f0a9e3a-66b8-46b7-ab35-1c9f337de284 HTTP/1.1" status: 204 len: 168 time: 0.3890059 Jul 29 17:44:35.625033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.628147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804caaf-ac83-4883-8337-6aa6a6b95423 req-d2c4950c-a2e5-488f-aa03-24d0af716851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:35.629691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9804caaf-ac83-4883-8337-6aa6a6b95423 req-d2c4950c-a2e5-488f-aa03-24d0af716851 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 1097 time: 0.2130754 Jul 29 17:44:35.637399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] No DVR routers for this DVR port 4cd8b27d-22da-4d66-b971-586d8208f2be on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:35.658324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.661417 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7332fdf2-3f87-4077-b81f-efcce11b795f req-96b61fb5-f3d0-4cfd-903d-c807042298ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.49 "DELETE /v2.0/ports/4cd8b27d-22da-4d66-b971-586d8208f2be HTTP/1.1" status: 204 len: 173 time: 1.6355224 Jul 29 17:44:35.695699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79a02b-2b2c-47ec-9510-0ee75458c6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a9e3a-66b8-46b7-ab35-1c9f337de284,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.698714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0bb3685e-784d-450a-9e55-be1a7f6403cc req-09d57f6a-9dff-41fb-a413-77971250e193 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206621 Jul 29 17:44:35.714827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.727807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9804caaf-ac83-4883-8337-6aa6a6b95423 req-f769f3e7-41dc-4bdc-9a84-0b6a03767c54 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864766 Jul 29 17:44:35.743801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ab9bdba-bdf6-48dc-81ae-895d2d9955f3 req-d4c6d80a-f577-4230-9e2f-84f4e1924f98 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048204 Jul 29 17:44:35.763056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-deleted', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:35.765452 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570eba6-302a-4bc9-a9e4-de58c2d69351" -d '{"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-deleted", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:35.798653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Deleting port 9378519e-a28d-453e-baa8-0093afc4f56b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:35.799003 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.832865 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3fbf50-1f5f-45b4-9340-e8510a9336dc x-openstack-request-id: req-ef3fbf50-1f5f-45b4-9340-e8510a9336dc {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:35.833467 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989de25-f4f6-49b9-b792-ecd1e08fa456", "name": "network-vif-deleted", "tag": "4cd8b27d-22da-4d66-b971-586d8208f2be", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:35.833908 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef3fbf50-1f5f-45b4-9340-e8510a9336dc {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:35.834682 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989de25-f4f6-49b9-b792-ecd1e08fa456', 'name': 'network-vif-deleted', 'tag': '4cd8b27d-22da-4d66-b971-586d8208f2be', 'status': 'completed', 'code': 200} Jul 29 17:44:35.861399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.865202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.870026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b836c5d-a89a-4c1f-b48b-59ec61e9d249 HTTP/1.1" status: 204 len: 168 time: 0.7026489 Jul 29 17:44:35.880611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93592e-65b9-4edb-bc5f-bc206fcfe3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b836c5d-a89a-4c1f-b48b-59ec61e9d249,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:35.975791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] For port 9378519e-a28d-453e-baa8-0093afc4f56b, host n-h1-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:35.976161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:35.998894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Calling delete_port for 9378519e-a28d-453e-baa8-0093afc4f56b owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:36.010671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7bc8-b78e-45cb-bdf2-dbafb87955ad req-e76ce1c6-6989-41d8-99fa-4d1672984703 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:36.019511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-664b7bc8-b78e-45cb-bdf2-dbafb87955ad req-e76ce1c6-6989-41d8-99fa-4d1672984703 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.1208673 Jul 29 17:44:36.122523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-664b7bc8-b78e-45cb-bdf2-dbafb87955ad req-0f85a846-2330-48e9-8ea9-e8ee544dae04 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017454 Jul 29 17:44:36.174553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:36.302472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:36.302773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-52fcc3f9-5924-4308-9b97-40a54b027613 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:36.307282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-52fcc3f9-5924-4308-9b97-40a54b027613 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.1169870 Jul 29 17:44:36.311383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:36.312797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9378519e-a28d-453e-baa8-0093afc4f56b HTTP/1.1" status: 204 len: 168 time: 0.7837901 Jul 29 17:44:36.317085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78b66-1b4f-4cfa-8708-d310a4740176 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] Pushing event deleted for resources: {'Port': ['ID=9378519e-a28d-453e-baa8-0093afc4f56b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:36.425307 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba8c035-20cd-49e8-af8a-5758ab945461 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] GET failed (client error): The resource could not be found. Jul 29 17:44:36.433292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6ba8c035-20cd-49e8-af8a-5758ab945461 tempest-PortsAdminExtendedAttrsTestJSON-1394197367 tempest-PortsAdminExtendedAttrsTestJSON-1394197367-project-admin] 10.222.0.16 "GET /v2.0/ports/9378519e-a28d-453e-baa8-0093afc4f56b HTTP/1.1" status: 404 len: 333 time: 0.1179578 Jul 29 17:44:36.434867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50132) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:36.504167 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aba6eb4a-708d-4708-8449-a4921988e262 req-9f9f19b3-2f01-4f14-b275-c9d775eaca15 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=9989de25-f4f6-49b9-b792-ecd1e08fa456 HTTP/1.1" status: 200 len: 210 time: 0.0891547 Jul 29 17:44:36.554901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:36.601882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 4cd8b27d-22da-4d66-b971-586d8208f2be {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:36.602265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4cd8b27d-22da-4d66-b971-586d8208f2be not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:36.607022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Deleting port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:36.607537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:36.794935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:36.800368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:36.834943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2c8b7e07-1c43-4fe1-b12c-456f12276154 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:36.963353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:36.968654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:36.969555 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:36.987223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] For port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:36.987772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.026717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Calling delete_port for 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:37.037890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee560be-2b74-456a-8da4-fce6a57fbbc6 req-1b6d8afb-06bd-40d4-9e26-49504298a926 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:37.039955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ee560be-2b74-456a-8da4-fce6a57fbbc6 req-1b6d8afb-06bd-40d4-9e26-49504298a926 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.1581032 Jul 29 17:44:37.042470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-add9b6c3-f406-46fa-a4fa-5d477daa6d2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fab2560e17c4cab85de8625dd9b8dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484405 Jul 29 17:44:37.045654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50148) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:37.084857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.100663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0b1803-4d7b-4171-b13a-fb76e5b88bc2']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:37.127266 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.129586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ab74-76c8-4c5d-90ed-5457cc7a8082 req-38f4d802-9116-487f-9942-23de16fab7fa tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:37.131255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c617ab74-76c8-4c5d-90ed-5457cc7a8082 req-38f4d802-9116-487f-9942-23de16fab7fa tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 950 time: 0.2471230 Jul 29 17:44:37.140496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f88884-a0b7-4818-a4b4-71db9878d7e0') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:37.140805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f88884-a0b7-4818-a4b4-71db9878d7e0') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:37.160037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.197889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.207100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ee560be-2b74-456a-8da4-fce6a57fbbc6 req-280e7776-7dad-451a-b46e-d2a3a93c4f88 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512156 Jul 29 17:44:37.209638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c617ab74-76c8-4c5d-90ed-5457cc7a8082 req-15c6be07-1383-4944-a27c-9e21b25c0807 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/security-groups?id=d71b2816-7fce-4db6-883f-c5a854801152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665867 Jul 29 17:44:37.210793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:37.211211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:37.214567 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:37.261347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2c8b7e07-1c43-4fe1-b12c-456f12276154, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2c8b7e07-1c43-4fe1-b12c-456f12276154,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:37.271295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.319925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.347345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:37.350120 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9eddb-157b-44f9-89a8-cac05e6ebfff" -d '{"events": [{"server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "name": "network-vif-plugged", "status": "completed", "tag": "df13a69d-12da-4a23-9470-c0547d25531f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:37.353546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:37.362100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.369158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.371031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] 10.222.0.16 "DELETE /v2.0/networks/7f0b1803-4d7b-4171-b13a-fb76e5b88bc2 HTTP/1.1" status: 204 len: 168 time: 0.9351330 Jul 29 17:44:37.403606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e272-0bd8-4232-a94a-a721b5094632 tempest-PortsAdminExtendedAttrsTestJSON-1125733428 tempest-PortsAdminExtendedAttrsTestJSON-1125733428-project] Pushing event deleted for resources: {'Network': ['ID=7f0b1803-4d7b-4171-b13a-fb76e5b88bc2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:37.427144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.436651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47d39-3885-4025-9128-bd222edf1dfd req-5b19be3e-56f7-4747-a931-f3b6b637be3e tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:37.442325 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730d426-4d17-42f6-8271-0c94b5736e04 x-openstack-request-id: req-4730d426-4d17-42f6-8271-0c94b5736e04 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:37.442829 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "name": "network-vif-plugged", "status": "completed", "tag": "df13a69d-12da-4a23-9470-c0547d25531f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:37.443242 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4730d426-4d17-42f6-8271-0c94b5736e04 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:37.444164 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f', 'code': 200} Jul 29 17:44:37.453084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fb47d39-3885-4025-9128-bd222edf1dfd req-5b19be3e-56f7-4747-a931-f3b6b637be3e tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.1048105 Jul 29 17:44:37.524595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fb47d39-3885-4025-9128-bd222edf1dfd req-fe7fc098-f3cd-4924-bbfc-ae792122362e tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690651 Jul 29 17:44:37.541521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.544396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.548583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10e5ce7f-c092-4c85-a530-04d85c810fc9 HTTP/1.1" status: 204 len: 168 time: 0.4995539 Jul 29 17:44:37.635400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8add00c-42f0-4961-90ac-d7ba229d2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5ce7f-c092-4c85-a530-04d85c810fc9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:37.694073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bb2a9-acfc-4a2e-800e-64ab1a52c8db req-288bf76d-0ac4-4f81-b099-904c38c8a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:37.695735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f4bb2a9-acfc-4a2e-800e-64ab1a52c8db req-288bf76d-0ac4-4f81-b099-904c38c8a47e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 1100 time: 0.1647494 Jul 29 17:44:37.703979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.770912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f4bb2a9-acfc-4a2e-800e-64ab1a52c8db req-69e498e1-bae6-4a44-ac1b-e1e57cb19bbf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644865 Jul 29 17:44:37.771486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Pushing event deleted for resources: {'Port': ['ID=963dfc8c-f4f1-476f-81d1-bc071c3b90c9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:37.792120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f20860-0ff7-461d-ad3e-a3496f4e6ecc req-15d43353-c495-45ad-bdb3-508c20e7ec6e tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:37.795387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5f20860-0ff7-461d-ad3e-a3496f4e6ecc req-15d43353-c495-45ad-bdb3-508c20e7ec6e tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.1303275 Jul 29 17:44:37.804634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:37.812161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Request body: {'floatingip': {'port_id': '2d137097-39cc-4d73-b90f-f71afc9258a9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:37.859691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] No DVR routers for this DVR port 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:37.862397 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.864552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0b90601-4d84-49b3-9b28-0035fd0dd655 req-305c695c-66a8-49d3-81b7-0b85ff633352 tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.49 "DELETE /v2.0/ports/963dfc8c-f4f1-476f-81d1-bc071c3b90c9 HTTP/1.1" status: 204 len: 173 time: 1.5541513 Jul 29 17:44:37.865240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'name': 'network-vif-deleted', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:37.867898 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5086ebc-5572-43cd-9fb3-d9966f935c49" -d '{"events": [{"server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "name": "network-vif-deleted", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:37.892781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:37.965841 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c6474-b404-4382-8ab5-ab9031d36cc8 x-openstack-request-id: req-932c6474-b404-4382-8ab5-ab9031d36cc8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:37.966169 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2772a50d-69bd-466d-9264-b29283d2689e", "name": "network-vif-deleted", "tag": "963dfc8c-f4f1-476f-81d1-bc071c3b90c9", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:37.966448 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-932c6474-b404-4382-8ab5-ab9031d36cc8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:37.971416 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2772a50d-69bd-466d-9264-b29283d2689e', 'name': 'network-vif-deleted', 'tag': '963dfc8c-f4f1-476f-81d1-bc071c3b90c9', 'status': 'completed', 'code': 200} Jul 29 17:44:38.059218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8cb4-31e8-4f91-b59b-04eb358ebd99 req-b5e6586d-f281-46e6-9270-bbf90d256b03 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:38.060770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87fc8cb4-31e8-4f91-b59b-04eb358ebd99 req-b5e6586d-f281-46e6-9270-bbf90d256b03 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.1247637 Jul 29 17:44:38.172603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:38.205787 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87fc8cb4-31e8-4f91-b59b-04eb358ebd99 req-c28904c6-8680-4c72-aaa5-d46e04c409ef tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297319 Jul 29 17:44:38.549127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5929676b-ea15-4f81-9312-6d8815d3e79b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b3e34dd124a4edfa490873e36fbf201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748894 Jul 29 17:44:38.553980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:38.563346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-ab237ec9-dfbd-43cb-ac71-9ac87e4e08aa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:38.563953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:38.565142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-ab237ec9-dfbd-43cb-ac71-9ac87e4e08aa tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.2801607 Jul 29 17:44:38.576216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5a19ac8-dc03-4be4-82ea-b371d61e93ee req-cc5ed016-5f46-4bf2-afb2-a4e1ae62ea4f tempest-LiveMigrationNegativeTest-995294003 tempest-LiveMigrationNegativeTest-995294003-project] 10.222.0.16 "GET /v2.0/ports?device_id=2772a50d-69bd-466d-9264-b29283d2689e HTTP/1.1" status: 200 len: 210 time: 0.0860407 Jul 29 17:44:38.624594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:38.627590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 963dfc8c-f4f1-476f-81d1-bc071c3b90c9 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:38.714071 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.resource_extend [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:44:38.797927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:38.807169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:38.826304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2c8b7e07-1c43-4fe1-b12c-456f12276154 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:38.864836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c02b6e-5a55-412a-b266-04affd672825 req-58586cb8-aeba-44c0-bb05-137fcc54d512 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:38.875593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c02b6e-5a55-412a-b266-04affd672825 req-58586cb8-aeba-44c0-bb05-137fcc54d512 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.4003859 Jul 29 17:44:38.890722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:38.927672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2c8b7e07-1c43-4fe1-b12c-456f12276154 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:38.928845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:38.965069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.009270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50c02b6e-5a55-412a-b266-04affd672825 req-bb9a5344-32d1-436c-a1c7-2a0d334a52e0 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305099 Jul 29 17:44:39.029764 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Floating IP 8cc8f73f-72e7-4cc2-aefc-08e889d8ef39 associated. External IP: 172.25.5.128, port: 2d137097-39cc-4d73-b90f-f71afc9258a9. Jul 29 17:44:39.075377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Deleting port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:39.075797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.163271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c8e36a5-8a9f-4eed-b012-d025f462b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.201763 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.204744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.209274 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2012f90e-7983-431c-84ab-9e81a11d9a19 HTTP/1.1" status: 204 len: 168 time: 0.6538358 Jul 29 17:44:39.235396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff6259-4c85-4c35-9394-aa5c3bd1e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2012f90e-7983-431c-84ab-9e81a11d9a19,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:39.293529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] For port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:39.295074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.336981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Calling delete_port for 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:39.339393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Request body: {'security_group': {'name': 'tempest-securitygroup-563051073', 'description': 'tempest-description-1674030565'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:39.394657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Router f8a43bca-bb86-4a70-a3a3-17db88899d26 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:39.396731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.414604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.439996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d745-2cbd-401d-a5ed-e33d0d0a0e78 req-0e1a7b48-3a03-4efb-a28a-bcdcc9774a5c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:39.441670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8414d745-2cbd-401d-a5ed-e33d0d0a0e78 req-0e1a7b48-3a03-4efb-a28a-bcdcc9774a5c tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=1de16773-2701-4578-8c44-cb789bfa4d80 HTTP/1.1" status: 200 len: 944 time: 0.0947745 Jul 29 17:44:39.508520 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8414d745-2cbd-401d-a5ed-e33d0d0a0e78 req-1e56d21a-7b6c-45b1-9c64-5b8e66009531 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604076 Jul 29 17:44:39.588959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:39.596563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.613481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Sync routers for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:39.637989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e1e32ea9-0c2c-4821-b323-f8829ada3336 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "PUT /v2.0/floatingips/8cc8f73f-72e7-4cc2-aefc-08e889d8ef39 HTTP/1.1" status: 200 len: 992 time: 1.8309200 Jul 29 17:44:39.643260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.644000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:39.646640 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad" -d '{"events": [{"name": "network-changed", "server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:39.650546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:39.653005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:39.688641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event deleted for resources: {'Port': ['ID=0b5fdc65-d430-4eb8-9eae-0ea166d40f4a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:39.691497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.702212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.780029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] No DVR routers for this DVR port 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:39.786048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.793410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63bc720c-bca5-40ec-bd0c-101c784374d3 req-e0c4b6b7-a140-4ae7-b0bd-4fc1f7f82ee6 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "DELETE /v2.0/ports/0b5fdc65-d430-4eb8-9eae-0ea166d40f4a HTTP/1.1" status: 204 len: 173 time: 1.1614554 Jul 29 17:44:39.802110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.817976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.859689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c952ef96-9cd8-472c-a021-962725c1de57,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:39.880161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:39.904849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:39.918798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a33715da-48b0-4f7a-a938-d7d2e2b7a212 req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5842969 Jul 29 17:44:39.931189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00132f-f813-470e-b187-106c9e1bfe53 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d628dd-141f-4f9b-9e41-1191126d9c21,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:39.972936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-deleted', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:39.976957 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd2b50-c6b1-4267-9b23-e76d9f6fddf6" -d '{"events": [{"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-deleted", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:40.040859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50260) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:40.050851 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ce0fb-6c7d-4257-9700-61df67f6dcdb x-openstack-request-id: req-322ce0fb-6c7d-4257-9700-61df67f6dcdb {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:40.051669 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:40.052548 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-322ce0fb-6c7d-4257-9700-61df67f6dcdb {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:40.053682 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'status': 'completed', 'code': 200} Jul 29 17:44:40.086283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Request body: {'security_group': {'name': 'tempest-securitygroup-660055255', 'description': 'tempest-description-717937366'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:40.150469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-415040ab-a766-416a-9ebf-72962a75d439 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d57342339944a08aac49e6cf03a5b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059246 Jul 29 17:44:40.150469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.151179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50262) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:40.177691 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3c9b1-c885-44e8-8d93-abae3c348fa7 x-openstack-request-id: req-b7f3c9b1-c885-44e8-8d93-abae3c348fa7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:40.177975 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de16773-2701-4578-8c44-cb789bfa4d80", "name": "network-vif-deleted", "tag": "0b5fdc65-d430-4eb8-9eae-0ea166d40f4a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:40.178448 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7f3c9b1-c885-44e8-8d93-abae3c348fa7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:40.178867 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de16773-2701-4578-8c44-cb789bfa4d80', 'name': 'network-vif-deleted', 'tag': '0b5fdc65-d430-4eb8-9eae-0ea166d40f4a', 'status': 'completed', 'code': 200} Jul 29 17:44:40.199546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-4f29fb38-619d-4da6-addc-05df18c24c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:40.202825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-4f29fb38-619d-4da6-addc-05df18c24c60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d28b2a5038834743844de26d489032bf&device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 1097 time: 0.1191318 Jul 29 17:44:40.333252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.378765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50266) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:40.389563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.391680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.404019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.466796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.472567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-459e6aca-11f4-4a32-8f1b-921d80956244 req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3961806 Jul 29 17:44:40.473236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3709f54-f5ce-4ad8-9ffd-27a9c1c53019 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c91c9-9c15-4d4e-b13b-a88c26081cfb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:40.518713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '8cc8f73f-72e7-4cc2-aefc-08e889d8ef39', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'port_id': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'mac_address': 'fa:16:3e:88:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21520da-fa10-43b8-8604-976216da9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:44:10Z', 'updated_at': '2021-07-29T17:44:38Z', 'revision_number': 1, 'project_id': 'd28b2a5038834743844de26d489032bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:40.530859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433664-b4c9-49f3-a864-ff0374fb8113 req-f1a45300-d655-4a10-a417-c8cf9c0eb0a1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:40.533531 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75433664-b4c9-49f3-a864-ff0374fb8113 req-f1a45300-d655-4a10-a417-c8cf9c0eb0a1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.2687473 Jul 29 17:44:40.554968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.557648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.558859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3630d9ab-eaae-4751-bdf9-2fdce4eeaefe HTTP/1.1" status: 204 len: 168 time: 0.4066675 Jul 29 17:44:40.570772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-cb5f1be2-00d6-496b-8dbb-8f066bf0ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:40.572077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50280) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:40.573782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-cb5f1be2-00d6-496b-8dbb-8f066bf0ef01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b HTTP/1.1" status: 200 len: 913 time: 0.3614936 Jul 29 17:44:40.595871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540d81a-5f96-4e90-ad6c-873f763bd21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630d9ab-eaae-4751-bdf9-2fdce4eeaefe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:40.613721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Checking router: f8a43bca-bb86-4a70-a3a3-17db88899d26 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:40.617181 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:44:40.657051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:40.657775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:40.695518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-defc7cbf-0d88-44e3-af78-c78b043b3cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.699423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-94f9f3ec-2346-4355-90ee-f527887c8f5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d137097-39cc-4d73-b90f-f71afc9258a9 HTTP/1.1" status: 200 len: 1000 time: 0.1102111 Jul 29 17:44:40.713598 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75433664-b4c9-49f3-a864-ff0374fb8113 req-aa0214b9-57b1-4da5-8e1c-45f0f1a5a1d8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720414 Jul 29 17:44:40.849513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-f6fb96d1-d35f-4308-818b-2cb5747f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:40.853670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-f6fb96d1-d35f-4308-818b-2cb5747f9629 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a4c5243-0b74-4752-b129-5754beb184d7 HTTP/1.1" status: 200 len: 851 time: 0.1338990 Jul 29 17:44:40.958656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-defc7cbf-0d88-44e3-af78-c78b043b3cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:40.964449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:40.971482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-b549e138-b7be-40fc-a8db-efed2fa129c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:40.973292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-b549e138-b7be-40fc-a8db-efed2fa129c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119940 Jul 29 17:44:40.976652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-defc7cbf-0d88-44e3-af78-c78b043b3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.013922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5c1e-0287-4088-8e3d-915914aaf4c5 req-332f2f9b-ec1f-4c20-a5a0-68c9c02f4980 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:41.027063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbdb5c1e-0287-4088-8e3d-915914aaf4c5 req-332f2f9b-ec1f-4c20-a5a0-68c9c02f4980 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0984700 Jul 29 17:44:41.065874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-911315205', 'description': 'tempest-description-1612370810'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:41.132288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-defc7cbf-0d88-44e3-af78-c78b043b3cff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a5088838b6a4fd68911333eeba95d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474065 Jul 29 17:44:41.138376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbdb5c1e-0287-4088-8e3d-915914aaf4c5 req-0059d86c-a8c8-4885-889f-545861f35097 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092737 Jul 29 17:44:41.139612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50296) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:41.165818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc7cbf-0d88-44e3-af78-c78b043b3cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060c9b7-712c-47c4-af56-1f83f12d51bd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:41.178812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.189158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.236222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-3cd88d2e-e7d6-47a7-8950-16ac1e0eb1e6 service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525795 Jul 29 17:44:41.353383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-27f1a270-e425-4de3-9f68-029c0ee5ff9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5546a7ae5b14b08a8ee15fd1e82501d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794099 Jul 29 17:44:41.356125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50306) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:41.374562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.422224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.451324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '8cc8f73f-72e7-4cc2-aefc-08e889d8ef39', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'port_id': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'mac_address': 'fa:16:3e:88:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21520da-fa10-43b8-8604-976216da9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:44:10Z', 'updated_at': '2021-07-29T17:44:38Z', 'revision_number': 1, 'project_id': 'd28b2a5038834743844de26d489032bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:41.481787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a403f14-6bde-46f2-8488-af19d1be54cd None None] The sync data for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 is: [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '8cc8f73f-72e7-4cc2-aefc-08e889d8ef39', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'port_id': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'mac_address': 'fa:16:3e:88:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21520da-fa10-43b8-8604-976216da9586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:44:10Z', 'updated_at': '2021-07-29T17:44:38Z', 'revision_number': 1, 'project_id': 'd28b2a5038834743844de26d489032bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:41.500776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9a0ddf9-7484-4dd0-ab89-e6eb107edbad req-4c01678a-e6bc-4292-874d-90308656a573 service neutron] 10.222.0.38 "GET /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446318 Jul 29 17:44:41.537092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.542044 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.544539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.545697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1060c9b7-712c-47c4-af56-1f83f12d51bd HTTP/1.1" status: 204 len: 168 time: 0.3988895 Jul 29 17:44:41.573708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c7fd5-74f3-41d8-a5a1-dc9e717a4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060c9b7-712c-47c4-af56-1f83f12d51bd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:41.614655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.632940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dda558d-8bb5-481e-854f-59ef3031f4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.728443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.739507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.756104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.762456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.780167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d71b2816-7fce-4db6-883f-c5a854801152 HTTP/1.1" status: 204 len: 168 time: 0.4148114 Jul 29 17:44:41.784521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-07b832be-3c74-46d0-a63f-0ea5da59de9c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446401 Jul 29 17:44:41.808480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.856060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee4e32-f552-4c6b-b2fe-a7048fa4ca2f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:41.895151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8788e-9083-4469-9e1f-8d5029bdd103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b2816-7fce-4db6-883f-c5a854801152,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:41.938170 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952bdd6-a665-466e-be37-7527fc192e3d None None] New status for floating IP 8cc8f73f-72e7-4cc2-aefc-08e889d8ef39: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:44:41.976042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:41.985204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.066738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.077677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69ac19b4-b951-4f54-b651-44dd17be551c req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0479789 Jul 29 17:44:42.084895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825b1a0-1c99-4e82-8ac4-0289c8a71fb5 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a49ed57-fe4a-491c-b90c-d6415c8c4e75,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:42.163874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-d5d4e0a5-e2bd-452d-82aa-804b7ba520d7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:42.171522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-d5d4e0a5-e2bd-452d-82aa-804b7ba520d7 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.2621651 Jul 29 17:44:42.184792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-92c8eb99-5440-4a24-803c-7463bebf09d5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:42.191734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:42.206948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-92c8eb99-5440-4a24-803c-7463bebf09d5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207544 Jul 29 17:44:42.267173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613708-a300-4990-aa23-54267d3fb9dd req-b8b163d7-fa62-4ceb-8c3e-63fbecdbb1a4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:42.270016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df613708-a300-4990-aa23-54267d3fb9dd req-b8b163d7-fa62-4ceb-8c3e-63fbecdbb1a4 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 945 time: 0.1009359 Jul 29 17:44:42.272179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-cacf1978-2cea-4384-a841-96de4f18bc60 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/quotas/c9db7b765dc04c189d2c6f7294097629 HTTP/1.1" status: 200 len: 375 time: 0.0352259 Jul 29 17:44:42.281414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:42.282739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0b5fdc65-d430-4eb8-9eae-0ea166d40f4a not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:42.348156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df613708-a300-4990-aa23-54267d3fb9dd req-5f5cef92-afc1-4328-bacc-2082fd8fc6c5 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5f454a4-2ffd-466e-aa27-06625c1f07bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717421 Jul 29 17:44:42.394769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2102562393', 'description': 'tempest-description-788652401'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:42.420642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-20ca13db-0680-4c8e-9713-a203a11a1b50 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416376 Jul 29 17:44:42.450369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.456117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Deleting port 8c52ebed-2d34-4ba3-8305-404b1b752f69 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:42.456608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.495255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50344) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:42.565845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.573219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.618274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.632368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d0578bf-3265-4024-9034-1325baa5b633 req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2422945 Jul 29 17:44:42.635222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a32c-8d19-4206-b7c8-23581ed5998b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b02a7-3f29-4555-b4d3-819e664c3dd8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:42.788283 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55488328-1392-48d3-8b86-cb6db6730cfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8c88b1df8854dbfb5f0d797ddefbe49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872453 Jul 29 17:44:42.788911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:42.808725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44404424-35f2-4fc2-b4bf-893707330f43 req-bf62b136-c910-4c59-96eb-0f6121b62f75 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 210 time: 0.0481472 Jul 29 17:44:42.864289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.925922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] For port 8c52ebed-2d34-4ba3-8305-404b1b752f69, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8c52ebed-2d34-4ba3-8305-404b1b752f69,segment=NetworkSegment(9406e7cb-9972-4074-a80f-b414736907d8),segment_id=9406e7cb-9972-4074-a80f-b414736907d8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:42.926453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:42.968695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Calling delete_port for 8c52ebed-2d34-4ba3-8305-404b1b752f69 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:43.238283 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-45ec20ea-1b40-497e-9eb6-1a22db5bb50a tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39563 time: 0.5333607 Jul 29 17:44:43.271437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.337926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.351603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-9bf12dc1-e2ef-419b-9b5c-e3f43d6f2c1b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0735146a-5fe4-4cad-8064-7dc03cee6bf6 HTTP/1.1" status: 200 len: 2981 time: 0.1124084 Jul 29 17:44:43.462795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-15178cad-27e8-4f8f-8c5d-05f0e7cc0436 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0735146a-5fe4-4cad-8064-7dc03cee6bf6 HTTP/1.1" status: 200 len: 2981 time: 0.0915346 Jul 29 17:44:43.471847 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.531069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Pushing event deleted for resources: {'Port': ['ID=8c52ebed-2d34-4ba3-8305-404b1b752f69,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:43.542814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.548183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.549036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50396) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:43.549639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44bb73fc-045e-447c-832c-f2d39ee79e36 HTTP/1.1" status: 204 len: 168 time: 0.7385683 Jul 29 17:44:43.597939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d93509-dd3e-4702-ad58-94f4938638cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bb73fc-045e-447c-832c-f2d39ee79e36,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:43.624417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] No DVR routers for this DVR port 8c52ebed-2d34-4ba3-8305-404b1b752f69 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:44:43.627893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:43.630360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff928ded-e4b9-4bec-bfe7-a19aba82cdab req-546f9422-9e22-414e-a92e-1056733e9c52 tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.38 "DELETE /v2.0/ports/8c52ebed-2d34-4ba3-8305-404b1b752f69 HTTP/1.1" status: 204 len: 173 time: 1.4211495 Jul 29 17:44:43.631798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-deleted', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:43.637067 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e7a496-ef38-44df-982b-236238bc8b9e" -d '{"events": [{"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-deleted", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:43.643219 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-378d9275-865d-4eee-ac82-e85b961ba7bd tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0ed74318-2411-4b35-b3ca-36b8b11f6b7e HTTP/1.1" status: 200 len: 2981 time: 0.1544013 Jul 29 17:44:43.697670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-fbc97106-4061-43fc-9bec-0678249d9b4c tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0ed74318-2411-4b35-b3ca-36b8b11f6b7e HTTP/1.1" status: 200 len: 2981 time: 0.0468550 Jul 29 17:44:43.768870 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-5a03cd0e-afe3-4416-adfa-2b19795f0dd8 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1aee4e32-f552-4c6b-b2fe-a7048fa4ca2f HTTP/1.1" status: 200 len: 2981 time: 0.0646794 Jul 29 17:44:43.822541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-afbd8ef8-76d2-444c-b4bd-7e24eccb25e7 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1aee4e32-f552-4c6b-b2fe-a7048fa4ca2f HTTP/1.1" status: 200 len: 2981 time: 0.0474181 Jul 29 17:44:43.892430 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-5c7ca922-76c4-43df-bed9-873e8d32e467 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2ddfd13b-0b31-4a28-b535-9870eaf33ea9 HTTP/1.1" status: 200 len: 2973 time: 0.0629461 Jul 29 17:44:43.900046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec0429e7-2e12-4be0-859a-281e6ee9d0c3 req-ebcf74fb-8f8c-4a07-a370-c4c89e78b1ff tempest-LiveAutoBlockMigrationV225Test-646309347 tempest-LiveAutoBlockMigrationV225Test-646309347-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e2e8315-63df-49c9-9ee8-f3fb6c695438 HTTP/1.1" status: 200 len: 210 time: 0.0354955 Jul 29 17:44:43.967777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-887c9594-9ddd-4f31-b3e8-ab399cbcc53c tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2ddfd13b-0b31-4a28-b535-9870eaf33ea9 HTTP/1.1" status: 200 len: 2973 time: 0.0740700 Jul 29 17:44:43.971277 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f786a-e9e7-4768-aff1-0d2aed088603 x-openstack-request-id: req-b48f786a-e9e7-4768-aff1-0d2aed088603 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:43.971576 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2e8315-63df-49c9-9ee8-f3fb6c695438", "name": "network-vif-deleted", "tag": "8c52ebed-2d34-4ba3-8305-404b1b752f69", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:43.971832 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b48f786a-e9e7-4768-aff1-0d2aed088603 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:43.972219 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2e8315-63df-49c9-9ee8-f3fb6c695438', 'name': 'network-vif-deleted', 'tag': '8c52ebed-2d34-4ba3-8305-404b1b752f69', 'status': 'completed', 'code': 200} Jul 29 17:44:44.020795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-6154f75b-a90f-4e94-9410-92cd6500b6e3 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/32be9691-9d1e-43c1-8262-e90c08227c13 HTTP/1.1" status: 200 len: 2981 time: 0.0521131 Jul 29 17:44:44.083665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-fde7d717-65ca-44ba-b789-a73abc89f7f6 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c9db7b765dc04c189d2c6f7294097629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378542 Jul 29 17:44:44.093328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1286033828', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:44.142912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-d5efa122-0e19-4283-b491-e5b02fbea3da tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/32be9691-9d1e-43c1-8262-e90c08227c13 HTTP/1.1" status: 200 len: 2981 time: 0.1152620 Jul 29 17:44:44.148259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Made reservation on behalf of ab2d8b13dbd0469c9d07843d02c36972 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:44.150905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.184801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.285192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-202865cc-e88b-415f-8b6b-dabd4f036cda req-3914e452-c644-4c12-be9d-2d8eda54c866 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 210 time: 0.1086750 Jul 29 17:44:44.399689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50424) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:44.419309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-0eeec030-2817-47be-9f3d-23705d9b5af9 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/389fbbcc-50ba-4c3d-9341-26f85581599a HTTP/1.1" status: 200 len: 2977 time: 0.1929002 Jul 29 17:44:44.483728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.496962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.508186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.518028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] device_id is not set on port 2da509dc-65e8-452b-86cf-426eb2cf0e11 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:44:44.520608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-da2f776d-79a4-4f6a-8d00-2c4ae976de48 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:44.522191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-da2f776d-79a4-4f6a-8d00-2c4ae976de48 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326291 Jul 29 17:44:44.546467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Request body: {'port': {'device_id': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'c9db7b765dc04c189d2c6f7294097629'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:44.609540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4d8b0-dcb8-41cf-9ef0-4ea9036a203b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:44.711322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Allocated IP 172.25.5.241 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/2da509dc-65e8-452b-86cf-426eb2cf0e11) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:44.733363 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-62d5f477-8169-4b14-bbe0-1aed8cfe7e4a tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/389fbbcc-50ba-4c3d-9341-26f85581599a HTTP/1.1" status: 200 len: 2977 time: 0.2862465 Jul 29 17:44:44.737085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3291f592-3d36-454d-a626-ba5bde43ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:44.977690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50442) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:44.984154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.046193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.141244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:45.167378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:45.177670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:45.245791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Deleting subnet 480517cd-e92b-47aa-b323-39f019ad8e0a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:45.255953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Made reservation on behalf of c9db7b765dc04c189d2c6f7294097629 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:45.259997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.285393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.298490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-b23533bb-6adf-4b4a-8fc8-afcfb0d61856 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3bb40663-62aa-4860-ad6a-4c7e5c45a969 HTTP/1.1" status: 200 len: 2981 time: 0.5508819 Jul 29 17:44:45.320780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Pushing event updated for resources: {'Port': ['ID=2da509dc-65e8-452b-86cf-426eb2cf0e11,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:45.344482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.385273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:45.385930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.417887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.421408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-c8648362-ee61-45fd-bc9b-428167faf227 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3bb40663-62aa-4860-ad6a-4c7e5c45a969 HTTP/1.1" status: 200 len: 2981 time: 0.0555935 Jul 29 17:44:45.523779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce716baa-38e8-49d6-ac88-7b49949fa801 req-6c47558b-e13b-45a9-90bf-b0aad788bced tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 210 time: 0.0831101 Jul 29 17:44:45.548103 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-911f9b74-aa10-416c-80c7-e34d21d040fd tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] show failed (client error): The resource could not be found. Jul 29 17:44:45.560563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-911f9b74-aa10-416c-80c7-e34d21d040fd tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/44bb73fc-045e-447c-832c-f2d39ee79e36 HTTP/1.1" status: 404 len: 352 time: 0.1197746 Jul 29 17:44:45.573127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3291f592-3d36-454d-a626-ba5bde43ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.577220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.605709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3291f592-3d36-454d-a626-ba5bde43ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.609194 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.613198 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-57d225f1-a012-4030-875e-df7b0fad3cfc tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] show failed (client error): The resource could not be found. Jul 29 17:44:45.614463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/480517cd-e92b-47aa-b323-39f019ad8e0a HTTP/1.1" status: 204 len: 168 time: 0.6354127 Jul 29 17:44:45.623700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-57d225f1-a012-4030-875e-df7b0fad3cfc tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/44bb73fc-045e-447c-832c-f2d39ee79e36 HTTP/1.1" status: 404 len: 352 time: 0.0619552 Jul 29 17:44:45.635898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50460) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:45.679220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f7c6b4e-d0b2-4fe9-b8ca-51e2f5419ec5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1282976 Jul 29 17:44:45.683350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:45.689337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.241'}]}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:45.698021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0672-f35f-4e9c-b9fc-043351a461ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480517cd-e92b-47aa-b323-39f019ad8e0a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:45.749312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.750439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.790863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3291f592-3d36-454d-a626-ba5bde43ba87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b919879fee84ee1b371af3f24954274&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3704133 Jul 29 17:44:45.794359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Allocated IP 192.168.233.112 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/2539e53b-2861-48c4-945c-39f1df0a38d0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:45.806400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50468) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:45.821140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291f592-3d36-454d-a626-ba5bde43ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f340ae-d671-4c66-ad0b-522b03408592,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:45.845555 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-587de657-caf9-4876-852a-7be41e97a37b tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5f454a4-2ffd-466e-aa27-06625c1f07bb HTTP/1.1" status: 200 len: 2981 time: 0.2209616 Jul 29 17:44:45.847340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.854864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.983420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:45.988367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-afdfd852-ed90-470d-bfff-a0bf38b73cf8 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5f454a4-2ffd-466e-aa27-06625c1f07bb HTTP/1.1" status: 200 len: 2981 time: 0.1179957 Jul 29 17:44:46.083163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.086801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.101391 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.122181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16117e7-ab3a-4dbc-b3a1-46f765b9374b']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:46.149969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9406e7cb-9972-4074-a80f-b414736907d8') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:46.150288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9406e7cb-9972-4074-a80f-b414736907d8') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:46.154747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-939b843a-f7a0-48b2-a36c-8f58b74c92e6 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c952ef96-9cd8-472c-a021-962725c1de57 HTTP/1.1" status: 200 len: 2981 time: 0.1085699 Jul 29 17:44:46.213755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.222130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:44:46.271310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.283487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 8c52ebed-2d34-4ba3-8305-404b1b752f69 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:44:46.284191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8c52ebed-2d34-4ba3-8305-404b1b752f69 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:44:46.323430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Transition to ACTIVE for port object 2539e53b-2861-48c4-945c-39f1df0a38d0 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:46.349601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-956f6b5f-bdda-4004-8fcf-ed66ebeec2f3 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c952ef96-9cd8-472c-a021-962725c1de57 HTTP/1.1" status: 200 len: 2981 time: 0.0892410 Jul 29 17:44:46.353345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.374620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:46.375191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:46.377923 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:46.458498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.476039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:46.484503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['df13a69d-12da-4a23-9470-c0547d25531f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:46.496201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:46.516418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:46.578103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.581231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.582887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64f340ae-d671-4c66-ad0b-522b03408592 HTTP/1.1" status: 204 len: 168 time: 0.7750831 Jul 29 17:44:46.586614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:46.595206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-338bfef6-c465-4339-81c7-7531d4b66795 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ed493705-6b13-4921-b476-50e183952b0e HTTP/1.1" status: 200 len: 2981 time: 0.2387891 Jul 29 17:44:46.609821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f1b8-78eb-4f87-94bb-4efbc3a86c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f340ae-d671-4c66-ad0b-522b03408592,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:46.640297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.701368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.714884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b16117e7-ab3a-4dbc-b3a1-46f765b9374b HTTP/1.1" status: 204 len: 168 time: 1.0710654 Jul 29 17:44:46.720866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eebe4-f41c-4843-a15a-8220e5051f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16117e7-ab3a-4dbc-b3a1-46f765b9374b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:46.725057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50498) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:46.764146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event updated for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:46.811678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:46.815027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.817503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.821951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Deleting subnet 56ffe12b-8a35-47d5-b1f3-d87482ff5e2e {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:44:46.825542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.862993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:46.896462 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-536b4dbd-73cd-4f39-9a0b-beacefed95ce req-726a0791-8236-4622-987b-6b534a27a87a tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ed493705-6b13-4921-b476-50e183952b0e HTTP/1.1" status: 200 len: 2981 time: 0.2572839 Jul 29 17:44:46.902331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-b7398e5a-bdf5-495e-971d-a1647e4a9c3c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3588383 Jul 29 17:44:46.914917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Request body: {'port': {'device_id': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:46.983344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.071301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e0353eec-06ac-4b3c-8d47-67044d429b69 None None] Provisioning for port 2539e53b-2861-48c4-945c-39f1df0a38d0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:47.073629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.084642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e0353eec-06ac-4b3c-8d47-67044d429b69 None None] Provisioning complete for port 2539e53b-2861-48c4-945c-39f1df0a38d0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:47.085473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e0353eec-06ac-4b3c-8d47-67044d429b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.124630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.132788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49ea2-6a80-413f-ab93-8f25a049e6a8 req-2b494968-37d5-44d0-8261-d9cd50266120 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:47.134782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54b49ea2-6a80-413f-ab93-8f25a049e6a8 req-2b494968-37d5-44d0-8261-d9cd50266120 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 936 time: 0.1711481 Jul 29 17:44:47.185961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e0353eec-06ac-4b3c-8d47-67044d429b69 None None] Port 2539e53b-2861-48c4-945c-39f1df0a38d0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:47.237681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54b49ea2-6a80-413f-ab93-8f25a049e6a8 req-021f9c7a-7515-4c41-91c1-74a6e0be3c7f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737059 Jul 29 17:44:47.303732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.339684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ffe12b-8a35-47d5-b1f3-d87482ff5e2e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:47.357123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.361475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-848d33ed-9d85-486d-a409-68a0d483c258 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56ffe12b-8a35-47d5-b1f3-d87482ff5e2e HTTP/1.1" status: 204 len: 168 time: 0.6311533 Jul 29 17:44:47.361880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50518) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:47.429766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.465502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74747e47-39b6-4d13-837a-ae88504f3a26 req-a21dcb43-fa61-4a40-9627-768224eb1863 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e93fc25d8bd44c10a33f0f93da039485 HTTP/1.1" status: 200 len: 6101 time: 0.4811780 Jul 29 17:44:47.561300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.565296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74747e47-39b6-4d13-837a-ae88504f3a26 req-4f452556-f464-4575-800b-2b34f823767b tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "GET /v2.0/security-groups/c952ef96-9cd8-472c-a021-962725c1de57 HTTP/1.1" status: 200 len: 2981 time: 0.0931597 Jul 29 17:44:47.659557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74747e47-39b6-4d13-837a-ae88504f3a26 req-7cb3a288-68eb-4e83-8871-ebd786269672 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "GET /v2.0/security-groups/c952ef96-9cd8-472c-a021-962725c1de57 HTTP/1.1" status: 200 len: 2981 time: 0.0864649 Jul 29 17:44:47.678216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2539e53b-2861-48c4-945c-39f1df0a38d0 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:47.688752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.694541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.697340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.713594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Transition to ACTIVE for port object 2539e53b-2861-48c4-945c-39f1df0a38d0 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:47.727959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.788300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.799111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57d9f03-a1bb-4a75-9449-f238a89e8a97']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:47.819821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98be7c10-decb-418a-914b-eff441ab676c') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:47.820169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98be7c10-decb-418a-914b-eff441ab676c') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:47.830635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.845219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.854086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:44:47.857060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.866062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Pushing event updated for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:44:47.944957 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:44:47.977754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Attempting to bind port 2539e53b-2861-48c4-945c-39f1df0a38d0 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:47.978077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Attempting to bind port 2539e53b-2861-48c4-945c-39f1df0a38d0 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:47.978531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Attempting to bind port 2539e53b-2861-48c4-945c-39f1df0a38d0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:47.990912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.995964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Port 2539e53b-2861-48c4-945c-39f1df0a38d0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:44:47.996555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Attempting to bind port 2539e53b-2861-48c4-945c-39f1df0a38d0 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:48.005677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:48.006303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:48.006888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:48.007503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Bound port: 2539e53b-2861-48c4-945c-39f1df0a38d0, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:48.008041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.013930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.016122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a57d9f03-a1bb-4a75-9449-f238a89e8a97 HTTP/1.1" status: 204 len: 168 time: 0.6532946 Jul 29 17:44:48.023136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c62f61-63b2-4913-8593-95e48f634628 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57d9f03-a1bb-4a75-9449-f238a89e8a97,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:48.055172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.055673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a26ad6bb-27cf-48ae-9214-6cdc7308bc8a {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:44:48.078144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50546) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:48.121863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-9cfa0aed-43a2-4f1b-995e-279ab69631c8 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5c7b02a7-3f29-4555-b4d3-819e664c3dd8 HTTP/1.1" status: 200 len: 1777 time: 0.1804044 Jul 29 17:44:48.155040 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 17:44:48.159547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86fe6354-c2d6-4901-84bf-d43a9c1fbea5 tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4746137 Jul 29 17:44:48.160195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50550) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:48.184556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:48.189843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2539e53b-2861-48c4-945c-39f1df0a38d0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:48.203388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.253263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.281115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:48.281729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.283306 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] 10.222.0.38 "PUT /v2.0/ports/2539e53b-2861-48c4-945c-39f1df0a38d0 HTTP/1.1" status: 200 len: 1096 time: 1.3730819 Jul 29 17:44:48.283428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.283745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:48.286225 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d154d55a-2d30-46e4-858e-34ea2c451a45" -d '{"events": [{"name": "network-changed", "server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:48.295497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:48.331668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ac7f3-23a0-4276-9392-6042eb0fa629 service neutron] Pushing event updated for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:48.383459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Deleting port 2da509dc-65e8-452b-86cf-426eb2cf0e11 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:44:48.383825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.407596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-9e9fec40-7c7f-4f87-b059-20d69da2198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:48.409382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-9e9fec40-7c7f-4f87-b059-20d69da2198e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 1099 time: 0.0710001 Jul 29 17:44:48.496397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64c10ebc-8e08-4dcd-8b3c-c5f2f6399a62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=030584a03e5f4afaa38f2bf6dad49eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935434 Jul 29 17:44:48.526532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50562) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:48.537151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-5954f112-c3a1-4986-a3c4-5664a1d8f0a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2539e53b-2861-48c4-945c-39f1df0a38d0 HTTP/1.1" status: 200 len: 217 time: 0.1153319 Jul 29 17:44:48.557736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.560703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.575327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-669927c9-6bc7-46b5-ab1c-fc18d997944f req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7b02a7-3f29-4555-b4d3-819e664c3dd8 HTTP/1.1" status: 204 len: 173 time: 0.4522953 Jul 29 17:44:48.619362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cc2db-85e8-459a-a1e7-9cfd95a18f47 tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b02a7-3f29-4555-b4d3-819e664c3dd8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:48.635796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-376043294-network', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:48.672819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-82465c9b-9a4f-44db-bcbb-f166f4c3efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:48.675099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-82465c9b-9a4f-44db-bcbb-f166f4c3efc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1083915 Jul 29 17:44:48.683834 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f659b677-1ac3-40d6-9e7f-0d9b0dbed43d x-openstack-request-id: req-f659b677-1ac3-40d6-9e7f-0d9b0dbed43d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:48.684193 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:48.684504 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f659b677-1ac3-40d6-9e7f-0d9b0dbed43d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:48.685052 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0', 'status': 'completed', 'code': 200} Jul 29 17:44:48.743701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Made reservation on behalf of 6b9731b9f1e24c45aeade986fd2b1f0b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:48.746260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.770641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.771500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac529b3-e21e-4a2d-b356-c39f719bf0d3 req-95562e4d-131f-4f3b-9ec2-482f453b9a0a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:48.773205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dac529b3-e21e-4a2d-b356-c39f719bf0d3 req-95562e4d-131f-4f3b-9ec2-482f453b9a0a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 948 time: 0.2558162 Jul 29 17:44:48.773573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.787683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.790566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-fd4e7ea8-c598-4e8e-b1f2-88e6967936db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:48.790743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-8247e331-6372-4924-8510-9a305e579bff tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0a49ed57-fe4a-491c-b90c-d6415c8c4e75 HTTP/1.1" status: 200 len: 1777 time: 0.1174417 Jul 29 17:44:48.792802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-fd4e7ea8-c598-4e8e-b1f2-88e6967936db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017063 Jul 29 17:44:48.801916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Calling delete_port for 2da509dc-65e8-452b-86cf-426eb2cf0e11 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:44:48.870010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.897083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dac529b3-e21e-4a2d-b356-c39f719bf0d3 req-f9111e2d-9835-4bf9-8c75-f71e5a9c9fb6 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162639 Jul 29 17:44:48.976200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.976547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-80c5ba82-7d0a-45b5-a8ab-0cebff461234 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733670 Jul 29 17:44:48.979647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.983294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.986814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5f454a4-2ffd-466e-aa27-06625c1f07bb HTTP/1.1" status: 204 len: 168 time: 0.4569499 Jul 29 17:44:49.042587 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.044727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee857a3d-03ad-4a1a-985e-30894e0b45ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f454a4-2ffd-466e-aa27-06625c1f07bb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.128654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3a8ecb9-5bf1-4029-bfd6-01fcf16a7a35 req-af5f5e20-ce84-41ba-9875-74630779abfb service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427493 Jul 29 17:44:49.176439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.190975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.211897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.217455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:44:49.258791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-0bb96987-38da-41cb-bfa7-ea216a290dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:49.261121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-0bb96987-38da-41cb-bfa7-ea216a290dcf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 1099 time: 0.0669188 Jul 29 17:44:49.267223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986ca2e-65e8-4d07-974d-fa9c6fb3e409,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.277507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.292362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.305342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d987cacb-428f-4e06-86a5-91e7f4635e6f req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a49ed57-fe4a-491c-b90c-d6415c8c4e75 HTTP/1.1" status: 204 len: 173 time: 0.5044670 Jul 29 17:44:49.308855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.309205 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Added segment 121cdc4a-b223-414c-bea4-69f79b2d4c7b of type vlan for network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb Jul 29 17:44:49.339017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Pushing event deleted for resources: {'Port': ['ID=2da509dc-65e8-452b-86cf-426eb2cf0e11,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.386569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168338c-1b42-4da8-9b8f-537dfc10daeb tempest-SecurityGroupsTestAdminJSON-862435038 tempest-SecurityGroupsTestAdminJSON-862435038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a49ed57-fe4a-491c-b90c-d6415c8c4e75,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.444336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-9f779984-264d-4710-8320-c010eb4fe790 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "GET /v2.0/security-groups/bf6c91c9-9c15-4d4e-b13b-a88c26081cfb HTTP/1.1" status: 200 len: 1776 time: 0.0793974 Jul 29 17:44:49.470480 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.478096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-c4a95d63-5ab9-4252-97ef-9c12a213fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:49.483446 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-c4a95d63-5ab9-4252-97ef-9c12a213fefd service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2138472 Jul 29 17:44:49.496024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.498477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dae12a39-d613-4344-9cdd-841f381c989b tempest-RoutersAdminNegativeTest-26588228 tempest-RoutersAdminNegativeTest-26588228-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2da509dc-65e8-452b-86cf-426eb2cf0e11 HTTP/1.1" status: 204 len: 168 time: 1.3339396 Jul 29 17:44:49.531099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.533305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:49.534074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.547779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-a1c4ae81-373d-4a5b-a8f2-a576ecf5e150 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2539e53b-2861-48c4-945c-39f1df0a38d0 HTTP/1.1" status: 200 len: 217 time: 0.0547822 Jul 29 17:44:49.614164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.628730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:49.633478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5546663 Jul 29 17:44:49.649575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50594) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:49.656384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Request body: {'subnet': {'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-376043294-subnet', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:49.679358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-f5f881ce-4aad-4eda-aa2c-bc40532768da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:49.681272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b157-ec4a-4a49-b7d7-445b166c7dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.681633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-f5f881ce-4aad-4eda-aa2c-bc40532768da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1237395 Jul 29 17:44:49.693201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.694950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:44:49.718039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-05ebc88f-39e9-4d8c-a6e5-7476db48fa65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=686a252688b84aac97d7fe309d9aa096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862613 Jul 29 17:44:49.720695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50598) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:49.833668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Made reservation on behalf of 6b9731b9f1e24c45aeade986fd2b1f0b for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:49.837185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.843919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.848835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-676567dd-b16d-44ce-a86e-f173c9c6eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:49.850716 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-676567dd-b16d-44ce-a86e-f173c9c6eea5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535161 Jul 29 17:44:49.880591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.942733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.945420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:49.948994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bb40663-62aa-4860-ad6a-4c7e5c45a969 HTTP/1.1" status: 204 len: 168 time: 0.2249508 Jul 29 17:44:49.980410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0f0c7-3a99-4a54-b00d-3ef352a4b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb40663-62aa-4860-ad6a-4c7e5c45a969,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:49.997621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.000231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.015018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d99b9fbc-b674-4472-9622-e49be0dfd10b req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf6c91c9-9c15-4d4e-b13b-a88c26081cfb HTTP/1.1" status: 204 len: 173 time: 0.5635028 Jul 29 17:44:50.054076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-8e2914c5-dd0b-4692-9d1e-7ecd7cb6cee5 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894646 Jul 29 17:44:50.054814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db3b70-b831-4817-b842-52d18404ca6d tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c91c9-9c15-4d4e-b13b-a88c26081cfb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:50.241983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859942a6-764c-4154-b69f-57f3aaefff92 req-c6df8a9a-29b0-442c-ae4b-90780440eb07 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:50.243332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-859942a6-764c-4154-b69f-57f3aaefff92 req-c6df8a9a-29b0-442c-ae4b-90780440eb07 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 948 time: 0.1237860 Jul 29 17:44:50.293247 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d154d55a-2d30-46e4-858e-34ea2c451a45 req-5ed285c0-c6d0-4a80-aa31-06d9b09c6ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314551 Jul 29 17:44:50.332029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.341333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-859942a6-764c-4154-b69f-57f3aaefff92 req-f3cc65ea-dfcb-4952-81aa-9e1f7e054bb6 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Jul 29 17:44:50.417451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50624) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:50.421761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4bd826-b92e-4215-8b5a-f80a54bc43cf,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:50.433078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Checking segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:50.433498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Network hostable DHCP agents. Network: 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:44:50.452095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-228ba1cd-959e-4491-932d-e53e637511f0 tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "GET /v2.0/security-groups/77d628dd-141f-4f9b-9e41-1191126d9c21 HTTP/1.1" status: 200 len: 1777 time: 0.0677040 Jul 29 17:44:50.469115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:44:50.502321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:50.514610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefa7a2-713c-41c2-86a2-6b333a8daa4e None None] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:50.526091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:50.530408 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.581767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.592026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3379a2f8-2ae3-4ed4-99cd-55c49e4b3954 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9383411 Jul 29 17:44:50.594824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.595941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:50.605742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:50.629034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.656908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:44:50.656908 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:44:50.656908 n-d-801607-3 neutron-server[94051]: [parameters: {'project_id_1': '2432788d5c0842d7990142bc99bbc68e', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 44, 50, 634811)}] Jul 29 17:44:50.656908 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:44:50.658315 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:44:50.684897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.686058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.770684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.774506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.775978 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab63278a-cb8f-4040-9cfa-9ec72aa2976e req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] 10.222.0.16 "DELETE /v2.0/security-groups/77d628dd-141f-4f9b-9e41-1191126d9c21 HTTP/1.1" status: 204 len: 173 time: 0.3161604 Jul 29 17:44:50.777892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.806167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce3f6-2f3b-4fb2-9dff-7c30bc375b0f tempest-SecurityGroupsTestAdminJSON-584897453 tempest-SecurityGroupsTestAdminJSON-584897453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d628dd-141f-4f9b-9e41-1191126d9c21,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:50.839367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:44:50.840654 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.016232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.107193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Allocated IP 172.20.0.2 (1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb/ed4bd826-b92e-4215-8b5a-f80a54bc43cf/85e4b0b7-aa19-4084-9e06-110726aea6c7) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:51.164491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.317141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.325380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.336421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.362605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.381170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.384938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Transition to ACTIVE for port object 85e4b0b7-aa19-4084-9e06-110726aea6c7 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:51.393071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2432788d5c0842d7990142bc99bbc68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737179 Jul 29 17:44:51.393958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55896b0b-5cf5-43f7-98c5-326d5ceb1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70493364-1816-4acb-992e-3c347007ece3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:51.396581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50662) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:51.424905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50664) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:51.447479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Transition to ACTIVE for port object 85e4b0b7-aa19-4084-9e06-110726aea6c7 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:51.467284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.510074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:51.513269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:51.520769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:51.524397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Pushing event updated for resources: {'Port': ['ID=85e4b0b7-aa19-4084-9e06-110726aea6c7,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:51.531474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.587636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.593931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Attempting to bind port 85e4b0b7-aa19-4084-9e06-110726aea6c7 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:51.594658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Attempting to bind port 85e4b0b7-aa19-4084-9e06-110726aea6c7 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:51.595787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Attempting to bind port 85e4b0b7-aa19-4084-9e06-110726aea6c7 on network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:51.603997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:51.604764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Checking segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:51.605401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.606570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Bound using segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:51.607284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Bound port: 85e4b0b7-aa19-4084-9e06-110726aea6c7, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:51.607909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.688197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.691239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.694814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70493364-1816-4acb-992e-3c347007ece3 HTTP/1.1" status: 204 len: 168 time: 0.2945337 Jul 29 17:44:51.713605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588a8d4-794e-44fe-97cb-4164fe3fc11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70493364-1816-4acb-992e-3c347007ece3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:51.720924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db657a4-8841-435b-a965-7f71ae3bc8a2 req-950a5a5c-6141-44e6-a523-bdfa34c66b4c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:51.728661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9db657a4-8841-435b-a965-7f71ae3bc8a2 req-950a5a5c-6141-44e6-a523-bdfa34c66b4c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 948 time: 0.2042181 Jul 29 17:44:51.758975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] For port 85e4b0b7-aa19-4084-9e06-110726aea6c7, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:51.764474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] For port 85e4b0b7-aa19-4084-9e06-110726aea6c7, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=85e4b0b7-aa19-4084-9e06-110726aea6c7,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:51.776653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.792698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Allocated IP 172.25.5.17 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:51.867128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9db657a4-8841-435b-a965-7f71ae3bc8a2 req-00b37e41-fd37-439d-8d8e-1b2ce8399b11 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 Jul 29 17:44:51.877546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fec459-11a5-4e51-b697-3e63bd6264bf None None] Pushing event updated for resources: {'Port': ['ID=85e4b0b7-aa19-4084-9e06-110726aea6c7,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:51.953971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fcc8d9b9-5d1d-49c1-a585-8d2f452f073e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e93fc25d8bd44c10a33f0f93da039485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245378 Jul 29 17:44:51.954873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:52.079296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.101294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.126916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.216773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.257314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.260597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.261779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c952ef96-9cd8-472c-a021-962725c1de57 HTTP/1.1" status: 204 len: 168 time: 0.2981665 Jul 29 17:44:52.268812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2539e53b-2861-48c4-945c-39f1df0a38d0 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:44:52.288387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:52.289430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2db9-5e6c-4c9d-83b1-cc0dbfa45414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c952ef96-9cd8-472c-a021-962725c1de57,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:52.304429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:52.306636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Pushing event updated for resources: {'Port': ['ID=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:52.315101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:52.430779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2539e53b-2861-48c4-945c-39f1df0a38d0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:52.452175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '2539e53b-2861-48c4-945c-39f1df0a38d0', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '2539e53b-2861-48c4-945c-39f1df0a38d0', 'mac_address': 'fa:16:3e:f5:85:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:44:52.494985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.510646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2539e53b-2861-48c4-945c-39f1df0a38d0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:44:52.577467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2539e53b-2861-48c4-945c-39f1df0a38d0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:52.584241 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:52.675176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:52.680428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50698) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:52.806446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7a93c452-b251-4e9c-9889-8d6a12d65df4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab2d8b13dbd0469c9d07843d02c36972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237950 Jul 29 17:44:52.808014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50706) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:52.823100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2539e53b-2861-48c4-945c-39f1df0a38d0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:44:52.890551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 85e4b0b7-aa19-4084-9e06-110726aea6c7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:52.895796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.069784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.153012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7948659-2331-4238-aeb3-468919783c01 req-7eb9d471-5bde-49e3-973b-c863607370af tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:53.157283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7948659-2331-4238-aeb3-468919783c01 req-7eb9d471-5bde-49e3-973b-c863607370af tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 949 time: 0.1940045 Jul 29 17:44:53.194723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.309183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50714) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:53.312551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.319259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.330594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fe4d8b0-dcb8-41cf-9ef0-4ea9036a203b HTTP/1.1" status: 204 len: 168 time: 0.5154376 Jul 29 17:44:53.345301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 85e4b0b7-aa19-4084-9e06-110726aea6c7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:53.404821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faa5d3-24d6-4214-8282-3dfecc976eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4d8b0-dcb8-41cf-9ef0-4ea9036a203b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:53.423510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b9214-326b-42ca-a210-51954a01b06a None None] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:53.468458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7948659-2331-4238-aeb3-468919783c01 req-e1284045-6deb-4ec1-a543-81e8e7aa5a05 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987165 Jul 29 17:44:53.546489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d11ff8c-1827-468e-9cf2-08dbd5a3c712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1628f7f9c0984bbdbade2cd6cbb6e94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122712 Jul 29 17:44:53.547551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50728) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:53.645383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Provisioning for port 85e4b0b7-aa19-4084-9e06-110726aea6c7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:53.661050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Provisioning complete for port 85e4b0b7-aa19-4084-9e06-110726aea6c7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:53.661517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.694255 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.749243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.822580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.889308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.898400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.901171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:53.903585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aee4e32-f552-4c6b-b2fe-a7048fa4ca2f HTTP/1.1" status: 204 len: 168 time: 0.3535182 Jul 29 17:44:53.917360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] For port 85e4b0b7-aa19-4084-9e06-110726aea6c7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=85e4b0b7-aa19-4084-9e06-110726aea6c7,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:53.929460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd31d5-ac22-46d8-a876-0601144c15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee4e32-f552-4c6b-b2fe-a7048fa4ca2f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:53.939313 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:54.020505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e349d7-b4e5-4364-b5c4-8c47b59343d7 None None] Pushing event updated for resources: {'Port': ['ID=85e4b0b7-aa19-4084-9e06-110726aea6c7,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:54.107263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Router 024b90ac-f113-4f94-96f9-a59f11d58d97 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:44:54.268732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2539e53b-2861-48c4-945c-39f1df0a38d0 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:54.343300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:54.354149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 2539e53b-2861-48c4-945c-39f1df0a38d0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:54.359839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Sync routers for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:44:54.362361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 2539e53b-2861-48c4-945c-39f1df0a38d0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:54.362741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:54.374996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:54.376795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-864e6fcf-c732-45fa-b35c-28f01bc4f87a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7791851 Jul 29 17:44:54.380186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50764) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:54.466649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:54.470301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:54.568683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5c000a07-ab68-40af-8371-e823ece79778 None None] Provisioning complete for port 85e4b0b7-aa19-4084-9e06-110726aea6c7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:54.569001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5c000a07-ab68-40af-8371-e823ece79778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:54.715546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ad618-532c-4225-ab18-61694c8fa36f req-085a87f6-80b4-4b25-82dd-e42661caad91 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:54.717468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-573ad618-532c-4225-ab18-61694c8fa36f req-085a87f6-80b4-4b25-82dd-e42661caad91 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 949 time: 0.1427104 Jul 29 17:44:54.810294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:54.817462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 85e4b0b7-aa19-4084-9e06-110726aea6c7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:54.845992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-573ad618-532c-4225-ab18-61694c8fa36f req-dc63d742-091e-49c1-8948-c4bf5b1dfaba tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164627 Jul 29 17:44:54.983245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:44:54.986374 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2d04b-aa16-4276-bcac-a01a5bd6ded6" -d '{"events": [{"server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "name": "network-vif-plugged", "status": "completed", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:44:54.994792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:55.085032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2539e53b-2861-48c4-945c-39f1df0a38d0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:55.319500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50804) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:55.340336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:55.342917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:55.348025 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b942cd-328e-4c3c-b91b-ebf20cf3478e x-openstack-request-id: req-87b942cd-328e-4c3c-b91b-ebf20cf3478e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:44:55.348321 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "name": "network-vif-plugged", "status": "completed", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:44:55.348581 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b942cd-328e-4c3c-b91b-ebf20cf3478e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:44:55.349078 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0', 'code': 200} Jul 29 17:44:55.361411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5a2a-93a3-4d94-9a5a-b72560af55bb req-aac381d8-013c-402f-81a0-794f9ad1a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:55.368178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-079c5a2a-93a3-4d94-9a5a-b72560af55bb req-aac381d8-013c-402f-81a0-794f9ad1a5aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 1101 time: 0.0882401 Jul 29 17:44:55.392133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 85e4b0b7-aa19-4084-9e06-110726aea6c7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:55.392548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:55.445083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-079c5a2a-93a3-4d94-9a5a-b72560af55bb req-fd9b642b-b817-4421-9f6c-aff30d100127 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Jul 29 17:44:55.482489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:55.577718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:52Z', 'revision_number': 3, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:55.610807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Checking router: 024b90ac-f113-4f94-96f9-a59f11d58d97 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:44:55.611404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Updating router 024b90ac-f113-4f94-96f9-a59f11d58d97 port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:44:55.649321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:55.654055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Allocated IP 172.20.0.1 (1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb/ed4bd826-b92e-4215-8b5a-f80a54bc43cf/e17b3af9-708a-413b-b28d-75e177f2ddff) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:44:55.710709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:55.978600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-138362631'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:55.993518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.030857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9843-e60d-4f5c-ba25-028b5bc21134 req-5e74c252-075d-4a6b-a650-abbaebd61114 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:56.032611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-694c9843-e60d-4f5c-ba25-028b5bc21134 req-5e74c252-075d-4a6b-a650-abbaebd61114 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 950 time: 0.1159923 Jul 29 17:44:56.044539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Transition to ACTIVE for port object e17b3af9-708a-413b-b28d-75e177f2ddff will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:56.069317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:56.073133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.085666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.129915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5757503-651d-4956-ab5d-f2800cdc1007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.165966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.194701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.233227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-694c9843-e60d-4f5c-ba25-028b5bc21134 req-75ee3f07-eab9-4979-b3ce-46017a03a044 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896653 Jul 29 17:44:56.233637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.346833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:44:56.391682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.391834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5757503-651d-4956-ab5d-f2800cdc1007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.403954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e4a1a-c981-44e1-bf04-99b4251c0ae0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:56.406696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5757503-651d-4956-ab5d-f2800cdc1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.412888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.413238 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Added segment a3cade60-5fe4-4c03-9557-f7eb06075c2d of type vlan for network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a Jul 29 17:44:56.431648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Transition to ACTIVE for port object ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:44:56.437294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.450578 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.468194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5757503-651d-4956-ab5d-f2800cdc1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d920a9-d8a3-4a0b-8812-7787238f9414,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:56.477268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f5757503-651d-4956-ab5d-f2800cdc1007 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2051e2b32379450aa8f5eba808b45e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663422 Jul 29 17:44:56.478285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:56.543669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.557346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Attempting to bind port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:44:56.557934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Attempting to bind port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:44:56.558411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Attempting to bind port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:44:56.571146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.584251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:44:56.586197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:56.589825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.591484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:44:56.592890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Bound port: ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:44:56.593656 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.610883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Pushing event updated for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:56.634852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:56.635081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.642713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.642916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:56.649289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45d920a9-d8a3-4a0b-8812-7787238f9414 HTTP/1.1" status: 204 len: 168 time: 0.1687229 Jul 29 17:44:56.669148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42061e-473c-431a-8a92-7e7383993bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d920a9-d8a3-4a0b-8812-7787238f9414,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:56.669424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:44:56.727285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] For port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:44:56.729244 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.733646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.733951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] For port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:44:56.764993 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.781684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e15d0-0f92-4806-bc60-273fc6958705 None None] Pushing event updated for resources: {'Port': ['ID=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:56.898882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:56.899134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:44:56.899532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:56.905992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:56.906740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.034821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7130558 Jul 29 17:44:57.037316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:57.037948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e15d0-0f92-4806-bc60-273fc6958705 None None] Pushing event updated for resources: {'Port': ['ID=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:57.043381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd69061-6d29-453b-bb70-4db7855debda tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Network': ['ID=dc8e3d33-db57-46fb-a1d4-e1292dc9d58a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:57.053994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'subnet': {'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:57.092420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.120907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:44:57.176613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:57.197822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a171aff0-bb8a-45f0-afa9-7aee8cbf45ac None None] Provisioning for port e17b3af9-708a-413b-b28d-75e177f2ddff completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:57.207930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:44:57.267676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a171aff0-bb8a-45f0-afa9-7aee8cbf45ac None None] Provisioning complete for port e17b3af9-708a-413b-b28d-75e177f2ddff triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:57.268270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a171aff0-bb8a-45f0-afa9-7aee8cbf45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.305986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a171aff0-bb8a-45f0-afa9-7aee8cbf45ac None None] Port e17b3af9-708a-413b-b28d-75e177f2ddff cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:57.334382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:44:57.342151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.371566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.475717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:52Z', 'revision_number': 3, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:44:57.477312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50878) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:57.531032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23404b9c-b6b1-4a3b-9ee1-a66fa4bc2b21 None None] The sync data for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 is: [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:52Z', 'revision_number': 3, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:44:57.580228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9d71988-503a-46d7-9bab-6a71da6a679f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.684047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0ca90-dd6b-4a95-8ad9-fbf32ba9639d req-166255fd-a6d6-4aeb-baca-0a096dee5371 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:57.685781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ad0ca90-dd6b-4a95-8ad9-fbf32ba9639d req-166255fd-a6d6-4aeb-baca-0a096dee5371 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 950 time: 0.2688174 Jul 29 17:44:57.729695 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.732666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.806720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Subnet': ['ID=643b1bea-3ae7-4478-832a-82c5c74a5464,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:57.819975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.846617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Checking segment: {'id': 'a3cade60-5fe4-4c03-9557-f7eb06075c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:44:57.847010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network hostable DHCP agents. Network: dc8e3d33-db57-46fb-a1d4-e1292dc9d58a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:44:57.881499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:44:57.899943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dc8e3d33-db57-46fb-a1d4-e1292dc9d58a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:57.904331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:57.904917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.912389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4a7fb-4ddc-4ce4-8c0b-4a6a82d59c88 None None] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:57.955816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ad0ca90-dd6b-4a95-8ad9-fbf32ba9639d req-0b716058-df81-47eb-a534-56d28c42c736 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271166 Jul 29 17:44:57.995072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:57.996933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bed491e-9d4d-453e-ab07-c77283c67008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.183586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Pushing event updated for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:58.214131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837898f-a818-4739-8aa1-0a6dddbb5c99 None None] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:44:58.331262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9d71988-503a-46d7-9bab-6a71da6a679f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.351488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9d71988-503a-46d7-9bab-6a71da6a679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.357826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87df2b22-7875-4b59-a82b-4fca17fc7ae6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3191710 Jul 29 17:44:58.360473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:58.366225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-282951751', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:44:58.473534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:44:58.476885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b9d71988-503a-46d7-9bab-6a71da6a679f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d23afc8f1df241ada25d9ff32d2601e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9758615 Jul 29 17:44:58.480378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50916) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:58.483306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:44:58.491064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71988-503a-46d7-9bab-6a71da6a679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc17a4f6-7b1e-4117-8601-ad5b26aaf568,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:58.615812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.717585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.807797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.810136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bed491e-9d4d-453e-ab07-c77283c67008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.810936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.812732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc17a4f6-7b1e-4117-8601-ad5b26aaf568 HTTP/1.1" status: 204 len: 168 time: 0.3312182 Jul 29 17:44:58.839022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051bdf0-a0e9-464d-836f-d116cacb0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc17a4f6-7b1e-4117-8601-ad5b26aaf568,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:58.849646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Router 024b90ac-f113-4f94-96f9-a59f11d58d97 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:44:58.854408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bed491e-9d4d-453e-ab07-c77283c67008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.904032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:44:58.914572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:58.916521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.003913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.054540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:44:59.073396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:59.078656 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.080772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9bed491e-9d4d-453e-ab07-c77283c67008 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0334f306f2d84be9bc48b4e4c79c3b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9009168 Jul 29 17:44:59.082169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed491e-9d4d-453e-ab07-c77283c67008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e88d445-83ca-46f0-885e-2b6b14d36fbb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:59.083667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50932) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:59.170792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-0818d62f-eb34-47e7-a3cb-8a99477b008b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:59.171347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-0818d62f-eb34-47e7-a3cb-8a99477b008b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:59.171834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-0818d62f-eb34-47e7-a3cb-8a99477b008b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:59.172314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-0818d62f-eb34-47e7-a3cb-8a99477b008b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:44:59.180379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-0818d62f-eb34-47e7-a3cb-8a99477b008b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83&device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c&device_id=b21520da-fa10-43b8-8604-976216da9586&device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 3770 time: 0.2430086 Jul 29 17:44:59.183199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-34a5b22e-0e36-4933-8b79-0cb941930e3d None None] Provisioning complete for port e17b3af9-708a-413b-b28d-75e177f2ddff triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:44:59.183569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-34a5b22e-0e36-4933-8b79-0cb941930e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.332368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-34a5b22e-0e36-4933-8b79-0cb941930e3d None None] Port e17b3af9-708a-413b-b28d-75e177f2ddff cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:44:59.405678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.431022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.459135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.484512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:44:59.492980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.564198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.567524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.569380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e88d445-83ca-46f0-885e-2b6b14d36fbb HTTP/1.1" status: 204 len: 168 time: 0.4707305 Jul 29 17:44:59.630840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:59.660402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:44:59.682618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-c4a4183b-b422-4afe-8d81-a9da74dc1721 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.721890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:44:59.754490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0fa94c85-d893-4c9b-9c19-1a5810012a6b admin admin] 10.222.0.16 "PUT /v2.0/routers/024b90ac-f113-4f94-96f9-a59f11d58d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3731079 Jul 29 17:44:59.768530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.820293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ca09d-f365-4ed1-82de-d3b011dbe9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e88d445-83ca-46f0-885e-2b6b14d36fbb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:44:59.917047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-c4a4183b-b422-4afe-8d81-a9da74dc1721 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.924759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-c4a4183b-b422-4afe-8d81-a9da74dc1721 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:59.971796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-268e17b8-021f-4971-a24f-0495ec68ac8d req-c4a4183b-b422-4afe-8d81-a9da74dc1721 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7901568 Jul 29 17:44:59.982665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4183b-b422-4afe-8d81-a9da74dc1721 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0109f50a-b248-47ff-b76f-f5d12e525de7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:00.245673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca55-a3d0-4212-ab04-e00908a63eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.259585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.312373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.344145 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Sync routers for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:00.364253 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:00.372139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:00.415507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca55-a3d0-4212-ab04-e00908a63eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.428048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca55-a3d0-4212-ab04-e00908a63eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.521621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:00.529391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ca55-a3d0-4212-ab04-e00908a63eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e64abb-5b8f-4876-b585-cd3811ceccb6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:00.545725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7eca0d9-232a-482e-aa14-85d5e94b73b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.578885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234b49d-3fbd-4c8b-95c5-d552af8f2de6 req-f6b5739a-2283-4333-8e7b-7366f4405c7b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:00.579368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234b49d-3fbd-4c8b-95c5-d552af8f2de6 req-f6b5739a-2283-4333-8e7b-7366f4405c7b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:00.579836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234b49d-3fbd-4c8b-95c5-d552af8f2de6 req-f6b5739a-2283-4333-8e7b-7366f4405c7b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:00.591281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c234b49d-3fbd-4c8b-95c5-d552af8f2de6 req-f6b5739a-2283-4333-8e7b-7366f4405c7b tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83&device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c&device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 2883 time: 0.2792072 Jul 29 17:45:00.623473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5b53ca55-a3d0-4212-ab04-e00908a63eae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0af52b1d10b74b8c88190c460f05b0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9568565 Jul 29 17:45:00.631018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:00.638785 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:00.729963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c234b49d-3fbd-4c8b-95c5-d552af8f2de6 req-3ccd156e-07ac-47b4-afe4-1406410ddffe tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375802 Jul 29 17:45:00.764654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.767570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7eca0d9-232a-482e-aa14-85d5e94b73b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.787574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7eca0d9-232a-482e-aa14-85d5e94b73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.801922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:00.811637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.147 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/98b0d045-8d72-4005-90b9-3b9861d882a5) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:00.831043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.858448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f7eca0d9-232a-482e-aa14-85d5e94b73b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46ad1647e4264958be7ac808ed85ba3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328710 Jul 29 17:45:00.861387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50986) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:00.886001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eca0d9-232a-482e-aa14-85d5e94b73b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b9e3b7-ec72-4a78-ba76-ff3c1070b907,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:00.928517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:00.934978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:00.949374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50990) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:00.996894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.018444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.070661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.084176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.091138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.108609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62e64abb-5b8f-4876-b585-cd3811ceccb6 HTTP/1.1" status: 204 len: 168 time: 0.4756050 Jul 29 17:45:01.131069 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 2, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:01.136338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.154905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afe7e7-a3b9-4042-8630-6d602f6d402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e64abb-5b8f-4876-b585-cd3811ceccb6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:01.205661 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Checking router: 024b90ac-f113-4f94-96f9-a59f11d58d97 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:01.208261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Updating router 024b90ac-f113-4f94-96f9-a59f11d58d97 port e17b3af9-708a-413b-b28d-75e177f2ddff binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:01.213209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-network', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:01.215132 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.224926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.229147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58b9e3b7-ec72-4a78-ba76-ff3c1070b907 HTTP/1.1" status: 204 len: 168 time: 0.3641107 Jul 29 17:45:01.244724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25f02-9441-472a-adc5-3208a2cc4015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b9e3b7-ec72-4a78-ba76-ff3c1070b907,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:01.276765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:01.281445 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.288911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=98b0d045-8d72-4005-90b9-3b9861d882a5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:01.291750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:01.297309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:01.335356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Made reservation on behalf of 1199ab4375094be4a1b5b26f9267e1f9 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:01.337990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.351245 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.485680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51004) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:01.491571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716462222', 'description': 'tempest-description--1733474503'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:01.720458 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.739856 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Transition to ACTIVE for port object e17b3af9-708a-413b-b28d-75e177f2ddff will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:01.741934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51012) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:01.753136 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.764307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0956b82-7c37-4e52-9f80-bf760edff4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.798827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.815543 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Pushing event updated for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:01.825315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.827594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.827957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.828282 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.828615 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.829122 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.829674 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.830167 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.830785 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.831012 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.831333 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.831834 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.832336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:01.852039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.870313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:01.878537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.922562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Attempting to bind port e17b3af9-708a-413b-b28d-75e177f2ddff on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:01.923134 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Attempting to bind port e17b3af9-708a-413b-b28d-75e177f2ddff by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:01.923848 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Attempting to bind port e17b3af9-708a-413b-b28d-75e177f2ddff on network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:01.925619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:45:01.930874 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:01.931447 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Checking segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:01.932016 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.932590 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Bound using segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:01.933230 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Bound port: e17b3af9-708a-413b-b28d-75e177f2ddff, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:01.933972 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.984994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:01.985771 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Added segment 2e94554e-da3b-4911-88c6-2ba1630e0c47 of type vlan for network 81d95c47-0ddc-4a83-acab-3eace9f39f94 Jul 29 17:45:02.050724 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] For port e17b3af9-708a-413b-b28d-75e177f2ddff, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:02.060375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] For port e17b3af9-708a-413b-b28d-75e177f2ddff, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e17b3af9-708a-413b-b28d-75e177f2ddff,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:02.071238 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.118690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0956b82-7c37-4e52-9f80-bf760edff4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.132766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0956b82-7c37-4e52-9f80-bf760edff4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.204149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.211882 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:02.214940 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:02.282057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb96344-b4b9-408a-b209-22e3432f2cd9 None None] Pushing event updated for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:02.365551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0956b82-7c37-4e52-9f80-bf760edff4a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a41cd4eb29f24e12a2a6120047262339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218567 Jul 29 17:45:02.366296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51034) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:02.409767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956b82-7c37-4e52-9f80-bf760edff4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d414fa49-24b9-41d3-8e74-2bebb22a1c50,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:02.495440 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.526144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.529728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.531078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:02.531336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.531575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.582435 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:02.597273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.610122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.614337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.647506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d414fa49-24b9-41d3-8e74-2bebb22a1c50 HTTP/1.1" status: 204 len: 168 time: 0.2750030 Jul 29 17:45:02.666853 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.717213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb7d1-fdac-4b1f-9168-74114fc82237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d414fa49-24b9-41d3-8e74-2bebb22a1c50,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:02.759551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] Pushing event updated for resources: {'Network': ['ID=81d95c47-0ddc-4a83-acab-3eace9f39f94,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:02.762961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48153056-794b-43e9-a631-2fd581ac1799 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8105595 Jul 29 17:45:02.767781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51046) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:02.773985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Request body: {'subnet': {'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-subnet', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:02.775371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:45:02.807424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22483c03-ce97-4130-9971-c301467bf80a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:02.818620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Made reservation on behalf of 1199ab4375094be4a1b5b26f9267e1f9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:02.821024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.827447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.828741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bee108e1-ce2e-48eb-a422-f36208e2d885 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3418789 Jul 29 17:45:02.834387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51048) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:02.844536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'security_group_rule': {'security_group_id': '22483c03-ce97-4130-9971-c301467bf80a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:02.912810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:02.933773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:45:03.066703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.080009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.092844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:02Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:03.113471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44abd9d1-e0a3-40df-8721-9fba2db8d3f0,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:03.146615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.148474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-017b570d-1c39-4aed-9ce4-d599aaeda77f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125708 Jul 29 17:45:03.152054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:03.157202 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee63b4-60c9-46d8-847d-7e9a8f22adfc None None] The sync data for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 is: [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:02Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:03.161750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'security_group_rule': {'security_group_id': '22483c03-ce97-4130-9971-c301467bf80a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:03.254042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.362072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.378604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.417959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b773ce-54be-4058-90ba-0efcacd7ae02,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:03.424876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.430690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d2497b64-7cda-41ee-bf50-35bad3848494 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772756 Jul 29 17:45:03.431436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51070) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:03.436783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:03.481095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.580997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d1b77-264a-494d-a450-3c5c878b2bba req-e5278589-3a62-41ad-aad8-1350e1a25eea tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:03.589037 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff3d1b77-264a-494d-a450-3c5c878b2bba req-e5278589-3a62-41ad-aad8-1350e1a25eea tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1101 time: 0.5625916 Jul 29 17:45:03.648833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.685977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ff3d1b77-264a-494d-a450-3c5c878b2bba req-45943b42-7f76-4967-94c2-37877ea80934 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955734 Jul 29 17:45:03.689158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:03.702444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:03.719871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:03.726826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:03.803381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.808625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c0fe65d-9c2d-487c-83c0-170118e56d73 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4464576 Jul 29 17:45:03.809481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51084) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:03.831406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:03.839780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:03.867467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:03.868116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:03.920474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Allocated IP 172.25.5.12 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/6df9145c-e932-4c94-b65c-079c2095a57d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:03.988347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:03.994192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459d7458-5ab3-472a-aa83-3cba0668ff4c None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:04.048576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167f1ff5-90b4-4314-9051-bc8e68b9ae81,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:04.076822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Checking segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:04.077189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Network hostable DHCP agents. Network: 81d95c47-0ddc-4a83-acab-3eace9f39f94, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:45:04.156460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988993c-1a3f-4bd6-b1a5-58ddc6cea033 req-becc8f51-2acb-4933-babb-aec4998e71ea tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:04.164028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9988993c-1a3f-4bd6-b1a5-58ddc6cea033 req-becc8f51-2acb-4933-babb-aec4998e71ea tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1101 time: 0.0940378 Jul 29 17:45:04.230065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:45:04.236897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.261935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9988993c-1a3f-4bd6-b1a5-58ddc6cea033 req-28e111e5-bbbf-467a-8f71-c8b13fc6c210 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964730 Jul 29 17:45:04.304139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 81d95c47-0ddc-4a83-acab-3eace9f39f94) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:04.311250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:04.311905 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.322945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95d75b-9a80-49cb-b8bc-0d1ad177afc0 None None] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:04.342600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.374794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e220347d-9636-4928-8318-4ba0f22fca20 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6016021 Jul 29 17:45:04.377081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:04.381896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:04.445503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'Port': ['ID=6df9145c-e932-4c94-b65c-079c2095a57d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:04.485272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:04.487042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:04.491863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:04.552860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.556977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.587585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.638761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-81d95c47-0ddc-4a83-acab-3eace9f39f94', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:45:04.639653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.650329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.655544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:04.843704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e17b3af9-708a-413b-b28d-75e177f2ddff up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:05.059623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Allocated IP 172.20.0.2 (81d95c47-0ddc-4a83-acab-3eace9f39f94/167f1ff5-90b4-4314-9051-bc8e68b9ae81/bda8bb0f-786d-42cd-9b2a-4bad767464c8) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:05.089670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.098316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.192060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.202284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.254462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.254710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a2394f3-9d3c-48b0-8060-cc9c7f5b36e8 req-41cbb4c5-4ddc-4370-a9ad-6761ab1941de tempest-AbsoluteLimitsNegativeTestJSON-887007516 tempest-AbsoluteLimitsNegativeTestJSON-887007516-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f775c6475b334a74b0db8c2f674509fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974646 Jul 29 17:45:05.256818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8237162 Jul 29 17:45:05.284572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.307621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387c05-e60c-4c4d-9bed-91d1d14895c3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'Port': ['ID=6df9145c-e932-4c94-b65c-079c2095a57d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:05.548481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e17b3af9-708a-413b-b28d-75e177f2ddff completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:05.559426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e17b3af9-708a-413b-b28d-75e177f2ddff triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:05.560653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.580092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2394f3-9d3c-48b0-8060-cc9c7f5b36e8 req-cb080b54-1968-427b-973e-b7651cdc844e tempest-AbsoluteLimitsNegativeTestJSON-887007516 tempest-AbsoluteLimitsNegativeTestJSON-887007516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:05.588136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a2394f3-9d3c-48b0-8060-cc9c7f5b36e8 req-cb080b54-1968-427b-973e-b7651cdc844e tempest-AbsoluteLimitsNegativeTestJSON-887007516 tempest-AbsoluteLimitsNegativeTestJSON-887007516-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327227 Jul 29 17:45:05.639644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a2394f3-9d3c-48b0-8060-cc9c7f5b36e8 req-01072b5c-ce58-4e83-873c-4c315083d919 tempest-AbsoluteLimitsNegativeTestJSON-887007516 tempest-AbsoluteLimitsNegativeTestJSON-887007516-project] 10.222.0.16 "GET /v2.0/quotas/f775c6475b334a74b0db8c2f674509fb HTTP/1.1" status: 200 len: 375 time: 0.0503278 Jul 29 17:45:05.642078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51172) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:05.733835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a2394f3-9d3c-48b0-8060-cc9c7f5b36e8 req-3c78c71b-513a-42f4-a2cb-8f34483b23e1 tempest-AbsoluteLimitsNegativeTestJSON-887007516 tempest-AbsoluteLimitsNegativeTestJSON-887007516-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f775c6475b334a74b0db8c2f674509fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891867 Jul 29 17:45:05.753674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.796421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.850824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Transition to ACTIVE for port object bda8bb0f-786d-42cd-9b2a-4bad767464c8 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:05.859024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e17b3af9-708a-413b-b28d-75e177f2ddff, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e17b3af9-708a-413b-b28d-75e177f2ddff,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:05.891436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.958973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Transition to ACTIVE for port object bda8bb0f-786d-42cd-9b2a-4bad767464c8 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:05.960159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04f2602d-0876-41d1-a769-7adbc34b2b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:05.960847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:05.976344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.050843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:06.057627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:06.061227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:06.102934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Pushing event updated for resources: {'Port': ['ID=bda8bb0f-786d-42cd-9b2a-4bad767464c8,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:06.175812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04f2602d-0876-41d1-a769-7adbc34b2b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.187792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04f2602d-0876-41d1-a769-7adbc34b2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.217004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Attempting to bind port bda8bb0f-786d-42cd-9b2a-4bad767464c8 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:06.218269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Attempting to bind port bda8bb0f-786d-42cd-9b2a-4bad767464c8 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:06.218269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Attempting to bind port bda8bb0f-786d-42cd-9b2a-4bad767464c8 on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:06.223399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:06.223793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Checking segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:06.224085 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.224478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Bound using segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:06.224992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Bound port: bda8bb0f-786d-42cd-9b2a-4bad767464c8, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:06.225389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.249540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.272143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-04f2602d-0876-41d1-a769-7adbc34b2b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e47280bac53f44a9b4c857679db5495a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286485 Jul 29 17:45:06.274695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:06.281202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2602d-0876-41d1-a769-7adbc34b2b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744ff85-3268-40a7-8675-fa8c692a3260,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:06.325451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51210) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:06.334937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.349865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] For port bda8bb0f-786d-42cd-9b2a-4bad767464c8, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:06.356009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] For port bda8bb0f-786d-42cd-9b2a-4bad767464c8, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bda8bb0f-786d-42cd-9b2a-4bad767464c8,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:06.366430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.375173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16b30-c9b0-4795-afa5-5897ab7fb42b req-90e1f428-28bb-4aa4-8203-864ead20fd6c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:06.376797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ff16b30-c9b0-4795-afa5-5897ab7fb42b req-90e1f428-28bb-4aa4-8203-864ead20fd6c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.3494928 Jul 29 17:45:06.440210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.489156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.547484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a878d3f-44df-41a6-b8d0-437af95bb4ba None None] Pushing event updated for resources: {'Port': ['ID=bda8bb0f-786d-42cd-9b2a-4bad767464c8,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:06.577632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.1 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:06.577984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96eaa52b-ab04-47eb-9d3d-257448d10046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.607695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.611129 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.615342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d744ff85-3268-40a7-8675-fa8c692a3260 HTTP/1.1" status: 204 len: 168 time: 0.3371961 Jul 29 17:45:06.638555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f70fa5-ad72-47d8-bc90-11ba6328d7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744ff85-3268-40a7-8675-fa8c692a3260,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:06.646162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ff16b30-c9b0-4795-afa5-5897ab7fb42b req-8a9b3555-4050-42c4-a1a1-9b99cb3ad271 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347345 Jul 29 17:45:06.843381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e17b3af9-708a-413b-b28d-75e177f2ddff up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:06.852662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Allocated IP 172.25.5.217 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/e776ed58-c0f4-4a1f-a4e7-237055f81a04) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:06.873077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96eaa52b-ab04-47eb-9d3d-257448d10046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.885604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96eaa52b-ab04-47eb-9d3d-257448d10046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:06.979378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e17b3af9-708a-413b-b28d-75e177f2ddff triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:06.979973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.038314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-96eaa52b-ab04-47eb-9d3d-257448d10046 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f775c6475b334a74b0db8c2f674509fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084022 Jul 29 17:45:07.043215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51256) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:07.060420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaa52b-ab04-47eb-9d3d-257448d10046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c0ea4-ecfd-49a2-b826-34c8c2d543c1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:07.163342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.193694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.198140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.259767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.261400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.264811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.266442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/159c0ea4-ecfd-49a2-b826-34c8c2d543c1 HTTP/1.1" status: 204 len: 168 time: 0.2217040 Jul 29 17:45:07.278633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9a8d9-f3c1-4acf-805c-3fbf1d3f5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c0ea4-ecfd-49a2-b826-34c8c2d543c1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:07.285542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:07.303188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.321956 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54ccf896-7c47-49e6-b377-97b579516f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.374580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:07.384613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:07.391729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:07.423325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:07.441664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.506425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.510466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:07.552682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:07.563617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:07.572368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e776ed58-c0f4-4a1f-a4e7-237055f81a04,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:07.859602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51278) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:07.863689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54ccf896-7c47-49e6-b377-97b579516f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.870581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-646952891'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:07.893001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54ccf896-7c47-49e6-b377-97b579516f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.913630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:07.923484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:07.961032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:45:07.991652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafa33a-23c2-4559-822f-16400749aa62 req-3e9c4940-9078-4db2-ac12-fdc078c32648 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:07.993254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-beafa33a-23c2-4559-822f-16400749aa62 req-3e9c4940-9078-4db2-ac12-fdc078c32648 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2107017 Jul 29 17:45:08.003852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.006813 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Added segment e9c46b89-a4f5-438e-81a5-582a49807096 of type vlan for network 92ef9973-b776-4d3d-8541-55aabe653706 Jul 29 17:45:08.007501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccf896-7c47-49e6-b377-97b579516f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d110597-b3a4-4494-8d65-c35d72a003a0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:08.012237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.062889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-54ccf896-7c47-49e6-b377-97b579516f9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e659b0eb6b44ce8ec312f1fd5e1e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761598 Jul 29 17:45:08.077188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51288) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:08.090201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.115078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2490313-cb48-4eec-854d-81ea8cfc02c5 None None] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:08.165667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.171470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:08.172285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.206043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e26328b9-924c-42c7-a515-280058201dc0 None None] Provisioning for port bda8bb0f-786d-42cd-9b2a-4bad767464c8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:08.277820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4152281 Jul 29 17:45:08.279754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:08.290011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1614322156'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:08.305904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51294) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:08.325189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d255a5-fdfe-4406-a82d-91e7520d023e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Network': ['ID=92ef9973-b776-4d3d-8541-55aabe653706,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:08.351779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:08.357595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.366087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 92ef9973-b776-4d3d-8541-55aabe653706 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:45:08.400964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:45:08.419685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.420687 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Added segment 16394b59-64b8-4e42-ba45-fa00057d02e3 of type vlan for network 502eec23-ba9e-439b-9469-a85e3f0851ae Jul 29 17:45:08.515692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.541189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-53523059-network', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:08.587114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.594538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:08.595307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.607455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Made reservation on behalf of 1d7404e51e3e4a3589b4822ef1dcaacf for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:08.610596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.700371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.724692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4399090 Jul 29 17:45:08.728943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:08.729480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258b1b-f5f7-4016-91f4-207109904b03 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Network': ['ID=502eec23-ba9e-439b-9469-a85e3f0851ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:08.736753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-beafa33a-23c2-4559-822f-16400749aa62 req-c53aeac5-735c-463e-823c-cc1088cc6072 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317057 Jul 29 17:45:08.771201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 502eec23-ba9e-439b-9469-a85e3f0851ae details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:45:08.786742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'subnet': {'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:08.844800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bda8bb0f-786d-42cd-9b2a-4bad767464c8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:08.870613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.939424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port bda8bb0f-786d-42cd-9b2a-4bad767464c8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:08.945035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bda8bb0f-786d-42cd-9b2a-4bad767464c8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:08.946093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:08.999522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.008650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.017572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.044313 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.045043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.055292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:45:09.072789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:09.077091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.109725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port bda8bb0f-786d-42cd-9b2a-4bad767464c8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bda8bb0f-786d-42cd-9b2a-4bad767464c8,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:09.115797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.138279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.139021 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Added segment c4ce74e4-953f-40e1-991d-418a67ff0b00 of type vlan for network 648842b2-63ed-497a-a37b-b33c2bf6160f Jul 29 17:45:09.150448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e20386-8a19-4cd8-bf3c-827ad93596f5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.190225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=bda8bb0f-786d-42cd-9b2a-4bad767464c8,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.213557 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-031dc6e8-cad7-462c-8a6e-bcb29efd7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.253662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.278710 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.281187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.284657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d110597-b3a4-4494-8d65-c35d72a003a0 HTTP/1.1" status: 204 len: 168 time: 1.2024505 Jul 29 17:45:09.288126 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.306815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce60f7-7ac5-4721-a57d-49da043f2e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d110597-b3a4-4494-8d65-c35d72a003a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.328180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.329338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:09.329927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.376778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.410457 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.442674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] Pushing event updated for resources: {'Network': ['ID=648842b2-63ed-497a-a37b-b33c2bf6160f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.455067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f98f0c63-5dfd-4fe6-9f2f-9ebe3c5410bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1414676 Jul 29 17:45:09.458177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51308) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:09.462958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 648842b2-63ed-497a-a37b-b33c2bf6160f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:45:09.463285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Request body: {'subnet': {'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-53523059-subnet', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:09.512323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.515321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.523262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Made reservation on behalf of 1d7404e51e3e4a3589b4822ef1dcaacf for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:09.525589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.626125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.641131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:09.643383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:09.653734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Router e2e8eb16-41bf-4de1-949c-17601422418d is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:45:09.744369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Subnet': ['ID=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.756428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:09.756778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network hostable DHCP agents. Network: 92ef9973-b776-4d3d-8541-55aabe653706, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:45:09.827436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 92ef9973-b776-4d3d-8541-55aabe653706 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:45:09.876727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 92ef9973-b776-4d3d-8541-55aabe653706) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:09.882156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:09.883008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.885633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea081-6257-48ca-a96f-88f723234c2d None None] Network 92ef9973-b776-4d3d-8541-55aabe653706 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:09.888988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:09.890102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.902821 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:09.914743 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:09.917495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:09.918332 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:09.931627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf051-077c-476b-a94b-a326899192fc req-10eecc30-aafe-4c3e-959d-8c3c0b6bc8ec tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:09.933523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1fddf051-077c-476b-a94b-a326899192fc req-10eecc30-aafe-4c3e-959d-8c3c0b6bc8ec tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0837331 Jul 29 17:45:09.935795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69632db6-e95a-4984-823c-d509b64d7ef8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:09.936196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:09.937523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c731ee2d-cf61-47ba-a2d1-f3b03daa68f8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5594354 Jul 29 17:45:09.940501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51322) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:09.956952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-46ce2b13-4423-432e-bbe3-e914a45ed0ce tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1916718 Jul 29 17:45:09.957759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51324) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:09.976547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'subnet': {'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:10.027510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Checking segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:10.027878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Network hostable DHCP agents. Network: 648842b2-63ed-497a-a37b-b33c2bf6160f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:45:10.076522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Network 648842b2-63ed-497a-a37b-b33c2bf6160f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:45:10.094884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 648842b2-63ed-497a-a37b-b33c2bf6160f) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:10.101877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:10.102843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.114572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:10.116041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1fddf051-077c-476b-a94b-a326899192fc req-2aab4d0f-d1f6-4574-b339-f11d9e576eba tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277504 Jul 29 17:45:10.118908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.120666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af34df-c945-499a-954c-50e08653cf30 None None] Network 648842b2-63ed-497a-a37b-b33c2bf6160f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:10.159149 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:10.179455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a1adf533-28eb-401c-a659-46a22ccfee1c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7201090 Jul 29 17:45:10.182711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51332) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:10.194388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:10.255260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.257061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.401392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-92ef9973-b776-4d3d-8541-55aabe653706', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:45:10.402682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.452427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.471749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51338) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:10.485760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-648842b2-63ed-497a-a37b-b33c2bf6160f', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:45:10.488262 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.497134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:10.508877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c293d128-8e32-40f6-aa59-ea6146f4a8c3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/routers/ba76c6ad-f34e-441b-8689-0df0847b7e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6922512 Jul 29 17:45:10.509930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51342) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:10.543690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'port': {'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a', 'name': 'tempest-FloatingIPTestJSON-523467313'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:10.545470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:10.600632 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:07Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:10.694006 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:10.694393 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Updating router e2e8eb16-41bf-4de1-949c-17601422418d port e776ed58-c0f4-4a1f-a4e7-237055f81a04 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:10.707039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.732654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.748180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-946129641-network', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:10.779387 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.789483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:10.791772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:10.832222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bda8bb0f-786d-42cd-9b2a-4bad767464c8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:10.860537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:10.864071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.886213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:10.903791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] device_id is not set on port 8d32ab47-405c-47d0-965d-8a3e6cb72e48 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:10.942492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Subnet': ['ID=1befba47-894c-40e0-a83a-a7d242c88a65,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:10.954640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Made reservation on behalf of be381614125f49bc8d1e9ad94b387a88 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:10.957310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.981343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:10.992474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Checking segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:10.992805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network hostable DHCP agents. Network: 502eec23-ba9e-439b-9469-a85e3f0851ae, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:45:11.051052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 502eec23-ba9e-439b-9469-a85e3f0851ae is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:45:11.083359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:11.084413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:11.090418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 502eec23-ba9e-439b-9469-a85e3f0851ae) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:11.117242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:11.117843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.148014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827794d1-4672-4d51-aca9-67dc0d97e0f4 None None] Network 502eec23-ba9e-439b-9469-a85e3f0851ae requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:11.162999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:11.163987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dfdbf-8a96-4f16-8062-93f8b0af37d4 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:11.185323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bda8bb0f-786d-42cd-9b2a-4bad767464c8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:11.185968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.288985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Allocated IP 10.1.1.2 (92ef9973-b776-4d3d-8541-55aabe653706/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6/0746602f-bba1-48f3-b138-107040c04782) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:11.296588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.336467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.356464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Allocated IP 172.20.0.2 (648842b2-63ed-497a-a37b-b33c2bf6160f/69632db6-e95a-4984-823c-d509b64d7ef8/0838270c-97f9-4187-b997-770a3d68226b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:11.364151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4b6c480a-bb50-4cb8-9963-5383b65aa568 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4051592 Jul 29 17:45:11.378506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51348) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:11.384920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'name': 'tempest-TaggedBootDevicesTest-303358047', 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:11.399770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:45:11.477582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.479458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d944b84-6261-405e-8ac3-3ecb38d408d3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:11.503477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.503881 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Added segment 15787b65-59ca-4d5a-acff-9b84676748cd of type vlan for network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee Jul 29 17:45:11.543340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.588800 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.616641 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Transition to ACTIVE for port object e776ed58-c0f4-4a1f-a4e7-237055f81a04 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:11.633136 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.681494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.699145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.752385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Attempting to bind port e776ed58-c0f4-4a1f-a4e7-237055f81a04 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:11.752815 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Attempting to bind port e776ed58-c0f4-4a1f-a4e7-237055f81a04 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:11.753128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Attempting to bind port e776ed58-c0f4-4a1f-a4e7-237055f81a04 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:11.777427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405ba60-04fa-4516-910e-830ee1d4fc05 None None] Pushing event updated for resources: {'Port': ['ID=e776ed58-c0f4-4a1f-a4e7-237055f81a04,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:11.787022 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:11.788189 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:11.790404 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.792067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:11.796207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Bound port: e776ed58-c0f4-4a1f-a4e7-237055f81a04, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:11.796207 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.834753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:11.853597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.855588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:11.856202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.859340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Allocated IP 172.25.5.109 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0fcf4008-5a86-4837-bed0-82858821540b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:11.866618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07ac9990-2402-4c9c-8f08-dbebe2357a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.884708 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] For port e776ed58-c0f4-4a1f-a4e7-237055f81a04, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:11.889472 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] For port e776ed58-c0f4-4a1f-a4e7-237055f81a04, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e776ed58-c0f4-4a1f-a4e7-237055f81a04,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:11.894061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Allocated IP 172.20.0.1 (81d95c47-0ddc-4a83-acab-3eace9f39f94/167f1ff5-90b4-4314-9051-bc8e68b9ae81/48f9ed9e-8acd-412f-b7fb-706c1a8ac538) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:11.895200 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.903225 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:11.969659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-502eec23-ba9e-439b-9469-a85e3f0851ae', 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ips': [{'subnet_id': '1befba47-894c-40e0-a83a-a7d242c88a65'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:45:11.970561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.034515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5596294 Jul 29 17:45:12.040477 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405ba60-04fa-4516-910e-830ee1d4fc05 None None] Pushing event updated for resources: {'Port': ['ID=e776ed58-c0f4-4a1f-a4e7-237055f81a04,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:12.045989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.059193 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:12.059987 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:12.095282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.110775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Transition to ACTIVE for port object 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:12.151200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:12.168969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Transition to ACTIVE for port object 0746602f-bba1-48f3-b138-107040c04782 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:12.170023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Request body: {'subnet': {'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-946129641-subnet', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:12.196265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.206500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f1c69-338b-4e8c-a44c-6adb97765dd1 req-4851c118-3a30-450f-8044-d60cc970a15b tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:12.214815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f8f1c69-338b-4e8c-a44c-6adb97765dd1 req-4851c118-3a30-450f-8044-d60cc970a15b tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.6174455 Jul 29 17:45:12.216476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c81bb-e36b-4c2b-ac29-12f6c6f5cc5b admin admin] Pushing event updated for resources: {'Network': ['ID=fd8d17b0-96d1-432c-b860-7b2c8c00b5ee,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:12.223166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.238587 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:12.255590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:45:12.275753 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.315749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.335505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Pushing event updated for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:12.346409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.3 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/8d32ab47-405c-47d0-965d-8a3e6cb72e48) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:12.346719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Transition to ACTIVE for port object 0746602f-bba1-48f3-b138-107040c04782 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:12.347252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] device_id is not set on port 5a31c341-0c03-4369-9766-8b1442d5cdce yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:12.353675 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.369259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Transition to ACTIVE for port object 0838270c-97f9-4187-b997-770a3d68226b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:12.391721 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.399775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Allocated IP 10.2.2.2 (502eec23-ba9e-439b-9469-a85e3f0851ae/1befba47-894c-40e0-a83a-a7d242c88a65/3a8e81f7-8609-4900-8b31-69aee7f14074) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:12.454044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Transition to ACTIVE for port object 0838270c-97f9-4187-b997-770a3d68226b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:12.477141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Network 92ef9973-b776-4d3d-8541-55aabe653706 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:12.516767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:12.520053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:12.523119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.562739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Network 648842b2-63ed-497a-a37b-b33c2bf6160f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:12.578946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Pushing event updated for resources: {'Port': ['ID=0746602f-bba1-48f3-b138-107040c04782,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:12.605832 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:07Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:12.622990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.667299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Made reservation on behalf of be381614125f49bc8d1e9ad94b387a88 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:12.670839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.676678 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3591094-dcf7-4eef-acbe-1a7757f4b014 None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:07Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:12.681014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:12.686614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:12.691450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:12.693999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:12.704455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:12.814989 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f8f1c69-338b-4e8c-a44c-6adb97765dd1 req-dca2eb15-c224-4d79-a1a7-bf1eb4c04e80 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987992 Jul 29 17:45:12.818289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.819138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:12.821064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:12.839283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Pushing event updated for resources: {'Port': ['ID=0838270c-97f9-4187-b997-770a3d68226b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:12.861230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:12.873334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Attempting to bind port 0746602f-bba1-48f3-b138-107040c04782 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:12.873699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Attempting to bind port 0746602f-bba1-48f3-b138-107040c04782 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:12.878751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:12.887439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Attempting to bind port 0746602f-bba1-48f3-b138-107040c04782 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:12.923533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcf4008-5a86-4837-bed0-82858821540b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:13.037393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.051594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Transition to ACTIVE for port object 3a8e81f7-8609-4900-8b31-69aee7f14074 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:13.098757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Attempting to bind port 0838270c-97f9-4187-b997-770a3d68226b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:13.099472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Attempting to bind port 0838270c-97f9-4187-b997-770a3d68226b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:13.099941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Attempting to bind port 0838270c-97f9-4187-b997-770a3d68226b on network 648842b2-63ed-497a-a37b-b33c2bf6160f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:13.120872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:13.121431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:13.122033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.122740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Bound using segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:13.123322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Bound port: 0746602f-bba1-48f3-b138-107040c04782, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:13.123804 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.168265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:13.170933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Transition to ACTIVE for port object 3a8e81f7-8609-4900-8b31-69aee7f14074 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:13.180972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:13.220214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:13.234807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.251767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-28093150-65ae-4cf7-ba37-11e7fafa987e None None] Provisioning for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:13.254567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:13.255153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Checking segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:13.255660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.256154 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Bound using segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:13.256840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Bound port: 0838270c-97f9-4187-b997-770a3d68226b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:13.257353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.264135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] For port 0746602f-bba1-48f3-b138-107040c04782, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:13.279261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.284616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.304810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=8d32ab47-405c-47d0-965d-8a3e6cb72e48,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:13.358541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-28093150-65ae-4cf7-ba37-11e7fafa987e None None] Provisioning complete for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:13.358994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28093150-65ae-4cf7-ba37-11e7fafa987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.371344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 10.1.1.2-0080f8d5-a12f-4df9-aff1-6dfee194e876 {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:45:13.371994 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:45:13.375614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] For port 0746602f-bba1-48f3-b138-107040c04782, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0746602f-bba1-48f3-b138-107040c04782,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:13.393686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Network 502eec23-ba9e-439b-9469-a85e3f0851ae is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:13.412782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:13.413456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.428329 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.460342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.469632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:13.491456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:13.500122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cc2fa853-5b5b-4869-8e26-bc5a0a47440e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9842300 Jul 29 17:45:13.504325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:13.508836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Pushing event updated for resources: {'Port': ['ID=3a8e81f7-8609-4900-8b31-69aee7f14074,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:13.512030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'port': {'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a', 'name': 'tempest-FloatingIPTestJSON-1232293741'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:13.560852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-28093150-65ae-4cf7-ba37-11e7fafa987e None None] Port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:13.733834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] For port 0838270c-97f9-4187-b997-770a3d68226b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:13.745021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9e65d-b37e-47b4-aff6-ff69fb8c1b62 None None] Pushing event updated for resources: {'Port': ['ID=0746602f-bba1-48f3-b138-107040c04782,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:13.779161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] For port 0838270c-97f9-4187-b997-770a3d68226b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0838270c-97f9-4187-b997-770a3d68226b,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:13.782329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Attempting to bind port 3a8e81f7-8609-4900-8b31-69aee7f14074 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:13.782857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Attempting to bind port 3a8e81f7-8609-4900-8b31-69aee7f14074 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:13.783362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Attempting to bind port 3a8e81f7-8609-4900-8b31-69aee7f14074 on network 502eec23-ba9e-439b-9469-a85e3f0851ae {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:13.812403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.817641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:13.818111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Checking segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:13.818605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.819152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Bound using segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:13.819584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Bound port: 3a8e81f7-8609-4900-8b31-69aee7f14074, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:13.819967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.872296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.880328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.943258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.959775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] device_id is not set on port 1e889572-33cd-4804-ba88-a1ea698a1f70 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:13.986555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] For port 3a8e81f7-8609-4900-8b31-69aee7f14074, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:13.990400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] For port 3a8e81f7-8609-4900-8b31-69aee7f14074, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a8e81f7-8609-4900-8b31-69aee7f14074,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:14.014567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.021847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.067106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.101574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d30679-d4a0-42cf-9111-07547f0670cc None None] Pushing event updated for resources: {'Port': ['ID=0838270c-97f9-4187-b997-770a3d68226b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:14.110829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:14.114781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.185355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cec97a5-1243-40a9-8ba1-3ffab9cf229f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:14.286008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] device_id is not set on port 7b89799e-b6cc-49f2-9de4-6bf73262348a yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:14.293943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686f129-05aa-4aac-9569-0c76995c3f36 None None] Pushing event updated for resources: {'Port': ['ID=3a8e81f7-8609-4900-8b31-69aee7f14074,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:14.304855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Pushing event updated for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:14.308683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.365879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f324d-5764-4405-b01d-108d32ba4b73 req-07277f10-1f60-47ad-bfa9-19d78f08e07d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:14.376305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-181f324d-5764-4405-b01d-108d32ba4b73 req-07277f10-1f60-47ad-bfa9-19d78f08e07d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.4129148 Jul 29 17:45:14.483692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.1.1.35 (92ef9973-b776-4d3d-8541-55aabe653706/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6/1e889572-33cd-4804-ba88-a1ea698a1f70) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:14.487060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Checking segment: {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:14.487397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Network hostable DHCP agents. Network: fd8d17b0-96d1-432c-b860-7b2c8c00b5ee, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:45:14.489655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.538114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Router 26529294-6754-44c4-bf40-5443d8c600a3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:45:14.635309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-181f324d-5764-4405-b01d-108d32ba4b73 req-f0edd9ec-bb4e-43e4-b904-51786fe6d779 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575412 Jul 29 17:45:14.738579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:45:14.769885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, fd8d17b0-96d1-432c-b860-7b2c8c00b5ee) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:14.781337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af45f3-cd59-4b7e-9a19-612b7b7665aa None None] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:14.784123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:14.784729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:14.787271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.5 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/7b89799e-b6cc-49f2-9de4-6bf73262348a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:14.798345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:14.807444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:14.919236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:14.939871 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Sync routers for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:14.960122 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:14.960757 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:14.981078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.011336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7772f01f-bdcc-4c9b-bafd-c7c12fcf1f31 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8525920 Jul 29 17:45:15.017243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51370) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:15.023961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:15.067502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.077845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d4779bd7-1d23-44f7-bd48-9dd3a7284f00 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8940380 Jul 29 17:45:15.082740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51372) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:15.105076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object 1e889572-33cd-4804-ba88-a1ea698a1f70 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:15.215758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e776ed58-c0f4-4a1f-a4e7-237055f81a04 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:15.261631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:15.276637 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:15.293372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.305648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.370693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'fixed_ips': [{'subnet_id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:45:15.375151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.444817 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.503876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76bcc5-7eff-4998-b98c-839639c0b57d None None] Network 92ef9973-b776-4d3d-8541-55aabe653706 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:15.586764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.620058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.636766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:15.640925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 92ef9973-b776-4d3d-8541-55aabe653706 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:15.652194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6d00d121-2e64-4df0-9b2f-3c69f28e7521 admin admin] 10.222.0.16 "PUT /v2.0/routers/e2e8eb16-41bf-4de1-949c-17601422418d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7101302 Jul 29 17:45:15.666708 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 3, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:15.682407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:15.731442 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Checking router: 26529294-6754-44c4-bf40-5443d8c600a3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:15.732653 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Updating router 26529294-6754-44c4-bf40-5443d8c600a3 port 0fcf4008-5a86-4837-bed0-82858821540b binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:15.745673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e776ed58-c0f4-4a1f-a4e7-237055f81a04 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:15.746315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.777999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:15.789241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:15.804660 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:15.830434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e776ed58-c0f4-4a1f-a4e7-237055f81a04 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:15.837009 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.031319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c1f76af-6048-4b3a-b1b7-ee96e66b5a0a None None] Provisioning complete for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:16.032009 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1f76af-6048-4b3a-b1b7-ee96e66b5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.037633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:16.065358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc1201-03ea-438d-ac00-9792004f74f5 req-bc21e274-4ddd-4866-bfec-e640cbb70fed tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:16.074782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98dc1201-03ea-438d-ac00-9792004f74f5 req-bc21e274-4ddd-4866-bfec-e640cbb70fed tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2408462 Jul 29 17:45:16.084703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:16.093652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:16.196499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=7b89799e-b6cc-49f2-9de4-6bf73262348a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:16.231276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Allocated IP 172.20.0.2 (fd8d17b0-96d1-432c-b860-7b2c8c00b5ee/2cec97a5-1243-40a9-8ba1-3ffab9cf229f/06231a0d-854c-4c2b-a09d-7f5085a2c93f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:16.264954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98dc1201-03ea-438d-ac00-9792004f74f5 req-fa35da4a-e594-4960-9288-1c37b22ce05d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592178 Jul 29 17:45:16.279555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f76af-6048-4b3a-b1b7-ee96e66b5a0a None None] Port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:16.349483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:16.351356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.401979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca7417f9-5a23-46d4-b0ad-68a600edd21b tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8906047 Jul 29 17:45:16.405285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:16.405953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.407637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:16.419206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.450828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '7b89799e-b6cc-49f2-9de4-6bf73262348a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:16.464254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b96f59-3820-42d3-a8a6-171de76793b9 None None] Network 648842b2-63ed-497a-a37b-b33c2bf6160f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:16.501666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51400) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:16.514905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1df5c174-b86a-44ac-a3c3-41667cd919eb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1351147 Jul 29 17:45:16.523820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'name': 'tempest-TaggedBootDevicesTest-2135051001', 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:16.595206 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.619655 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Transition to ACTIVE for port object 0fcf4008-5a86-4837-bed0-82858821540b will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:16.636093 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.755337 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Attempting to bind port 0fcf4008-5a86-4837-bed0-82858821540b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:16.755688 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Attempting to bind port 0fcf4008-5a86-4837-bed0-82858821540b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:16.756050 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Attempting to bind port 0fcf4008-5a86-4837-bed0-82858821540b on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:16.758933 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ebfa1-1c50-4f2a-8991-1c04a20d81b1 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4008-5a86-4837-bed0-82858821540b,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:16.772793 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:16.773047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:16.773323 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.773718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:16.774181 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Bound port: 0fcf4008-5a86-4837-bed0-82858821540b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:16.774605 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.794061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.872258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563da58-30f1-49a1-b8c7-bd765db58235 None None] Network 502eec23-ba9e-439b-9469-a85e3f0851ae requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:16.873380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:16.879702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:16.888960 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] For port 0fcf4008-5a86-4837-bed0-82858821540b, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:16.893251 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] For port 0fcf4008-5a86-4837-bed0-82858821540b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0fcf4008-5a86-4837-bed0-82858821540b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:16.906548 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:16.986424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ebfa1-1c50-4f2a-8991-1c04a20d81b1 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4008-5a86-4837-bed0-82858821540b,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:16.989222 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:16.989845 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:17.033629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.076827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] device_id is not set on port 3b472360-67fe-47ca-9d8c-6ddca6a0655b yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:17.127958 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:17.148501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.192473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:17.193635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:17.349308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:17.444146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-f649e8d5-234d-4f05-a400-9179f793398c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:17.446403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-f649e8d5-234d-4f05-a400-9179f793398c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 820 time: 0.8452268 Jul 29 17:45:17.461740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.480459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 3, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:17.493425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e776ed58-c0f4-4a1f-a4e7-237055f81a04, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e776ed58-c0f4-4a1f-a4e7-237055f81a04,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:17.494764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e5bb455d-b829-45b7-9690-1136030d5b24 None None] Provisioning for port 0746602f-bba1-48f3-b138-107040c04782 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:17.511945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8517fa3-6407-486b-a833-024a86428c1e req-1a9a7e6e-7573-495e-8d2d-8fc4ee9eac5a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:17.519898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-a2e11c4b-6e4f-4416-a0bb-4cc241ec06a6 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/quotas/1199ab4375094be4a1b5b26f9267e1f9 HTTP/1.1" status: 200 len: 375 time: 0.0433567 Jul 29 17:45:17.520938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8517fa3-6407-486b-a833-024a86428c1e req-1a9a7e6e-7573-495e-8d2d-8fc4ee9eac5a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1112242 Jul 29 17:45:17.535405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425f695-d0ef-440d-8133-bb173a398a25 None None] The sync data for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 is: [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 3, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:17.542751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.45 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/940f5e7e-0292-4e08-a268-e4031f6d2448) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:17.563419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.1.1.63 (92ef9973-b776-4d3d-8541-55aabe653706/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6/3b472360-67fe-47ca-9d8c-6ddca6a0655b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:17.618919 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:45:17.620633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.621437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8517fa3-6407-486b-a833-024a86428c1e req-5f0b5670-e314-4d72-94d5-775ed8efce31 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995367 Jul 29 17:45:17.623577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a8e81f7-8609-4900-8b31-69aee7f14074 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:17.709861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-a4bf1b0a-92ed-48dd-8b90-19e7d86bb630 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767848 Jul 29 17:45:17.712530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.840083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning for port 0838270c-97f9-4187-b997-770a3d68226b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:17.970992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3a8e81f7-8609-4900-8b31-69aee7f14074 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:17.989304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0746602f-bba1-48f3-b138-107040c04782 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:18.068924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.070192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-576979ff-29f4-44fd-a699-0c9ad6fe27dc service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462369 Jul 29 17:45:18.095983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e776ed58-c0f4-4a1f-a4e7-237055f81a04,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:18.106585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.120147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object 3b472360-67fe-47ca-9d8c-6ddca6a0655b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:18.156194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning for port 3a8e81f7-8609-4900-8b31-69aee7f14074 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:18.163709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0746602f-bba1-48f3-b138-107040c04782 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:18.194037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning complete for port 3a8e81f7-8609-4900-8b31-69aee7f14074 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:18.194694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.203459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.240863 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.261799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.284969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0746602f-bba1-48f3-b138-107040c04782 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:18.285509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.358789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:18.360242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.366524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.376572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:18.391788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:18.405504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=940f5e7e-0292-4e08-a268-e4031f6d2448,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:18.407625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Transition to ACTIVE for port object 06231a0d-854c-4c2b-a09d-7f5085a2c93f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:18.413253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 92ef9973-b776-4d3d-8541-55aabe653706 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:18.477876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:18.490977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:18.511916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Transition to ACTIVE for port object 06231a0d-854c-4c2b-a09d-7f5085a2c93f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:18.514968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.598737 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.614299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:18.636682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] For port 3a8e81f7-8609-4900-8b31-69aee7f14074, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a8e81f7-8609-4900-8b31-69aee7f14074,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:18.641352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 2, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:18.675641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Allocated IP 172.20.0.1 (648842b2-63ed-497a-a37b-b33c2bf6160f/69632db6-e95a-4984-823c-d509b64d7ef8/b991083c-2ed8-4f0e-860d-add5632307e1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:18.711842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:18.712490 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.715372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:18.738682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-09f564f3-7530-4bb2-a6c7-359de487aab9 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505926 Jul 29 17:45:18.823900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.830704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71312191-8332-4bfd-9cff-2d2ec70fd91f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3236246 Jul 29 17:45:18.846607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:18.860061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Allocated IP 172.25.5.148 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0d6c18e4-9026-4096-a5e8-f6e2fb1922e3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:18.880068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:18.881288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Updating router e2e8eb16-41bf-4de1-949c-17601422418d port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:18.889025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:18.895772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.000380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Pushing event updated for resources: {'Port': ['ID=06231a0d-854c-4c2b-a09d-7f5085a2c93f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:19.040479 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.048524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning complete for port 0746602f-bba1-48f3-b138-107040c04782 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:19.049113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.154062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0746602f-bba1-48f3-b138-107040c04782, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0746602f-bba1-48f3-b138-107040c04782,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:19.226684 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.226684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0838270c-97f9-4187-b997-770a3d68226b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:19.260834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.268954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Attempting to bind port 06231a0d-854c-4c2b-a09d-7f5085a2c93f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:19.269554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Attempting to bind port 06231a0d-854c-4c2b-a09d-7f5085a2c93f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:19.270091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Attempting to bind port 06231a0d-854c-4c2b-a09d-7f5085a2c93f on network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:19.331591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:19.331996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Checking segment: {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:19.332390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.332775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Bound using segment: {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:19.333315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Bound port: 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:19.333679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.340190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.349539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Pushing event updated for resources: {'Port': ['ID=3a8e81f7-8609-4900-8b31-69aee7f14074,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:19.413197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:19.432557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:19.474012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:19.484810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:19.498482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.559066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Transition to ACTIVE for port object b991083c-2ed8-4f0e-860d-add5632307e1 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:19.653906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e2f5-f62e-4a8c-86de-3620399bf31e req-dcfa7ca7-74ed-4492-a300-b7b3b76177db tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:19.662872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c032e2f5-f62e-4a8c-86de-3620399bf31e req-dcfa7ca7-74ed-4492-a300-b7b3b76177db tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.8545175 Jul 29 17:45:19.709589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:19.714495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220377656', 'description': 'tempest-description--1017565390'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:19.749322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.851426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f41bc110-a9aa-4cfb-b79e-aef7adca888e req-c24108ee-00e7-4b36-afd2-fbd2819f723f tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 210 time: 0.0772085 Jul 29 17:45:19.856056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:19.927954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c032e2f5-f62e-4a8c-86de-3620399bf31e req-b925598b-0914-4d4b-bb90-e3fa69c10d8f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592225 Jul 29 17:45:20.022862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Network 648842b2-63ed-497a-a37b-b33c2bf6160f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:20.035727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0746602f-bba1-48f3-b138-107040c04782,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:20.040313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:20.046150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0838270c-97f9-4187-b997-770a3d68226b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:20.070507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0838270c-97f9-4187-b997-770a3d68226b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:20.070877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.102960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:20.108951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:20.134142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] For port 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:20.144920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.175037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] For port 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=06231a0d-854c-4c2b-a09d-7f5085a2c93f,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:20.200205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.209692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning for port 1e889572-33cd-4804-ba88-a1ea698a1f70 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:20.271505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.278174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.370791 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.373989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.389914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Provisioning complete for port 1e889572-33cd-4804-ba88-a1ea698a1f70 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:20.393861 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.396676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2846-ba40-4f06-b5f1-a7d917317aea None None] Pushing event updated for resources: {'Port': ['ID=06231a0d-854c-4c2b-a09d-7f5085a2c93f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:20.476122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.541602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3abe3-7819-4dc6-8ece-dffb2936dc29 None None] Port 1e889572-33cd-4804-ba88-a1ea698a1f70 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:20.566285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.656178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.671698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0838270c-97f9-4187-b997-770a3d68226b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0838270c-97f9-4187-b997-770a3d68226b,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:20.680793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.696918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Transition to ACTIVE for port object 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:20.726024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.736850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0259986 Jul 29 17:45:20.758048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51432) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:20.767234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning complete for port 0838270c-97f9-4187-b997-770a3d68226b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:20.767613 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.769183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.771471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'security_group_rule': {'security_group_id': '8cb69a0a-addf-4a3d-859a-15990eed8fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:20.775321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.785982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e08dc-44b6-41d9-a5f5-9769956c3d34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb69a0a-addf-4a3d-859a-15990eed8fae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:20.856353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.875801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.018847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.058061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0838270c-97f9-4187-b997-770a3d68226b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.080843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=940f5e7e-0292-4e08-a268-e4031f6d2448,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.128590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Attempting to bind port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:21.128970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Attempting to bind port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:21.129329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Attempting to bind port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:21.152962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.153369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.153831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.154572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.154973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.155292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.155621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.155951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.156579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.157184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.157532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.157940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:21.164079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:21.164699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Checking segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:21.165182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.165722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Bound using segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:21.166220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Bound port: 48f9ed9e-8acd-412f-b7fb-706c1a8ac538, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:21.167090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.168794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning for port b991083c-2ed8-4f0e-860d-add5632307e1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:21.185193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning complete for port b991083c-2ed8-4f0e-860d-add5632307e1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:21.185566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.245464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Port b991083c-2ed8-4f0e-860d-add5632307e1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:21.297340 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f354935-5d51-417a-9ba5-18ad5cfb62d1 req-95e6a7e5-4571-4fac-a778-4ddab59cca4b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 210 time: 0.1883893 Jul 29 17:45:21.312412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.364049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:21.372664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning complete for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:21.373540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.505553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-617105b3-3c51-461d-b10a-e0af707c6388 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:21.513352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-617105b3-3c51-461d-b10a-e0af707c6388 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 820 time: 0.8223410 Jul 29 17:45:21.521560 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.529370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'port': {'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'admin_state_up': True, 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:21.532520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Port 3b472360-67fe-47ca-9d8c-6ddca6a0655b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:21.536522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e776ed58-c0f4-4a1f-a4e7-237055f81a04 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:21.545030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.560652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.565090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.582747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a3c8-fcb4-42fd-9e4d-4179258cc88e None None] Pushing event updated for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.601486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.602379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] For port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:21.605329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Provisioning complete for port 3a8e81f7-8609-4900-8b31-69aee7f14074 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:21.605526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed350eef-dc73-45ba-a3d8-7348d4dade5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.635048 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP fb56b81f-a5d3-4823-9c0f-486d05787bcb associated. External IP: 172.25.5.45, port: 7b89799e-b6cc-49f2-9de4-6bf73262348a. Jul 29 17:45:21.669069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] For port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:21.688731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.714028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61403e63-8cdd-42b0-8ad5-755f403569e3 req-a16c5da1-4993-4033-8b9d-1f10d89ff042 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:21.723973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.736189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61403e63-8cdd-42b0-8ad5-755f403569e3 req-a16c5da1-4993-4033-8b9d-1f10d89ff042 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.6022851 Jul 29 17:45:21.740903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891e859e-89f0-4dee-871e-e5f481d84ddc,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.750408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.793343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a3c8-fcb4-42fd-9e4d-4179258cc88e None None] Pushing event updated for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:21.816639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e776ed58-c0f4-4a1f-a4e7-237055f81a04 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:21.817326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.855174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.859728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:21.860042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:21.860508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-794acd18-7cc5-4504-b311-221868c20699 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1010308 Jul 29 17:45:21.861702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:21.870150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'security_group_rule': {'security_group_id': '8cb69a0a-addf-4a3d-859a-15990eed8fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:22.011099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61403e63-8cdd-42b0-8ad5-755f403569e3 req-804cc2b1-5560-4884-9f28-89e489108d70 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739961 Jul 29 17:45:22.039119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.073320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Network 648842b2-63ed-497a-a37b-b33c2bf6160f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:22.078880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:22.147799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a8e81f7-8609-4900-8b31-69aee7f14074 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:22.155591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf97be5-4f2b-440c-a57a-e42314ab2e02 None None] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:22.282947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:22.287052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4560b4db-fc9e-42d0-9a35-4703272d2b05 None None] Provisioning for port 06231a0d-854c-4c2b-a09d-7f5085a2c93f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:22.288100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Made reservation on behalf of 1199ab4375094be4a1b5b26f9267e1f9 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:22.300087 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.306638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:22.458629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3a8e81f7-8609-4900-8b31-69aee7f14074 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:22.459469 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.509248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.512119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc2d2eee-c1f9-45e4-a3e1-c352a384dba6 req-39976a61-8035-43f7-ac36-fb12a83aa9a1 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 210 time: 0.0584652 Jul 29 17:45:22.530807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.618153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e32d5c1-06ed-4e4c-9c23-c792485a7a03,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:22.641022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.645238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f0974382-cef4-423a-a74f-261c0e07cae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7812576 Jul 29 17:45:22.648144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:22.654141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:22.655160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:22.671184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Allocated IP 172.20.0.9 (81d95c47-0ddc-4a83-acab-3eace9f39f94/167f1ff5-90b4-4314-9051-bc8e68b9ae81/048de4d0-048f-4c76-9123-c2f98ca9f59b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:22.672540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:22.688201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:22.688979 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:22.747135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:45:22.752887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.758217 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:22.776622 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:22.781298 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:22.825528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.830529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0bc55c3f-0629-437d-8887-287932c9d5d0 None None] Provisioning complete for port b991083c-2ed8-4f0e-860d-add5632307e1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:22.830529 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0bc55c3f-0629-437d-8887-287932c9d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.833383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:22.867224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66269894-daa2-4a8c-9866-2bff9c409e89 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4584315 Jul 29 17:45:22.868424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Transition to ACTIVE for port object 048de4d0-048f-4c76-9123-c2f98ca9f59b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:22.869995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:22.870138 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:22.870973 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778231b-7a81-464c-9720-d81a2697c139 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:22.878014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Router 26529294-6754-44c4-bf40-5443d8c600a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:22.885403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:22.949949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0bc55c3f-0629-437d-8887-287932c9d5d0 None None] Port b991083c-2ed8-4f0e-860d-add5632307e1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:22.977907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:23.000791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.005051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.018301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Sync routers for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:23.064124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:23.065272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:23.087215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.088475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-38806eb0-bd8d-4988-987b-303875f11f06 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0695813 Jul 29 17:45:23.094005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51456) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:23.115260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:23.131950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:23.139104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:23.141041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event updated for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:23.311188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:23.316546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:23.317497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.325566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Sync routers for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:23.338101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0746602f-bba1-48f3-b138-107040c04782 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:23.341915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-20d6ad93-c562-409f-95d4-c4191c3dd1f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/26529294-6754-44c4-bf40-5443d8c600a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2579494 Jul 29 17:45:23.372850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:23.373503 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:23.408509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.413398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd50f0-5b6e-4400-9487-cf1d407f461c req-d96cbd2b-acb7-4a4a-b27c-0d76ccc9cf83 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:23.416482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1bdd50f0-5b6e-4400-9487-cf1d407f461c req-d96cbd2b-acb7-4a4a-b27c-0d76ccc9cf83 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2366331 Jul 29 17:45:23.426719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.493030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.493338 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP fb56b81f-a5d3-4823-9c0f-486d05787bcb disassociated. External IP: 172.25.5.45, port: 7b89799e-b6cc-49f2-9de4-6bf73262348a. Jul 29 17:45:23.522510 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4dc15955-ac5d-4886-a14d-cab508149d5e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972272 Jul 29 17:45:23.601498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:21Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:23.651580 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1bdd50f0-5b6e-4400-9487-cf1d407f461c req-2c3dc709-ba39-4100-a4b6-516f74846f1b tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186015 Jul 29 17:45:23.659280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Request body: {'port': {'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:23.748783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843eea0-1b46-42ba-80a7-b000cc96eadb None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:21Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:23.771304 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:23.829255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.839506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 172.25.5.133 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/78b39af2-3f5e-47e7-b3c3-7845c8c35f9d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:23.862066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b0f7926-a36f-4802-b856-a999c02267d7 None None] Provisioning for port 048de4d0-048f-4c76-9123-c2f98ca9f59b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:23.866194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0746602f-bba1-48f3-b138-107040c04782 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:23.867872 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:23.887828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:24.004277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b0f7926-a36f-4802-b856-a999c02267d7 None None] Provisioning complete for port 048de4d0-048f-4c76-9123-c2f98ca9f59b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:24.005385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7926-a36f-4802-b856-a999c02267d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.231307 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:21Z', 'revision_number': 2, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:24.287174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Checking router: 26529294-6754-44c4-bf40-5443d8c600a3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:24.287741 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Updating router 26529294-6754-44c4-bf40-5443d8c600a3 port b991083c-2ed8-4f0e-860d-add5632307e1 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:24.300247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f7926-a36f-4802-b856-a999c02267d7 None None] Port 048de4d0-048f-4c76-9123-c2f98ca9f59b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:24.390789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.441919 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.503328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa173c0-59b4-4d81-956c-3b5113c34005 req-38f12cae-fa22-40fd-a74f-78013ba99454 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:24.504870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa173c0-59b4-4d81-956c-3b5113c34005 req-38f12cae-fa22-40fd-a74f-78013ba99454 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 931 time: 0.5440063 Jul 29 17:45:24.570775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa173c0-59b4-4d81-956c-3b5113c34005 req-e11575d1-178e-41c2-a40c-ef06522c13cd tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573854 Jul 29 17:45:24.686511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0fcf4008-5a86-4837-bed0-82858821540b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:24.760256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:24.786788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.845643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=78b39af2-3f5e-47e7-b3c3-7845c8c35f9d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:24.852417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:19Z', 'revision_number': 3, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:24.861671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.862106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.862444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.862760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.863746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.864094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.864607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.864965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.865323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.866448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.866833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.867200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:24.913762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:24.919507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Checking router: 55c7ee90-76c4-4911-9297-87eddf5f6bb3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:24.919863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Updating router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:24.921867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0fcf4008-5a86-4837-bed0-82858821540b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:24.946278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0fcf4008-5a86-4837-bed0-82858821540b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:24.946674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.951863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:24.960282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:24.965546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:24.971497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794553403', 'description': 'tempest-description--1177979428'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:25.026027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.049880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.138972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048de4d0-048f-4c76-9123-c2f98ca9f59b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:25.150449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf3159-0233-42ad-a6a9-fee0d190a0f2 req-3706a139-f419-4388-aa14-702074f6bddb tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:25.152462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1bf3159-0233-42ad-a6a9-fee0d190a0f2 req-3706a139-f419-4388-aa14-702074f6bddb tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2709997 Jul 29 17:45:25.167979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.191509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.281607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.378486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.382714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Transition to ACTIVE for port object 048de4d0-048f-4c76-9123-c2f98ca9f59b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:25.385476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:25.390062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1bf3159-0233-42ad-a6a9-fee0d190a0f2 req-23fe76fc-6406-4b95-bcee-08ecb6bcf571 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023907 Jul 29 17:45:25.392130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.434862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.448321 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.453081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5623d759-cb35-46bd-949e-efabfd1586e4 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/fb56b81f-a5d3-4823-9c0f-486d05787bcb HTTP/1.1" status: 200 len: 687 time: 2.5794773 Jul 29 17:45:25.453081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.458986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.461200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:25.473362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Transition to ACTIVE for port object 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:25.480098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:25.499271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:25.500391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:25.502820 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.529472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.540380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Transition to ACTIVE for port object b991083c-2ed8-4f0e-860d-add5632307e1 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:25.567099 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.628503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:25.656237 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe027a8d-03c3-4040-b1c2-e54241d41c10 None None] Pushing event updated for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:25.691231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:25.693739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:25.701398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Allocated IP 172.20.0.1 (fd8d17b0-96d1-432c-b860-7b2c8c00b5ee/2cec97a5-1243-40a9-8ba1-3ffab9cf229f/31deb644-2f24-40a5-b0f7-bac8ab767465) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:25.804847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Pushing event updated for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:25.810696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:25.811360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c70531-0e51-447a-921d-807af1f61c80 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:25.823206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.851727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Attempting to bind port b991083c-2ed8-4f0e-860d-add5632307e1 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:25.851727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Attempting to bind port b991083c-2ed8-4f0e-860d-add5632307e1 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:25.851727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Attempting to bind port b991083c-2ed8-4f0e-860d-add5632307e1 on network 648842b2-63ed-497a-a37b-b33c2bf6160f {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:25.891029 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:25.891394 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Checking segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:25.891803 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.892194 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Bound using segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:25.892673 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Bound port: b991083c-2ed8-4f0e-860d-add5632307e1, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:25.893052 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.903758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0fcf4008-5a86-4837-bed0-82858821540b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0fcf4008-5a86-4837-bed0-82858821540b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:25.919776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Attempting to bind port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:25.920285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Attempting to bind port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:25.920675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Attempting to bind port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:25.930454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:25.930646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:25.930938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.931330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:25.931859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Bound port: 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:25.932936 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.938226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:25.944428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 06231a0d-854c-4c2b-a09d-7f5085a2c93f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:25.948558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e66441-8197-46bd-850d-00be72e9232b None None] Pushing event updated for resources: {'Port': ['ID=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.095341 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] For port b991083c-2ed8-4f0e-860d-add5632307e1, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:26.106913 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] For port b991083c-2ed8-4f0e-860d-add5632307e1, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b991083c-2ed8-4f0e-860d-add5632307e1,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:26.120570 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.122125 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.147116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4008-5a86-4837-bed0-82858821540b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.173758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] For port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:26.178030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] For port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:26.180112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.187744 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe027a8d-03c3-4040-b1c2-e54241d41c10 None None] Pushing event updated for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.188060 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.199464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.200853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 06231a0d-854c-4c2b-a09d-7f5085a2c93f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:26.216174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:26.217080 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:26.250471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 06231a0d-854c-4c2b-a09d-7f5085a2c93f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:26.250846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.287764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.351282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=78b39af2-3f5e-47e7-b3c3-7845c8c35f9d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.358326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:26.359039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:26.359274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Transition to ACTIVE for port object 31deb644-2f24-40a5-b0f7-bac8ab767465 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:26.380847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.419242 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:26.431521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.435669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3b71d4b-d124-451b-b046-9849d1f934a6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7844906 Jul 29 17:45:26.490888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:45:26.493581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:45:26.497280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.635550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e66441-8197-46bd-850d-00be72e9232b None None] Pushing event updated for resources: {'Port': ['ID=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.663748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:26.691196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:26.694656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:26.773084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.779521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.784948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Pushing event updated for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.843523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:26.847977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8809314 Jul 29 17:45:26.850988 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:26Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:26.864551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51502) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:26.871634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'security_group_rule': {'security_group_id': 'c9a22b94-c618-4769-b41b-5cd9b7e7ed01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:26.893074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d9c63-cf98-446c-8789-3164997f3fc9 None None] The sync data for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 is: [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:26Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:26.926776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68e0ed-b49b-40d7-8d64-ad8db07e1fc2 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a22b94-c618-4769-b41b-5cd9b7e7ed01,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:26.939813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e95d9-9ff8-48a4-b179-f19e6f1483e8 req-aa461055-8c52-4eb2-9eec-050d1f13cb2a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:26.958486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e4e95d9-9ff8-48a4-b179-f19e6f1483e8 req-aa461055-8c52-4eb2-9eec-050d1f13cb2a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.3916748 Jul 29 17:45:26.991500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bac7c-4ee6-45f8-91cf-883d660af8cd req-d540632d-8d87-426e-8e08-e31a4075d587 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:26.999083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=06231a0d-854c-4c2b-a09d-7f5085a2c93f,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:27.001416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624bac7c-4ee6-45f8-91cf-883d660af8cd req-d540632d-8d87-426e-8e08-e31a4075d587 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 943 time: 1.2944503 Jul 29 17:45:27.047809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:27.055691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.108614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e4e95d9-9ff8-48a4-b179-f19e6f1483e8 req-a08f4018-a19b-4d2d-b614-05651bc465f1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513731 Jul 29 17:45:27.118168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Attempting to bind port 048de4d0-048f-4c76-9123-c2f98ca9f59b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:27.123094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Attempting to bind port 048de4d0-048f-4c76-9123-c2f98ca9f59b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:27.123455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Attempting to bind port 048de4d0-048f-4c76-9123-c2f98ca9f59b on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:27.126522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 940f5e7e-0292-4e08-a268-e4031f6d2448 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:27.126866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.219559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624bac7c-4ee6-45f8-91cf-883d660af8cd req-50c5dcd9-8a49-43d4-8a6c-62328eff3baf tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171452 Jul 29 17:45:27.240814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.319118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Port 048de4d0-048f-4c76-9123-c2f98ca9f59b on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:27.319438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Attempting to bind port 048de4d0-048f-4c76-9123-c2f98ca9f59b on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:27.328633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:27.328976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Checking segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:27.329411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Bound using segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:27.329790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Bound port: 048de4d0-048f-4c76-9123-c2f98ca9f59b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:27.330139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.332179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.462185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-726d13c6-19f3-4022-9cc9-95a9925ebcaf tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--220377656&fields=id&tenant_id=ec41271fc8434a36a207b31b96979d7f HTTP/1.1" status: 200 len: 267 time: 0.1497087 Jul 29 17:45:27.476127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.493747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.494070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.503111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.535400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b946e950-dd0d-4e81-8968-b2cfa0732c9a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:27.544179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b946e950-dd0d-4e81-8968-b2cfa0732c9a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 930 time: 0.0808327 Jul 29 17:45:27.549217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.553575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6863995 Jul 29 17:45:27.556292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 940f5e7e-0292-4e08-a268-e4031f6d2448 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:27.557679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51522) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:27.583569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'security_group_rule': {'security_group_id': 'c9a22b94-c618-4769-b41b-5cd9b7e7ed01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:27.583803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=06231a0d-854c-4c2b-a09d-7f5085a2c93f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:27.590540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b991083c-2ed8-4f0e-860d-add5632307e1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:27.590792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:27.595465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88217e38-70c1-40e1-857e-99af0c45bdbd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab60eb91-6d1a-4626-bf68-2a5714025d98,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:27.631114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-45719ba0-5ee1-4b2b-bef3-17460787393f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:27.632538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-45719ba0-5ee1-4b2b-bef3-17460787393f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 931 time: 0.0873475 Jul 29 17:45:27.653856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:27.669088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.754347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:27.754972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.756428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] 10.222.0.49 "PUT /v2.0/ports/048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 1091 time: 4.1016226 Jul 29 17:45:27.757163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:27.759769 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:27.762752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.814651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-8be24823-1fda-4226-b28f-74d8d6a4118a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1694050 Jul 29 17:45:27.862380 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f8687-d266-4309-988a-ae95c62efb14 x-openstack-request-id: req-699f8687-d266-4309-988a-ae95c62efb14 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:27.863365 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:27.863783 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-699f8687-d266-4309-988a-ae95c62efb14 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:27.864703 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:45:27.867693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.906585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.919835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.927493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eda85-069a-4df7-b058-5e9fc47730de service neutron] Pushing event updated for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:27.942907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.963639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c1911c2e-5431-4dc0-b9d1-01f8d2e1407e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1477766 Jul 29 17:45:27.969743 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:27.990681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a48c75-d5eb-4dee-be73-0a7349a2fd85,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:27.992943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:27.995338 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431e227-5149-4542-b916-1b77cd504ce9" -d '{"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-unplugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:28.019172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-f8424dc1-3684-4782-b450-4934681f5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.034496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-f8424dc1-3684-4782-b450-4934681f5546 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1094 time: 0.2077925 Jul 29 17:45:28.044843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:28.071806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:28.103510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e33a3564-a73b-4520-9288-73e5f82be068 None None] Provisioning for port 31deb644-2f24-40a5-b0f7-bac8ab767465 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:28.104614 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.105636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'mac_address': 'fa:16:3e:04:4e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:45:28.106431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a64c7be0-5dcb-4438-93f1-f27dedb5d7cd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5465667 Jul 29 17:45:28.107206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.137463 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf2656-d63c-477e-b43b-dffd465bcf0d x-openstack-request-id: req-8ebf2656-d63c-477e-b43b-dffd465bcf0d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:28.137988 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-unplugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:28.138651 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ebf2656-d63c-477e-b43b-dffd465bcf0d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:28.139540 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'code': 200} Jul 29 17:45:28.203769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:28.207916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e33a3564-a73b-4520-9288-73e5f82be068 None None] Provisioning complete for port 31deb644-2f24-40a5-b0f7-bac8ab767465 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:28.208553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e33a3564-a73b-4520-9288-73e5f82be068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.211230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b991083c-2ed8-4f0e-860d-add5632307e1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:28.229859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-4c0aa59b-e6c6-4f4d-b46a-323c018f34e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.1269529 Jul 29 17:45:28.232382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:28.250108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:28.285771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.294685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b991083c-2ed8-4f0e-860d-add5632307e1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:28.295422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.315153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-9d568f95-cc50-4417-886f-c0cdeae91ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.316832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-9d568f95-cc50-4417-886f-c0cdeae91ac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0581760 Jul 29 17:45:28.346879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:19Z', 'revision_number': 3, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:28.349426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:28.371303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:28.375748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e33a3564-a73b-4520-9288-73e5f82be068 None None] Port 31deb644-2f24-40a5-b0f7-bac8ab767465 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:28.419065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.433734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785043-472f-4d16-b2fc-e839a60ae0ef None None] The sync data for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 is: [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:19Z', 'revision_number': 3, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:28.435368 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.481944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1f692-8930-4513-8d4a-8954370569bc req-ff31f631-a036-476b-9376-41520bb8c332 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.483653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-07f1f692-8930-4513-8d4a-8954370569bc req-ff31f631-a036-476b-9376-41520bb8c332 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 948 time: 0.2280660 Jul 29 17:45:28.484481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.490768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=940f5e7e-0292-4e08-a268-e4031f6d2448,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:28.513810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:28.520243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-3bba7d43-d2a4-43ae-b1a6-bfdd3d4f35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.521835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-3bba7d43-d2a4-43ae-b1a6-bfdd3d4f35a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860685 Jul 29 17:45:28.576865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.578815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.581851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.582513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.586325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.586916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.592231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.592843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.593637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.594151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.597626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.598185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:45:28.653704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.666312 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.714279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b141e8e0-ea56-423c-b5af-13bb47a27231 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.721988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:28.726520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b141e8e0-ea56-423c-b5af-13bb47a27231 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.748288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b141e8e0-ea56-423c-b5af-13bb47a27231 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:28.756087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b141e8e0-ea56-423c-b5af-13bb47a27231 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 1989 time: 0.7912776 Jul 29 17:45:28.796879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2f2fc224-c193-4982-ac35-449c781621a1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/quotas/ec41271fc8434a36a207b31b96979d7f HTTP/1.1" status: 200 len: 375 time: 0.0398006 Jul 29 17:45:28.864514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port b991083c-2ed8-4f0e-860d-add5632307e1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b991083c-2ed8-4f0e-860d-add5632307e1,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:28.900619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:28.909039 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-07f1f692-8930-4513-8d4a-8954370569bc req-4da9c556-74c7-4c64-9673-5f52cb602f5d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957682 Jul 29 17:45:28.916065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0fcf4008-5a86-4837-bed0-82858821540b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:29.015059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.029203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Pushing event updated for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:29.032304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.035260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.045218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51546) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:29.046387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9860b798-24d4-4850-9571-518ce185b758 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb56b81f-a5d3-4823-9c0f-486d05787bcb HTTP/1.1" status: 204 len: 168 time: 3.5699408 Jul 29 17:45:29.053292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '8d32ab47-405c-47d0-965d-8a3e6cb72e48'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:29.079490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:29.083987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-4b2dbfe0-dc5b-411a-9613-30486de1b805 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2862334 Jul 29 17:45:29.135514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0fcf4008-5a86-4837-bed0-82858821540b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:29.135907 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.136048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-80d979dc-544d-4b3b-9563-893c5bd6bf0f service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690475 Jul 29 17:45:29.190021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcc885-e526-480a-a028-933e9a4bb1e8 req-0a83e3c8-253c-44ba-a3f3-2d3ad4f951fb tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:29.191499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01bcc885-e526-480a-a028-933e9a4bb1e8 req-0a83e3c8-253c-44ba-a3f3-2d3ad4f951fb tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 943 time: 0.1383290 Jul 29 17:45:29.214450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-dc23293e-b04f-44be-bf1c-5edeabc7dbbd service neutron] 10.222.0.16 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907981 Jul 29 17:45:29.263486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.300240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0838270c-97f9-4187-b997-770a3d68226b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:29.313437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-859f0a1a-9097-46b8-aa8e-80a2db5eface service neutron] 10.222.0.16 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Jul 29 17:45:29.318403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.343251 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01bcc885-e526-480a-a028-933e9a4bb1e8 req-e9f10afb-a189-449b-b9cd-be284d400b6b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163588 Jul 29 17:45:29.351077 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5ec2294-eaf7-4fcd-987b-7f4e782c2874 req-36cec078-1d7f-43b9-9cc4-adcf8a594509 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032132 Jul 29 17:45:29.366702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0838270c-97f9-4187-b997-770a3d68226b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:29.367035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.428164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ada04623-307b-47c2-abac-d7904301ad38 service neutron] 10.222.0.16 "GET /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1067715 Jul 29 17:45:29.473756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:29.480106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Allocated IP 172.25.5.227 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/07b24cb2-89b9-4eda-89e8-32536a89bca2) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:29.519869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-cadbb6c5-c85f-4185-92aa-29956d402a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:29.522011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-cadbb6c5-c85f-4185-92aa-29956d402a46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1094 time: 0.0970457 Jul 29 17:45:29.539045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:29.545694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:29.546074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.546740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:29.555083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:29.659796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-341cdbe4-5c98-4cd5-b028-3c18c6bbc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:29.661366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-341cdbe4-5c98-4cd5-b028-3c18c6bbc0c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.1270876 Jul 29 17:45:29.691914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2447e8c6-c684-45c3-a435-d79ba68e00f4 service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376640 Jul 29 17:45:29.744660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.820515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:29.839292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-8c9b7b52-c51a-4fcf-9e0d-9184d9d29c13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.1255648 Jul 29 17:45:29.912560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:29.926675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.034283 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.062181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:30.080008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:30.082467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b2d8ac0c-88a6-460d-b673-cbbab2368178 service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707261 Jul 29 17:45:30.121632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c875c22a-f327-43d2-8ac2-877d60c2d646 None None] Provisioning complete for port 31deb644-2f24-40a5-b0f7-bac8ab767465 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:30.122066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c875c22a-f327-43d2-8ac2-877d60c2d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.187973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-5eaef706-5d4e-40d8-bbef-d08fc3bac8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:30.189764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-5eaef706-5d4e-40d8-bbef-d08fc3bac8a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.3365319 Jul 29 17:45:30.194443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7b483e33-dbda-4647-98ee-2d7f98ebc0e2 service neutron] 10.222.0.16 "GET /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0992298 Jul 29 17:45:30.204528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c875c22a-f327-43d2-8ac2-877d60c2d646 None None] Port 31deb644-2f24-40a5-b0f7-bac8ab767465 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:30.243708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b991083c-2ed8-4f0e-860d-add5632307e1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:30.252111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.262042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df5ef-9e4d-4074-863a-1fc791f7c03c req-f3b38ef2-085b-4067-9952-356d8636336a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:30.264193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1df5ef-9e4d-4074-863a-1fc791f7c03c req-f3b38ef2-085b-4067-9952-356d8636336a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 949 time: 0.1906848 Jul 29 17:45:30.293579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766fce45-5449-44a1-98da-717712603375 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:30.301060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-766fce45-5449-44a1-98da-717712603375 admin admin] 10.222.0.16 "PUT /v2.0/routers/55c7ee90-76c4-4911-9297-87eddf5f6bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2061741 Jul 29 17:45:30.342955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:30.346103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b991083c-2ed8-4f0e-860d-add5632307e1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:30.346654 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.349771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:30.358296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:30.379463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-2ca76358-2dbd-44f1-a003-0f00b1171f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:30.381764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-2ca76358-2dbd-44f1-a003-0f00b1171f11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802576 Jul 29 17:45:30.408096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'Port': ['ID=07b24cb2-89b9-4eda-89e8-32536a89bca2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:30.416260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.64 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b2b279f3-e3f5-4ef0-8791-d8137a1c8c76) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:30.430092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1df5ef-9e4d-4074-863a-1fc791f7c03c req-1809455d-858c-47d2-b1c6-0d40e8a5845c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544168 Jul 29 17:45:30.455717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7725a06f-df21-4da1-9445-d80ea44ba72f service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541940 Jul 29 17:45:30.459061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:30.655362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:30.657690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.662734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-d9d4559d-4468-4fd7-87ec-2c117e807cd4 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557502 Jul 29 17:45:30.684905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:30.685412 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.701856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3ecf-eb8e-44f5-9f97-f601f2625a9f req-7d859c57-ed8d-47c6-98b9-0ad97436dcde tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:30.703707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-050e3ecf-eb8e-44f5-9f97-f601f2625a9f req-7d859c57-ed8d-47c6-98b9-0ad97436dcde tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 943 time: 0.1443768 Jul 29 17:45:30.723661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-04d997ea-5a01-48ed-89be-a19e01cabcf2 service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596200 Jul 29 17:45:30.726655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.756328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 048de4d0-048f-4c76-9123-c2f98ca9f59b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:45:30.805665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d798e11c-ec8c-4d81-af8e-339ee8ddc2a5 req-f21281af-a2ee-4dbb-aab8-33450886e401 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308179 Jul 29 17:45:30.872943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.905774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-50272769-b2ae-45ea-b2db-f28982ce3115 service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640568 Jul 29 17:45:30.920489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-050e3ecf-eb8e-44f5-9f97-f601f2625a9f req-cb434487-75b5-451e-9583-9f27e67cd6ba tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 Jul 29 17:45:30.922017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.967942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.971172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:30.986008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:30.986411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:30.997766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:31.002427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:31.007950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:31.060542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=b2b279f3-e3f5-4ef0-8791-d8137a1c8c76,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:31.171204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.181102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.191312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:31.194087 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eeb00e-7fdf-4262-a604-a0678248cc06" -d '{"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:31.214163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:31.216412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:31.223582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-79a4ccae-ce44-4a19-96ba-8b495adaf8e3 service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107462 Jul 29 17:45:31.235226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.263375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:45:31.322274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:31.369884 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.373454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9604962c-7e92-4371-84a8-59603bd2c1ae service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489201 Jul 29 17:45:31.382011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'Port': ['ID=07b24cb2-89b9-4eda-89e8-32536a89bca2,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:31.401328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:31.413422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.414362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 06231a0d-854c-4c2b-a09d-7f5085a2c93f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:31.427717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.459840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.507540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048de4d0-048f-4c76-9123-c2f98ca9f59b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:31.532849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.533520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:31.534578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-24938d22-429f-4da8-88c4-d6dd2a92f0c3 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3012006 Jul 29 17:45:31.545968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 06231a0d-854c-4c2b-a09d-7f5085a2c93f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:31.546390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.546956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-253e142f-44f9-42a9-87c7-4257a35576ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239663 Jul 29 17:45:31.556411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.574521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:31.626671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:31.644534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.748760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:31.776188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['048de4d0-048f-4c76-9123-c2f98ca9f59b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:31.809445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:31.981416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Allocated IP 172.25.5.129 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/24c141dd-e80c-47f3-827b-57d93c1487c9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:32.020197 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Sync routers for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:32.033566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:32.034547 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:32.081703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:32.152500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.195615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:32.196154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.228186 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:32.241179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.297959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f732cfaa-7a74-4884-b9cc-634d712c90df service neutron] 10.222.0.16 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297089 Jul 29 17:45:32.305949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:32.310652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:32.315290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:32.344847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:32.371906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.390679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event updated for resources: {'Port': ['ID=24c141dd-e80c-47f3-827b-57d93c1487c9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:32.491535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-60f3cc19-7bd8-49fd-89cc-f3365e6a411f service neutron] 10.222.0.16 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775188 Jul 29 17:45:32.507230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.562738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.578550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.703415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-a354411b-7b4a-4dc6-8746-21201142666a service neutron] 10.222.0.16 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901782 Jul 29 17:45:32.717669 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:27Z', 'revision_number': 4, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '31deb644-2f24-40a5-b0f7-bac8ab767465', 'name': '', 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'mac_address': 'fa:16:3e:36:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:45:27Z', 'revision_number': 2, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'subnets': [{'id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:32.719188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:32.719735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.751302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 048de4d0-048f-4c76-9123-c2f98ca9f59b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:32.756883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.770189 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Checking router: 55c7ee90-76c4-4911-9297-87eddf5f6bb3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:32.770702 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Updating router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 port 31deb644-2f24-40a5-b0f7-bac8ab767465 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:45:32.772236 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.851312 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.868775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event updated for resources: {'Port': ['ID=24c141dd-e80c-47f3-827b-57d93c1487c9,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:32.876761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-211de61d-7049-47e3-b65a-1840e81a14b7 service neutron] 10.222.0.16 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655574 Jul 29 17:45:32.878685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.902346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.905749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-9cea12c0-17c8-4913-8a27-b24930e9e991 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3395538 Jul 29 17:45:32.922810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.934167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 048de4d0-048f-4c76-9123-c2f98ca9f59b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:32.938910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 048de4d0-048f-4c76-9123-c2f98ca9f59b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:32.939455 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:32.970497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.030873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.033926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=b2b279f3-e3f5-4ef0-8791-d8137a1c8c76,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:33.072305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:33.086793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.133917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-bd9c5741-4404-453b-985e-2d70f44739a7 service neutron] 10.222.0.16 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446501 Jul 29 17:45:33.135694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.186632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:33.291342 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 652155ad-49be-48d8-990f-fa27d9df7826 associated. External IP: 172.25.5.64, port: 8d32ab47-405c-47d0-965d-8a3e6cb72e48. Jul 29 17:45:33.417158 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.428377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-fcc5f023-5016-4406-a99d-d9e9e99bfac4 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.5158355 Jul 29 17:45:33.439258 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Transition to ACTIVE for port object 31deb644-2f24-40a5-b0f7-bac8ab767465 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:33.449612 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.510277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf6c1b-2593-43f3-ba30-60367e897c2b None None] Pushing event updated for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:33.540981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:33.581294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-a3d70e82-6a41-43af-97f8-1e5f0fede111 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:33.583247 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-a3d70e82-6a41-43af-97f8-1e5f0fede111 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1492035 Jul 29 17:45:33.599401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-da089bfa-2861-4793-8a60-0e3e08485b91 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:33.600917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ed78a2f-3f0d-4da2-9b6c-ae815c577e5b req-da089bfa-2861-4793-8a60-0e3e08485b91 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071523 Jul 29 17:45:33.616575 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Attempting to bind port 31deb644-2f24-40a5-b0f7-bac8ab767465 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:33.622516 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Attempting to bind port 31deb644-2f24-40a5-b0f7-bac8ab767465 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:33.623007 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Attempting to bind port 31deb644-2f24-40a5-b0f7-bac8ab767465 on network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:33.641766 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:33.642136 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Checking segment: {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:33.642566 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.642959 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Bound using segment: {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:33.643439 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Bound port: 31deb644-2f24-40a5-b0f7-bac8ab767465, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15787b65-59ca-4d5a-acff-9b84676748cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:33.643820 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.644387 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d281f7-24b7-4c96-add1-be78e5290b49 x-openstack-request-id: req-32d281f7-24b7-4c96-add1-be78e5290b49 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:33.644871 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:33.645212 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32d281f7-24b7-4c96-add1-be78e5290b49 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:33.645836 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'code': 200} Jul 29 17:45:33.722795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:33.734302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:33.747259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:33.748952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.751932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:33.801263 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] For port 31deb644-2f24-40a5-b0f7-bac8ab767465, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:33.804978 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] For port 31deb644-2f24-40a5-b0f7-bac8ab767465, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=31deb644-2f24-40a5-b0f7-bac8ab767465,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:33.809676 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:33.818840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-496b9f09-a132-4a4f-9f7e-22a4ff3a3e66 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.7692327 Jul 29 17:45:33.819464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:33.845393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:33.865879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:33.866756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:33.870763 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf6c1b-2593-43f3-ba30-60367e897c2b None None] Pushing event updated for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:33.878891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe083af0-ec70-452d-9132-13e823273f91 req-7972a62d-0567-44e0-9fa3-4b4218e80c3a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:33.881191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe083af0-ec70-452d-9132-13e823273f91 req-7972a62d-0567-44e0-9fa3-4b4218e80c3a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1215076 Jul 29 17:45:33.923086 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:33.923888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:33.942940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:33.943553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd95d1-5f79-4cf1-9142-5e0433feadc6 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:33.965722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69711115-ec21-4125-8eb2-afb9da009083 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/floatingips/652155ad-49be-48d8-990f-fa27d9df7826 HTTP/1.1" status: 200 len: 976 time: 0.1449165 Jul 29 17:45:33.966666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:33.997018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd271f6-b153-4747-ab93-bc8876f0fc4c req-68f738c2-76a7-429e-8705-23c597fef46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:33.999446 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ddd271f6-b153-4747-ab93-bc8876f0fc4c req-68f738c2-76a7-429e-8705-23c597fef46a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1101 time: 0.0816457 Jul 29 17:45:34.021387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe083af0-ec70-452d-9132-13e823273f91 req-b4ad4ad4-9c60-4bea-93da-ac3d2d497108 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159515 Jul 29 17:45:34.124287 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ddd271f6-b153-4747-ab93-bc8876f0fc4c req-c954d15e-05a1-49c5-8b08-d4065e02019c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009629 Jul 29 17:45:34.163661 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:34.204242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeda6b-8a04-4894-907d-8b9427b17ce1 req-4fa010a6-7f59-47d9-a461-9682174b0c5a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:34.205805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfeeda6b-8a04-4894-907d-8b9427b17ce1 req-4fa010a6-7f59-47d9-a461-9682174b0c5a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.0743968 Jul 29 17:45:34.212741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e8e5b77a-b35e-48e1-a830-89f58df19986 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2446220 Jul 29 17:45:34.213343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:34.237470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': '7b89799e-b6cc-49f2-9de4-6bf73262348a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:34.246254 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-33b6cc8f-b995-47bd-957b-d6a555a80240 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1794553403&fields=id&tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf HTTP/1.1" status: 200 len: 267 time: 0.1202409 Jul 29 17:45:34.257867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfeeda6b-8a04-4894-907d-8b9427b17ce1 req-72ca01b1-0d4c-4abc-a5a0-6081b3dd9d0f tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Jul 29 17:45:34.327898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:34.442004 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:27Z', 'revision_number': 4, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '31deb644-2f24-40a5-b0f7-bac8ab767465', 'name': '', 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'mac_address': 'fa:16:3e:36:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:45:33Z', 'revision_number': 4, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'subnets': [{'id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:34.443968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9a20dda-fff9-47e4-a31f-27a7cf033a6d req-55906be3-0eae-4c27-b3a4-b66708f7a561 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips/ed837447-a033-42d3-904c-0ce3fe2bc1c8 HTTP/1.1" status: 200 len: 693 time: 0.0604801 Jul 29 17:45:34.475508 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16aac73-6ee9-48e5-93f4-d421116c497f None None] The sync data for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 is: [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:27Z', 'revision_number': 4, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '31deb644-2f24-40a5-b0f7-bac8ab767465', 'name': '', 'network_id': 'fd8d17b0-96d1-432c-b860-7b2c8c00b5ee', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'mac_address': 'fa:16:3e:36:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:45:33Z', 'revision_number': 4, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'subnets': [{'id': '2cec97a5-1243-40a9-8ba1-3ffab9cf229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:34.589561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a20dda-fff9-47e4-a31f-27a7cf033a6d req-6e3dea6f-5a94-4afa-834a-dbb39045140e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:34.591340 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9a20dda-fff9-47e4-a31f-27a7cf033a6d req-6e3dea6f-5a94-4afa-834a-dbb39045140e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1411746 Jul 29 17:45:34.605731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-c9a20dda-fff9-47e4-a31f-27a7cf033a6d req-45720220-5e88-48db-9d40-56067d233a68 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:34.611150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9a20dda-fff9-47e4-a31f-27a7cf033a6d req-45720220-5e88-48db-9d40-56067d233a68 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114648 Jul 29 17:45:34.612349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-92544af2-deaf-4294-ac1d-5dc7488a3439 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:34.613951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-92544af2-deaf-4294-ac1d-5dc7488a3439 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/networks?id=648842b2-63ed-497a-a37b-b33c2bf6160f HTTP/1.1" status: 200 len: 813 time: 0.3011451 Jul 29 17:45:34.674213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-60a3e5b2-c7d2-4f99-b3d0-7a3f090433ba tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/quotas/1d7404e51e3e4a3589b4822ef1dcaacf HTTP/1.1" status: 200 len: 375 time: 0.0490394 Jul 29 17:45:34.721477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c636aee-5623-452a-a923-3c55dd4f51ca req-329e2930-2bdb-415c-af6b-8c2ba78c822b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0489492 Jul 29 17:45:34.837613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-4c25dff8-22d0-46d0-8487-6d0839d25b0c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1238494 Jul 29 17:45:34.892645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-a8fa116e-cbf7-47a5-9618-f7cd4b1ad09e tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--716462222&fields=id&tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b HTTP/1.1" status: 200 len: 267 time: 0.0440598 Jul 29 17:45:35.013216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0201f40d-657c-4315-a13f-65994be91e9c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.014753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0201f40d-657c-4315-a13f-65994be91e9c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/networks?id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 200 len: 815 time: 0.1214900 Jul 29 17:45:35.033506 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-1dcac77d-e64d-45f9-9762-92efb0baf7bd tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/quotas/6b9731b9f1e24c45aeade986fd2b1f0b HTTP/1.1" status: 200 len: 375 time: 0.0115333 Jul 29 17:45:35.099009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-aa84d83a-8888-4849-b614-38ebdd3ca157 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584478 Jul 29 17:45:35.154302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-686015dc-f07d-475c-8503-03bdb4db726a service neutron] 10.222.0.16 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476797 Jul 29 17:45:35.263778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-c6632d59-1d97-4024-b426-87936cb3b4b0 service neutron] 10.222.0.16 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491013 Jul 29 17:45:35.383387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-c0a529d1-e2e2-4496-8bb9-4c0715f76c4e service neutron] 10.222.0.16 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081228 Jul 29 17:45:35.446286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-847943f7-d484-443b-b87e-b64860d9112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.448048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-847943f7-d484-443b-b87e-b64860d9112f service neutron] 10.222.0.38 "GET /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 1026 time: 0.0616832 Jul 29 17:45:35.526121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-1a09593e-cdd2-48d0-b638-574d99f6cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.527647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-1a09593e-cdd2-48d0-b638-574d99f6cf38 service neutron] 10.222.0.38 "GET /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 1027 time: 0.0727315 Jul 29 17:45:35.648150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:35.652146 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdbe031-e971-4874-997e-5c1ca99fe2ea" -d '{"events": [{"server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "name": "network-vif-plugged", "status": "completed", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:35.665934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f1fc737a-198a-4a8d-8518-0d36b4e8f46a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.673172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f1fc737a-198a-4a8d-8518-0d36b4e8f46a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.679341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f1fc737a-198a-4a8d-8518-0d36b4e8f46a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:35.680968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f1fc737a-198a-4a8d-8518-0d36b4e8f46a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 1989 time: 0.1460547 Jul 29 17:45:35.731611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-144b0f19-8adb-4bb6-8c0e-a3d6a6a71749 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec41271fc8434a36a207b31b96979d7f HTTP/1.1" status: 200 len: 379 time: 0.0390306 Jul 29 17:45:35.737106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-721808ea-f8ca-4ab5-a213-9100f65578de service neutron] 10.222.0.16 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818145 Jul 29 17:45:35.744611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'admin_state_up': True, 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'security_groups': ['8cb69a0a-addf-4a3d-859a-15990eed8fae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:35.746054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:35.755583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:35.992858 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 652155ad-49be-48d8-990f-fa27d9df7826 associated. External IP: 172.25.5.64, port: 8d32ab47-405c-47d0-965d-8a3e6cb72e48. Jul 29 17:45:36.048701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27f44930-33b3-4cbd-a14a-562e99d84a4f req-62a18729-1c99-4af1-b9ff-45c529580240 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=be381614125f49bc8d1e9ad94b387a88 HTTP/1.1" status: 200 len: 696 time: 0.1987936 Jul 29 17:45:36.133543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 31deb644-2f24-40a5-b0f7-bac8ab767465 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:36.248918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:36.254210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 31deb644-2f24-40a5-b0f7-bac8ab767465 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:36.260495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 31deb644-2f24-40a5-b0f7-bac8ab767465 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:36.261217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:36.265297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:36.293638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339488-0a64-493a-9556-903f6c706dda req-d8d555de-0901-4b3e-8217-e998b7e45cb2 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:36.302692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4339488-0a64-493a-9556-903f6c706dda req-d8d555de-0901-4b3e-8217-e998b7e45cb2 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.3192792 Jul 29 17:45:36.313041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f44930-33b3-4cbd-a14a-562e99d84a4f req-efe003be-ce7b-4670-a19a-c40a04a87f33 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:36.322776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27f44930-33b3-4cbd-a14a-562e99d84a4f req-efe003be-ce7b-4670-a19a-c40a04a87f33 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks?id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 787 time: 0.2730851 Jul 29 17:45:36.338024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-27f44930-33b3-4cbd-a14a-562e99d84a4f req-cc514bf5-7301-4ad7-9581-8c853e54ab08 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:36.351368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27f44930-33b3-4cbd-a14a-562e99d84a4f req-cc514bf5-7301-4ad7-9581-8c853e54ab08 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276182 Jul 29 17:45:36.404743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4339488-0a64-493a-9556-903f6c706dda req-36f7b8fb-050d-4cf3-a95a-6203438ef5e8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959520 Jul 29 17:45:36.461521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:36.516506 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:36.585355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 31deb644-2f24-40a5-b0f7-bac8ab767465, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=31deb644-2f24-40a5-b0f7-bac8ab767465,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:36.595715 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c16bb-d65d-424c-b134-de14553791ce x-openstack-request-id: req-691c16bb-d65d-424c-b134-de14553791ce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:36.596006 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "name": "network-vif-plugged", "status": "completed", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:36.597207 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-691c16bb-d65d-424c-b134-de14553791ce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:36.599002 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'code': 200} Jul 29 17:45:36.600480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:36.639083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 172.20.0.6 (54f71fde-9e75-4530-8e73-4032b5d1dd6a/b44a502e-0814-4fcd-8437-350a79191a84/50f4c56c-5a3a-4821-9506-12a059489617) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:36.666938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:36.682677 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:36.698083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:36.699019 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:36.762797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:36.793552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:36.813170 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:36.814104 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:36.830113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86002c-be42-41a3-a9f6-40eb158f2b67 req-e56ad6c0-62a3-4720-83db-3b76a68566da tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:36.840183 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f86002c-be42-41a3-a9f6-40eb158f2b67 req-e56ad6c0-62a3-4720-83db-3b76a68566da tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.3594449 Jul 29 17:45:36.897024 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:36.897703 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc4969-1a29-49d1-a08a-afe05e75174a None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:36.908781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4aa6-d0c4-4d9f-b6aa-f8d2b819f4bb req-d9d35b6d-66b6-4730-aa1c-dcb5986c7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:36.910525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87dd4aa6-d0c4-4d9f-b6aa-f8d2b819f4bb req-d9d35b6d-66b6-4730-aa1c-dcb5986c7d0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.1729176 Jul 29 17:45:36.958981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f86002c-be42-41a3-a9f6-40eb158f2b67 req-a0431c96-b513-4044-96cc-da7147ee06f9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177268 Jul 29 17:45:36.959928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ee7d532-ce72-469e-b1d9-84f98b87a37a req-d612e0c6-9e16-46a4-bd3f-a113d84328b2 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0564601 Jul 29 17:45:36.989473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:36.990493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87dd4aa6-d0c4-4d9f-b6aa-f8d2b819f4bb req-61a2f5f4-45e1-4ecb-bf17-1c3c921211d5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718944 Jul 29 17:45:37.002492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object 50f4c56c-5a3a-4821-9506-12a059489617 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:37.089278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:37.148183 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05565504-db21-4764-84cd-82f6925673f7 req-281c37e3-6498-4e87-8513-a7be379f8b43 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 210 time: 0.0784669 Jul 29 17:45:37.179257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fcaa2ec-e689-4d38-a3f1-5c45bb7d1d77 req-e0b1e0f3-01e0-44c1-8910-89487888730c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0429523 Jul 29 17:45:37.184136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:37.195992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:37.207099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:37.304030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-495314c2-5020-41dd-8f49-13197497d57c tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips/ed837447-a033-42d3-904c-0ce3fe2bc1c8 HTTP/1.1" status: 200 len: 693 time: 0.0858192 Jul 29 17:45:37.313827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:37.377216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:37.395808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:37.396611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:37.403405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88178-155d-4c74-8a74-bed423fdad75 req-4cddb9e2-9690-4a6d-8a0a-421a91aae442 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:37.404979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fe88178-155d-4c74-8a74-bed423fdad75 req-4cddb9e2-9690-4a6d-8a0a-421a91aae442 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0791681 Jul 29 17:45:37.449553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-14268c19-83f1-45bd-b35a-dbb089aae893 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106850 Jul 29 17:45:37.462961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'admin_state_up': True, 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'security_groups': ['8cb69a0a-addf-4a3d-859a-15990eed8fae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:37.485738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-48a15bf0-72ac-454a-9d78-bc75f6e7ecd9 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:37.487296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-48a15bf0-72ac-454a-9d78-bc75f6e7ecd9 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1824708 Jul 29 17:45:37.539610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-a7940cf8-cc8d-4b31-ac4d-810c5a195818 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:37.540076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fe88178-155d-4c74-8a74-bed423fdad75 req-18ddd57f-f231-4e0f-bba4-632f51176013 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186867 Jul 29 17:45:37.540674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-a7940cf8-cc8d-4b31-ac4d-810c5a195818 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269117 Jul 29 17:45:37.651528 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-479494ac-caa3-481b-80c9-544de1e7dd23 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0983212 Jul 29 17:45:37.660636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d76ddd56-d03c-463a-8a30-0607fe56949a None None] Provisioning for port 50f4c56c-5a3a-4821-9506-12a059489617 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:37.665551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d76ddd56-d03c-463a-8a30-0607fe56949a None None] Provisioning complete for port 50f4c56c-5a3a-4821-9506-12a059489617 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:37.666457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d76ddd56-d03c-463a-8a30-0607fe56949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:37.744816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:37.757678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d76ddd56-d03c-463a-8a30-0607fe56949a None None] Port 50f4c56c-5a3a-4821-9506-12a059489617 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:37.764980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:37.779083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:37.797429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:37.798080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:37.847145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:37.860559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:37.861441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:37.908870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:37.909836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65cd49-d692-41d3-8581-ab4c9913ad64 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:37.919864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5669cc44-9fe0-4ab3-b86e-2333f9641bea tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/652155ad-49be-48d8-990f-fa27d9df7826 HTTP/1.1" status: 200 len: 977 time: 3.6917865 Jul 29 17:45:37.921989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51690) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:37.926740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-a2c7d77b-d778-43ad-ba61-b065e0878855 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.2323236 Jul 29 17:45:37.926949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:38.057531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.071805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 31deb644-2f24-40a5-b0f7-bac8ab767465 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:38.171459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-45faaef1-538b-4541-96ec-d5bf0bf387e2 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:38.173116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-45faaef1-538b-4541-96ec-d5bf0bf387e2 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.49 "GET /v2.0/networks?id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 200 len: 815 time: 0.4511311 Jul 29 17:45:38.239327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 31deb644-2f24-40a5-b0f7-bac8ab767465 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:38.240003 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.389401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:38.395007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.414193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65710d9-75e3-4a26-8af0-21d6e4c2adb6 req-693adc38-6bd9-466c-9804-f49736a179eb tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:38.415780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65710d9-75e3-4a26-8af0-21d6e4c2adb6 req-693adc38-6bd9-466c-9804-f49736a179eb tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.2292535 Jul 29 17:45:38.417978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.449198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.450379 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 652155ad-49be-48d8-990f-fa27d9df7826 disassociated. External IP: 172.25.5.64, port: 7b89799e-b6cc-49f2-9de4-6bf73262348a. Jul 29 17:45:38.469472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-ed38d204-af30-4d2d-9a9b-3e3c68c97a8c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b HTTP/1.1" status: 200 len: 379 time: 0.2674799 Jul 29 17:45:38.495230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'port': {'device_id': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'admin_state_up': True, 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'security_groups': ['22483c03-ce97-4130-9971-c301467bf80a']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:38.549436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65710d9-75e3-4a26-8af0-21d6e4c2adb6 req-01c42f27-3e85-4d39-b3cd-8e1ec8771276 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129742 Jul 29 17:45:38.648230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.1.1.193 (92ef9973-b776-4d3d-8541-55aabe653706/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6/8b58b4e4-674e-43ef-a672-dd25700305ee) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:38.751676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb470-3d4d-48e8-847f-fbdc74bf2637 req-b96fe560-a8dc-4ece-95a4-9b3145ca7a59 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:38.753664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875eb470-3d4d-48e8-847f-fbdc74bf2637 req-b96fe560-a8dc-4ece-95a4-9b3145ca7a59 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 931 time: 0.1043780 Jul 29 17:45:38.798035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Deleting port 24c141dd-e80c-47f3-827b-57d93c1487c9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:38.798781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.849483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875eb470-3d4d-48e8-847f-fbdc74bf2637 req-6c3e7ad4-320e-47b6-9df9-49a049a82a36 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871716 Jul 29 17:45:38.873463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:38.894125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Made reservation on behalf of 6b9731b9f1e24c45aeade986fd2b1f0b for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:38.898374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:38.925225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-dd6ee9ab-b729-4fc3-bf85-1ee01f910fcd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:38.927195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-dd6ee9ab-b729-4fc3-bf85-1ee01f910fcd tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.49 "GET /v2.0/networks?id=648842b2-63ed-497a-a37b-b33c2bf6160f HTTP/1.1" status: 200 len: 813 time: 0.6232836 Jul 29 17:45:39.040278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa37187-fcb1-4f58-94bf-a7d94c3f8c62 req-70bfef57-1acf-49dc-bb1a-9e6f6648aad1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:39.041782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fa37187-fcb1-4f58-94bf-a7d94c3f8c62 req-70bfef57-1acf-49dc-bb1a-9e6f6648aad1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0925174 Jul 29 17:45:39.053623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:39.058795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.059398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-6e469f36-bdbe-4b16-ada2-c918f1ff76b5 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf HTTP/1.1" status: 200 len: 380 time: 0.1148748 Jul 29 17:45:39.071130 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:39.084210 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:39.084840 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:39.102462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'port': {'device_id': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'admin_state_up': True, 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'security_groups': ['c9a22b94-c618-4769-b41b-5cd9b7e7ed01']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:39.111032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.111460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.130251 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:39.141455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:39.142401 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:39.166524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9cd9883a-e8e6-42b2-b679-c70d768097b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.184676 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:39.185598 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3863b-336b-4407-adb4-3dec433f9622 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:39.195146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fa37187-fcb1-4f58-94bf-a7d94c3f8c62 req-c15855cd-493c-4321-8243-318f15013375 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893247 Jul 29 17:45:39.196434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Calling delete_port for 24c141dd-e80c-47f3-827b-57d93c1487c9 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:39.197834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dd60f807-307d-4552-96d4-7762f876fdf9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/652155ad-49be-48d8-990f-fa27d9df7826 HTTP/1.1" status: 200 len: 687 time: 1.2746279 Jul 29 17:45:39.200890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:39.323085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0aa1f8a-4266-4774-b815-5a358cc88b4b req-ae7d5777-652f-4a33-918a-93823b5797b8 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 210 time: 0.0300367 Jul 29 17:45:39.374146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port b2b279f3-e3f5-4ef0-8791-d8137a1c8c76 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:39.374831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.456184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-140cd970-a6b9-48a0-919e-057a3d77b234 req-f8b756e4-9883-4c7d-9b23-9ba4df075011 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Jul 29 17:45:39.540485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.540807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.605918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for b2b279f3-e3f5-4ef0-8791-d8137a1c8c76 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:39.688009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.724249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Allocated IP 172.20.0.3 (1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb/ed4bd826-b92e-4215-8b5a-f80a54bc43cf/ad07fe59-29c7-495b-be9a-d704a758864e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:39.743122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object 8b58b4e4-674e-43ef-a672-dd25700305ee will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:39.772693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-0b85d27e-79dd-4f2c-abef-37786cbc4948 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2817574 Jul 29 17:45:39.786981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:39.837059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Made reservation on behalf of 1d7404e51e3e4a3589b4822ef1dcaacf for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:39.840785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.877107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.894823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.915136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:39.967626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=b2b279f3-e3f5-4ef0-8791-d8137a1c8c76,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:40.017355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.043148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.046130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.050824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3cbaa371-b61b-46ce-98af-971c3c30f2ed tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/652155ad-49be-48d8-990f-fa27d9df7826 HTTP/1.1" status: 204 len: 168 time: 0.8488569 Jul 29 17:45:40.055863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:40.083190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 92ef9973-b776-4d3d-8541-55aabe653706 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:40.108337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:40.135291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:40.145388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:40.248467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event deleted for resources: {'Port': ['ID=24c141dd-e80c-47f3-827b-57d93c1487c9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:40.301494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.341221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.341885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.345038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Allocated IP 172.20.0.14 (648842b2-63ed-497a-a37b-b33c2bf6160f/69632db6-e95a-4984-823c-d509b64d7ef8/7c6cbb93-5338-4568-8b27-af82883329c0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:40.357120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.360576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.374335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-517781e1-d399-4531-b01b-10ab1e1abcdb req-3a00c38a-1749-4701-bd85-e9f5b50014ac tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed837447-a033-42d3-904c-0ce3fe2bc1c8 HTTP/1.1" status: 204 len: 173 time: 2.4327915 Jul 29 17:45:40.393960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Transition to ACTIVE for port object ad07fe59-29c7-495b-be9a-d704a758864e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:40.426832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-ed9f7c14-fb49-446e-bc2b-e9ad48ec4f93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9690406 Jul 29 17:45:40.444498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'admin_state_up': True, 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'security_groups': ['8cb69a0a-addf-4a3d-859a-15990eed8fae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:40.472228 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-344ba8e6-6455-4398-80f5-f9a86cdba381 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] delete failed (client error): The resource could not be found. Jul 29 17:45:40.474783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-344ba8e6-6455-4398-80f5-f9a86cdba381 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/652155ad-49be-48d8-990f-fa27d9df7826 HTTP/1.1" status: 404 len: 345 time: 0.4172826 Jul 29 17:45:40.484622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:40.524214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b39068c5-037c-4b06-b3ce-dd6fc57219dc None None] Provisioning for port 8b58b4e4-674e-43ef-a672-dd25700305ee completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:40.528206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b39068c5-037c-4b06-b3ce-dd6fc57219dc None None] Provisioning complete for port 8b58b4e4-674e-43ef-a672-dd25700305ee triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:40.528576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b39068c5-037c-4b06-b3ce-dd6fc57219dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.574273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b39068c5-037c-4b06-b3ce-dd6fc57219dc None None] Port 8b58b4e4-674e-43ef-a672-dd25700305ee cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:40.590568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.623769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.658051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267da8c2-e206-4b0f-b55f-954714dbe4e1 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.664781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267da8c2-e206-4b0f-b55f-954714dbe4e1 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.670684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267da8c2-e206-4b0f-b55f-954714dbe4e1 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.672451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-267da8c2-e206-4b0f-b55f-954714dbe4e1 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/ports?network_id=dc8e3d33-db57-46fb-a1d4-e1292dc9d58a HTTP/1.1" status: 200 len: 2357 time: 0.1868067 Jul 29 17:45:40.683641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51728) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:40.759980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:40.766712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event updated for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:40.773894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:40.789780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b8d5b-28d6-481d-a470-a963ca4c1a8e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.794724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-086b8d5b-28d6-481d-a470-a963ca4c1a8e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/subnets/643b1bea-3ae7-4478-832a-82c5c74a5464 HTTP/1.1" status: 200 len: 797 time: 0.1064904 Jul 29 17:45:40.794908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:40.797022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:40.803718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'port': {'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a', 'name': 'tempest-FloatingIPTestJSON-1810965499', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:40.832505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.842892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00015-ae94-4292-af15-d0fc1b81c526 req-35781a73-a75b-47f0-bcc5-f92ad33abfa8 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.848940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00015-ae94-4292-af15-d0fc1b81c526 req-35781a73-a75b-47f0-bcc5-f92ad33abfa8 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.856835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dfa00015-ae94-4292-af15-d0fc1b81c526 req-35781a73-a75b-47f0-bcc5-f92ad33abfa8 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 1653 time: 0.2389638 Jul 29 17:45:40.863713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:40.864355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Allocated IP 172.25.5.5 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/10d718c6-739a-4a59-88f9-c3b5e215bf12) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:40.867392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:40.916620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Transition to ACTIVE for port object 7c6cbb93-5338-4568-8b27-af82883329c0 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:40.958766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:40.959741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.003698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:41.006718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dfa00015-ae94-4292-af15-d0fc1b81c526 req-12ef69b5-4e5c-44f2-8ad3-7d9a27ce1fcd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488631 Jul 29 17:45:41.049035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-955961a9-0aae-44a2-8eff-c379640d8097 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5715213 Jul 29 17:45:41.078207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Request body: {'port': {'device_id': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:41.101383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f223de0-3323-4841-8298-d1a9c6cce375 None None] Provisioning for port ad07fe59-29c7-495b-be9a-d704a758864e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:41.106171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f223de0-3323-4841-8298-d1a9c6cce375 None None] Provisioning complete for port ad07fe59-29c7-495b-be9a-d704a758864e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:41.106824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f223de0-3323-4841-8298-d1a9c6cce375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.110862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.147971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8f223de0-3323-4841-8298-d1a9c6cce375 None None] Port ad07fe59-29c7-495b-be9a-d704a758864e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:41.154963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.185203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] device_id is not set on port 59506e9e-748c-48cd-9046-2a30d980ebc9 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:45:41.198362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.269311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.283533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.318227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.1.1.135 (92ef9973-b776-4d3d-8541-55aabe653706/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6/ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:41.326884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Network 648842b2-63ed-497a-a37b-b33c2bf6160f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:41.353198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event updated for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:41.355823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:41.367825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:41.373028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:41.379807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:41.382890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:41.404069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24582cc-8007-4925-bb36-4bb4ebb717a5 req-c5900881-ae6a-4daf-9841-1d64dbc34ce1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:41.411816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d24582cc-8007-4925-bb36-4bb4ebb717a5 req-c5900881-ae6a-4daf-9841-1d64dbc34ce1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2163298 Jul 29 17:45:41.418995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event updated for resources: {'Port': ['ID=10d718c6-739a-4a59-88f9-c3b5e215bf12,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:41.588296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.629195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92a0fdf6-6c4b-4308-b33c-0cb9236dfc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.663312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.675886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:41.676562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.687650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c723757-1204-422f-8b08-96382b789f57 None None] Provisioning for port 7c6cbb93-5338-4568-8b27-af82883329c0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:41.693014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.14 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/59506e9e-748c-48cd-9046-2a30d980ebc9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:41.694219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c723757-1204-422f-8b08-96382b789f57 None None] Provisioning complete for port 7c6cbb93-5338-4568-8b27-af82883329c0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:41.695043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c723757-1204-422f-8b08-96382b789f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.706023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.13 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/59506e9e-748c-48cd-9046-2a30d980ebc9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:41.764004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7c723757-1204-422f-8b08-96382b789f57 None None] Port 7c6cbb93-5338-4568-8b27-af82883329c0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:41.789090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d24582cc-8007-4925-bb36-4bb4ebb717a5 req-b1ed037a-bddd-4712-8e54-897bfbe21951 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755639 Jul 29 17:45:41.790695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.891236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-d7788c60-232d-4496-b9d9-fba4dbabb595 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7942538 Jul 29 17:45:41.909277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Request body: {'port': {'device_id': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:41.955546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.966108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.968114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad07fe59-29c7-495b-be9a-d704a758864e {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:41.971147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:41.992125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.048338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Transition to ACTIVE for port object ad07fe59-29c7-495b-be9a-d704a758864e will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:42.048838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event updated for resources: {'Port': ['ID=10d718c6-739a-4a59-88f9-c3b5e215bf12,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:42.065500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.074493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1970205-13f7-4699-910d-f06d50a1b539 req-7e59f891-8826-4a96-88f5-886fb74d1df4 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.074704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.076795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1970205-13f7-4699-910d-f06d50a1b539 req-7e59f891-8826-4a96-88f5-886fb74d1df4 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 932 time: 0.2071202 Jul 29 17:45:42.080239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.089174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.094411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.102598 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.103794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d18ef48a-0cfc-4dcd-a8d2-e48d03e75b02 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3208382 Jul 29 17:45:42.162325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:42.192041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:42.236329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:42.242061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:42.251668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-9b2a73df-839c-4d2a-88af-2bdd23d3039c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1221468 Jul 29 17:45:42.261367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1970205-13f7-4699-910d-f06d50a1b539 req-21baaccf-0f1c-40de-b8ce-8148c2b0a9e6 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673970 Jul 29 17:45:42.283574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:42.353063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.354382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.381260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=59506e9e-748c-48cd-9046-2a30d980ebc9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:42.419791 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c0fe6e68-6dac-40c3-91a5-95177921dcf8 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6188877 Jul 29 17:45:42.420406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51736) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:42.427194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.434668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '59506e9e-748c-48cd-9046-2a30d980ebc9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:42.488540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d843b768-601a-4b42-96e1-9aabce1f72e0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.489772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-d843b768-601a-4b42-96e1-9aabce1f72e0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2235918 Jul 29 17:45:42.501960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-b30c2dc2-cdab-4997-915a-5f997ea1d976 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:42.503274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afb491d5-094d-4300-bc13-ef27fa0c197d req-b30c2dc2-cdab-4997-915a-5f997ea1d976 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062962 Jul 29 17:45:42.550744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 92ef9973-b776-4d3d-8541-55aabe653706 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:42.601881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:42.604350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:42.607239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.619290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Attempting to bind port ad07fe59-29c7-495b-be9a-d704a758864e on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:42.619620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Attempting to bind port ad07fe59-29c7-495b-be9a-d704a758864e by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:42.620514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Attempting to bind port ad07fe59-29c7-495b-be9a-d704a758864e on network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:42.635569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744214eb-2281-4f49-ba54-528a91743c07 req-f19bc248-efb6-4134-a555-452a9fc4badb tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.637244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-744214eb-2281-4f49-ba54-528a91743c07 req-f19bc248-efb6-4134-a555-452a9fc4badb tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.0568585 Jul 29 17:45:42.662595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:42.687192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Port ad07fe59-29c7-495b-be9a-d704a758864e on network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:42.687510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Attempting to bind port ad07fe59-29c7-495b-be9a-d704a758864e on network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:42.699697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-744214eb-2281-4f49-ba54-528a91743c07 req-01a3b110-46b9-46b9-b724-0d8b0bccb22f tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530331 Jul 29 17:45:42.751287 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-5d55b5e3-f034-4791-a4cc-9cacf6c54e5e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4535856 Jul 29 17:45:42.763558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:42.763896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Checking segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:42.764284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Bound using segment: {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:42.764735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Bound port: ad07fe59-29c7-495b-be9a-d704a758864e, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121cdc4a-b223-414c-bea4-69f79b2d4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:42.765092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.777919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:42.804371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.805147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.866036 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.899162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.906485 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d5a92742-801f-473a-bb69-57942a9a7598 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4675777 Jul 29 17:45:42.912856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-87ee0e26-057d-4315-b22f-5857f1190620 None None] Provisioning for port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:42.917319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-87ee0e26-057d-4315-b22f-5857f1190620 None None] Provisioning complete for port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:42.917911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87ee0e26-057d-4315-b22f-5857f1190620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:42.938890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'admin_state_up': True, 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'security_groups': ['8cb69a0a-addf-4a3d-859a-15990eed8fae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:42.947183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf3a3-a226-4153-959a-fc0bef09e267 req-66b93794-be20-40f0-b33c-b991c4209ae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.954704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-87ee0e26-057d-4315-b22f-5857f1190620 None None] Port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:42.959078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf3a3-a226-4153-959a-fc0bef09e267 req-66b93794-be20-40f0-b33c-b991c4209ae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.965184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf3a3-a226-4153-959a-fc0bef09e267 req-66b93794-be20-40f0-b33c-b991c4209ae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:42.966921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76cbf3a3-a226-4153-959a-fc0bef09e267 req-66b93794-be20-40f0-b33c-b991c4209ae9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 2374 time: 0.1003411 Jul 29 17:45:43.009927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76cbf3a3-a226-4153-959a-fc0bef09e267 req-4fafea43-54cd-4ec1-a6a9-5e806b98be49 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Jul 29 17:45:43.210595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-a4953b3a-b1be-4681-ac88-6f1ee3b3b5ab tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:43.212321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-a4953b3a-b1be-4681-ac88-6f1ee3b3b5ab tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 820 time: 0.1145654 Jul 29 17:45:43.234006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-9ab01ca6-3ad3-4ac8-8db6-1260c55c5e93 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/quotas/1199ab4375094be4a1b5b26f9267e1f9 HTTP/1.1" status: 200 len: 375 time: 0.0147290 Jul 29 17:45:43.311138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-e7bd16aa-4b2f-4c9f-b045-031bb18f5d7c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693715 Jul 29 17:45:43.403138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:43.416383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-b2468921-ddaa-4529-b9e6-00fd2210bf0f service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041739 Jul 29 17:45:43.434962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6cbb93-5338-4568-8b27-af82883329c0 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:43.446683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ad07fe59-29c7-495b-be9a-d704a758864e,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:43.457158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:43.473087 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:43.531748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Transition to ACTIVE for port object 7c6cbb93-5338-4568-8b27-af82883329c0 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:43.535395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-e74bbb9f-a923-4cec-a50b-1d52dd5ddaea service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120534 Jul 29 17:45:43.557103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:43.558507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:43.559703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 200 len: 1091 time: 2.4921002 Jul 29 17:45:43.565157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:43.567759 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab28a3f7-b779-46e4-a69e-f430f23ad724" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:43.573011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:43.595195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:43.758826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da696eb-55fd-41df-9ebb-35c6ac7608a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:43.859376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a64e-500a-4bcc-99ba-b199150bc3f5 req-f1dfed2e-80b7-4ec7-9873-524059fa8f4e tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:43.868628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a938a64e-500a-4bcc-99ba-b199150bc3f5 req-f1dfed2e-80b7-4ec7-9873-524059fa8f4e tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0709257 Jul 29 17:45:43.883172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:43.924613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a938a64e-500a-4bcc-99ba-b199150bc3f5 req-40c7beb7-a248-4bef-bed9-086b2000b242 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540714 Jul 29 17:45:44.117238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.169 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/fe709ee8-6809-43e5-859c-bc5b9dcd4b82) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:44.135720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d757a-c745-4df2-ab50-7b55f8cc70e4 req-0053a42d-7de3-4e1d-98e1-f5b128ce498c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.144755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-316d757a-c745-4df2-ab50-7b55f8cc70e4 req-0053a42d-7de3-4e1d-98e1-f5b128ce498c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.1009042 Jul 29 17:45:44.198165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-6d6e6af2-1369-4ae4-a9cb-d12072c333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.199796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-6d6e6af2-1369-4ae4-a9cb-d12072c333c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 1094 time: 0.5816591 Jul 29 17:45:44.211497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-316d757a-c745-4df2-ab50-7b55f8cc70e4 req-739a7432-e041-438e-8193-55c889a6badf tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637934 Jul 29 17:45:44.262270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:44.268279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.304763 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60074899-1ca7-467b-94db-b77c338f2416 x-openstack-request-id: req-60074899-1ca7-467b-94db-b77c338f2416 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:44.305078 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:44.305353 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60074899-1ca7-467b-94db-b77c338f2416 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:44.305795 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'status': 'completed', 'code': 200} Jul 29 17:45:44.399743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00222f3f-9d5e-4f04-a600-6408729d9030 req-4b95bc2b-0832-4888-9a3f-682ae049d015 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 210 time: 0.0539346 Jul 29 17:45:44.457187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.481341 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.563158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.590731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-e336e96e-8a92-402e-9522-635447419ab9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 200 len: 217 time: 0.3336589 Jul 29 17:45:44.598495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Attempting to bind port 7c6cbb93-5338-4568-8b27-af82883329c0 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:44.599156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Attempting to bind port 7c6cbb93-5338-4568-8b27-af82883329c0 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:44.599703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Attempting to bind port 7c6cbb93-5338-4568-8b27-af82883329c0 on network 648842b2-63ed-497a-a37b-b33c2bf6160f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:44.607045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.654501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21286a-9f06-4ba9-b4a8-fa9577f59f5a req-46903a16-9fae-4408-9385-bf6a9c482c22 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.656896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a21286a-9f06-4ba9-b4a8-fa9577f59f5a req-46903a16-9fae-4408-9385-bf6a9c482c22 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.1163318 Jul 29 17:45:44.705119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a21286a-9f06-4ba9-b4a8-fa9577f59f5a req-a9ae319a-945d-40b0-bdba-0f0329bbb228 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Jul 29 17:45:44.749630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Port 7c6cbb93-5338-4568-8b27-af82883329c0 on network 648842b2-63ed-497a-a37b-b33c2bf6160f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:44.749963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Attempting to bind port 7c6cbb93-5338-4568-8b27-af82883329c0 on network 648842b2-63ed-497a-a37b-b33c2bf6160f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:44.808781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:44.809144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Checking segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:44.809535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Bound using segment: {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:44.809996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Bound port: 7c6cbb93-5338-4568-8b27-af82883329c0, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ce74e4-953f-40e1-991d-418a67ff0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:44.810413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:44.845221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:44.895129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:44.914909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227b78-fa6b-47d4-a246-1e5415fca066 req-532a3278-40a4-4ad1-8233-6084c6f904e3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.922612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227b78-fa6b-47d4-a246-1e5415fca066 req-532a3278-40a4-4ad1-8233-6084c6f904e3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.923421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:44.929624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227b78-fa6b-47d4-a246-1e5415fca066 req-532a3278-40a4-4ad1-8233-6084c6f904e3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:44.931724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60227b78-fa6b-47d4-a246-1e5415fca066 req-532a3278-40a4-4ad1-8233-6084c6f904e3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 2374 time: 0.0785289 Jul 29 17:45:44.983195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60227b78-fa6b-47d4-a246-1e5415fca066 req-935c69b5-b32f-4fc8-b192-de9fa96d3e65 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Jul 29 17:45:45.086200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=fe709ee8-6809-43e5-859c-bc5b9dcd4b82,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:45.132454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-2d4fe3a6-5760-4c52-b8a8-5c419c11f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.135502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-2d4fe3a6-5760-4c52-b8a8-5c419c11f81b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed4bd826-b92e-4215-8b5a-f80a54bc43cf HTTP/1.1" status: 200 len: 854 time: 0.5335128 Jul 29 17:45:45.169401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c11c13-ea29-4223-b55e-8e0513ee7a6e req-b50a23c2-7e51-4238-ab1f-92fe66e705ec tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.174490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1c11c13-ea29-4223-b55e-8e0513ee7a6e req-b50a23c2-7e51-4238-ab1f-92fe66e705ec tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1064928 Jul 29 17:45:45.198484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:45.314367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1c11c13-ea29-4223-b55e-8e0513ee7a6e req-4885bd9e-73fd-4ea7-bb9c-957c10d350d1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Jul 29 17:45:45.325268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c6cbb93-5338-4568-8b27-af82883329c0,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:45.391060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-801306ba-ceda-49d8-bfde-cd8eb25b9eba tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.392853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-801306ba-ceda-49d8-bfde-cd8eb25b9eba tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.38 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 820 time: 0.2174504 Jul 29 17:45:45.411124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Allocated IP 172.25.5.252 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/9498b681-b9bb-47e8-8622-10d04179024e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:45.414129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'port': {'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'admin_state_up': True, 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:45.475266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:45.544023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.2.2.100 (502eec23-ba9e-439b-9469-a85e3f0851ae/1befba47-894c-40e0-a83a-a7d242c88a65/fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:45.581922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-ab3070a7-2a1b-42e1-890d-63cd8085d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.583417 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-ab3070a7-2a1b-42e1-890d-63cd8085d679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4361846 Jul 29 17:45:45.586160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.586799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:45.588869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] 10.222.0.49 "PUT /v2.0/ports/7c6cbb93-5338-4568-8b27-af82883329c0 HTTP/1.1" status: 200 len: 1092 time: 3.6839871 Jul 29 17:45:45.622021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7e23-9720-4ba7-a1a2-9f5dc99d9cf5 req-476cf3bc-898a-4870-9350-c20390cd7e60 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:45.636000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d26f7e23-9720-4ba7-a1a2-9f5dc99d9cf5 req-476cf3bc-898a-4870-9350-c20390cd7e60 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.1898081 Jul 29 17:45:45.640177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Made reservation on behalf of 1199ab4375094be4a1b5b26f9267e1f9 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:45.646171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:45.714697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d26f7e23-9720-4ba7-a1a2-9f5dc99d9cf5 req-7a0e7737-0d40-417c-bcd3-1fb8dd1095ca tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640967 Jul 29 17:45:45.860651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1833dd3-a067-4248-ab98-c5255889c632 req-06e247d2-7d3e-4978-bf62-b6f39f6ebf27 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 210 time: 0.0465934 Jul 29 17:45:45.898698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Allocated IP 172.20.0.10 (81d95c47-0ddc-4a83-acab-3eace9f39f94/167f1ff5-90b4-4314-9051-bc8e68b9ae81/d1b03d0c-f04e-41bc-8b2e-d0b4397224ae) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:45.954121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.036719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a110b3-8b75-4eae-9e07-8ada73a1ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:46.074754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210ce31-2d42-41d3-9f85-552ef69c071d req-1e9abc83-eec8-4ebf-ab83-8e4237d71d27 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.076335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2210ce31-2d42-41d3-9f85-552ef69c071d req-1e9abc83-eec8-4ebf-ab83-8e4237d71d27 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.0850179 Jul 29 17:45:46.104111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.140090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Transition to ACTIVE for port object d1b03d0c-f04e-41bc-8b2e-d0b4397224ae will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:46.166116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-a94ec2e3-0bee-420c-93da-a091fd369c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.167622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2210ce31-2d42-41d3-9f85-552ef69c071d req-a3bae7e7-bb4e-4152-87e3-d9f0ebcd50da tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588250 Jul 29 17:45:46.167756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-a94ec2e3-0bee-420c-93da-a091fd369c1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf&device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 1095 time: 0.3865261 Jul 29 17:45:46.185272 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.224619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.237524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['048de4d0-048f-4c76-9123-c2f98ca9f59b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:46.300078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-ab983cae-56d7-40b0-9e92-183609a5f0b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c6cbb93-5338-4568-8b27-af82883329c0 HTTP/1.1" status: 200 len: 217 time: 0.1172404 Jul 29 17:45:46.308012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:46.310057 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5a958-0206-43ed-8c0d-55ac25a4f380" -d '{"events": [{"name": "network-changed", "server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:46.315864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:46.322911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:46.355085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:46.414225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event updated for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:46.465786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.467300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.487107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe358d8-6db3-4034-9a49-416c8cf1a4af req-04f99f54-ba67-42c7-9479-90c378ec6a14 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.494219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe358d8-6db3-4034-9a49-416c8cf1a4af req-04f99f54-ba67-42c7-9479-90c378ec6a14 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.501257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe358d8-6db3-4034-9a49-416c8cf1a4af req-04f99f54-ba67-42c7-9479-90c378ec6a14 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.503066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abe358d8-6db3-4034-9a49-416c8cf1a4af req-04f99f54-ba67-42c7-9479-90c378ec6a14 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 2374 time: 0.1598566 Jul 29 17:45:46.523818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-c2b511ce-bbbf-441c-8038-fb203c9e39fa tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1149578 Jul 29 17:45:46.537543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Request body: {'port': {'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:46.590871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abe358d8-6db3-4034-9a49-416c8cf1a4af req-ce0dbd93-0e7f-4d2f-8f4c-89fa5ee434bb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773988 Jul 29 17:45:46.626965 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.702185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9fd113ec-210a-42fb-99c8-3d1338d09f3b None None] Provisioning for port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:46.709563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9fd113ec-210a-42fb-99c8-3d1338d09f3b None None] Provisioning complete for port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:46.710126 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9fd113ec-210a-42fb-99c8-3d1338d09f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.747082 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf17a1-1fd1-45e7-be58-c8a40ead3367 x-openstack-request-id: req-86cf17a1-1fd1-45e7-be58-c8a40ead3367 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:46.747370 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:46.748346 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86cf17a1-1fd1-45e7-be58-c8a40ead3367 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:46.748346 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0', 'status': 'completed', 'code': 200} Jul 29 17:45:46.753393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-84edb845-2f4c-4c17-aefd-47fc1709b1cc service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706674 Jul 29 17:45:46.760737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9fd113ec-210a-42fb-99c8-3d1338d09f3b None None] Port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:46.777370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.784693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:46.802846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event updated for resources: {'Port': ['ID=9498b681-b9bb-47e8-8622-10d04179024e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:46.811697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:46.827980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:46.860302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:46.893891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:46.912480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e4c0-cb42-4c96-8fb6-6b2daf258ee0 req-a066d26d-8a41-4e0e-ab50-e4efd40fa800 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.914051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ba9e4c0-cb42-4c96-8fb6-6b2daf258ee0 req-a066d26d-8a41-4e0e-ab50-e4efd40fa800 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1506786 Jul 29 17:45:46.938744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-2eef6baa-355f-4d14-a6a5-b7ed2098641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:46.940237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-2eef6baa-355f-4d14-a6a5-b7ed2098641a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69632db6-e95a-4984-823c-d509b64d7ef8 HTTP/1.1" status: 200 len: 852 time: 0.6210582 Jul 29 17:45:46.980334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ba9e4c0-cb42-4c96-8fb6-6b2daf258ee0 req-db519b84-602d-4149-a630-b506306cd82f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Jul 29 17:45:47.047473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b03d0c-f04e-41bc-8b2e-d0b4397224ae {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:47.056034 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.074592 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e11c7b5-87e1-45b4-ba49-06e8248ff9d7 req-aa005df8-60a9-4e90-b988-ff8470ff2108 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859552 Jul 29 17:45:47.098667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Transition to ACTIVE for port object d1b03d0c-f04e-41bc-8b2e-d0b4397224ae will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:47.113115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.124453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.127344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-234f3d50-7161-424c-b44b-e173bb1105be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.128851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-234f3d50-7161-424c-b44b-e173bb1105be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648842b2-63ed-497a-a37b-b33c2bf6160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748185 Jul 29 17:45:47.129798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.139683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e39d1-d1f4-4a49-9c7f-ffeeda81cb07 req-a3bcf148-6993-4561-b208-334bd565e2e7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.141632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c3e39d1-d1f4-4a49-9c7f-ffeeda81cb07 req-a3bcf148-6993-4561-b208-334bd565e2e7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.0830603 Jul 29 17:45:47.195966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.278476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Pushing event updated for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:47.290669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 502eec23-ba9e-439b-9469-a85e3f0851ae is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:47.294910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c3e39d1-d1f4-4a49-9c7f-ffeeda81cb07 req-81515f02-a420-4f33-a73d-d648a59ecea6 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294596 Jul 29 17:45:47.307834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:47.329445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:47.334551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Attempting to bind port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:47.335099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Attempting to bind port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:47.335598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Attempting to bind port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:47.341014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:47.341698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Attempting to bind port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae on network 81d95c47-0ddc-4a83-acab-3eace9f39f94 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:47.350152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:47.352700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Checking segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:47.353272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Bound using segment: {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:47.356475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Bound port: d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94554e-da3b-4911-88c6-2ba1630e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:47.357077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.368879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:47.378207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.482280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-6d952524-e4c3-4146-bf51-077ef64fb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.483867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-6d952524-e4c3-4146-bf51-077ef64fb295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 1094 time: 0.3507683 Jul 29 17:45:47.519825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b17a-0129-4e13-a14c-b7649a7d1d3a req-43a4082c-34b4-4a29-9a59-82261963f59b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.521482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efc3b17a-0129-4e13-a14c-b7649a7d1d3a req-43a4082c-34b4-4a29-9a59-82261963f59b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 944 time: 0.0960824 Jul 29 17:45:47.546807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:47.579641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.580287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.582914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:47.586732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efc3b17a-0129-4e13-a14c-b7649a7d1d3a req-4d50a457-506e-4bcf-b7c9-923ed446d7f5 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491111 Jul 29 17:45:47.594024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.630067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.630870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.632367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] 10.222.0.38 "PUT /v2.0/ports/d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 1092 time: 1.0996895 Jul 29 17:45:47.633468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:47.635978 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68" -d '{"events": [{"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:47.676871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe443b53-63f0-4331-89c4-46b47375f79c service neutron] Pushing event updated for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:47.679888 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-8ca8d8a5-9ce1-4d40-b96f-7d082ffb96fa service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290310 Jul 29 17:45:47.681296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-eee8a2fb-9aaf-4626-98f1-315f9d79e18b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7539489 Jul 29 17:45:47.721875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'admin_state_up': True, 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'security_groups': ['8cb69a0a-addf-4a3d-859a-15990eed8fae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:47.729720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f3366aa-57c9-4936-984f-6a1fd0e94776 None None] Provisioning for port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:47.735395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f3366aa-57c9-4936-984f-6a1fd0e94776 None None] Provisioning complete for port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:47.735767 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f3366aa-57c9-4936-984f-6a1fd0e94776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.807475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5f3366aa-57c9-4936-984f-6a1fd0e94776 None None] Port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:47.840181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-9bcad7e1-ff40-4243-9c81-9d5b556e5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.841723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-9bcad7e1-ff40-4243-9c81-9d5b556e5f60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1095 time: 0.1443317 Jul 29 17:45:47.855114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb124-3ca0-4805-b7fe-1de8f56b3a83 req-75ae5df7-f020-40b4-9218-ed89c30d075b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.862732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cb124-3ca0-4805-b7fe-1de8f56b3a83 req-75ae5df7-f020-40b4-9218-ed89c30d075b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.0827234 Jul 29 17:45:47.892551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-41967814-f458-4d5f-a36d-3a620a411c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.894119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-41967814-f458-4d5f-a36d-3a620a411c65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 200 len: 916 time: 0.3942542 Jul 29 17:45:47.909840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-a76c3885-4aa9-495f-a96d-36e11cc985ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 217 time: 0.0444474 Jul 29 17:45:47.965084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cb124-3ca0-4805-b7fe-1de8f56b3a83 req-789c8137-b9cd-4b29-8f0b-c8e961e9264c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015024 Jul 29 17:45:47.982750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-71b755ca-c525-4fc9-8032-8bcb9eb6d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:47.982750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-71b755ca-c525-4fc9-8032-8bcb9eb6d60d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0616307 Jul 29 17:45:48.007338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-4608822d-f90d-41d8-9cc8-e444e8f28eb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 200 len: 217 time: 0.0758696 Jul 29 17:45:48.042549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465531ae-fd1e-4f62-a289-189f6887eeff req-d6b8a356-3be5-4adb-865d-8faa33e80495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.045404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-d6b8a356-3be5-4adb-865d-8faa33e80495 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585544 Jul 29 17:45:48.050719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.097241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.161294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e1592b2-ed5d-4a5c-815b-a9bdd6468784 req-98ed0d2d-d763-425f-b6db-bb8a7e67fb6d service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518039 Jul 29 17:45:48.186141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-8f1ba615-b684-46ad-ab41-db986f859977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.187734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-8f1ba615-b684-46ad-ab41-db986f859977 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed4bd826-b92e-4215-8b5a-f80a54bc43cf HTTP/1.1" status: 200 len: 854 time: 0.1558888 Jul 29 17:45:48.216855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.250982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.273654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Made reservation on behalf of ec41271fc8434a36a207b31b96979d7f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:45:48.278196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.298689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=fe709ee8-6809-43e5-859c-bc5b9dcd4b82,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:48.352717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.490774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event updated for resources: {'Port': ['ID=9498b681-b9bb-47e8-8622-10d04179024e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:48.533614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-967eb340-e252-405f-bef6-61281be84fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.535087 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-967eb340-e252-405f-bef6-61281be84fe9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242583 Jul 29 17:45:48.541511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-c67236c1-6beb-46e9-9871-edcc450ca9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.543088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-c67236c1-6beb-46e9-9871-edcc450ca9df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf&device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 1095 time: 0.3090808 Jul 29 17:45:48.543761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.545594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-34f3215b-fd42-4630-9fb4-10f071b42c66 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.551429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-34f3215b-fd42-4630-9fb4-10f071b42c66 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.557365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-34f3215b-fd42-4630-9fb4-10f071b42c66 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.563131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-34f3215b-fd42-4630-9fb4-10f071b42c66 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.564856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-34f3215b-fd42-4630-9fb4-10f071b42c66 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3095 time: 0.4537020 Jul 29 17:45:48.582184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-8e39811c-8276-42b1-9b74-50ac2c8b9959 service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266154 Jul 29 17:45:48.657968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-843ddb27-d4bc-4069-833d-bbf9d1b4a006 req-9d40c5c8-14f1-40d6-be94-7e12f589dcf6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865927 Jul 29 17:45:48.674984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.692342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-1b356d06-ec9b-4929-ac76-8d5e3a0cde46 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9405124 Jul 29 17:45:48.707024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-465531ae-fd1e-4f62-a289-189f6887eeff req-b49190ff-d5a6-4464-9485-d899379826a0 service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166906 Jul 29 17:45:48.727187 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d38cad-7392-4943-acdb-0284340eb503 x-openstack-request-id: req-91d38cad-7392-4943-acdb-0284340eb503 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:48.727535 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:48.727799 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91d38cad-7392-4943-acdb-0284340eb503 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:48.729286 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'status': 'completed', 'code': 200} Jul 29 17:45:48.738325 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP faedc965-6770-4d90-adb3-d905854f9a69 associated. External IP: 172.25.5.169, port: 59506e9e-748c-48cd-9046-2a30d980ebc9. Jul 29 17:45:48.835339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e778-7a7a-48f3-a58a-f9d4b0e7e75f req-1863730d-da75-4706-8ff0-090ffeced90a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.837801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a47e778-7a7a-48f3-a58a-f9d4b0e7e75f req-1863730d-da75-4706-8ff0-090ffeced90a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0630791 Jul 29 17:45:48.848367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-a192c53f-7234-4f68-ab0a-2c17430eecbb tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.1551516 Jul 29 17:45:48.881900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a47e778-7a7a-48f3-a58a-f9d4b0e7e75f req-a046daa6-1ddb-4a93-bce3-21c07ea9b710 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Jul 29 17:45:48.939531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-2bcc8b92-552e-4677-ab5b-8f5d0f511969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:48.941228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-2bcc8b92-552e-4677-ab5b-8f5d0f511969 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1095 time: 0.0570128 Jul 29 17:45:49.003687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-39c7fe0a-915d-412f-9e2c-8dd99f41e14d service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569199 Jul 29 17:45:49.010656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-49792e88-5781-44e3-b739-cb57cb84740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.012073 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-49792e88-5781-44e3-b739-cb57cb84740d service neutron] 10.222.0.49 "GET /v2.0/networks?id=648842b2-63ed-497a-a37b-b33c2bf6160f HTTP/1.1" status: 200 len: 914 time: 0.4518578 Jul 29 17:45:49.051105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e9f0-c5d7-4b61-b94a-8b296aaddb9a req-20cd47f4-3525-42cc-a11f-7c531c211aa1 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.054804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a20e9f0-c5d7-4b61-b94a-8b296aaddb9a req-20cd47f4-3525-42cc-a11f-7c531c211aa1 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.1086695 Jul 29 17:45:49.105882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-83ad4aff-cf7a-4a9d-84d8-dbee07fe78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.107440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-83ad4aff-cf7a-4a9d-84d8-dbee07fe78c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.1515954 Jul 29 17:45:49.115867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a20e9f0-c5d7-4b61-b94a-8b296aaddb9a req-a7485a09-f614-499b-82d2-316d0e322773 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525575 Jul 29 17:45:49.156953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-b3aca407-cbfa-45b0-938a-420fbbaccb1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 217 time: 0.0399864 Jul 29 17:45:49.213280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-fa149f08-960c-4182-ac75-4fb557c244c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.214964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-fa149f08-960c-4182-ac75-4fb557c244c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0503037 Jul 29 17:45:49.300428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9f795-2b43-45f9-ab23-2f2058f3ee98 req-25e990b1-2f2f-4339-8a62-06d0191750d0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.301978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75c9f795-2b43-45f9-ab23-2f2058f3ee98 req-25e990b1-2f2f-4339-8a62-06d0191750d0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 944 time: 0.0860789 Jul 29 17:45:49.307858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-ef865efb-0910-45dd-93e4-3e9de443c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.309329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-ef865efb-0910-45dd-93e4-3e9de443c725 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829258 Jul 29 17:45:49.403374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75c9f795-2b43-45f9-ab23-2f2058f3ee98 req-036c3102-afaa-4a6d-a565-bc3fd4da2480 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929763 Jul 29 17:45:49.437117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-7e834677-caf1-445e-9d6c-aa5547c16506 service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190267 Jul 29 17:45:49.486018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-dfa86393-05db-4703-b5ba-8527f2cdcbc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c6cbb93-5338-4568-8b27-af82883329c0 HTTP/1.1" status: 200 len: 217 time: 0.4615841 Jul 29 17:45:49.502593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Allocated IP 10.2.2.200 (502eec23-ba9e-439b-9469-a85e3f0851ae/1befba47-894c-40e0-a83a-a7d242c88a65/14a5d77e-75c8-46eb-9b55-7dc0ac394a8b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:49.581365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006e820-906d-473d-8c9c-be885492c072 req-f0521345-64fb-4c74-a45a-d783fa9557ae tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.582895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8006e820-906d-473d-8c9c-be885492c072 req-f0521345-64fb-4c74-a45a-d783fa9557ae tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.0784636 Jul 29 17:45:49.588226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-4629cd58-ab1e-499b-8154-6676fe9fae4b tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.589160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-194c16c0-0429-4b19-8a98-6d21aff88a29 req-4629cd58-ab1e-499b-8154-6676fe9fae4b tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.7333317 Jul 29 17:45:49.600570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a993dbd8-a4ba-4e7e-9b31-4f424643ab68 req-c6144419-01c8-458f-ac86-e76197099fbe service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538229 Jul 29 17:45:49.642973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8006e820-906d-473d-8c9c-be885492c072 req-2201653c-f710-46fe-b0a3-567b78f0ddca tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524578 Jul 29 17:45:49.716083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-13d52224-799a-4109-a1ec-623e761f1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.718078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-13d52224-799a-4109-a1ec-623e761f1763 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69632db6-e95a-4984-823c-d509b64d7ef8 HTTP/1.1" status: 200 len: 852 time: 0.2165198 Jul 29 17:45:49.725744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-26b2aa1c-03fd-4d31-a50e-84de507c3bfd tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips/8243327c-6ee1-45e8-95c5-0d11be81ce27 HTTP/1.1" status: 200 len: 693 time: 0.0543201 Jul 29 17:45:49.731714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab28a3f7-b779-46e4-a69e-f430f23ad724 req-4b20d0f1-cb01-4476-8522-cfa193ff3357 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061830 Jul 29 17:45:49.829549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-fc6316eb-22c5-4429-a08f-cebf1bb69e30 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.831776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-fc6316eb-22c5-4429-a08f-cebf1bb69e30 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1052234 Jul 29 17:45:49.841977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-797b032d-f83c-4027-a988-92e494dade17 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:45:49.842992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-797b032d-f83c-4027-a988-92e494dade17 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060008 Jul 29 17:45:49.900985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-7120298a-e3d6-49e0-ad7c-f9f4fe2494cd tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0513701 Jul 29 17:45:49.925592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-c7b39126-c170-433d-af29-a8e4f4c3aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.927162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-c7b39126-c170-433d-af29-a8e4f4c3aa11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648842b2-63ed-497a-a37b-b33c2bf6160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945908 Jul 29 17:45:49.964494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:49.964735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-033a2e3e-f6d1-44a2-9440-7bf618a2e93e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0435994 Jul 29 17:45:49.985336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999529ff-0991-47ad-8338-1f1543338635 req-0b8a4d87-09f8-479d-9698-d272a1b18372 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.991235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999529ff-0991-47ad-8338-1f1543338635 req-0b8a4d87-09f8-479d-9698-d272a1b18372 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:49.997094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999529ff-0991-47ad-8338-1f1543338635 req-0b8a4d87-09f8-479d-9698-d272a1b18372 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.003018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999529ff-0991-47ad-8338-1f1543338635 req-0b8a4d87-09f8-479d-9698-d272a1b18372 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.004773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-999529ff-0991-47ad-8338-1f1543338635 req-0b8a4d87-09f8-479d-9698-d272a1b18372 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3095 time: 0.2231984 Jul 29 17:45:50.091081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.101122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Deleting port 9498b681-b9bb-47e8-8622-10d04179024e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:50.101464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.156996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Transition to ACTIVE for port object 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:50.178528 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-999529ff-0991-47ad-8338-1f1543338635 req-52389f97-731c-4060-97cc-d333fb9c9521 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327407 Jul 29 17:45:50.186473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.186873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.200921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Calling delete_port for 9498b681-b9bb-47e8-8622-10d04179024e owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:50.221294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-e2426e10-5cdf-42b2-90ae-60ada88ebcb8 service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657561 Jul 29 17:45:50.353063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.360076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.374302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:50.389637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:50.391885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Pushing event deleted for resources: {'Port': ['ID=9498b681-b9bb-47e8-8622-10d04179024e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:50.410949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:50.412494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:50.447536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Network 502eec23-ba9e-439b-9469-a85e3f0851ae is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:50.460129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:50.465470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc3ae-4346-4422-98b4-2a8b576629dc req-808e2710-2b57-4915-8ef6-2ffc080821b6 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.467128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da8bc3ae-4346-4422-98b4-2a8b576629dc req-808e2710-2b57-4915-8ef6-2ffc080821b6 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1683581 Jul 29 17:45:50.467883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.471873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.475166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.480714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:50.483656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:50.484617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:50.488339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7f0068b-d9ec-48c0-b670-fcecd7fb3e25 req-89e5bfb6-f366-46a8-9e6f-91e9c06c7ac1 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "DELETE /v2.0/floatingips/8243327c-6ee1-45e8-95c5-0d11be81ce27 HTTP/1.1" status: 204 len: 173 time: 0.5222151 Jul 29 17:45:50.493347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:50.535309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:50.536791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be4782-81b5-44be-b7d5-1dc880bbd8a1 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:50.579683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d1b03d0c-f04e-41bc-8b2e-d0b4397224ae details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:45:50.582437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:50.591005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.591898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.600045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107199a-794d-4572-9fe8-d1a35e9f8611 req-b4aa494d-3eca-4b79-a7c3-2a07836eb9fe tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.608687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0107199a-794d-4572-9fe8-d1a35e9f8611 req-b4aa494d-3eca-4b79-a7c3-2a07836eb9fe tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.0731118 Jul 29 17:45:50.625347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c00c6eda-0099-4f81-9fcb-a60c079a3fe0 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.1993282 Jul 29 17:45:50.630644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60f5a958-0206-43ed-8c0d-55ac25a4f380 req-d60b71e6-fa4d-4a84-8777-fea5a7fa21a6 service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841960 Jul 29 17:45:50.637480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:50.642857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': '59506e9e-748c-48cd-9046-2a30d980ebc9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:50.676260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-571f6937-80c9-4565-b461-bc28c60e5c19 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9625781 Jul 29 17:45:50.693505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da8bc3ae-4346-4422-98b4-2a8b576629dc req-ae447355-348e-438a-83b6-a3747cbf408c tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766412 Jul 29 17:45:50.715464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:50.723808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:50.739101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0107199a-794d-4572-9fe8-d1a35e9f8611 req-6c144a1c-b843-410f-92df-88be88852eda tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288762 Jul 29 17:45:50.740574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:45:50.785451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.789793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.802460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b03d0c-f04e-41bc-8b2e-d0b4397224ae {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:50.828096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f096b1fe-2de5-4665-a49b-d31843c08664 None None] Provisioning for port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:50.834273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:50.836389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f096b1fe-2de5-4665-a49b-d31843c08664 None None] Provisioning complete for port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:50.836869 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f096b1fe-2de5-4665-a49b-d31843c08664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.869037 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-42c0687d-dbe4-4f58-9b47-aef44946e4e3 req-d14c04e0-94ed-48ae-bf95-496a3ac30f5e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] show failed (client error): The resource could not be found. Jul 29 17:45:50.877837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f096b1fe-2de5-4665-a49b-d31843c08664 None None] Port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:45:50.880685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.884336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42c0687d-dbe4-4f58-9b47-aef44946e4e3 req-d14c04e0-94ed-48ae-bf95-496a3ac30f5e tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips/8243327c-6ee1-45e8-95c5-0d11be81ce27 HTTP/1.1" status: 404 len: 350 time: 0.1051519 Jul 29 17:45:50.895162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19d6f7-17dc-4060-b3d2-e4bf75a349b2 req-708ef7c7-4783-4eac-bcc7-80fca4572e9d tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:50.905623 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f19d6f7-17dc-4060-b3d2-e4bf75a349b2 req-708ef7c7-4783-4eac-bcc7-80fca4572e9d tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 945 time: 0.0720856 Jul 29 17:45:50.939069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:50.954483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.986077 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f19d6f7-17dc-4060-b3d2-e4bf75a349b2 req-91754e21-a073-4ce1-8ae4-624ab1ac029d tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Jul 29 17:45:51.080136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4caad-2052-4719-83a5-ede4c6dc6057 req-2c0bc5e2-d49c-4682-b569-8dcf47b34565 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.081635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83b4caad-2052-4719-83a5-ede4c6dc6057 req-2c0bc5e2-d49c-4682-b569-8dcf47b34565 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.1026506 Jul 29 17:45:51.125773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d1b03d0c-f04e-41bc-8b2e-d0b4397224ae'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:51.152092 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-45672a18-b3d0-4d39-bbd8-93bc84e65f21 req-81b3df5c-8473-4b79-aedd-a17bc28fa532 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] show failed (client error): The resource could not be found. Jul 29 17:45:51.167341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45672a18-b3d0-4d39-bbd8-93bc84e65f21 req-81b3df5c-8473-4b79-aedd-a17bc28fa532 tempest-FloatingIPsTestJSON-1292214760 tempest-FloatingIPsTestJSON-1292214760-project] 10.222.0.16 "GET /v2.0/floatingips/8243327c-6ee1-45e8-95c5-0d11be81ce27 HTTP/1.1" status: 404 len: 350 time: 0.0593603 Jul 29 17:45:51.171078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:51.195221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83b4caad-2052-4719-83a5-ede4c6dc6057 req-2b06690a-9685-4fe6-8c19-61a2b4f08989 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834346 Jul 29 17:45:51.464438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.470330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.476290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.482034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.487755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.489552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-5cb9bff6-ed3f-4109-93b7-5a3a2e6b6a2c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3816 time: 0.1842003 Jul 29 17:45:51.523815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:51.529420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:51.622518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f4c56c-5a3a-4821-9506-12a059489617 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:51.629661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed47bbac-5add-497a-957a-9c3ea78d2581 req-7527d70b-13be-4b43-967f-5d0b5daca659 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250463 Jul 29 17:45:51.636374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:51.672648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Transition to ACTIVE for port object 50f4c56c-5a3a-4821-9506-12a059489617 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:51.680610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:51.769038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:51.810479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:51.891266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ca384-30d3-4d1a-a621-d48de272e8ef req-90553ef8-1f73-4e1c-ba92-f4e904b8d927 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.893287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a90ca384-30d3-4d1a-a621-d48de272e8ef req-90553ef8-1f73-4e1c-ba92-f4e904b8d927 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1199849 Jul 29 17:45:51.933425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a01373-9614-4e06-81a8-70a1e6b64ec8 req-34cdd7f9-9d54-4127-892c-6a650ecde15e tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:51.934978 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71a01373-9614-4e06-81a8-70a1e6b64ec8 req-34cdd7f9-9d54-4127-892c-6a650ecde15e tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 944 time: 0.1005051 Jul 29 17:45:51.985717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Attempting to bind port 50f4c56c-5a3a-4821-9506-12a059489617 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:51.986041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Attempting to bind port 50f4c56c-5a3a-4821-9506-12a059489617 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:51.986734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Attempting to bind port 50f4c56c-5a3a-4821-9506-12a059489617 on network 54f71fde-9e75-4530-8e73-4032b5d1dd6a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:51.989778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a90ca384-30d3-4d1a-a621-d48de272e8ef req-98d4a835-39ab-4b7f-a9e4-5b6af2c4b84a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Jul 29 17:45:51.994689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:51.999689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.020999 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:52.026164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Port 50f4c56c-5a3a-4821-9506-12a059489617 on network 54f71fde-9e75-4530-8e73-4032b5d1dd6a not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:52.026509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Attempting to bind port 50f4c56c-5a3a-4821-9506-12a059489617 on network 54f71fde-9e75-4530-8e73-4032b5d1dd6a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:52.035925 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:52.036866 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:52.038281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71a01373-9614-4e06-81a8-70a1e6b64ec8 req-f241d027-31e9-4d80-8f82-0f017cdc0eb0 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905614 Jul 29 17:45:52.040004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:52.040476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Checking segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:52.040850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Bound using segment: {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:52.041290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Bound port: 50f4c56c-5a3a-4821-9506-12a059489617, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5c339b-9560-40ce-959e-d5831fbd43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:52.041647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.097920 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:52.106479 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.108580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:52.109431 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:52.136295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-211a3dfd-8e28-4a2a-89aa-7cb7fcd3ff04 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/faedc965-6770-4d90-adb3-d905854f9a69 HTTP/1.1" status: 200 len: 979 time: 1.4977763 Jul 29 17:45:52.140962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51844) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:52.151440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:52.152454 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36f678-bf02-4a9e-9923-d6c01e9700a2 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:52.176641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:52.204656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd945ad-19ef-4f48-963e-8d33a207460f req-81a1d5c1-6a56-4a23-9398-9fa9662be3c1 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.206548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efd945ad-19ef-4f48-963e-8d33a207460f req-81a1d5c1-6a56-4a23-9398-9fa9662be3c1 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 945 time: 0.1045985 Jul 29 17:45:52.220662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:52.236083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.271944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.272565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.273984 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1091 time: 1.5689855 Jul 29 17:45:52.292937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:52.295173 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "50f4c56c-5a3a-4821-9506-12a059489617"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:52.312339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:52.318858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efd945ad-19ef-4f48-963e-8d33a207460f req-a953545a-377f-4e41-b72d-ca261210d078 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003492 Jul 29 17:45:52.355575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9485d-c593-4852-9450-ffa020f031d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:52.419552 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d38a11-fe3c-408e-b9ff-89517024f7b8 x-openstack-request-id: req-80d38a11-fe3c-408e-b9ff-89517024f7b8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:52.419841 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "50f4c56c-5a3a-4821-9506-12a059489617", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:52.420346 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80d38a11-fe3c-408e-b9ff-89517024f7b8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:52.420743 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617', 'status': 'completed', 'code': 200} Jul 29 17:45:52.440169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port fe709ee8-6809-43e5-859c-bc5b9dcd4b82 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:52.440943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.524824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2edd-983c-4719-a251-66397635066f req-150cb602-1eff-45cd-bffe-e099c6f83510 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.526352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dbfc2edd-983c-4719-a251-66397635066f req-150cb602-1eff-45cd-bffe-e099c6f83510 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.2248504 Jul 29 17:45:52.533662 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.546830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.547375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.565944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.566708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.567335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.567955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.568833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:52.570597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-c130dcf9-7b58-47d1-b776-cc109ce4dc8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 4363 time: 0.1424396 Jul 29 17:45:52.571518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for fe709ee8-6809-43e5-859c-bc5b9dcd4b82 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:52.584562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d1b03d0c-f04e-41bc-8b2e-d0b4397224ae up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:52.623473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dbfc2edd-983c-4719-a251-66397635066f req-f9a5bb3a-3adc-40bc-a47b-96b5f1bb6073 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668464 Jul 29 17:45:52.666531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:52.673412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:52.674044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.788177 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.821490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:52.824165 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c6efa-ada1-4295-9fda-7068f1c1e5ec" -d '{"events": [{"server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "name": "network-vif-plugged", "status": "completed", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:52.832321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c6cbb93-5338-4568-8b27-af82883329c0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:45:52.856589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Deleting port 31deb644-2f24-40a5-b0f7-bac8ab767465 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:52.856969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:52.983621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c6cbb93-5338-4568-8b27-af82883329c0,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:52.992086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e889572-33cd-4804-ba88-a1ea698a1f70 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:53.002726 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92132bf-a67c-4aac-ae62-bb45033a7275 x-openstack-request-id: req-e92132bf-a67c-4aac-ae62-bb45033a7275 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:53.002946 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "name": "network-vif-plugged", "status": "completed", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:53.003187 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e92132bf-a67c-4aac-ae62-bb45033a7275 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:53.003566 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'code': 200} Jul 29 17:45:53.004755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '7c6cbb93-5338-4568-8b27-af82883329c0', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'port_id': '7c6cbb93-5338-4568-8b27-af82883329c0', 'mac_address': 'fa:16:3e:c7:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:45:53.011890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.065247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:53.067053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.084954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6cbb93-5338-4568-8b27-af82883329c0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:53.108573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c6cbb93-5338-4568-8b27-af82883329c0,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:53.110105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.119308 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.182827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:53.259390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:53.347958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7c6cbb93-5338-4568-8b27-af82883329c0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:53.434006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] For port 31deb644-2f24-40a5-b0f7-bac8ab767465, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=31deb644-2f24-40a5-b0f7-bac8ab767465,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:53.434544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.448715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Calling delete_port for 31deb644-2f24-40a5-b0f7-bac8ab767465 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:53.536075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.542594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.543607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Transition to ACTIVE for port object 1e889572-33cd-4804-ba88-a1ea698a1f70 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:53.548783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.554637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.560398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.560605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.562291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-22fd3ff1-4826-433f-a58e-9c2596913690 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3828 time: 0.7899241 Jul 29 17:45:53.563514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-8dace3af-e4a1-4c44-aab4-ba72014ace82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.563985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-8dace3af-e4a1-4c44-aab4-ba72014ace82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.564446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-8dace3af-e4a1-4c44-aab4-ba72014ace82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.565874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-8dace3af-e4a1-4c44-aab4-ba72014ace82 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9851332 Jul 29 17:45:53.567053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.606784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=fe709ee8-6809-43e5-859c-bc5b9dcd4b82,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:53.612286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f2a3a-e90d-4339-91ce-cbb422db2165 req-3bf0d5d8-70e3-4e44-a496-249123b29bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.613648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f2f2a3a-e90d-4339-91ce-cbb422db2165 req-3bf0d5d8-70e3-4e44-a496-249123b29bf5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1096 time: 0.6385663 Jul 29 17:45:53.711418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11f56c-b48a-410a-89a9-c64c311677f5 req-df476ed1-d3d1-44c0-95a3-e8ce8ac74c30 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.719340 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e11f56c-b48a-410a-89a9-c64c311677f5 req-df476ed1-d3d1-44c0-95a3-e8ce8ac74c30 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2198641 Jul 29 17:45:53.721512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:53.811067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:53.811407 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP faedc965-6770-4d90-adb3-d905854f9a69 disassociated (deleted). External IP: 172.25.5.169, port: 59506e9e-748c-48cd-9046-2a30d980ebc9. Jul 29 17:45:53.812480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f2f2a3a-e90d-4339-91ce-cbb422db2165 req-196801a1-bcc4-4186-8ea7-a70e450582ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850703 Jul 29 17:45:53.856999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e11f56c-b48a-410a-89a9-c64c311677f5 req-6660f7c5-3b71-483d-b6e1-c940b583dd00 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364198 Jul 29 17:45:53.859650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbc36da6-38f0-4e76-a14c-dd122736cdb3 req-1544014a-4e3c-4c15-9c44-b9e3adef4e74 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898841 Jul 29 17:45:53.933142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Attempting to bind port 1e889572-33cd-4804-ba88-a1ea698a1f70 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:53.933649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Attempting to bind port 1e889572-33cd-4804-ba88-a1ea698a1f70 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:53.934073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Attempting to bind port 1e889572-33cd-4804-ba88-a1ea698a1f70 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:53.956471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Port 1e889572-33cd-4804-ba88-a1ea698a1f70 on network 92ef9973-b776-4d3d-8541-55aabe653706 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:53.956471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Attempting to bind port 1e889572-33cd-4804-ba88-a1ea698a1f70 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:53.961545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-1ad651b9-4315-480b-86ac-9ea20f262b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:53.963225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5d8ca44-8e03-4371-ae4a-3edf9d14f741 req-1ad651b9-4315-480b-86ac-9ea20f262b06 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3716810 Jul 29 17:45:54.014361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:54.014796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:54.015249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Bound using segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:54.015772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Bound port: 1e889572-33cd-4804-ba88-a1ea698a1f70, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:54.016262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.082587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.102130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1bfbf-e676-4298-9706-33855dc71cf2 req-b2797dfa-671a-4ffe-ab5a-83480b7fc8d7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.103764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fce1bfbf-e676-4298-9706-33855dc71cf2 req-b2797dfa-671a-4ffe-ab5a-83480b7fc8d7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 945 time: 0.1640959 Jul 29 17:45:54.130831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:54.139356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Pushing event deleted for resources: {'Port': ['ID=31deb644-2f24-40a5-b0f7-bac8ab767465,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:54.151355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe6c9-1b27-44e8-acc3-31de12caf0b7 req-04aee0b1-f447-4e31-944e-51f51c5308da tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.152916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4eefe6c9-1b27-44e8-acc3-31de12caf0b7 req-04aee0b1-f447-4e31-944e-51f51c5308da tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 946 time: 0.0945513 Jul 29 17:45:54.160592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:54.199056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1e889572-33cd-4804-ba88-a1ea698a1f70,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:54.207409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4eefe6c9-1b27-44e8-acc3-31de12caf0b7 req-1a7d55cc-515e-4e01-abfe-ae4159eda8e2 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Jul 29 17:45:54.237584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.297143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.297918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.299565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] 10.222.0.38 "PUT /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 1129 time: 1.9963422 Jul 29 17:45:54.328381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fce1bfbf-e676-4298-9706-33855dc71cf2 req-0d58a3cc-1153-4c95-ad41-eb6a165febb6 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989641 Jul 29 17:45:54.366230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:54.377446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:54.380328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:54.393519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:54.393813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:54.412035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.422407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '1e889572-33cd-4804-ba88-a1ea698a1f70'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:54.424794 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e76bdca-fa9a-42db-8367-5e848ce8d93c" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "1e889572-33cd-4804-ba88-a1ea698a1f70"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:54.475032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f79a0071-3664-4f02-bceb-2b00470e70d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/faedc965-6770-4d90-adb3-d905854f9a69 HTTP/1.1" status: 204 len: 168 time: 2.3319161 Jul 29 17:45:54.477497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:54.487876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510df5e-d3af-494e-b19a-5ac04fef3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:54.525149 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a39a8-737e-4ec4-a791-8a9733ae4eed x-openstack-request-id: req-c40a39a8-737e-4ec4-a791-8a9733ae4eed {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:54.525491 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "1e889572-33cd-4804-ba88-a1ea698a1f70", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:54.525949 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c40a39a8-737e-4ec4-a791-8a9733ae4eed {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:54.526418 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '1e889572-33cd-4804-ba88-a1ea698a1f70', 'status': 'completed', 'code': 200} Jul 29 17:45:54.527715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:54.547064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.556203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:54.557096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:54.565945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.601515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:54.602370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3725-36db-4ab1-abda-f27bc04d7b09 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:54.618113 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:45:54.694390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12819-fcd8-4b50-9a9a-03979845eef1 req-535ff89f-cf63-4ba6-b585-ad962fa03fd0 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.696712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ec12819-fcd8-4b50-9a9a-03979845eef1 req-535ff89f-cf63-4ba6-b585-ad962fa03fd0 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.3275688 Jul 29 17:45:54.722676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.723343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.723640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.724102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.724610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.725217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.727108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-2961d28c-8581-44bc-b2da-720d932528ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5285 time: 0.1722193 Jul 29 17:45:54.817902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ec12819-fcd8-4b50-9a9a-03979845eef1 req-ae408354-5c3b-459f-998f-08c1473b4da3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105890 Jul 29 17:45:54.827993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 59506e9e-748c-48cd-9046-2a30d980ebc9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:54.828330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.837812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c6cbb93-5338-4568-8b27-af82883329c0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:54.906764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 7c6cbb93-5338-4568-8b27-af82883329c0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:54.915372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 7c6cbb93-5338-4568-8b27-af82883329c0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:54.915781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:54.956977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-95b59d82-23cb-40ce-81f3-502a2d139329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.957428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-95b59d82-23cb-40ce-81f3-502a2d139329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.957903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-95b59d82-23cb-40ce-81f3-502a2d139329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:54.960051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-95b59d82-23cb-40ce-81f3-502a2d139329 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2219574 Jul 29 17:45:55.020903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.045402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.046577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:55.049145 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd34a3a-9bc2-4b47-9009-5580d89e11a9" -d '{"events": [{"server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "name": "network-vif-plugged", "status": "completed", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:55.052691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:55.061424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c037-6a04-4b87-b6a7-fe62d0211c36 req-fe764ff1-70b1-4f2d-94f8-d4859b4e69ab tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.064080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c6cbb93-5338-4568-8b27-af82883329c0,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:55.070142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4537c037-6a04-4b87-b6a7-fe62d0211c36 req-fe764ff1-70b1-4f2d-94f8-d4859b4e69ab tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.1164060 Jul 29 17:45:55.071793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.079605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 59506e9e-748c-48cd-9046-2a30d980ebc9 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:55.137449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:55.161894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b472360-67fe-47ca-9d8c-6ddca6a0655b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:55.174159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.179993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.185798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.191581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.197431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.203214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.204999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-34afc00e-fdd6-46e8-9f1d-74de8f802dd1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 4599 time: 0.2090042 Jul 29 17:45:55.207819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.214988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4537c037-6a04-4b87-b6a7-fe62d0211c36 req-c4b3c500-cb10-4bcc-bbe7-1d074da75bd8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439381 Jul 29 17:45:55.237377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Transition to ACTIVE for port object 3b472360-67fe-47ca-9d8c-6ddca6a0655b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:55.257447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-e153f386-a9ee-4db5-92c3-af6d819e8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.258961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e76bdca-fa9a-42db-8367-5e848ce8d93c req-e153f386-a9ee-4db5-92c3-af6d819e8f30 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903218 Jul 29 17:45:55.266226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.287743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f8fb35c-4de0-4fde-9400-95f5842ff8c7 req-2310d60e-4913-4358-bb70-3f2f85e6fb50 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727756 Jul 29 17:45:55.368108 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab939665-f479-4fd6-bd66-d019a33f46b2 x-openstack-request-id: req-ab939665-f479-4fd6-bd66-d019a33f46b2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:55.368401 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "name": "network-vif-plugged", "status": "completed", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:55.368654 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab939665-f479-4fd6-bd66-d019a33f46b2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:55.369056 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0', 'code': 200} Jul 29 17:45:55.381314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:55.383436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:55.401287 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de3977-934d-488e-99d9-626bee02172e None None] Sync routers for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:55.422443 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:55.423639 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:55.440208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96325f42-490d-4e75-bf03-fe22f177079f admin admin] 10.222.0.16 "PUT /v2.0/routers/55c7ee90-76c4-4911-9297-87eddf5f6bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2676735 Jul 29 17:45:55.444257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51880) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:55.467819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Attempting to bind port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:55.468159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Attempting to bind port 3b472360-67fe-47ca-9d8c-6ddca6a0655b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:55.468496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Attempting to bind port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:55.522800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on network 92ef9973-b776-4d3d-8541-55aabe653706 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:55.523086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Attempting to bind port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:55.529836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.541087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:55.541427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:55.542793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Bound using segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:55.543258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Bound port: 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:55.543968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.563600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da495c4d-34ff-4344-ae09-7719cd098e60 req-4921525f-9309-4973-9225-00585346870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.565228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da495c4d-34ff-4344-ae09-7719cd098e60 req-4921525f-9309-4973-9225-00585346870d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 1097 time: 0.1126568 Jul 29 17:45:55.578382 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:55.600371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fabd3-50a2-4e96-8c9d-4234ed14e11e req-9a689825-b7b9-4b22-bb59-54f4f6d8bb7e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.602108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd1fabd3-50a2-4e96-8c9d-4234ed14e11e req-9a689825-b7b9-4b22-bb59-54f4f6d8bb7e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 946 time: 0.2067850 Jul 29 17:45:55.607998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=59506e9e-748c-48cd-9046-2a30d980ebc9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:55.619947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:55.623421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:55.642874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362543-4cdc-4f44-9af0-7631a22f48b0 req-3f4d329d-9c9d-400c-92bf-378bf234b680 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.644388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8362543-4cdc-4f44-9af0-7631a22f48b0 req-3f4d329d-9c9d-400c-92bf-378bf234b680 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.1781607 Jul 29 17:45:55.652073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.690987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.697247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd1fabd3-50a2-4e96-8c9d-4234ed14e11e req-a1d2d6e3-6aa4-4223-aefb-7ef18d10a169 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Jul 29 17:45:55.734668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:55.735769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.738452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] 10.222.0.38 "PUT /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 1130 time: 1.3714156 Jul 29 17:45:55.780304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da495c4d-34ff-4344-ae09-7719cd098e60 req-9b2999b9-fccc-400e-b7c5-f399d605e6d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525362 Jul 29 17:45:55.804428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8362543-4cdc-4f44-9af0-7631a22f48b0 req-2eb8bd0f-bb05-44c4-853f-1708a40f58c4 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506155 Jul 29 17:45:55.825982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:55.850592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.856296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-363f4e88-de5f-48d8-a458-e65800855108 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/59506e9e-748c-48cd-9046-2a30d980ebc9 HTTP/1.1" status: 204 len: 168 time: 1.3706286 Jul 29 17:45:55.864823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51886) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:55.878614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:55.916281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebcbbc-f782-4eeb-9a16-773d032298cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:55.927580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:55.934153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:53Z', 'revision_number': 5, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:55.971601 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de3977-934d-488e-99d9-626bee02172e None None] Checking router: 55c7ee90-76c4-4911-9297-87eddf5f6bb3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:45:55.980810 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] Routers {'55c7ee90-76c4-4911-9297-87eddf5f6bb3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:55.981513 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:56.018643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.048257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.128008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-676442dd-0cb6-4413-94d2-68467a68970e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.129684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-676442dd-0cb6-4413-94d2-68467a68970e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2268710 Jul 29 17:45:56.169594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.189388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e276533-ca10-4a9b-8a46-32baa064ccd9 req-39e0d5e3-d97b-412f-b848-427914aedc70 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.190931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e276533-ca10-4a9b-8a46-32baa064ccd9 req-39e0d5e3-d97b-412f-b848-427914aedc70 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 943 time: 0.1216285 Jul 29 17:45:56.209577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-886cd5cf-bd4c-49f0-8773-54dcf8fbd61f tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0554378 Jul 29 17:45:56.220018 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] Set router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:56.241064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:56.249252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Deleting port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:45:56.249511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.256969 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e276533-ca10-4a9b-8a46-32baa064ccd9 req-0c158cc0-6adf-48c3-9de6-51353af3eb22 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597293 Jul 29 17:45:56.331920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.374931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b58b4e4-674e-43ef-a672-dd25700305ee {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:56.385896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.410903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca3dbe-d716-4bf9-aa11-1804af0aea2c req-6e9b1cce-c374-46d6-81ca-09a69bce05d0 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.412554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5ca3dbe-d716-4bf9-aa11-1804af0aea2c req-6e9b1cce-c374-46d6-81ca-09a69bce05d0 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0772223 Jul 29 17:45:56.413619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Transition to ACTIVE for port object 8b58b4e4-674e-43ef-a672-dd25700305ee will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:56.430647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.434132 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-47de3977-934d-488e-99d9-626bee02172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:53Z', 'revision_number': 5, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:56.458599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.471962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de3977-934d-488e-99d9-626bee02172e None None] The sync data for ids ['55c7ee90-76c4-4911-9297-87eddf5f6bb3'] in n-d-801607-3 is: [{'id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'name': 'tempest-FloatingIPsTestJSON-946129641-router', 'tenant_id': 'be381614125f49bc8d1e9ad94b387a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:15Z', 'updated_at': '2021-07-29T17:45:53Z', 'revision_number': 5, 'project_id': 'be381614125f49bc8d1e9ad94b387a88', 'gw_port': {'id': '0d6c18e4-9026-4096-a5e8-f6e2fb1922e3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7ee90-76c4-4911-9297-87eddf5f6bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:18Z', 'updated_at': '2021-07-29T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:45:56.498964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5ca3dbe-d716-4bf9-aa11-1804af0aea2c req-d55af77a-d9d9-42e3-a923-abe7d2dfd8af tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Jul 29 17:45:56.516535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:56.534728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '3b472360-67fe-47ca-9d8c-6ddca6a0655b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:56.534728 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb395357-6e4b-40b6-9d78-3066d5a3f356" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "3b472360-67fe-47ca-9d8c-6ddca6a0655b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:56.562972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] For port 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:56.563338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.644815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Attempting to bind port 8b58b4e4-674e-43ef-a672-dd25700305ee on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:56.645312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Attempting to bind port 8b58b4e4-674e-43ef-a672-dd25700305ee by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:56.645736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Attempting to bind port 8b58b4e4-674e-43ef-a672-dd25700305ee on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:56.671740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Port 8b58b4e4-674e-43ef-a672-dd25700305ee on network 92ef9973-b776-4d3d-8541-55aabe653706 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:56.671740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Attempting to bind port 8b58b4e4-674e-43ef-a672-dd25700305ee on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:56.698745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:56.699398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:56.699794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Bound using segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:56.700253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Bound port: 8b58b4e4-674e-43ef-a672-dd25700305ee, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:56.700644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.755134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.761690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.767552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.773595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.779540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.785363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.791137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.793067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a43df280-7d0e-40e9-860f-daefee845d4c req-6922374e-1502-4e88-9120-c6eb7c296f75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5383 time: 0.1418915 Jul 29 17:45:56.844397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ad07fe59-29c7-495b-be9a-d704a758864e details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:45:56.853885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:56.856223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:56.864161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a43df280-7d0e-40e9-860f-daefee845d4c req-f0b979c8-40df-4a7c-a3e7-8f0936f77911 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627222 Jul 29 17:45:56.867682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.932578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:56.938035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:56.939754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] 10.222.0.38 "PUT /v2.0/ports/8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 1091 time: 1.1520939 Jul 29 17:45:56.978658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Calling delete_port for 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:45:56.985468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:57.033177 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cff192-c2f0-4685-a083-c0ea7b258883 x-openstack-request-id: req-b3cff192-c2f0-4685-a083-c0ea7b258883 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:57.033470 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "3b472360-67fe-47ca-9d8c-6ddca6a0655b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:57.033719 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3cff192-c2f0-4685-a083-c0ea7b258883 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:57.034104 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '3b472360-67fe-47ca-9d8c-6ddca6a0655b', 'status': 'completed', 'code': 200} Jul 29 17:45:57.046045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba9736-090e-4ccf-af8a-aa94ab3599ad service neutron] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:57.068224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ad07fe59-29c7-495b-be9a-d704a758864e,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:57.091902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'port_id': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'mac_address': 'fa:16:3e:3b:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:45:57.139379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.155576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad07fe59-29c7-495b-be9a-d704a758864e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:57.159627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.190615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ad07fe59-29c7-495b-be9a-d704a758864e,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:57.200947 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.221988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72362260-e9f1-4e9a-b976-0e7bcdc6274b req-3ca22c16-1f11-4885-b1a0-e8fe881da17c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.237125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72362260-e9f1-4e9a-b976-0e7bcdc6274b req-3ca22c16-1f11-4885-b1a0-e8fe881da17c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.1458309 Jul 29 17:45:57.274630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:57.292028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.354684 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72362260-e9f1-4e9a-b976-0e7bcdc6274b req-cef24893-0f72-41b3-afb7-901f5242412a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060393 Jul 29 17:45:57.388497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.388980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.389451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.389901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.390379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.390832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.391377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.393250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-52c5273f-6dc8-4c87-a95d-ff7367ce08a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6275 time: 0.3276551 Jul 29 17:45:57.394498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.218 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/7ab64449-a72d-4659-955a-901de513269c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:45:57.469710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ad07fe59-29c7-495b-be9a-d704a758864e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:45:57.523748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d94c8a-6ae2-482d-9cc0-21ec80bb5b1f req-ec5ac103-be34-40d7-8994-725445222549 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.526352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0d94c8a-6ae2-482d-9cc0-21ec80bb5b1f req-ec5ac103-be34-40d7-8994-725445222549 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 944 time: 0.0883982 Jul 29 17:45:57.584297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:57.600306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.609018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0d94c8a-6ae2-482d-9cc0-21ec80bb5b1f req-eb77063c-ac82-40af-9204-ab94f202f6e2 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600593 Jul 29 17:45:57.620001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Transition to ACTIVE for port object ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:57.628383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.664794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.resource_extend [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:45:57.688457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:57.789804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-f271be77-4c6e-42c8-ae17-5e1124b5b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.790307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-f271be77-4c6e-42c8-ae17-5e1124b5b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.790771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-f271be77-4c6e-42c8-ae17-5e1124b5b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.792399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-f271be77-4c6e-42c8-ae17-5e1124b5b53c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3699703 Jul 29 17:45:57.804491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036316ad-bd64-4a9e-b629-eaf30b3f62fb req-ee48b87e-4ca0-44c6-9a44-11e19e47206b tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:57.806397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-036316ad-bd64-4a9e-b629-eaf30b3f62fb req-ee48b87e-4ca0-44c6-9a44-11e19e47206b tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.0975606 Jul 29 17:45:57.809230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Attempting to bind port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:45:57.809566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Attempting to bind port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:45:57.809901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Attempting to bind port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:57.814940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.816888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 on network 92ef9973-b776-4d3d-8541-55aabe653706 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:45:57.817219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Attempting to bind port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:45:57.819570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51910) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:57.823674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Request body: {'floatingip': {'port_id': '7c6cbb93-5338-4568-8b27-af82883329c0'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:57.856409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:45:57.856783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Checking segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:45:57.857171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Bound using segment: {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:45:57.858850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Bound port: ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c46b89-a4f5-438e-81a5-582a49807096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:45:57.858850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.859090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.877519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.910659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.931803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:57.988364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 31deb644-2f24-40a5-b0f7-bac8ab767465 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:45:57.999629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6c18e4-9026-4096-a5e8-f6e2fb1922e3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:58.018281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 31deb644-2f24-40a5-b0f7-bac8ab767465 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:45:58.018887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 31deb644-2f24-40a5-b0f7-bac8ab767465 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:45:58.048640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:45:58.098978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-657b37fc-a71c-4ee6-87fa-96f32ba6564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:58.100575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb395357-6e4b-40b6-9d78-3066d5a3f356 req-657b37fc-a71c-4ee6-87fa-96f32ba6564e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2950799 Jul 29 17:45:58.150587 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374 associated. External IP: 172.25.5.5, port: 048de4d0-048f-4c76-9123-c2f98ca9f59b. Jul 29 17:45:58.203881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.224359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.373142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.379388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.397656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:45:58.408054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a7b8-eb5f-4ea1-be0c-41e05078b757 req-0653b897-f27a-4ba1-8a33-6fa6702ef02a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:58.409552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ee5a7b8-eb5f-4ea1-be0c-41e05078b757 req-0653b897-f27a-4ba1-8a33-6fa6702ef02a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.5091767 Jul 29 17:45:58.413441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:45:58.424285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.526664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:58.527285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.528739 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] 10.222.0.38 "PUT /v2.0/ports/ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 1091 time: 1.5529728 Jul 29 17:45:58.583066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:45:58.619254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ee5a7b8-eb5f-4ea1-be0c-41e05078b757 req-309e4a50-ebe3-4d6c-9542-fde5266a43f7 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981609 Jul 29 17:45:58.633797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a889-01e7-4f1f-b237-b50ac3d9061b service neutron] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:58.694936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.729803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:45:58.733892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=7ab64449-a72d-4659-955a-901de513269c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:58.739850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:45:58.765235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.765749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c7ee90-76c4-4911-9297-87eddf5f6bb3 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:45:58.772580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.775959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-803160ec-cccb-4f71-b8b3-b95c925a9633 admin admin] 10.222.0.16 "DELETE /v2.0/routers/55c7ee90-76c4-4911-9297-87eddf5f6bb3 HTTP/1.1" status: 204 len: 168 time: 3.3252404 Jul 29 17:45:58.776268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51916) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:58.864699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ad07fe59-29c7-495b-be9a-d704a758864e up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:45:58.933177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port ad07fe59-29c7-495b-be9a-d704a758864e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:45:58.934189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Deleting subnet 2cec97a5-1243-40a9-8ba1-3ffab9cf229f {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:45:58.937825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port ad07fe59-29c7-495b-be9a-d704a758864e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:45:58.938267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.946355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:58.991856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.010307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.018358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.024522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.030518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.038440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.042087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.045009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.050902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.055107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:45:59.057120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.059483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-a2790269-56dc-46c1-aac0-045acc85b4ca tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5395 time: 0.2388422 Jul 29 17:45:59.064969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:59.067977 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fbcba4-4546-4d90-b268-ef914006e559" -d '{"events": [{"server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "name": "network-vif-plugged", "status": "completed", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:59.071424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee'}, {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:59.073838 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583c9af-7b4a-47d8-95ef-495f2e5a772e" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee"}, {"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:59.080082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.082944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ad07fe59-29c7-495b-be9a-d704a758864e,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:45:59.089164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.139613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:59.225318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33258fdb-fe85-47ce-8540-fd87d8a9c7f4 req-09fc4163-4e6a-457c-b942-b6971fe0a2a2 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437390 Jul 29 17:45:59.257528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.267801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.275493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.381996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:45:59.389520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.394287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d492833-97b4-4629-bd93-851226659795 None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:45:59.407093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:45:59.408390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:45:59.422848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.441979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:45:59.458031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2997bb-024d-4399-bbc6-40bfe0479e93 req-5b5d9cf1-c736-4633-b0db-93afab41942d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.467311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8b2997bb-024d-4399-bbc6-40bfe0479e93 req-5b5d9cf1-c736-4633-b0db-93afab41942d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1353247 Jul 29 17:45:59.467311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.469095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.473265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cec97a5-1243-40a9-8ba1-3ffab9cf229f HTTP/1.1" status: 204 len: 168 time: 0.6936774 Jul 29 17:45:59.473571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:59.481843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52318686-08f3-4559-aec5-8d5361673322 None None] Network fd8d17b0-96d1-432c-b860-7b2c8c00b5ee requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:45:59.493754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf55d34-b5e1-4894-834f-781908b558f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cec97a5-1243-40a9-8ba1-3ffab9cf229f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:59.496614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-0f0c5dbf-193f-4f7b-baf4-9046c60812df tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "PUT /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 994 time: 3.2660372 Jul 29 17:45:59.515830 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Floating IP ddbe6098-ed11-4761-ae3e-1f16f7671fd2 associated. External IP: 172.25.5.227, port: 7c6cbb93-5338-4568-8b27-af82883329c0. Jul 29 17:45:59.526110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:45:59.528477 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafbd4f2-592c-48e0-8d68-6171ef2f490c" -d '{"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:45:59.552152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Transition to ACTIVE for port object fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:45:59.563888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.583034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8b2997bb-024d-4399-bbc6-40bfe0479e93 req-caf7efb9-51d1-4782-81ea-7316e6c3e120 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136875 Jul 29 17:45:59.609078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.617220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.626124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.630768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-e0d18110-39d7-4074-bc4a-62dade00b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:45:59.632308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-e0d18110-39d7-4074-bc4a-62dade00b9f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.1009135 Jul 29 17:45:59.708271 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878f30f-fb82-4fad-b9de-1a370a31591b x-openstack-request-id: req-8878f30f-fb82-4fad-b9de-1a370a31591b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:59.708563 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "name": "network-vif-plugged", "status": "completed", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:59.708845 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8878f30f-fb82-4fad-b9de-1a370a31591b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:59.709273 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'code': 200} Jul 29 17:45:59.712952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:59.766578 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81528aa5-d64a-43bd-9935-3cafe1aff15d x-openstack-request-id: req-81528aa5-d64a-43bd-9935-3cafe1aff15d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:59.766870 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:59.767115 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81528aa5-d64a-43bd-9935-3cafe1aff15d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:59.767506 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'status': 'completed', 'code': 200} Jul 29 17:45:59.767754 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'status': 'completed', 'code': 200} Jul 29 17:45:59.805253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:45:59.852915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=7ab64449-a72d-4659-955a-901de513269c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:45:59.856262 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e7df66-dff3-4374-b578-7f4cf95fcfea x-openstack-request-id: req-e0e7df66-dff3-4374-b578-7f4cf95fcfea {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:45:59.856675 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:45:59.856800 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0e7df66-dff3-4374-b578-7f4cf95fcfea {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:45:59.857180 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:45:59.875905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.970367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:59.971607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cb846fb1-8ba4-4b98-91aa-0478bc35b2df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1057961 Jul 29 17:45:59.979965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:45:59.984994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'port': {'network_id': 'dc8e3d33-db57-46fb-a1d4-e1292dc9d58a', 'name': 'tempest-FloatingIPTestJSON-968216296'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:00.001086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc05dfd-86ef-47ed-8bc7-f9043c809320 req-7068cd37-7892-4d2a-b73c-62c378a9a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.002956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc05dfd-86ef-47ed-8bc7-f9043c809320 req-7068cd37-7892-4d2a-b73c-62c378a9a4a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 1096 time: 0.2344022 Jul 29 17:46:00.087432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Attempting to bind port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:00.088051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Attempting to bind port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:00.088574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Attempting to bind port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d on network 502eec23-ba9e-439b-9469-a85e3f0851ae {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:00.094637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-f4cecb5e-0776-4231-aa2f-6b6170bcb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.096361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-f4cecb5e-0776-4231-aa2f-6b6170bcb035 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.2391922 Jul 29 17:46:00.105726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.106562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.107361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.107650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.108131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.108602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.109183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.115903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-5465133a-7527-46af-a3e8-b8e675c171d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6367 time: 0.2440901 Jul 29 17:46:00.134585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] DHCP port deletion for fd8d17b0-96d1-432c-b860-7b2c8c00b5ee request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:46:00.136101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d on network 502eec23-ba9e-439b-9469-a85e3f0851ae not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:00.136830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Attempting to bind port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d on network 502eec23-ba9e-439b-9469-a85e3f0851ae {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:00.140623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Deleting port 06231a0d-854c-4c2b-a09d-7f5085a2c93f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:00.140987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.153323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aed2a-fe95-4bea-b5ec-85059aaab991 req-da78e80c-b544-40cd-ac5b-d12542fbac28 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.156011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ca9aed2a-fe95-4bea-b5ec-85059aaab991 req-da78e80c-b544-40cd-ac5b-d12542fbac28 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.2420223 Jul 29 17:46:00.187671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:00.234401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:00.235292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0d6c18e4-9026-4096-a5e8-f6e2fb1922e3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:00.265013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:00.265542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Checking segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:00.266137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Bound using segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:00.266860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Bound port: fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:00.267413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.278670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3dc05dfd-86ef-47ed-8bc7-f9043c809320 req-16345f56-812b-43c4-a34b-6a1224b12209 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527800 Jul 29 17:46:00.305094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-ede66fde-2c68-4db4-830c-f5bd2625f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.312990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-ede66fde-2c68-4db4-830c-f5bd2625f754 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.6363571 Jul 29 17:46:00.320728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:45:57Z', 'revision_number': 1, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:00.323455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Router 26529294-6754-44c4-bf40-5443d8c600a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:00.371329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Deleting port 06231a0d-854c-4c2b-a09d-7f5085a2c93f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:00.372235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.376776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d492833-97b4-4629-bd93-851226659795 None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:00.389827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] For port 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=06231a0d-854c-4c2b-a09d-7f5085a2c93f,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:00.390184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.394069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ca9aed2a-fe95-4bea-b5ec-85059aaab991 req-633629d2-c340-410f-bbfd-4d4d86d1d3ff tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670146 Jul 29 17:46:00.454643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Calling delete_port for 06231a0d-854c-4c2b-a09d-7f5085a2c93f owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:00.493511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:00.494897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:00.547581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-8a34badb-9095-4b57-9445-086ac01c8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.549912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-8a34badb-9095-4b57-9445-086ac01c8484 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.4394515 Jul 29 17:46:00.550138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-1f7c3d97-ff82-45b1-b604-caa5f512ae19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 997 time: 0.2353718 Jul 29 17:46:00.601976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] For port 06231a0d-854c-4c2b-a09d-7f5085a2c93f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=06231a0d-854c-4c2b-a09d-7f5085a2c93f,segment=NetworkSegment(15787b65-59ca-4d5a-acff-9b84676748cd),segment_id=15787b65-59ca-4d5a-acff-9b84676748cd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:00.602601 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.655868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Calling delete_port for 06231a0d-854c-4c2b-a09d-7f5085a2c93f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:00.665036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-02ae6712-4031-4bec-8287-a0ca4f37adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.666151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-02ae6712-4031-4bec-8287-a0ca4f37adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.666922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-02ae6712-4031-4bec-8287-a0ca4f37adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.669603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-02ae6712-4031-4bec-8287-a0ca4f37adeb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5418925 Jul 29 17:46:00.681972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:00.730509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-795f6ca5-f245-4105-9f32-adba64e4d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.732573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-795f6ca5-f245-4105-9f32-adba64e4d61e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0618732 Jul 29 17:46:00.766293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:00.771844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.777372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:00.792058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:00.796645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-4f528d81-c144-40ad-9049-0d5d9967b3e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 997 time: 0.2380488 Jul 29 17:46:00.802101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.872325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:00.879283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] device_id is not set on port f1383006-bf92-4abd-bb39-01ccd3424d47 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:46:00.934329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.945963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.959023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.972052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.983500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:00.994113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.005108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.008720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-341834f0-90d6-44a5-a663-da444cc61495 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5407 time: 0.3851821 Jul 29 17:46:01.015069 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.043951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:01.058200 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Sync routers for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:01.062481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.068534 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:01.069042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.069449 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.070587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.081965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] 10.222.0.38 "PUT /v2.0/ports/fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 1091 time: 2.5096750 Jul 29 17:46:01.175678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] Pushing event deleted for resources: {'Port': ['ID=06231a0d-854c-4c2b-a09d-7f5085a2c93f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:01.179950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8759ae8-b04d-4c20-a276-d6a329a6d69f None None] No DVR routers for this DVR port 06231a0d-854c-4c2b-a09d-7f5085a2c93f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:01.226535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Request body: {'port': {'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:01.271473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e2b1e9b1-4c69-4a9a-b79d-8b30cb1e395b req-a68a7ed6-1dc3-4459-b87b-0a398c27dd68 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2517016 Jul 29 17:46:01.273674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde9ee-cbca-4228-ad06-b41a2348472c service neutron] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:01.378168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-565fa561-1f56-41de-a786-0e5aacac3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.380068 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-565fa561-1f56-41de-a786-0e5aacac3528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.5733519 Jul 29 17:46:01.392256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:01.432399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d492833-97b4-4629-bd93-851226659795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:45:57Z', 'revision_number': 1, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.452187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=06231a0d-854c-4c2b-a09d-7f5085a2c93f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:01.454148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] No DVR routers for this DVR port 06231a0d-854c-4c2b-a09d-7f5085a2c93f on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:01.474225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38e283f0-649e-4397-9e59-ca82e11757ea tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "PUT /v2.0/floatingips/ddbe6098-ed11-4761-ae3e-1f16f7671fd2 HTTP/1.1" status: 200 len: 992 time: 3.6539576 Jul 29 17:46:01.486011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-fd8a86ff-a208-45dd-88a2-65ca31d5a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.491563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-fd8a86ff-a208-45dd-88a2-65ca31d5a312 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7166913 Jul 29 17:46:01.495988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d492833-97b4-4629-bd93-851226659795 None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:45:57Z', 'revision_number': 1, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:01.518213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-48de4dbd-c165-40dc-bddd-d18bffd54b7e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:46:01.519396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-48de4dbd-c165-40dc-bddd-d18bffd54b7e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054281 Jul 29 17:46:01.554138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.566839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf458-fbf4-4ff5-9804-46ed18710a8e req-19e880bf-10a5-4190-a514-2898dd9e9216 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.575499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1eadf458-fbf4-4ff5-9804-46ed18710a8e req-19e880bf-10a5-4190-a514-2898dd9e9216 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1499238 Jul 29 17:46:01.663923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-53ec6c10-1d8c-4d5c-a68f-1ec4823868fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.665484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-53ec6c10-1d8c-4d5c-a68f-1ec4823868fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634323 Jul 29 17:46:01.707365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-a98553dc-f2e5-4bc1-9183-f24d4d1fa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:01.709028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-a98553dc-f2e5-4bc1-9183-f24d4d1fa0b5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9745779 Jul 29 17:46:01.716379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1eadf458-fbf4-4ff5-9804-46ed18710a8e req-ac6e5d60-aba7-4023-a09c-488277c3414c tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404991 Jul 29 17:46:01.726896 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.762643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8d17b0-96d1-432c-b860-7b2c8c00b5ee']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.804072 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ddbe6098-ed11-4761-ae3e-1f16f7671fd2', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'port_id': '7c6cbb93-5338-4568-8b27-af82883329c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'mac_address': 'fa:16:3e:c7:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:30Z', 'updated_at': '2021-07-29T17:45:59Z', 'revision_number': 1, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.825219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15787b65-59ca-4d5a-acff-9b84676748cd') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.825219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15787b65-59ca-4d5a-acff-9b84676748cd') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.825928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d'}, {'name': 'network-changed', 'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:01.828464 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfc19fa-ae83-43f2-b709-bd695e238cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d"}, {"name": "network-changed", "server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:01.847663 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Checking router: 26529294-6754-44c4-bf40-5443d8c600a3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:01.860456 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:01.860704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:01.872847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.884444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.11 (dc8e3d33-db57-46fb-a1d4-e1292dc9d58a/643b1bea-3ae7-4478-832a-82c5c74a5464/f1383006-bf92-4abd-bb39-01ccd3424d47) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:01.915699 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.919824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc40e73-ae7d-4d3a-89a0-c98e736bd815 None None] New status for floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:01.937840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:01.938631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:01.941627 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:01.996916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-d663b23c-55a4-4317-817b-81c9a0e238bd service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447005 Jul 29 17:46:02.063894 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:02.081790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.082471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.083006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.083541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.084181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.084702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.085221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.087368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-e6daa298-098d-45b8-bea9-adb7f6bfdfd0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6409 time: 0.2732460 Jul 29 17:46:02.132190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 06231a0d-854c-4c2b-a09d-7f5085a2c93f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:02.161948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 06231a0d-854c-4c2b-a09d-7f5085a2c93f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:02.162688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 06231a0d-854c-4c2b-a09d-7f5085a2c93f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:02.227614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.257618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.260546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd8d17b0-96d1-432c-b860-7b2c8c00b5ee HTTP/1.1" status: 204 len: 168 time: 2.7854590 Jul 29 17:46:02.328943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-3b67cf03-37f5-417a-b6b4-ce72991c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.329841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-3b67cf03-37f5-417a-b6b4-ce72991c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.330530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-3b67cf03-37f5-417a-b6b4-ce72991c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.332242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-3b67cf03-37f5-417a-b6b4-ce72991c2add service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2297547 Jul 29 17:46:02.336979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564009dc-d32b-4e6c-be29-e7dc23c22b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8d17b0-96d1-432c-b860-7b2c8c00b5ee,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:02.378261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192172-caa5-4de5-ad76-5bdc94afeaa4 req-9c71a5e3-d677-4e68-a8f9-365f18591936 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.387963 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4192172-caa5-4de5-ad76-5bdc94afeaa4 req-9c71a5e3-d677-4e68-a8f9-365f18591936 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.5480797 Jul 29 17:46:02.409057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-6b1ada97-2d4d-4d8a-badd-fcf75a2a3220 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257187 Jul 29 17:46:02.425923 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ddbe6098-ed11-4761-ae3e-1f16f7671fd2', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'port_id': '7c6cbb93-5338-4568-8b27-af82883329c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'mac_address': 'fa:16:3e:c7:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:30Z', 'updated_at': '2021-07-29T17:45:59Z', 'revision_number': 1, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:02.432381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-511ff496-8a7a-44db-b46e-ddff74f81e0d req-273bb848-0f4d-45db-9125-64ff28b3254b service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197576 Jul 29 17:46:02.441546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51950) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:02.470675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff77c0a-f3f4-4f6d-b1a1-e0385fee719c None None] The sync data for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 is: [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ddbe6098-ed11-4761-ae3e-1f16f7671fd2', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'port_id': '7c6cbb93-5338-4568-8b27-af82883329c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'mac_address': 'fa:16:3e:c7:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:30Z', 'updated_at': '2021-07-29T17:45:59Z', 'revision_number': 1, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:02.491128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.530906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4192172-caa5-4de5-ad76-5bdc94afeaa4 req-c2846926-4856-4eee-9f32-cdc9d0d47bf7 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421561 Jul 29 17:46:02.553795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-88ae3220-0079-4503-aa92-2d7f7097cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.555512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0583c9af-7b4a-47d8-95ef-495f2e5a772e req-88ae3220-0079-4503-aa92-2d7f7097cb07 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091837 Jul 29 17:46:02.566147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95e362ca-1ce0-4f11-9f1c-59483877604e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be381614125f49bc8d1e9ad94b387a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207790 Jul 29 17:46:02.568750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51954) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:02.643041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.678304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.683394 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5764d5-5a36-4f33-8823-4f665216f187 x-openstack-request-id: req-ca5764d5-5a36-4f33-8823-4f665216f187 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:02.683911 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:02.684043 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca5764d5-5a36-4f33-8823-4f665216f187 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:02.684507 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'status': 'completed', 'code': 200} Jul 29 17:46:02.684827 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0', 'status': 'completed', 'code': 200} Jul 29 17:46:02.708485 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bafbd4f2-592c-48e0-8d68-6171ef2f490c req-9d90d3bf-624e-443b-ae64-23ca8abd2a19 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883587 Jul 29 17:46:02.716661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:02.721600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network dc8e3d33-db57-46fb-a1d4-e1292dc9d58a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:02.749431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.758829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:02.764008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.765936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=f1383006-bf92-4abd-bb39-01ccd3424d47,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:02.768369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:02.792643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4554d27-d257-4621-bc4c-e6142c6c32f3 req-e8b6b116-e225-4152-9b2a-d96645309d92 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.792643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a4554d27-d257-4621-bc4c-e6142c6c32f3 req-e8b6b116-e225-4152-9b2a-d96645309d92 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1771283 Jul 29 17:46:02.793422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Transition to ACTIVE for port object 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:02.803466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51956) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:02.810011 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ad288-a7d5-435b-935f-faf105f9f412 None None] New status for floating IP ddbe6098-ed11-4761-ae3e-1f16f7671fd2: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:02.828308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Request body: {'floatingip': {'port_id': 'ad07fe59-29c7-495b-be9a-d704a758864e'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:02.862681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.878708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-d45e6340-ef9a-4793-a7ec-4d400cfe5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.879650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-d45e6340-ef9a-4793-a7ec-4d400cfe5c34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf&device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 1097 time: 0.1470454 Jul 29 17:46:02.885323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.885580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:02.892913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.893392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.893862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.894348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.894807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.895271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.895722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:02.901175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-ab235551-d22f-43e7-b1fc-c63f907ac657 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6409 time: 0.1879201 Jul 29 17:46:02.905753 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.009134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.015669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.025500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.031875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.039153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.048197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.057796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.059823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-dc5ecb0b-620e-46b8-afa0-4a252a1f21ff tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5407 time: 0.2886567 Jul 29 17:46:03.066823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-088b57b0-c875-4f3e-ae0a-a7fd652a29da tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0832841 Jul 29 17:46:03.068095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:03.072814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': 'f1383006-bf92-4abd-bb39-01ccd3424d47'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:03.138810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.141350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.145253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d944b84-6261-405e-8ac3-3ecb38d408d3 HTTP/1.1" status: 204 len: 168 time: 0.5742035 Jul 29 17:46:03.163745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705004fb-812c-40ca-a055-f209837d37bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d944b84-6261-405e-8ac3-3ecb38d408d3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:03.171801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.178142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:03.285855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-de96b408-a121-451f-852f-8c82b1dc4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.286378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-de96b408-a121-451f-852f-8c82b1dc4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.287097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-de96b408-a121-451f-852f-8c82b1dc4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.288893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-de96b408-a121-451f-852f-8c82b1dc4e18 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ec41271fc8434a36a207b31b96979d7f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3813169 Jul 29 17:46:03.302963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-372914ec-12d2-4fc7-8b58-51bc6ca6bc98 req-1fd35b7a-c54e-4afd-8059-eb0b9741890a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2237418 Jul 29 17:46:03.306066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-0b101735-a1b7-4b40-8d35-b664bc57cefe tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.307695 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-0b101735-a1b7-4b40-8d35-b664bc57cefe tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2711904 Jul 29 17:46:03.370539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-e8528e32-43a1-4662-b5cb-cb68c53046b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.371975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-e8528e32-43a1-4662-b5cb-cb68c53046b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=648842b2-63ed-497a-a37b-b33c2bf6160f HTTP/1.1" status: 200 len: 914 time: 0.4548130 Jul 29 17:46:03.506745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Attempting to bind port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:03.507083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Attempting to bind port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:03.507412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Attempting to bind port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b on network 502eec23-ba9e-439b-9469-a85e3f0851ae {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:03.511917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-852beb20-d324-4fb2-8ac7-9b1237bc05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.513539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-852beb20-d324-4fb2-8ac7-9b1237bc05dc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049944 Jul 29 17:46:03.583297 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-1f36666b-1a23-4241-a22e-dabbd2bb22a9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 999 time: 0.2246823 Jul 29 17:46:03.599523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-480a161d-0b18-446d-b13d-0cfca8316d39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c6cbb93-5338-4568-8b27-af82883329c0 HTTP/1.1" status: 200 len: 1002 time: 0.1908324 Jul 29 17:46:03.600687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b on network 502eec23-ba9e-439b-9469-a85e3f0851ae not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:03.601277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Attempting to bind port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b on network 502eec23-ba9e-439b-9469-a85e3f0851ae {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:03.693624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-699d16bb-1703-47f0-9b4c-62ae90a7392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.695224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-699d16bb-1703-47f0-9b4c-62ae90a7392a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69632db6-e95a-4984-823c-d509b64d7ef8 HTTP/1.1" status: 200 len: 852 time: 0.0718513 Jul 29 17:46:03.704062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:03.742306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:03.742891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Checking segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:03.743213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Bound using segment: {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:03.743792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Bound port: 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16394b59-64b8-4e42-ba45-fa00057d02e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:03.744149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.755018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6a51-c9ea-438e-90c8-640ab34b3b93 req-cec8f0bc-d663-4724-a2cf-f6b1d1fc2e84 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:03.756546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbdc6a51-c9ea-438e-90c8-640ab34b3b93 req-cec8f0bc-d663-4724-a2cf-f6b1d1fc2e84 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0692947 Jul 29 17:46:03.821614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbdc6a51-c9ea-438e-90c8-640ab34b3b93 req-a5bc2846-a6b3-4c53-be36-6e53feb79a23 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jul 29 17:46:03.910518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.916769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:03.918136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.003640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-66596daa-4210-46e2-9bde-42cc75b2daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.005457 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-66596daa-4210-46e2-9bde-42cc75b2daf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648842b2-63ed-497a-a37b-b33c2bf6160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665315 Jul 29 17:46:04.027634 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP b8b16c5b-e815-4aee-9f5c-588c2dea95a8 associated. External IP: 172.25.5.218, port: f1383006-bf92-4abd-bb39-01ccd3424d47. Jul 29 17:46:04.046645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:04.102846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:04.123583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.261132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.261762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.263260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] 10.222.0.38 "PUT /v2.0/ports/14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 1091 time: 3.0413077 Jul 29 17:46:04.269656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:46:04.377040 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-9179078f-bffc-413c-adb8-f1c3804465d1 service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607776 Jul 29 17:46:04.432176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.459519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.484361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-a5aae439-fc30-4303-b3ae-8c81e6ef6ca4 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356035 Jul 29 17:46:04.492054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d75c2b-09f4-4785-8786-bb2fc025f857 service neutron] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:04.591992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.592486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.592970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.593436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.593902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.594397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.594861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.596794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9667cbfe-0dc0-4499-8ead-612662590087 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6476 time: 0.2769849 Jul 29 17:46:04.672661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:04.691065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:04.693425 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24620082-3c11-4370-8f93-7732a68e0550" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:04.703818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-35779ea7-7000-419d-9d56-0d8c672e28b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 217 time: 0.0854123 Jul 29 17:46:04.729877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-f5629c80-c13d-4ca3-b207-7c4c489281c9 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:04.731327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-f5629c80-c13d-4ca3-b207-7c4c489281c9 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103968 Jul 29 17:46:04.780400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-854dea4d-5794-437e-b2e0-02a89ecbfdd9 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/quotas/9ff46fbf7b584232ab489525dd9ffd4f HTTP/1.1" status: 200 len: 375 time: 0.0167019 Jul 29 17:46:04.848848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-192d8159-ad14-4341-b102-ef2f6d4c726b tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586414 Jul 29 17:46:04.869128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:04.874097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:04.883133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:04.894961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:04.895890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:04.919910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a2107ed-6d07-42bd-ab22-52b054f2e9df tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/b8b16c5b-e815-4aee-9f5c-588c2dea95a8 HTTP/1.1" status: 200 len: 978 time: 1.8482001 Jul 29 17:46:04.920862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52008) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:04.947088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:04.958987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:04.959990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:05.003023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:05.004226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349d940-c46e-4e40-b670-bf0ff5052f34 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:05.042109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port f1383006-bf92-4abd-bb39-01ccd3424d47 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:05.042494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.174159 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bcfc19fa-ae83-43f2-b709-bd695e238cb5 req-fcca91e7-62ab-486b-967d-e29e037371a7 service neutron] 10.222.0.49 "GET /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459376 Jul 29 17:46:05.189288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.192468 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Floating IP 57c0d7b0-d5de-4c1f-bb00-874c8a131570 associated. External IP: 172.25.5.12, port: ad07fe59-29c7-495b-be9a-d704a758864e. Jul 29 17:46:05.219824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.228148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.234012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.237607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d71b8c70-c283-413f-bf86-0a0508898c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.239153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-d71b8c70-c283-413f-bf86-0a0508898c55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.5222681 Jul 29 17:46:05.240161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.246141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.252185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.258556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.260841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-36b57963-f6b7-4197-b916-4b2cdf9bbb27 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1436923 Jul 29 17:46:05.382039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e71b8bb1-3fe3-475e-9135-fa96e188a4b2 req-b5e04375-d638-440b-af6c-190d787f42c1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017859 Jul 29 17:46:05.433617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7ac2665e-1ac6-47e4-a7c3-d6d4935b04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.435197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-7ac2665e-1ac6-47e4-a7c3-d6d4935b04fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865706 Jul 29 17:46:05.529653 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731f4611-571d-4ba0-9529-34f50be83c6d x-openstack-request-id: req-731f4611-571d-4ba0-9529-34f50be83c6d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:05.529950 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:05.530200 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-731f4611-571d-4ba0-9529-34f50be83c6d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:05.530623 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'status': 'completed', 'code': 200} Jul 29 17:46:05.533116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.533598 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.534016 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP b8b16c5b-e815-4aee-9f5c-588c2dea95a8 disassociated. External IP: 172.25.5.218, port: f1383006-bf92-4abd-bb39-01ccd3424d47. Jul 29 17:46:05.535275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for f1383006-bf92-4abd-bb39-01ccd3424d47 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:05.663756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28c26f-ac6e-45ba-b801-2d263a3121b2 req-5f4e6b24-5b05-4fa7-ad03-ccbfa6da2b8b tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:05.665715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e28c26f-ac6e-45ba-b801-2d263a3121b2 req-5f4e6b24-5b05-4fa7-ad03-ccbfa6da2b8b tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 950 time: 0.0797684 Jul 29 17:46:05.684518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:46:05.746068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e28c26f-ac6e-45ba-b801-2d263a3121b2 req-59e79a73-8f6c-4094-97a1-283aa1d709d5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656385 Jul 29 17:46:05.756259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.756480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-399cda74-ea37-4d76-b4a0-ae1c4df95651 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106961 Jul 29 17:46:05.772877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-5302bacc-a774-4d09-9a2e-55feb96affa2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115881 Jul 29 17:46:05.772877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Router 024b90ac-f113-4f94-96f9-a59f11d58d97 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:05.788208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.809944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=f1383006-bf92-4abd-bb39-01ccd3424d47,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:05.825718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:05.960604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46ccc9e3-4d7e-48f4-9fa8-882a54eb87cd req-a4a2d648-6bf0-4aec-8b36-0b56848bd745 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 210 time: 0.0359464 Jul 29 17:46:05.970907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:06.073665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-3b072dd1-1208-4789-8e62-be38729e0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.075222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-3b072dd1-1208-4789-8e62-be38729e0267 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 1100 time: 0.2429276 Jul 29 17:46:06.080960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-519e5e26-95e4-42f5-aa09-0bccf22bbb99 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144860 Jul 29 17:46:06.089494 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374 associated. External IP: 172.25.5.5, port: 048de4d0-048f-4c76-9123-c2f98ca9f59b. Jul 29 17:46:06.098971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:06.113978 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:06.123576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:06.124464 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.164731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.173914 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:06.174626 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.182045 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.186714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73d6d5ab-205e-45ec-a2bf-3e74c69520d6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/f1383006-bf92-4abd-bb39-01ccd3424d47 HTTP/1.1" status: 204 len: 168 time: 1.2647219 Jul 29 17:46:06.187605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52024) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:06.208282 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.209081 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c1dd01-5b5a-43ad-9acc-4ac8cb4f97cc None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:06.213023 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b49c9238-5d97-464d-ad21-c0db50753788 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.1210785 Jul 29 17:46:06.217088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:06.225409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.230680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Sync routers for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:06.234298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ca47580-d9c8-4acd-a2e8-6ffbd034bc6f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/floatingips/b8b16c5b-e815-4aee-9f5c-588c2dea95a8 HTTP/1.1" status: 200 len: 688 time: 0.0443730 Jul 29 17:46:06.236331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52026) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:06.241467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:06.242181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.331826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-873daf5d-1676-4462-97c0-72056a4765c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "PUT /v2.0/floatingips/57c0d7b0-d5de-4c1f-bb00-874c8a131570 HTTP/1.1" status: 200 len: 990 time: 3.5244951 Jul 29 17:46:06.372529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-5fb05b0e-99f1-42c8-95f3-252375409fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.374085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-5fb05b0e-99f1-42c8-95f3-252375409fe7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1521692 Jul 29 17:46:06.383639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-543eda75-42fe-45b4-9713-9ce692d1e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.385535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-543eda75-42fe-45b4-9713-9ce692d1e45a service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2799783 Jul 29 17:46:06.390462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 7ab64449-a72d-4659-955a-901de513269c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:06.390838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.507442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-d700f85b-a1ed-4a64-9e5f-72a3d7e3e334 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328202 Jul 29 17:46:06.548973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:06.634203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:06.637653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.643686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.651406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.657717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.664285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.670757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.676726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.678786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84e41c66-b383-4cf0-a241-081666b8872e req-f6acb24b-cf4b-4fc0-9afe-df80c702a579 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1787972 Jul 29 17:46:06.716206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.716685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.744530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 7ab64449-a72d-4659-955a-901de513269c owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:06.780579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-7074f22b-5a26-4371-b168-43823911d8af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=df13a69d-12da-4a23-9470-c0547d25531f HTTP/1.1" status: 200 len: 217 time: 0.3610313 Jul 29 17:46:06.796084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-27d47bc8-58eb-4265-85c1-9eb6fc9a4c35 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.797479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-27d47bc8-58eb-4265-85c1-9eb6fc9a4c35 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567453 Jul 29 17:46:06.825115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:06.839058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-227de839-bd90-4001-ad65-f9d26a8d53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.840718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-227de839-bd90-4001-ad65-f9d26a8d53c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4521065 Jul 29 17:46:06.843280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Request body: {'port': {'device_id': '79ca8460-b160-4ac8-92d4-e006866b0277', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': '9ff46fbf7b584232ab489525dd9ffd4f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:06.854864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84e41c66-b383-4cf0-a241-081666b8872e req-7070c0fa-34de-4715-8b60-02ecf4b3c912 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642914 Jul 29 17:46:06.857560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'mac_address': 'fa:16:3e:04:4e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:06.917393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:06.934132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:06.941659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-417eadeb-3d31-4d1d-940d-31a391e9bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:06.943396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-417eadeb-3d31-4d1d-940d-31a391e9bd06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1495411 Jul 29 17:46:06.951276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '57c0d7b0-d5de-4c1f-bb00-874c8a131570', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'port_id': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'mac_address': 'fa:16:3e:3b:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:04Z', 'revision_number': 1, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:06.993337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:06.995068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Checking router: 024b90ac-f113-4f94-96f9-a59f11d58d97 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:07.005342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.013175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:07.014073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:07.015359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:07.021193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Made reservation on behalf of 9ff46fbf7b584232ab489525dd9ffd4f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:07.027316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.067712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.095183 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-45a18760-e742-4b90-bcc5-2884933797ca service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235534 Jul 29 17:46:07.099641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-9688fd99-12a2-4c45-8865-992c248f53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:07.101080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-9688fd99-12a2-4c45-8865-992c248f53c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484957 Jul 29 17:46:07.141023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:07.145215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.173767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c404b-0108-41db-a3de-20d46c0825da req-993aa0cc-6f4e-4b2e-944e-6fea9afbf196 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:07.175337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-025c404b-0108-41db-a3de-20d46c0825da req-993aa0cc-6f4e-4b2e-944e-6fea9afbf196 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 949 time: 0.1088228 Jul 29 17:46:07.184912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:07.201227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=7ab64449-a72d-4659-955a-901de513269c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:07.240370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:07.294602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:07.303613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-025c404b-0108-41db-a3de-20d46c0825da req-515b7a7d-8986-480c-93f1-6f083d89dc73 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064508 Jul 29 17:46:07.309593 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:07.315100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.317617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.318884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bc77ebed-792d-4a0c-8a5c-7df1587f4e0d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8b16c5b-e815-4aee-9f5c-588c2dea95a8 HTTP/1.1" status: 204 len: 168 time: 1.0812786 Jul 29 17:46:07.323371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52040) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:07.328375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '7b89799e-b6cc-49f2-9de4-6bf73262348a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:07.330550 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:07.331184 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:07.365073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.379932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.500579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-c75ab6e4-dbe2-411c-b9c3-edac95a818b8 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947444 Jul 29 17:46:07.549810 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:07.562037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:07.564424 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5091d31d-3b94-4fd7-a74d-ece00f8b8559" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:07.568104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.599620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-d20e7d20-a9dd-4228-8528-fbe56a16622a service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848118 Jul 29 17:46:07.604017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-126291f6-6453-4132-b9b0-0016d11b6b1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.0915923 Jul 29 17:46:07.613197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '57c0d7b0-d5de-4c1f-bb00-874c8a131570', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'port_id': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'mac_address': 'fa:16:3e:3b:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:04Z', 'revision_number': 1, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:07.645419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275da58-a944-48bd-b135-7aeaa3eaa9cf None None] The sync data for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 is: [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '57c0d7b0-d5de-4c1f-bb00-874c8a131570', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'port_id': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'mac_address': 'fa:16:3e:3b:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:04Z', 'revision_number': 1, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:07.719122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:07.747005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-04e0ff59-925c-4175-8ad8-52ebeac976ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:07.748535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-04e0ff59-925c-4175-8ad8-52ebeac976ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1292295 Jul 29 17:46:07.859171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853a3f2a-e8f9-4173-bbe4-4a08e3e5a7bf req-b14db5b5-da08-4e9f-9fc1-13e4c5d24fad service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505429 Jul 29 17:46:07.880039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-fbba80b1-4879-4a4d-939c-724bcd535cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:07.881956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-fbba80b1-4879-4a4d-939c-724bcd535cd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142442 Jul 29 17:46:07.947023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae0923-90be-4708-b20c-b53604ca852c None None] New status for floating IP 57c0d7b0-d5de-4c1f-bb00-874c8a131570: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:07.951671 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:05Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:07.971956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57cb6a86-2679-42a6-92c0-a38c1f7b8b85 req-2a1814fa-16c7-4921-a2a5-af2f9a8d63ac tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 210 time: 0.4527931 Jul 29 17:46:08.019575 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:08.029514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:08.030131 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:08.033472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70a6c9-6087-4d88-b913-ea63a5b08faa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:08.061763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:08.072240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:08.125569 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715007cc-b024-4879-9616-d59ab22f865c x-openstack-request-id: req-715007cc-b024-4879-9616-d59ab22f865c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:08.125952 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:08.126315 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-715007cc-b024-4879-9616-d59ab22f865c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:08.126796 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'status': 'completed', 'code': 200} Jul 29 17:46:08.144682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Allocated IP 192.168.233.142 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/9c7e9a29-80ca-434f-9d49-f5fa68bb5426) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:08.155250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-a0b29917-5be9-4b8a-9e3c-3b693163ef9e service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363918 Jul 29 17:46:08.252467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-f9d0f6e1-8065-492c-928a-e049e00e8822 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "PUT /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 997 time: 4.6470511 Jul 29 17:46:08.280461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:08.333652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-75a93e06-e6a7-4578-b556-5dd5d336a638 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.348165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-75a93e06-e6a7-4578-b556-5dd5d336a638 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports/048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 942 time: 0.0947070 Jul 29 17:46:08.350529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-77e1bf86-371e-4608-913b-6088bdb9d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.352157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-77e1bf86-371e-4608-913b-6088bdb9d8b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 1096 time: 0.2000790 Jul 29 17:46:08.421493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:08.473394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.481063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.489116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.495620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.501407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.507492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.514869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.524788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-75d695fa-81b3-4577-8ab4-9cd29a7a98bf service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580604 Jul 29 17:46:08.526120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-6c0940ac-56fe-4128-9d3f-49f52cd3673d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.3207564 Jul 29 17:46:08.552291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:05Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:08.591445 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f513a5-d51d-4ec5-a3b7-6cdf426706cb None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:05Z', 'revision_number': 3, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:08.660121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:08.667777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:08.717847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6844000a-3197-4030-b8b0-9d5b52fa9253 req-0ac0b1da-33af-4cd8-80c6-0a6a8a22c0fb tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816258 Jul 29 17:46:08.739102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 10ed2681-1690-458d-a0fc-d8bd42d72e76 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:08.739476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:08.748042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Transition to ACTIVE for port object 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:08.815018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.34 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0748b87e-2c1a-4db7-a615-2be728d761c5) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:08.886175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-dc09c0a5-1bff-4338-8e1f-b7dd0c22ea28 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.3525612 Jul 29 17:46:08.887635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:08.889156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-1f8251f0-ffec-4665-abf2-4b6c2238710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.890614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-1f8251f0-ffec-4665-abf2-4b6c2238710b service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 200 len: 916 time: 0.5094707 Jul 29 17:46:08.894296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-c7cd13e3-3a96-4c63-a7a3-1e8e994d84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:08.895772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-c7cd13e3-3a96-4c63-a7a3-1e8e994d84dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.4393308 Jul 29 17:46:08.911527 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b0f3-4fa0-4450-a1f7-6c700f933aa3 None None] New status for floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:08.930197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:08.933110 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880ad0c0-a1ff-4417-abb6-0d8f55726996" -d '{"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:08.948234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:08.963103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.033453 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.078189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:09.102573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:09.105171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-e932fc61-5a3c-467e-ac49-516f36725ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.106785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-e932fc61-5a3c-467e-ac49-516f36725ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9db7b765dc04c189d2c6f7294097629&device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1100 time: 0.2003472 Jul 29 17:46:09.110981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e25083-35ee-459e-9a5d-ecf9b578554e req-820590a5-b4da-423b-97e0-640035d0dd02 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.112142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-240642e3-abe4-4531-9156-56cae0b66cff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 200 len: 1000 time: 0.2064445 Jul 29 17:46:09.112750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80e25083-35ee-459e-9a5d-ecf9b578554e req-820590a5-b4da-423b-97e0-640035d0dd02 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.1288738 Jul 29 17:46:09.113502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9171b369-64dd-455d-b4f3-06dafe799409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.114941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-9171b369-64dd-455d-b4f3-06dafe799409 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2182069 Jul 29 17:46:09.122928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:09.141387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:09.150062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Pushing event updated for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:09.181777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-86ec3a2e-851a-416b-927c-59c6d934d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.202727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.254867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80e25083-35ee-459e-9a5d-ecf9b578554e req-8939b678-edf1-472b-97b8-2ff2f4609a44 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058691 Jul 29 17:46:09.267764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.267764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.285433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-4a615284-5ff7-4e9e-b0e5-e59cdb9ebe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.287841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-4a615284-5ff7-4e9e-b0e5-e59cdb9ebe1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.3456087 Jul 29 17:46:09.300251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-dbdfba74-cfc0-4a6a-bf6a-9268c7c98d38 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4611700 Jul 29 17:46:09.316739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Request body: {'port': {'device_id': '79ca8460-b160-4ac8-92d4-e006866b0277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:09.349540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-cb27f15e-e119-4bc7-ac01-bb8538bb5458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.0491571 Jul 29 17:46:09.361627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-765d057e-2fad-411b-b65d-ff7ea1ff7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.363542 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-765d057e-2fad-411b-b65d-ff7ea1ff7de8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2406986 Jul 29 17:46:09.386453 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.402683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:09.421490 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eb2206-54f6-4623-ae22-2a30f24f26a0 x-openstack-request-id: req-23eb2206-54f6-4623-ae22-2a30f24f26a0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:09.421783 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-plugged", "status": "completed", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:09.422035 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23eb2206-54f6-4623-ae22-2a30f24f26a0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:09.422567 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'code': 200} Jul 29 17:46:09.423546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:09.424184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:09.436733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-c5202510-dddf-44ee-a722-4bafb5a590f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.438983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-c5202510-dddf-44ee-a722-4bafb5a590f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed4bd826-b92e-4215-8b5a-f80a54bc43cf HTTP/1.1" status: 200 len: 854 time: 0.2751684 Jul 29 17:46:09.483988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.508042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:09.535204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=0748b87e-2c1a-4db7-a615-2be728d761c5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:09.542836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:09.544161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-6912f18a-a115-46cb-93f6-22c307c09c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.545263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-6912f18a-a115-46cb-93f6-22c307c09c68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.3784099 Jul 29 17:46:09.548464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:09.558314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-b4986a16-eade-4491-8724-17c3f8609eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.564223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:09.566568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-b4986a16-eade-4491-8724-17c3f8609eec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.2013423 Jul 29 17:46:09.648541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-60026977-d5c7-4ba5-9895-da63cb11836b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76 HTTP/1.1" status: 200 len: 217 time: 0.0950935 Jul 29 17:46:09.664008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f29d9a5-5bd2-4cac-9559-7b3fcc3aa998 None None] Provisioning for port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:09.664945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-a30878dc-1e49-45d9-8283-cbbc36670eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.666725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-a30878dc-1e49-45d9-8283-cbbc36670eb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068729 Jul 29 17:46:09.678261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f29d9a5-5bd2-4cac-9559-7b3fcc3aa998 None None] Provisioning complete for port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:09.679246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f29d9a5-5bd2-4cac-9559-7b3fcc3aa998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:09.758305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05e3d-7be3-46cd-a7ed-b2e5ab2baf49 req-35b63bda-eea4-4707-a0de-9250ce3ed3a2 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.760168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ce05e3d-7be3-46cd-a7ed-b2e5ab2baf49 req-35b63bda-eea4-4707-a0de-9250ce3ed3a2 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 936 time: 0.2552400 Jul 29 17:46:09.768953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4f29d9a5-5bd2-4cac-9559-7b3fcc3aa998 None None] Port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:09.769464 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-fe8e2ee7-2549-42ac-bd97-45ed13b4575b service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475490 Jul 29 17:46:09.822973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-23d619be-1afb-416b-b1c9-8fdeb828bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.824649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-23d619be-1afb-416b-b1c9-8fdeb828bf33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2577257 Jul 29 17:46:09.833407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5dcdc-7e7d-42fe-a2cb-0078087b2219 req-f1e05dc2-826a-40c0-8710-fa7a4b203da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.836703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ba5dcdc-7e7d-42fe-a2cb-0078087b2219 req-f1e05dc2-826a-40c0-8710-fa7a4b203da7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1102 time: 0.2227633 Jul 29 17:46:09.840509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-25ec2da0-914b-4b48-9065-fbf155fbac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:09.841984 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-25ec2da0-914b-4b48-9065-fbf155fbac3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1794362 Jul 29 17:46:09.847698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-d1e9741b-49f2-4777-8801-44fa8d2ef9c3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:46:09.848679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-d1e9741b-49f2-4777-8801-44fa8d2ef9c3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102518 Jul 29 17:46:09.866435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:09Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:09.947633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ce05e3d-7be3-46cd-a7ed-b2e5ab2baf49 req-e906a162-f164-497b-91a3-a37bcdc64668 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532640 Jul 29 17:46:09.997705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-3697c5c1-e377-47ed-9885-8e3269889460 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047426 Jul 29 17:46:10.037663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b8f1d0fe-11ee-46d3-a81f-5f47a86bb184 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589648 Jul 29 17:46:10.048633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:10.054031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-d4ec1c4b-c620-456d-ab70-3996bdfdaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.055672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-d4ec1c4b-c620-456d-ab70-3996bdfdaad8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016559 Jul 29 17:46:10.058840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ba5dcdc-7e7d-42fe-a2cb-0078087b2219 req-3b661241-43c3-4b61-af4b-dd45e0761b07 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942706 Jul 29 17:46:10.060327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:10.061238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:45:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:10.128676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}, {'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:10.130756 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458f3650-279b-4614-aea0-65bca198b66d" -d '{"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}, {"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:10.144236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-005d5dc5-78d2-489c-8f1a-41b3a3439497 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.0944562 Jul 29 17:46:10.150267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-2d07c6d2-10b2-437c-a6ad-1fdc2038c069 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780087 Jul 29 17:46:10.184943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:10.311717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:10.334212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.340246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.346071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2c82e36b-c48d-4f7c-a239-3304ba66d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.346228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.347627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-2c82e36b-c48d-4f7c-a239-3304ba66d44d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1830750 Jul 29 17:46:10.352158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.358330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5091d31d-3b94-4fd7-a74d-ece00f8b8559 req-8946f2e1-2408-42ad-b8ae-bd852368be34 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454161 Jul 29 17:46:10.358527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.364503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.370461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.378631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-8209ab0d-b6e0-4e95-91f5-5feba089a80f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.2359238 Jul 29 17:46:10.383690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:10.387727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-b0737b66-c3a0-4488-a4f8-ebc3988e8ff3 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618990 Jul 29 17:46:10.393230 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-b3f12e06-a775-4d94-8c3e-fc0b70a9f43e service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296648 Jul 29 17:46:10.451194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Transition to ACTIVE for port object 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:10.465799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:10.469008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:09Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:10.508911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1faa31-9fb9-48aa-bf1f-5ceaa2b75c6c None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:cf:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:09Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:10.533255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d9249c3-ed48-4d33-97ed-4343cb6bad83 req-f0e4223e-bc96-4fd5-b2ba-f77e561bf466 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441574 Jul 29 17:46:10.569582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:10.606668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:10.728621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Attempting to bind port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:10.729032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Attempting to bind port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:10.729456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Attempting to bind port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:10.753657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:10.754003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Attempting to bind port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:10.780366 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1bd30-8852-4f50-8586-9af70bbc616a x-openstack-request-id: req-69a1bd30-8852-4f50-8586-9af70bbc616a {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:10.780366 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:10.780366 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69a1bd30-8852-4f50-8586-9af70bbc616a {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:10.780837 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:46:10.781067 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'status': 'completed', 'code': 200} Jul 29 17:46:10.837063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:10.837599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-74732a80-a8fd-4d7f-8c66-16256bcf5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.837790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:10.838627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:10.839154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-74732a80-a8fd-4d7f-8c66-16256bcf5630 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4645126 Jul 29 17:46:10.839312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Bound port: 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:10.839702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:10.898982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-4cdb3c56-8080-4dc5-9470-72f91186f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.899183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-149dc979-4ab7-408c-96e0-6457ca453674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.900515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-4cdb3c56-8080-4dc5-9470-72f91186f17f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1097 time: 0.4702039 Jul 29 17:46:10.900865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-149dc979-4ab7-408c-96e0-6457ca453674 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1097 time: 0.1688206 Jul 29 17:46:10.920752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:10.948701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-0e9fbd5d-211d-4816-945f-12b390efce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:10.950279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-0e9fbd5d-211d-4816-945f-12b390efce2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.1730163 Jul 29 17:46:10.970157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-4c8bec0e-4948-4a2a-adc5-2e4791245e28 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632324 Jul 29 17:46:11.040389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a48c4-8b65-488e-a39c-223a9bd5ec8b req-23eb3f13-8250-4d68-b717-53739ca054da tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.042048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e2a48c4-8b65-488e-a39c-223a9bd5ec8b req-23eb3f13-8250-4d68-b717-53739ca054da tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.2171519 Jul 29 17:46:11.134190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f31c882a-bbab-4bd5-8e98-0ed93b55b9e5 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820323 Jul 29 17:46:11.145008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-212d03e4-491c-4a56-a473-79b6c069c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.146525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-212d03e4-491c-4a56-a473-79b6c069c6e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.2106307 Jul 29 17:46:11.191782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:11.218592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:11.226946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e2a48c4-8b65-488e-a39c-223a9bd5ec8b req-9c1133d7-0d95-4d13-8db3-6ce09980114e tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710796 Jul 29 17:46:11.248085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-588832dc-6af5-4fbd-8deb-7ae975e2da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.249568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-588832dc-6af5-4fbd-8deb-7ae975e2da53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.2847116 Jul 29 17:46:11.278538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-b7e4651e-2466-4fae-b867-3826d8fd66a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 1000 time: 0.1213787 Jul 29 17:46:11.282489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-7197fd12-cfc2-4e30-8571-c2bf32b231f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.284124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-7197fd12-cfc2-4e30-8571-c2bf32b231f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.3680241 Jul 29 17:46:11.288509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.310319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-8acaaa92-3f56-4da3-9d23-25ccd300f0ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.0476029 Jul 29 17:46:11.342599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.349576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.350679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.352167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] 10.222.0.38 "PUT /v2.0/ports/9c7e9a29-80ca-434f-9d49-f5fa68bb5426 HTTP/1.1" status: 200 len: 1096 time: 2.0419466 Jul 29 17:46:11.389746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:11.392064 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76402481-1893-4a2d-9950-c31c8aac2c00" -d '{"events": [{"name": "network-changed", "server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:11.401075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.414345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-afd03465-67eb-469b-8c01-9e9adb4bab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.415859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-afd03465-67eb-469b-8c01-9e9adb4bab11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.1089840 Jul 29 17:46:11.419977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-b17358ba-af16-43f5-ade7-88a9bee1168a service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765250 Jul 29 17:46:11.425944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-d2338c1c-3b6c-407f-8293-ab1fdef99686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.427530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-d2338c1c-3b6c-407f-8293-ab1fdef99686 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.1052687 Jul 29 17:46:11.508619 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-45ddac7e-198e-4a50-bae1-c7831c469bfa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.0719371 Jul 29 17:46:11.580274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-29354740-c25e-48e5-9600-cb5ef33e5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.581838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-29354740-c25e-48e5-9600-cb5ef33e5966 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534276 Jul 29 17:46:11.583986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-a3372d6e-9a8a-435a-a07c-39e2005b3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.585373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-a3372d6e-9a8a-435a-a07c-39e2005b3049 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391001 Jul 29 17:46:11.586894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f11bb23d-09a7-4372-a7a7-368a88c8b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.588257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f11bb23d-09a7-4372-a7a7-368a88c8b330 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.0685098 Jul 29 17:46:11.613132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afdd41c5-03b2-49d4-b87f-af7b037c5fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.764093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f46f71ff-835b-45f3-9982-b9a6ccb57008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.765599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-f46f71ff-835b-45f3-9982-b9a6ccb57008 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1679673 Jul 29 17:46:11.785243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422954-8f9c-4910-b607-cc9f857f1948 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:11.788512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-63115249-f16c-473a-8094-fd88946725a1 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992662 Jul 29 17:46:11.791910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.835632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-5f116700-6528-477f-9d03-99fc6de2546c service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389693 Jul 29 17:46:11.846939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-bbcadcc7-4575-454b-89a8-2993b45d1711 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 1000 time: 0.5182865 Jul 29 17:46:11.919064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-02a0bde5-17f0-4e18-8d83-0f9bd4bf65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.920612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-02a0bde5-17f0-4e18-8d83-0f9bd4bf65f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 1099 time: 0.5229242 Jul 29 17:46:11.921405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:11.926865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=0748b87e-2c1a-4db7-a615-2be728d761c5,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:11.936580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead522-56a8-42c6-a92c-836d3c9f1444 req-79bf7dfb-729f-4c71-8207-93ec9fc35abb tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:11.943727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4aead522-56a8-42c6-a92c-836d3c9f1444 req-79bf7dfb-729f-4c71-8207-93ec9fc35abb tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 948 time: 0.5884647 Jul 29 17:46:12.008912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-db5d1f8c-ffc2-4da0-b4ca-0d916fb533b5 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321992 Jul 29 17:46:12.030463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-247e4642-47f9-4059-b34f-dfcf43fc0bdb req-6d0ffcb7-ca08-4f3c-9a04-7d710f7d2af8 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256658 Jul 29 17:46:12.033170 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-30c98260-1b18-4572-97c8-7ea8b96869d5 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846514 Jul 29 17:46:12.044206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-02fb947b-3f5e-4afb-aa8a-4d1395ec3331 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426 HTTP/1.1" status: 200 len: 217 time: 0.0614953 Jul 29 17:46:12.050878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-22bb9045-2d80-4cd6-a287-ae8a3240197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.052951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-22bb9045-2d80-4cd6-a287-ae8a3240197d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.1970835 Jul 29 17:46:12.116712 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-aee07bc2-59cd-43f4-811e-b0dbc1632d21 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991747 Jul 29 17:46:12.162482 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d46f1-0432-46d1-a027-3bd2e1e13aea x-openstack-request-id: req-b36d46f1-0432-46d1-a027-3bd2e1e13aea {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:12.162769 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:12.163022 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b36d46f1-0432-46d1-a027-3bd2e1e13aea {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:12.163461 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426', 'status': 'completed', 'code': 200} Jul 29 17:46:12.173830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-24dcb68d-ce98-42e0-8df8-e1a9904c6980 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0500128 Jul 29 17:46:12.181774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4aead522-56a8-42c6-a92c-836d3c9f1444 req-418b1799-d7e2-4dec-bf87-8cee5216b99f tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366283 Jul 29 17:46:12.216246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-08f2e19e-1e30-4102-9367-8cabb37e24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.217868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-08f2e19e-1e30-4102-9367-8cabb37e24c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1637871 Jul 29 17:46:12.236770 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 0bc9a1b6-37e6-40bb-85f4-3ef7ddf0164e associated. External IP: 172.25.5.34, port: 7b89799e-b6cc-49f2-9de4-6bf73262348a. Jul 29 17:46:12.275490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3650-279b-4614-aea0-65bca198b66d req-fea41e68-103d-4d28-ae50-fbf7a2175d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.277026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-fea41e68-103d-4d28-ae50-fbf7a2175d87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073934 Jul 29 17:46:12.277584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-8dabf16f-34f4-4661-a87d-37a7536c0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.279208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-8dabf16f-34f4-4661-a87d-37a7536c0c16 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.0962660 Jul 29 17:46:12.301030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.306997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.312965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.319061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.325065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.331025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.336999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.338942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-fed3533a-60da-4e19-b2c8-a06ac3e4b29e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1207500 Jul 29 17:46:12.406355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f054a1ad-13b4-4a19-b355-bee42d436234 req-869fec95-422a-401f-b39d-ffd9fd079b09 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577805 Jul 29 17:46:12.411209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-46231b45-c0d0-4fe4-99c4-ec92f0dc0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.412828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-46231b45-c0d0-4fe4-99c4-ec92f0dc0fde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728543 Jul 29 17:46:12.505847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-5d24002c-f01d-4bc3-897d-52c34d43b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.507555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-5d24002c-f01d-4bc3-897d-52c34d43b8ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821050 Jul 29 17:46:12.516815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-3d4cd33d-15b6-4919-8811-28b3d259a168 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 1000 time: 0.2087398 Jul 29 17:46:12.549868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58895c71-b96b-4fcb-bc22-fe4349cda406 req-1f69a09f-a324-431b-b790-34302dd6bbaf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.551362 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58895c71-b96b-4fcb-bc22-fe4349cda406 req-1f69a09f-a324-431b-b790-34302dd6bbaf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.0784173 Jul 29 17:46:12.555229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-6c41079b-d43d-438d-8d60-19c93aba5390 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349602 Jul 29 17:46:12.617614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-e08dad36-1f8c-4e14-817e-c11cba3d4d2f service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243666 Jul 29 17:46:12.644851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58895c71-b96b-4fcb-bc22-fe4349cda406 req-6eb5407f-e239-4140-9b58-b32deaac6f3a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862725 Jul 29 17:46:12.667766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-8e8901e4-4e6a-4022-b60b-25d74e7e031e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.669150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-8e8901e4-4e6a-4022-b60b-25d74e7e031e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports/d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 943 time: 0.1452088 Jul 29 17:46:12.689130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f1a25d7-e31f-4cc3-9da3-abde7832c3df req-173200b1-731d-4dfd-a281-2a9883e8a70a service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243896 Jul 29 17:46:12.832707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.833467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.834042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.834675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.835148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.835613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.836154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.838220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-ff327c10-995d-47ee-9d1f-6d58133f4a8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6476 time: 0.0619946 Jul 29 17:46:12.864402 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:12.877010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-fcd2baaf-2a4a-449a-8ff8-848896757cbf service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573990 Jul 29 17:46:12.966959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458f3650-279b-4614-aea0-65bca198b66d req-dedc1ae6-efda-499c-9a36-fb74b13b818a service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380609 Jul 29 17:46:12.969575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-62611541-61d6-4182-8ebb-c3faddbe1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.971132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-62611541-61d6-4182-8ebb-c3faddbe1b38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 903 time: 0.1248100 Jul 29 17:46:12.978827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-3971619f-1b40-4ce1-87ed-f9047ccc8499 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 1000 time: 0.2278600 Jul 29 17:46:12.981454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55f89-8bb7-436b-b5dd-56263b0b0021 req-82ae3432-a619-4a57-9b29-23b361f8b7df tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:12.982692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-77a55f89-8bb7-436b-b5dd-56263b0b0021 req-82ae3432-a619-4a57-9b29-23b361f8b7df tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1102 time: 0.0570726 Jul 29 17:46:13.011447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:13.020586 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-f3998e7f-2f1d-454e-a4c5-3317fc4fe4cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0369523 Jul 29 17:46:13.085762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-77a55f89-8bb7-436b-b5dd-56263b0b0021 req-c2a0db7c-9b8c-4b22-88d7-219110d9f81d tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Jul 29 17:46:13.095516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-40b9f91e-a6b5-4188-94ae-ada42e052b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.097432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-40b9f91e-a6b5-4188-94ae-ada42e052b8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.0640574 Jul 29 17:46:13.107947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd7284ad-88e0-44c6-b931-83bc816a8cef req-4d8ba8fd-88aa-4970-94aa-4feeab1a806f service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178741 Jul 29 17:46:13.152955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620082-3c11-4370-8f93-7732a68e0550 req-801fce9b-b126-41f1-bea5-c73377e45b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.163891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-801fce9b-b126-41f1-bea5-c73377e45b7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469003 Jul 29 17:46:13.225298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-9762c622-561c-4b76-bd7f-c0f45df78376 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.226895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e801c9-620c-4c18-8a4e-e31fb9c4ea8e req-9762c622-561c-4b76-bd7f-c0f45df78376 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2313559 Jul 29 17:46:13.286578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-67eb714e-e51e-41d4-a68a-11ecdd0e7ce7 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209245 Jul 29 17:46:13.421705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f627b7-4bd1-4aea-9fd5-1fd9c4d7458c req-1a57acc8-4f0f-41ee-af62-b815f119e037 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.423300 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67f627b7-4bd1-4aea-9fd5-1fd9c4d7458c req-1a57acc8-4f0f-41ee-af62-b815f119e037 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 948 time: 0.1053724 Jul 29 17:46:13.429804 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24620082-3c11-4370-8f93-7732a68e0550 req-a55720f8-2027-4d32-9b7a-c222083ff2cd service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360309 Jul 29 17:46:13.465581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67f627b7-4bd1-4aea-9fd5-1fd9c4d7458c req-6203c1db-1e48-45f2-aa1f-009ba3ac0971 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Jul 29 17:46:13.569955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6927c-985d-4337-bc04-fd88bb6c5777 req-a36a0741-4466-4c2b-b7d7-ad8f76f778f3 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.571579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8d6927c-985d-4337-bc04-fd88bb6c5777 req-a36a0741-4466-4c2b-b7d7-ad8f76f778f3 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 1102 time: 0.0473058 Jul 29 17:46:13.607971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8d6927c-985d-4337-bc04-fd88bb6c5777 req-a7568bac-12ab-4d9f-8194-d9e9da0b74a7 tempest-ServersAdminTestJSON-942252072 tempest-ServersAdminTestJSON-942252072-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302157 Jul 29 17:46:13.631050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:13.642046 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:13.647411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-c9ca0f72-e00d-4c7a-ab46-b689c21fe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.649036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-c9ca0f72-e00d-4c7a-ab46-b689c21fe662 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 1099 time: 0.4704616 Jul 29 17:46:13.652519 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:13.653253 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:13.654798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-e63bdfc1-92bc-4a06-a544-fa8500a76901 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 1000 time: 0.0953846 Jul 29 17:46:13.683166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:13.687057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:13.696114 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:13.696715 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:13.728168 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:13.728719 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b9dbb-c125-488f-85bc-1a6e728e12a0 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:13.771265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-922425fc-0d70-4ea8-85e1-ee47f5012705 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4467890 Jul 29 17:46:13.773985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:13.781595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-25f563be-e639-4f1d-acf9-892237af161e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.782985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-25f563be-e639-4f1d-acf9-892237af161e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports/d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 943 time: 0.1208851 Jul 29 17:46:13.785243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.791272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.797114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.802949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.808702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.814431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.815595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-6725071d-457f-4cf9-a925-5d79a6ca43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.817098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-6725071d-457f-4cf9-a925-5d79a6ca43f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1537306 Jul 29 17:46:13.820416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.822356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-143817dc-54eb-4de1-95b7-b61c0f4b4271 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.0924723 Jul 29 17:46:13.827123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-616722113'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:13.873322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:13.876745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:13.882079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8f76d3d-e6f1-45ae-9fea-1468b4fdb9b0 req-25e49b5b-a34b-44a6-bc6c-8d1208953423 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512669 Jul 29 17:46:13.908079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-dec8ee17-65f7-4ba2-8bd9-1e73d61525a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426 HTTP/1.1" status: 200 len: 217 time: 0.0808308 Jul 29 17:46:13.909902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:13.921658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:13.922010 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Added segment 6fb3164b-32e9-4411-b52e-8ba57005ebf4 of type vlan for network e59c6d31-aee5-4c57-9e3c-6fc59f09574c Jul 29 17:46:13.967887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-8e9ebb71-7f14-43d0-a9ef-250cd30546c9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 1000 time: 0.1395216 Jul 29 17:46:13.981498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-d8dcc6d7-ab3a-43cd-b10d-1c137d5541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:13.983079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-d8dcc6d7-ab3a-43cd-b10d-1c137d5541bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0632253 Jul 29 17:46:14.096066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-4f8517b9-3778-4d3a-8973-cf54f7296c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.097703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-4f8517b9-3778-4d3a-8973-cf54f7296c72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044340 Jul 29 17:46:14.133972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-abf03df5-4508-4bfb-b692-ef648b738846 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.135825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-abf03df5-4508-4bfb-b692-ef648b738846 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1518753 Jul 29 17:46:14.239691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.259590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-8270b25e-79e6-43a9-bd9c-f65e9be88eb9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 1000 time: 0.1134043 Jul 29 17:46:14.274354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:14.299502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f562b50-68f5-46de-939d-07c70d9c212c req-497d6269-e0d7-4d90-9ed2-3eee523de093 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.301005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f562b50-68f5-46de-939d-07c70d9c212c req-497d6269-e0d7-4d90-9ed2-3eee523de093 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 950 time: 0.0809736 Jul 29 17:46:14.302131 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.307411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.307988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.312426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-66c648b2-58a2-42b1-a716-f38ae851762c service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949122 Jul 29 17:46:14.376798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.397546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5741696 Jul 29 17:46:14.410724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:14.431437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'subnet': {'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:14.478825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.483661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd71bb-6230-41c4-ba30-ef8a46da1be3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Network': ['ID=e59c6d31-aee5-4c57-9e3c-6fc59f09574c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:14.492515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f562b50-68f5-46de-939d-07c70d9c212c req-00e20db3-d5c3-466d-aafa-47ed291e2a6f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819618 Jul 29 17:46:14.496311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:14.497368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76402481-1893-4a2d-9950-c31c8aac2c00 req-0104759f-b7a5-4456-912e-87cae83421c7 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745532 Jul 29 17:46:14.559894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:14.561345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.565041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.566912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.567239 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374 disassociated. External IP: 172.25.5.5, port: d1b03d0c-f04e-41bc-8b2e-d0b4397224ae. Jul 29 17:46:14.676717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:14.738152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483ca4a-8d95-437b-b8a7-ec1621a4e4fe req-4fda0cb3-2c09-46dc-a37b-5d1e93b0a8be tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.739738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c483ca4a-8d95-437b-b8a7-ec1621a4e4fe req-4fda0cb3-2c09-46dc-a37b-5d1e93b0a8be tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 948 time: 0.0940964 Jul 29 17:46:14.777225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:14.789318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426', 'mac_address': 'fa:16:3e:6a:5c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:14.792756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c483ca4a-8d95-437b-b8a7-ec1621a4e4fe req-6b67f33f-ef1e-4fe8-a95a-6d3037381342 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Jul 29 17:46:14.807525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:14.840026 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.844742 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.857611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:14.879633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:14.886895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.927346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Subnet': ['ID=b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:14.936831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Checking segment: {'id': '6fb3164b-32e9-4411-b52e-8ba57005ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:14.936995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network hostable DHCP agents. Network: e59c6d31-aee5-4c57-9e3c-6fc59f09574c, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:14.940334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:14.940525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:14.951661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:14.953456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.960183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:14.962554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:14.963649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:14.972055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e59c6d31-aee5-4c57-9e3c-6fc59f09574c) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:14.981211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:14.982349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:14.997530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-392d8e8f-9f45-4852-ae66-48005d8fdf7b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "PUT /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 693 time: 0.7287173 Jul 29 17:46:14.999964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:15.002451 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c1e25-85e1-4f72-af9e-397c8f89172c" -d '{"events": [{"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:15.006687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a490d-b0ed-477b-9e89-073290cc119c None None] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:15.014133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52126) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:15.014455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e0bd7873-d80b-4abc-8a29-e0d303e8d79a tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5978491 Jul 29 17:46:15.023106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1476492267', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:15.076120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.076382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.077418 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.086548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.090714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-7a5118fb-2957-47a0-b8b0-20f6572803c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.092460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-7a5118fb-2957-47a0-b8b0-20f6572803c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1097 time: 0.0863652 Jul 29 17:46:15.095667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.104161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.110504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.118231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.124629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.129797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a2006b8c-a6eb-419b-841e-f20e30d217ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1335781 Jul 29 17:46:15.145590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:15.173967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['9c7e9a29-80ca-434f-9d49-f5fa68bb5426'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:15.190797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57170b34-4515-48a6-b211-c6e1659cd848 req-a0e9d95e-3f27-4b52-b527-41474a827108 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507221 Jul 29 17:46:15.193939 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.272416 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7fa158-38f1-48cc-b4ba-d7aec8caf182 x-openstack-request-id: req-5d7fa158-38f1-48cc-b4ba-d7aec8caf182 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:15.273168 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:15.273168 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d7fa158-38f1-48cc-b4ba-d7aec8caf182 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:15.273375 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'status': 'completed', 'code': 200} Jul 29 17:46:15.365777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e59c6d31-aee5-4c57-9e3c-6fc59f09574c', 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c', 'tenant_id': 'b3ecaea7ede942f1b9e82bb2fe421ea1', 'fixed_ips': [{'subnet_id': 'b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:46:15.366549 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.449686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-34df2565-018d-43b7-b0f7-f1d1108a6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.451243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-34df2565-018d-43b7-b0f7-f1d1108a6fae service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.3508472 Jul 29 17:46:15.455938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.474632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-54de0d3e-99d1-490c-81ec-47b3644e39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.476273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-54de0d3e-99d1-490c-81ec-47b3644e39d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 1097 time: 0.1821434 Jul 29 17:46:15.514390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-7d821ebc-9571-4d84-80aa-118488bbac8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 217 time: 0.0538886 Jul 29 17:46:15.619190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Allocated IP 172.20.0.2 (e59c6d31-aee5-4c57-9e3c-6fc59f09574c/b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe/86b83f34-2f55-4f54-90a9-e94590faa4cc) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:15.630518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:15.651567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-bfa80a89-1a5e-4992-84c3-f4239324b59f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.653384 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-bfa80a89-1a5e-4992-84c3-f4239324b59f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 950 time: 0.0979662 Jul 29 17:46:15.657585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-e535f453-9b95-4183-a591-7aef4c1fd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.659140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-e535f453-9b95-4183-a591-7aef4c1fd3b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.1225338 Jul 29 17:46:15.663309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:15.677896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e8d53-694c-45ab-8ad5-59c97728ace0 req-29ff9844-34a5-4188-b45e-218aa5b80ba5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.679490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c72e8d53-694c-45ab-8ad5-59c97728ace0 req-29ff9844-34a5-4188-b45e-218aa5b80ba5 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 950 time: 0.0883045 Jul 29 17:46:15.714916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:15.715538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:15.718837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-f1ce8f53-a943-41cb-b894-691c5daf7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.719596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-f1ce8f53-a943-41cb-b894-691c5daf7688 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.2153823 Jul 29 17:46:15.777129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-507259cd-d6aa-4a02-a94a-7f648cf5f6c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 200 len: 217 time: 0.0453351 Jul 29 17:46:15.778980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-486daa09-7558-4af8-a145-d364e447a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.780435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-486daa09-7558-4af8-a145-d364e447a11f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010115 Jul 29 17:46:15.816061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c72e8d53-694c-45ab-8ad5-59c97728ace0 req-e09ff1c7-0df4-44b5-8f50-1d9b6f90ae6a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961788 Jul 29 17:46:15.852658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Deleting port 2539e53b-2861-48c4-945c-39f1df0a38d0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:15.853002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.893072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-c80c0fc3-83a1-4dbf-a626-4f1cd0148cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:15.894603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-c80c0fc3-83a1-4dbf-a626-4f1cd0148cbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.1059263 Jul 29 17:46:16.016177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3129-471d-4d71-b6f0-1773789f6a28 req-9ab13bfe-8c63-49d8-b5ad-ea87ee401dc3 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.017886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67fd3129-471d-4d71-b6f0-1773789f6a28 req-9ab13bfe-8c63-49d8-b5ad-ea87ee401dc3 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 949 time: 0.0722446 Jul 29 17:46:16.025603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] For port 2539e53b-2861-48c4-945c-39f1df0a38d0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2539e53b-2861-48c4-945c-39f1df0a38d0,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:16.026056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.053554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Calling delete_port for 2539e53b-2861-48c4-945c-39f1df0a38d0 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:16.063609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:16.074998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.079622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-7def2b39-a951-4d84-8326-5694b85d6c39 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897012 Jul 29 17:46:16.092924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67fd3129-471d-4d71-b6f0-1773789f6a28 req-33c9ec2b-f703-4c48-ac8a-1b6a75132e6d tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639312 Jul 29 17:46:16.107180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.114172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.129889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-92ce7393-d0a7-4d0d-bfe6-edadbbcff676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.131538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-92ce7393-d0a7-4d0d-bfe6-edadbbcff676 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790030 Jul 29 17:46:16.158008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Transition to ACTIVE for port object 86b83f34-2f55-4f54-90a9-e94590faa4cc will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:16.225299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Transition to ACTIVE for port object 86b83f34-2f55-4f54-90a9-e94590faa4cc will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:16.243171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.250542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.291338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['df13a69d-12da-4a23-9470-c0547d25531f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:16.293902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2539e53b-2861-48c4-945c-39f1df0a38d0', '10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:16.296498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event deleted for resources: {'Port': ['ID=2539e53b-2861-48c4-945c-39f1df0a38d0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:16.383119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:16.389700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Pushing event updated for resources: {'Port': ['ID=86b83f34-2f55-4f54-90a9-e94590faa4cc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:16.400113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:16.404256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] No DVR routers for this DVR port 2539e53b-2861-48c4-945c-39f1df0a38d0 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:16.407805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.409821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2818e953-6b54-4a9b-bfc1-45bfe47989cb req-a07f9f81-0053-48fb-8d65-7879871d0abf tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "DELETE /v2.0/ports/2539e53b-2861-48c4-945c-39f1df0a38d0 HTTP/1.1" status: 204 len: 173 time: 0.7479837 Jul 29 17:46:16.410345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'name': 'network-vif-deleted', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:16.412682 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548f5816-d072-4ecb-9763-1d2590d6bce1" -d '{"events": [{"server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "name": "network-vif-deleted", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:16.432379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:16.437136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.443048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.448854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.454652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.460743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.466273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.478568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:16.487955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-38f235b5-fdce-4c78-a31f-22e8ed4e2336 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1962268 Jul 29 17:46:16.542972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22c5b856-40a4-49ff-95f9-eb4f833cccf7 req-527736d3-1387-4009-a511-b98e3e01f51e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539382 Jul 29 17:46:16.554505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Attempting to bind port 86b83f34-2f55-4f54-90a9-e94590faa4cc on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:16.555021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Attempting to bind port 86b83f34-2f55-4f54-90a9-e94590faa4cc by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '6fb3164b-32e9-4411-b52e-8ba57005ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:16.555630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Attempting to bind port 86b83f34-2f55-4f54-90a9-e94590faa4cc on network e59c6d31-aee5-4c57-9e3c-6fc59f09574c {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:16.580558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:16.581035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Checking segment: {'id': '6fb3164b-32e9-4411-b52e-8ba57005ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:16.581459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.581962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Bound using segment: {'id': '6fb3164b-32e9-4411-b52e-8ba57005ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:16.582455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Bound port: 86b83f34-2f55-4f54-90a9-e94590faa4cc, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb3164b-32e9-4411-b52e-8ba57005ebf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:16.583046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.628156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:16.691660 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9278221-8ccb-4021-aa60-fab5bbdd4d52 x-openstack-request-id: req-f9278221-8ccb-4021-aa60-fab5bbdd4d52 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:16.692162 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06444110-3bb1-4e3e-9401-fadc1d008b83", "name": "network-vif-deleted", "tag": "2539e53b-2861-48c4-945c-39f1df0a38d0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:16.692282 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9278221-8ccb-4021-aa60-fab5bbdd4d52 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:16.692605 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06444110-3bb1-4e3e-9401-fadc1d008b83', 'name': 'network-vif-deleted', 'tag': '2539e53b-2861-48c4-945c-39f1df0a38d0', 'status': 'completed', 'code': 200} Jul 29 17:46:16.696818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:16.703266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886cc469-ba54-4739-ac9d-9163097926e1 None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:16.731137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f5f61-b89c-47f8-837a-f974f135d424 req-6a2320c1-a60d-4ad0-a80d-5e2f153c1199 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331480 Jul 29 17:46:16.750528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-0be46735-e609-44f7-982b-2010fc99398a service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866187 Jul 29 17:46:16.778097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] For port 86b83f34-2f55-4f54-90a9-e94590faa4cc, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:16.782946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] For port 86b83f34-2f55-4f54-90a9-e94590faa4cc, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=86b83f34-2f55-4f54-90a9-e94590faa4cc,segment=NetworkSegment(6fb3164b-32e9-4411-b52e-8ba57005ebf4),segment_id=6fb3164b-32e9-4411-b52e-8ba57005ebf4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:16.796822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.25.5.178 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/20612252-501a-4418-ace2-f8ad22fdc43f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:16.823973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:16.973932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:17.016414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:17.016977 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.035418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62422d2e-7482-4f4b-9a5f-1509dcad483e req-5fd3996c-53c9-418d-b072-00dcf26e4c72 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=06444110-3bb1-4e3e-9401-fadc1d008b83 HTTP/1.1" status: 200 len: 210 time: 0.0644617 Jul 29 17:46:17.066691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c2c1e25-85e1-4f72-af9e-397c8f89172c req-03b7bfee-8748-49e7-839a-558ae5734f38 service neutron] 10.222.0.38 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007979 Jul 29 17:46:17.129450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41d13-af7e-47dd-961b-8d06bd92201c None None] Pushing event updated for resources: {'Port': ['ID=86b83f34-2f55-4f54-90a9-e94590faa4cc,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:17.133294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.201134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.231067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.233894 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d93942-2235-4079-8aff-c1804a04e3c6 None None] New status for floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:17.244311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:17.247336 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c13eb-d180-42f3-a999-de15213d7190" -d '{"events": [{"server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:17.251418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:17.259714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.260892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2539e53b-2861-48c4-945c-39f1df0a38d0 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:17.311536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:17.312934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 2539e53b-2861-48c4-945c-39f1df0a38d0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:17.313724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2539e53b-2861-48c4-945c-39f1df0a38d0 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:17.318090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:17.322739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:17.343435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:17.358372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=20612252-501a-4418-ace2-f8ad22fdc43f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:17.400257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-a04deb41-0fb5-44a4-8951-dfcd0df9952c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.406543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-a04deb41-0fb5-44a4-8951-dfcd0df9952c tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1878922 Jul 29 17:46:17.406754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbadb8f-8264-439d-8643-4e29c1353aae req-2ae79ca2-e042-4270-b59d-07cffb7c2bbf tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.408147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cbadb8f-8264-439d-8643-4e29c1353aae req-2ae79ca2-e042-4270-b59d-07cffb7c2bbf tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.1451163 Jul 29 17:46:17.459981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cbadb8f-8264-439d-8643-4e29c1353aae req-cc8fd2cb-a770-4f29-b960-c1b46998ec4c tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Jul 29 17:46:17.558773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-38d8ef44-c489-4a8a-a5e6-94287c4b98d4 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 696 time: 0.1472163 Jul 29 17:46:17.581085 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17154de4-805c-49d8-af17-d9a192c642a8 x-openstack-request-id: req-17154de4-805c-49d8-af17-d9a192c642a8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:17.581383 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:17.581633 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17154de4-805c-49d8-af17-d9a192c642a8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:17.582215 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426', 'code': 200} Jul 29 17:46:17.587269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:17.635446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:17.682645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.689038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.694212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.700021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.705981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.711850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.717584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.719551 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-8608fa45-5a02-4245-beb1-1c24d86a1735 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.0905688 Jul 29 17:46:17.763101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5bb2a571-af1d-4ac5-89af-48dbfbf2c815 req-95c3fc42-f57e-4cca-a202-4bbdb0e4a982 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368743 Jul 29 17:46:17.842205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a5c5-af28-42a4-997c-fc3149ece3f2 req-4415f1f3-4c38-4c2a-bccc-3237535438de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.843695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f05a5c5-af28-42a4-997c-fc3149ece3f2 req-4415f1f3-4c38-4c2a-bccc-3237535438de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 1101 time: 0.1756010 Jul 29 17:46:17.938503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e587b3-bbaf-4ce6-a3c6-1f3c9a3d7702 req-70fca6da-5eab-4d55-9ceb-e3a52e041d4d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:17.940240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80e587b3-bbaf-4ce6-a3c6-1f3c9a3d7702 req-70fca6da-5eab-4d55-9ceb-e3a52e041d4d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.0507121 Jul 29 17:46:17.999180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80e587b3-bbaf-4ce6-a3c6-1f3c9a3d7702 req-fb1ad5c8-55b3-4414-ab2e-a20072505255 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515864 Jul 29 17:46:18.018575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f05a5c5-af28-42a4-997c-fc3149ece3f2 req-91013c8d-dec1-4b12-a94b-d097f4fa6a9d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311383 Jul 29 17:46:18.021274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.116421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 86b83f34-2f55-4f54-90a9-e94590faa4cc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:18.201700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 86b83f34-2f55-4f54-90a9-e94590faa4cc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:18.237005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c188b46d-bb4d-4fdc-9209-5595492a68b7 None None] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:18.372662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Provisioning for port 86b83f34-2f55-4f54-90a9-e94590faa4cc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:18.381999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Provisioning complete for port 86b83f34-2f55-4f54-90a9-e94590faa4cc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:18.382512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.422710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.467288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a75e9-3df9-471e-8596-9fc5d37c5f21 req-20a44932-64ca-4dce-8833-88c72638c2b1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.469211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c1a75e9-3df9-471e-8596-9fc5d37c5f21 req-20a44932-64ca-4dce-8833-88c72638c2b1 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.0518758 Jul 29 17:46:18.507677 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.527343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.547903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6c1a75e9-3df9-471e-8596-9fc5d37c5f21 req-ededd9f2-cd88-4d79-ad6b-5658a5d01efa tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490842 Jul 29 17:46:18.550773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] For port 86b83f34-2f55-4f54-90a9-e94590faa4cc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=86b83f34-2f55-4f54-90a9-e94590faa4cc,segment=NetworkSegment(6fb3164b-32e9-4411-b52e-8ba57005ebf4),segment_id=6fb3164b-32e9-4411-b52e-8ba57005ebf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:18.557869 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.559983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.640755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddf2b1-937a-4d54-8c74-efb54410ebca None None] Pushing event updated for resources: {'Port': ['ID=86b83f34-2f55-4f54-90a9-e94590faa4cc,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:18.693360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc03bcc-ec42-483a-9e9c-a8eb399319b4 req-0debeb22-6ff1-4dc4-b70e-99ec57ef6c39 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.695447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fc03bcc-ec42-483a-9e9c-a8eb399319b4 req-0debeb22-6ff1-4dc4-b70e-99ec57ef6c39 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.0581465 Jul 29 17:46:18.698308 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374 associated. External IP: 172.25.5.5, port: 048de4d0-048f-4c76-9123-c2f98ca9f59b. Jul 29 17:46:18.739316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router 3df0e687-df7b-432e-a053-4431e2e4e6e4 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:46:18.739896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9fc03bcc-ec42-483a-9e9c-a8eb399319b4 req-92dc0e4f-85f7-445c-ad56-0bc0b8102e75 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Jul 29 17:46:18.783474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5dabd693-ae7d-4ef2-a62d-95df6e2c08f1 None None] Provisioning complete for port 86b83f34-2f55-4f54-90a9-e94590faa4cc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:18.784059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5dabd693-ae7d-4ef2-a62d-95df6e2c08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.934425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.940355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.946274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.952085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.957932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.963786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.969590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:18.971571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-89f3dec8-49f3-4773-bf2e-77ed58eb76c9 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.1010759 Jul 29 17:46:19.022522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-faf20cd6-5a4b-4b98-b6ba-2bbbe9a7cf27 req-bbb2507b-bb9d-4dd9-8446-7505c704e11a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441787 Jul 29 17:46:19.230508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-079b795f-f20a-484c-a477-9af69d0a691e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:19.231979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-079b795f-f20a-484c-a477-9af69d0a691e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.38 "GET /v2.0/ports?device_id=d419205d-2a74-42ec-8845-d583d4ce024b HTTP/1.1" status: 200 len: 946 time: 0.4690115 Jul 29 17:46:19.238770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:19.249473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] Sync routers for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:19.259180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:19.259815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.275230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba41ca-446d-4955-a49f-467df543c2e1 req-7a264411-8269-4d6d-8af2-634e554c8584 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:19.277094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c5ba41ca-446d-4955-a49f-467df543c2e1 req-7a264411-8269-4d6d-8af2-634e554c8584 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.0506091 Jul 29 17:46:19.295191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.304176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:19.305010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.318353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c5ba41ca-446d-4955-a49f-467df543c2e1 req-fe1e43be-0c35-4239-a67f-3e3e0a72572c tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342884 Jul 29 17:46:19.339793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.340444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638c9c6-0fd1-4c77-b6fb-56f346378ebd None None] The sync data for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:19.354951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.356182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b0524bef-3226-429d-8255-4ac43f571ec3 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3409629 Jul 29 17:46:19.359153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:19.418134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:19.439684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Deleting port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:19.440028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.610890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] For port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:19.610890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.622225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:19.627740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.634068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:19.643806 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:19.644673 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.650676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Calling delete_port for d1b03d0c-f04e-41bc-8b2e-d0b4397224ae owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:19.687773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-de2600b5-67d9-4da8-b17f-41c0508b0230 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "PUT /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 994 time: 2.1212957 Jul 29 17:46:19.689681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:19.692351 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c418c17-121e-44ef-a568-cc45ed90f46e" -d '{"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:19.723663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb0cb9-c1f6-4d0e-98dd-f88edcb7be38 req-27a009a4-7391-46aa-85e4-3c9926b0a4ee tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:19.725245 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfb0cb9-c1f6-4d0e-98dd-f88edcb7be38 req-27a009a4-7391-46aa-85e4-3c9926b0a4ee tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.0803912 Jul 29 17:46:19.754385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:19.782446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-af308b6e-a7d3-4ea6-af85-23aa99bc9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:19.783970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-af308b6e-a7d3-4ea6-af85-23aa99bc9978 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.0575287 Jul 29 17:46:19.801127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfb0cb9-c1f6-4d0e-98dd-f88edcb7be38 req-5e45e775-4a7a-400f-be0b-77a1735c1ea9 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Jul 29 17:46:19.894849 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc81421-80bf-4cea-bfe3-4b470a1a2a10 x-openstack-request-id: req-7dc81421-80bf-4cea-bfe3-4b470a1a2a10 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:19.895829 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:19.896268 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dc81421-80bf-4cea-bfe3-4b470a1a2a10 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:19.896858 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:46:19.973307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.985476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:18Z', 'revision_number': 8, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:19.990611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['048de4d0-048f-4c76-9123-c2f98ca9f59b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:20.015509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:20.025511 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:20.026429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:20.027640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event deleted for resources: {'Port': ['ID=d1b03d0c-f04e-41bc-8b2e-d0b4397224ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:20.085299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d1b03d0c-f04e-41bc-8b2e-d0b4397224ae'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:20.130103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-2b221683-59fc-4994-9871-43e211f2d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.132340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-2b221683-59fc-4994-9871-43e211f2d476 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.3354354 Jul 29 17:46:20.133612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] No DVR routers for this DVR port d1b03d0c-f04e-41bc-8b2e-d0b4397224ae on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:20.138303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:20.140376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24adab69-fb2b-43a4-ad89-0da569cc1400 req-7131be37-dc55-4415-868e-0905bb54197a tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.38 "DELETE /v2.0/ports/d1b03d0c-f04e-41bc-8b2e-d0b4397224ae HTTP/1.1" status: 204 len: 173 time: 0.8704042 Jul 29 17:46:20.227373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 86b83f34-2f55-4f54-90a9-e94590faa4cc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:20.314353 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:20.349239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-a47412b1-48f8-4c1c-a1e1-061b82ce7af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 997 time: 0.1760821 Jul 29 17:46:20.425626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 86b83f34-2f55-4f54-90a9-e94590faa4cc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:20.426780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:20.444253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-d5977816-fb42-4549-bcbf-e412a3fe329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.454078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-d5977816-fb42-4549-bcbf-e412a3fe329b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0899837 Jul 29 17:46:20.504430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-715d9b73-b75c-48f5-a251-03fb742b15fc tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.507889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-715d9b73-b75c-48f5-a251-03fb742b15fc tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.6421220 Jul 29 17:46:20.532652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-13885f6c-076a-4644-8ea1-4dc5a605cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.532896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-aa0343e1-6441-44fe-8465-dd070057ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.534391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-aa0343e1-6441-44fe-8465-dd070057ea9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.1808970 Jul 29 17:46:20.534931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-13885f6c-076a-4644-8ea1-4dc5a605cd75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795043 Jul 29 17:46:20.560179 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:18Z', 'revision_number': 8, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:20.587526 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c229e-2c1c-49c6-ab8d-5acbd9deb12f None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '190555eb-2b81-4ddb-b93a-345ffeb49374', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'port_id': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'mac_address': 'fa:16:3e:4f:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:41Z', 'updated_at': '2021-07-29T17:46:18Z', 'revision_number': 8, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:20.602088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b820-e14d-4821-8c47-4329dc98281f req-cc3b616c-7e13-4d68-8bbc-67afab318749 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.606750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af16b820-e14d-4821-8c47-4329dc98281f req-cc3b616c-7e13-4d68-8bbc-67afab318749 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.2287476 Jul 29 17:46:20.657741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-4fa337b3-87d6-4b68-9f87-dfb0f6f7ddf9 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161356 Jul 29 17:46:20.772131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c942de69-5b19-4aa0-a43e-48040a06ce42 req-0ea30130-735b-4891-903b-75fc226df034 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081285 Jul 29 17:46:20.842835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af16b820-e14d-4821-8c47-4329dc98281f req-625acd92-4599-4bc6-b3a9-1402ec1cfcea tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922996 Jul 29 17:46:20.851635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:20.876193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-025fbcbc-ccc3-41a6-8eab-54a2dfe8d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:20.877790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-025fbcbc-ccc3-41a6-8eab-54a2dfe8d880 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.3308415 Jul 29 17:46:20.881664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91f3b2-92d8-4803-8296-571b601f9663 None None] New status for floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:20.998591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0088e7-7c99-40cf-b066-eea284b17e9a req-3ddff661-10cf-4ca0-b94a-926bdf4d67b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.006175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d0088e7-7c99-40cf-b066-eea284b17e9a req-3ddff661-10cf-4ca0-b94a-926bdf4d67b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.0585127 Jul 29 17:46:21.021168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Deleting port df13a69d-12da-4a23-9470-c0547d25531f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:21.021168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.041486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d0088e7-7c99-40cf-b066-eea284b17e9a req-a4aa2aaa-05dd-49bf-add1-7a742293f98a tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Jul 29 17:46:21.093080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-57a05e8e-d333-45aa-9f14-9ed5457ba458 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 997 time: 0.2072701 Jul 29 17:46:21.185996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.191687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.196044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9364a05-01f7-495e-9e5a-ebe6bd338b2d req-0bf6d4f4-22da-421e-84d2-ad00bb14deb0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 996 time: 0.0655453 Jul 29 17:46:21.197473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.203285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.209021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.214731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.220415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.222380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-0abba98a-cfbd-44d7-873e-bd03f7f84f34 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.2699265 Jul 29 17:46:21.305386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-f4929afb-f2de-413c-9188-620e9e8dbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.306344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9364a05-01f7-495e-9e5a-ebe6bd338b2d req-e26f1af4-bacb-4263-a21a-c85815936fcd tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.306890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-f4929afb-f2de-413c-9188-620e9e8dbfa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.2054183 Jul 29 17:46:21.307785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9364a05-01f7-495e-9e5a-ebe6bd338b2d req-e26f1af4-bacb-4263-a21a-c85815936fcd tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1059256 Jul 29 17:46:21.318823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-f9364a05-01f7-495e-9e5a-ebe6bd338b2d req-0389e4cb-c8ce-4e24-aff1-4907c26ccc43 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:46:21.319773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9364a05-01f7-495e-9e5a-ebe6bd338b2d req-0389e4cb-c8ce-4e24-aff1-4907c26ccc43 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062227 Jul 29 17:46:21.400194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] For port df13a69d-12da-4a23-9470-c0547d25531f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=df13a69d-12da-4a23-9470-c0547d25531f,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:21.400472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.408748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5bc13cc5-e39c-4cce-820a-a571b56b44a4 req-9be0a181-ac8c-4861-bf7d-1b6529479945 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720099 Jul 29 17:46:21.429123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Calling delete_port for df13a69d-12da-4a23-9470-c0547d25531f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:21.443408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0d7-1b12-44d1-bb74-c32c851a6992 req-05ebfe7d-3291-47c9-ae30-08a34137430a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.445723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-740ff0d7-1b12-44d1-bb74-c32c851a6992 req-05ebfe7d-3291-47c9-ae30-08a34137430a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f75a60-dd8e-4799-9453-5db0b9fa7e8c HTTP/1.1" status: 200 len: 949 time: 0.0594511 Jul 29 17:46:21.482379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-07d204db-68da-4b8f-8c1c-0eea36cbc368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.483921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-07d204db-68da-4b8f-8c1c-0eea36cbc368 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669595 Jul 29 17:46:21.487129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-740ff0d7-1b12-44d1-bb74-c32c851a6992 req-04b28394-fc41-407e-b532-809efc13197e tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Jul 29 17:46:21.590315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.1 (e59c6d31-aee5-4c57-9e3c-6fc59f09574c/b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe/1c4813b0-d62c-4339-9f43-26923bf74685) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:21.600827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-5cf58052-daeb-426f-922f-76f3e6834429 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.602510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-5cf58052-daeb-426f-922f-76f3e6834429 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.38 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.1059639 Jul 29 17:46:21.605906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-06ff067b-f3fc-47de-b047-6a9bafda63f9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 999 time: 0.0817688 Jul 29 17:46:21.718217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-bd6dc782-4071-499e-a739-323c24fb7a97 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.719611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-bd6dc782-4071-499e-a739-323c24fb7a97 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports/048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 942 time: 0.0958850 Jul 29 17:46:21.734701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-cc6bf483-e74c-47d7-a27b-b20d266c7dcc service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201438 Jul 29 17:46:21.756452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Deleting port 2d137097-39cc-4d73-b90f-f71afc9258a9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:21.756952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.863701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7075c0f-aa03-46f5-b613-8ba294c9e4f3 req-168643f8-0191-490a-88b2-85b311de20e3 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:21.865233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7075c0f-aa03-46f5-b613-8ba294c9e4f3 req-168643f8-0191-490a-88b2-85b311de20e3 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.2277663 Jul 29 17:46:21.888002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-f24b7f17-cf91-46aa-85c8-adc512ed194b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 999 time: 0.1135166 Jul 29 17:46:21.896974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.904560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'name': 'network-vif-deleted', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:21.904909 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.907684 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec3c244-26d3-4031-b51b-1ec595bebdb6" -d '{"events": [{"server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "name": "network-vif-deleted", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:21.918315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['10ed2681-1690-458d-a0fc-d8bd42d72e76'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:21.920882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['df13a69d-12da-4a23-9470-c0547d25531f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:21.940918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Transition to ACTIVE for port object 1c4813b0-d62c-4339-9f43-26923bf74685 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:21.965399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] For port 2d137097-39cc-4d73-b90f-f71afc9258a9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2d137097-39cc-4d73-b90f-f71afc9258a9,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:21.965799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.970852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event deleted for resources: {'Port': ['ID=df13a69d-12da-4a23-9470-c0547d25531f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:22.005632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7075c0f-aa03-46f5-b613-8ba294c9e4f3 req-4b3257b2-2924-4d7b-8074-09439c4414a2 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270990 Jul 29 17:46:22.025360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c418c17-121e-44ef-a568-cc45ed90f46e req-7283678c-a7ec-4167-a06d-e280fd3f28dc service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633917 Jul 29 17:46:22.067054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] No DVR routers for this DVR port df13a69d-12da-4a23-9470-c0547d25531f on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:22.078851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.081024 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58b252ef-a3fd-4444-92e7-7be778cf1835 req-0436abf5-80c2-44ab-8267-fad0eea85ca4 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.49 "DELETE /v2.0/ports/df13a69d-12da-4a23-9470-c0547d25531f HTTP/1.1" status: 204 len: 173 time: 1.5454273 Jul 29 17:46:22.081589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'name': 'network-vif-deleted', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:22.084324 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b1d9e-3ef8-4491-bdae-9dc1ea0459f7" -d '{"events": [{"server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "name": "network-vif-deleted", "tag": "df13a69d-12da-4a23-9470-c0547d25531f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:22.089518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.135700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:22.138993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:22.143205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:22.170002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-3958bb50-53fe-4de7-8fcf-7d8659aaab15 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:22.171716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-3958bb50-53fe-4de7-8fcf-7d8659aaab15 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2763512 Jul 29 17:46:22.175240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=1c4813b0-d62c-4339-9f43-26923bf74685,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:22.224170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.266454 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319781a-0a8b-4bf6-9dee-87934d235b9e x-openstack-request-id: req-a319781a-0a8b-4bf6-9dee-87934d235b9e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:22.266752 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d419205d-2a74-42ec-8845-d583d4ce024b", "name": "network-vif-deleted", "tag": "d1b03d0c-f04e-41bc-8b2e-d0b4397224ae", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:22.267012 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a319781a-0a8b-4bf6-9dee-87934d235b9e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:22.267422 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd419205d-2a74-42ec-8845-d583d4ce024b', 'name': 'network-vif-deleted', 'tag': 'd1b03d0c-f04e-41bc-8b2e-d0b4397224ae', 'status': 'completed', 'code': 200} Jul 29 17:46:22.284336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.285059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.285417 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Floating IP 8cc8f73f-72e7-4cc2-aefc-08e889d8ef39 disassociated. External IP: 172.25.5.128, port: 2d137097-39cc-4d73-b90f-f71afc9258a9. Jul 29 17:46:22.285762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Calling delete_port for 2d137097-39cc-4d73-b90f-f71afc9258a9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:22.384436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6036c78-4fb5-4663-a10f-090ea78e5933 req-32515203-87f7-4861-86d5-0b0260facdf9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:22.392352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6036c78-4fb5-4663-a10f-090ea78e5933 req-32515203-87f7-4861-86d5-0b0260facdf9 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21520da-fa10-43b8-8604-976216da9586 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Jul 29 17:46:22.392589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-a1764864-7fd5-4032-9b6c-858dd7596f1b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 999 time: 0.2075813 Jul 29 17:46:22.400580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:22.452713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.465067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6036c78-4fb5-4663-a10f-090ea78e5933 req-a433b61c-9f60-4a11-b5e6-06f92eedf77f tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5900b8-a227-4d1e-ab3f-6628adc923a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715833 Jul 29 17:46:22.484838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.536902 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c120272-54f4-4f8b-bb4e-6b9e20320ffe x-openstack-request-id: req-1c120272-54f4-4f8b-bb4e-6b9e20320ffe {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:22.537287 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f75a60-dd8e-4799-9453-5db0b9fa7e8c", "name": "network-vif-deleted", "tag": "df13a69d-12da-4a23-9470-c0547d25531f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:22.537543 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c120272-54f4-4f8b-bb4e-6b9e20320ffe {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:22.538311 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f75a60-dd8e-4799-9453-5db0b9fa7e8c', 'name': 'network-vif-deleted', 'tag': 'df13a69d-12da-4a23-9470-c0547d25531f', 'status': 'completed', 'code': 200} Jul 29 17:46:22.540533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6cd0c329-7c69-41d5-8144-b78ab54c0a04 None None] Provisioning for port 1c4813b0-d62c-4339-9f43-26923bf74685 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:22.544932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6cd0c329-7c69-41d5-8144-b78ab54c0a04 None None] Provisioning complete for port 1c4813b0-d62c-4339-9f43-26923bf74685 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:22.545384 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c329-7c69-41d5-8144-b78ab54c0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.615999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0c329-7c69-41d5-8144-b78ab54c0a04 None None] Port 1c4813b0-d62c-4339-9f43-26923bf74685 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:22.691646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.736659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event deleted for resources: {'Port': ['ID=2d137097-39cc-4d73-b90f-f71afc9258a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:22.740568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d1b03d0c-f04e-41bc-8b2e-d0b4397224ae no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:22.780365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: d1b03d0c-f04e-41bc-8b2e-d0b4397224ae {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:22.780738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.780937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d1b03d0c-f04e-41bc-8b2e-d0b4397224ae not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:22.823247 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:22.823566 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374 disassociated. External IP: 172.25.5.5, port: 048de4d0-048f-4c76-9123-c2f98ca9f59b. Jul 29 17:46:22.984130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Router f8a43bca-bb86-4a70-a3a3-17db88899d26 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:23.103744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.109815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.116130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.122067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.128424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.134533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.140625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.142773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-f7b83274-5978-424a-9c94-1d74e898d8cd tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.4835594 Jul 29 17:46:23.188585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:23.193957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:23.206034 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Sync routers for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:23.219135 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:23.219780 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:23.233587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-e98e961d-8892-4316-b6b4-deab46d9b7c1 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.235290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-e98e961d-8892-4316-b6b4-deab46d9b7c1 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.38 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.2141817 Jul 29 17:46:23.256514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] No DVR routers for this DVR port 2d137097-39cc-4d73-b90f-f71afc9258a9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:23.262030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.264108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1b3f0c4-db90-4bda-939f-6797131697ca req-566c7ac7-bd83-4f48-813b-54e7263ed1b4 tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.38 "DELETE /v2.0/ports/2d137097-39cc-4d73-b90f-f71afc9258a9 HTTP/1.1" status: 204 len: 173 time: 1.6546082 Jul 29 17:46:23.317143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6be432c-dfe4-485f-acd3-4aaf3f7c9bf0 req-7e2de04b-2d23-42d3-96db-22846dc25052 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237323 Jul 29 17:46:23.389802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:23.428331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:23.436746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.442899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:23.443561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.450862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.455817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:23.459672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:23.569904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Deleting port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:23.570613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.640046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=1c4813b0-d62c-4339-9f43-26923bf74685,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:23.645034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.655665 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:23.689593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed054c2b-f598-46ab-9353-f6d8c6503bbe req-4a89fbb8-3922-4333-9d83-0af0f457370d tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.692726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed054c2b-f598-46ab-9353-f6d8c6503bbe req-4a89fbb8-3922-4333-9d83-0af0f457370d tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 950 time: 0.1843352 Jul 29 17:46:23.705404 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Checking router: f8a43bca-bb86-4a70-a3a3-17db88899d26 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:23.719512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:23.720477 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:23.817266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] For port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:23.818348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.843595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Calling delete_port for 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:23.848577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:23.856529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-69e28ff5-c5c1-47e1-9652-8c2530e29784 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "PUT /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 694 time: 1.4631882 Jul 29 17:46:23.886015 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:23.943489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:23.953152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-7a638f80-bdfb-48d8-9b3b-19cf860c0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:23.955153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-7a638f80-bdfb-48d8-9b3b-19cf860c0122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.0805194 Jul 29 17:46:23.963777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:23.981439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed054c2b-f598-46ab-9353-f6d8c6503bbe req-39fa90ad-323b-4db2-87b1-329005a845e0 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a70a6c9-6087-4d88-b913-ea63a5b08faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678895 Jul 29 17:46:24.089136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-6e4835e6-953a-4f81-8419-1f19120249db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.091916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-6e4835e6-953a-4f81-8419-1f19120249db service neutron] 10.222.0.16 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.1274073 Jul 29 17:46:24.155210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-c429ca07-1ba2-4024-bf4e-cc0222fbefc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.0533607 Jul 29 17:46:24.174928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.213227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.233180 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c91833-7f54-46b2-87fe-4bad2f676508 None None] The sync data for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 is: [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:43:59Z', 'revision_number': 4, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30', 'name': '', 'network_id': 'd5e1057d-c2d6-4f7e-90db-abd0a6eee87b', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'mac_address': 'fa:16:3e:ab:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:55Z', 'updated_at': '2021-07-29T17:44:07Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'subnets': [{'id': '3a4c5243-0b74-4752-b129-5754beb184d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:24.246796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-38e44038-6a25-474c-836f-08595f8fc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.248373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-38e44038-6a25-474c-836f-08595f8fc732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0825410 Jul 29 17:46:24.262314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router 3df0e687-df7b-432e-a053-4431e2e4e6e4 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:24.270855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'name': 'network-vif-deleted', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9'}, {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:24.282341 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f33b43e-5054-459b-890a-5f1469d23305" -d '{"events": [{"server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "name": "network-vif-deleted", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9"}, {"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:24.286674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:24.316038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:24.316667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.351539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-f2355106-6512-4f49-aa53-ed117b3cacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.353163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-f2355106-6512-4f49-aa53-ed117b3cacdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933373 Jul 29 17:46:24.417403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6574dbe5-3102-4e43-8378-4f087ccbb085 None None] Provisioning complete for port 1c4813b0-d62c-4339-9f43-26923bf74685 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:24.417877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6574dbe5-3102-4e43-8378-4f087ccbb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:24.474737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:24.483130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e7c07363-1e9b-4d33-bb01-fb87c3250631 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/routers/3df0e687-df7b-432e-a053-4431e2e4e6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1228087 Jul 29 17:46:24.486222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52250) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:24.489592 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] Sync routers for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:24.493776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'port': {'network_id': 'e59c6d31-aee5-4c57-9e3c-6fc59f09574c', 'name': 'tempest-FloatingIPTestJSON-360743887'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:24.509188 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:24.509904 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.517171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:24.544993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['9c7e9a29-80ca-434f-9d49-f5fa68bb5426'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:24.565657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Pushing event deleted for resources: {'Port': ['ID=9c7e9a29-80ca-434f-9d49-f5fa68bb5426,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:24.585884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6574dbe5-3102-4e43-8378-4f087ccbb085 None None] Port 1c4813b0-d62c-4339-9f43-26923bf74685 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:24.596514 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b80349-9bb7-402c-a700-a0faa96a0a33 x-openstack-request-id: req-e2b80349-9bb7-402c-a700-a0faa96a0a33 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:24.599562 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21520da-fa10-43b8-8604-976216da9586", "name": "network-vif-deleted", "tag": "2d137097-39cc-4d73-b90f-f71afc9258a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:24.600050 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2b80349-9bb7-402c-a700-a0faa96a0a33 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:24.600838 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21520da-fa10-43b8-8604-976216da9586', 'name': 'network-vif-deleted', 'tag': '2d137097-39cc-4d73-b90f-f71afc9258a9', 'status': 'completed', 'code': 200} Jul 29 17:46:24.601252 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:46:24.604664 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.605192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-a4ff3a7e-bd0f-47af-bca0-0b4825a4c099 service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382901 Jul 29 17:46:24.613526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:24.632176 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:24.635799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.730609 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:24.731550 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37976a4c-655d-4fbf-9650-274516d54509 None None] The sync data for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:24.738385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] No DVR routers for this DVR port 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:24.747635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:24.749777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-588c70c0-b456-4d29-a20d-c92bcda7b6d0 req-1a20a631-8423-4429-ad8e-1300ce112038 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.38 "DELETE /v2.0/ports/9c7e9a29-80ca-434f-9d49-f5fa68bb5426 HTTP/1.1" status: 204 len: 173 time: 1.5033715 Jul 29 17:46:24.757932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2d137097-39cc-4d73-b90f-f71afc9258a9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:24.767915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'name': 'network-vif-deleted', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:24.770183 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50efca-2401-48b3-b78c-fbe66657123b" -d '{"events": [{"server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "name": "network-vif-deleted", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:24.782408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b43e-5054-459b-890a-5f1469d23305 req-2b4e8e0e-b92a-4bac-9c0d-2952dc73fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.784112 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-2b4e8e0e-b92a-4bac-9c0d-2952dc73fa2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 1096 time: 0.1518061 Jul 29 17:46:24.798964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92870eae-6063-47b6-a0ad-279033bcadcf None None] New status for floating IP 8cc8f73f-72e7-4cc2-aefc-08e889d8ef39: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:24.812150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 2d137097-39cc-4d73-b90f-f71afc9258a9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:24.812900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2d137097-39cc-4d73-b90f-f71afc9258a9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:24.813543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:24.818543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ccf43b3-f907-4532-be85-cc2e1e0574b9 req-0486d24f-153f-4173-975c-19417e446ccf service neutron] 10.222.0.16 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999328 Jul 29 17:46:24.828977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Made reservation on behalf of b3ecaea7ede942f1b9e82bb2fe421ea1 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:24.833659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:24.860165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] device_id is not set on port ad17ddb7-2a69-4887-a05d-1ff76a1ed33b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:46:24.941203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:24.941554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9c7e9a29-80ca-434f-9d49-f5fa68bb5426 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:24.966574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.973625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.980543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.987592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:24.993816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.000423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.005872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.011091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device df13a69d-12da-4a23-9470-c0547d25531f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:25.014330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9960d90d-407c-4969-8738-207e6a045108 req-35b29c27-9462-4fb7-b76e-3e3a3db2d50e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.2939754 Jul 29 17:46:25.017986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b43e-5054-459b-890a-5f1469d23305 req-94ebc418-ca0a-42c8-adfa-607ab0ece5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.019458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-94ebc418-ca0a-42c8-adfa-607ab0ece5e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 200 len: 921 time: 0.2218580 Jul 29 17:46:25.053603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Allocated IP 172.20.0.9 (e59c6d31-aee5-4c57-9e3c-6fc59f09574c/b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe/ad17ddb7-2a69-4887-a05d-1ff76a1ed33b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:25.063056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756e5f-3621-4ba5-9897-19ced04deafb req-dc8bb92d-c9f3-4e67-9d3d-53c13cd976a8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.064717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c756e5f-3621-4ba5-9897-19ced04deafb req-dc8bb92d-c9f3-4e67-9d3d-53c13cd976a8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.1056459 Jul 29 17:46:25.079211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: df13a69d-12da-4a23-9470-c0547d25531f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:25.079620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device df13a69d-12da-4a23-9470-c0547d25531f not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:25.081696 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-7045e198-e11b-49d1-a387-d3f1b722d207 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 200 len: 217 time: 0.0475743 Jul 29 17:46:25.147025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9960d90d-407c-4969-8738-207e6a045108 req-97faa833-a68c-459c-84cc-d1e924410305 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315045 Jul 29 17:46:25.149674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c756e5f-3621-4ba5-9897-19ced04deafb req-04ede5e7-9616-4831-b56e-d068dd42e11f tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740223 Jul 29 17:46:25.188376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b43e-5054-459b-890a-5f1469d23305 req-e2d25b6d-585d-46c5-8a4f-5451cc40af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.190454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-e2d25b6d-585d-46c5-8a4f-5451cc40af28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 200 len: 859 time: 0.0999310 Jul 29 17:46:25.206361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:25.231539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:25.233352 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301e9e4-2396-4446-b47e-10599ce289ee x-openstack-request-id: req-c301e9e4-2396-4446-b47e-10599ce289ee {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:25.233826 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ca8460-b160-4ac8-92d4-e006866b0277", "name": "network-vif-deleted", "tag": "9c7e9a29-80ca-434f-9d49-f5fa68bb5426", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:25.246947 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c301e9e4-2396-4446-b47e-10599ce289ee {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:25.249005 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ca8460-b160-4ac8-92d4-e006866b0277', 'name': 'network-vif-deleted', 'tag': '9c7e9a29-80ca-434f-9d49-f5fa68bb5426', 'status': 'completed', 'code': 200} Jul 29 17:46:25.253653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14379595-8a4e-4628-9410-c0f729637fd7 None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:45:13Z', 'revision_number': 4, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '48f9ed9e-8acd-412f-b7fb-706c1a8ac538', 'name': '', 'network_id': '81d95c47-0ddc-4a83-acab-3eace9f39f94', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'mac_address': 'fa:16:3e:eb:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:29Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'subnets': [{'id': '167f1ff5-90b4-4314-9051-bc8e68b9ae81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:25.323364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b43e-5054-459b-890a-5f1469d23305 req-78a3de90-5a98-46b8-b31d-1511eab45010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.325184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-78a3de90-5a98-46b8-b31d-1511eab45010 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d95c47-0ddc-4a83-acab-3eace9f39f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262546 Jul 29 17:46:25.354052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bf4aa52-34e2-46fa-a3b9-27fc5881bac3 req-ecd3a950-4263-4fcb-843d-ec86ef7feb66 tempest-ImagesNegativeTestJSON-1693110960 tempest-ImagesNegativeTestJSON-1693110960-project] 10.222.0.16 "GET /v2.0/ports?device_id=79ca8460-b160-4ac8-92d4-e006866b0277 HTTP/1.1" status: 200 len: 210 time: 0.0575285 Jul 29 17:46:25.406381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.450340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.487087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.494404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876f685a-8d29-44e0-ae94-6da903a98427 req-7940caf0-bf40-4c70-bd95-2933ca796585 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 200 len: 694 time: 0.0744162 Jul 29 17:46:25.500469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-874a58e5-1649-44f2-a3f3-b38f92ed6f78 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638865 Jul 29 17:46:25.549427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Transition to ACTIVE for port object ad17ddb7-2a69-4887-a05d-1ff76a1ed33b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:25.599320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.603584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.607675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd5900b8-a227-4d1e-ab3f-6628adc923a9 HTTP/1.1" status: 204 len: 168 time: 0.3574061 Jul 29 17:46:25.610337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:25.640542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72f0c1-3b6e-44dc-9025-1c495491a78d tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5900b8-a227-4d1e-ab3f-6628adc923a9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:25.643888 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-083d8f4b-fc98-421c-8a02-7aa63977da6f tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] show failed (client error): The resource could not be found. Jul 29 17:46:25.647523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-083d8f4b-fc98-421c-8a02-7aa63977da6f tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "GET /v2.0/security-groups/cd5900b8-a227-4d1e-ab3f-6628adc923a9 HTTP/1.1" status: 404 len: 347 time: 0.0297244 Jul 29 17:46:25.648481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52270) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:25.651872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f685a-8d29-44e0-ae94-6da903a98427 req-f1a34320-1167-4d9d-b8d3-b5c0512eb0cd tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.655101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876f685a-8d29-44e0-ae94-6da903a98427 req-f1a34320-1167-4d9d-b8d3-b5c0512eb0cd tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1332836 Jul 29 17:46:25.662623 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25301936-14b0-43de-a3f9-c3a7351b1651 None None] New status for floating IP 190555eb-2b81-4ddb-b93a-345ffeb49374: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:25.733704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876f685a-8d29-44e0-ae94-6da903a98427 req-0c3f880c-7b9b-48d0-8ebe-bc70b02b49d1 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 697 time: 0.0674510 Jul 29 17:46:25.741462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.750971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f33b43e-5054-459b-890a-5f1469d23305 req-c2e750d6-39e2-4125-aa7a-58a81ff7dfa6 service neutron] 10.222.0.49 "GET /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419324 Jul 29 17:46:25.852251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876f685a-8d29-44e0-ae94-6da903a98427 req-3704f669-c275-41c9-ac72-cd0a92248902 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 697 time: 0.1051624 Jul 29 17:46:25.854274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:25.857836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:25.860621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:25.861692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-55cd1632-4dda-40a4-8ce1-6f128d2542c8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.863356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-55cd1632-4dda-40a4-8ce1-6f128d2542c8 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.0802360 Jul 29 17:46:25.865345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Deleting port 403c98f5-ca56-47a3-be34-ce9212c104ca {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:25.865869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.921514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:25.922176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:25.944315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event updated for resources: {'Port': ['ID=ad17ddb7-2a69-4887-a05d-1ff76a1ed33b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:25.986184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.986582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.986911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.987721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.988050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.988376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.988697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.989018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.989351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.989639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.990013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:25.990357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:26.024344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.024674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.044256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Calling delete_port for 403c98f5-ca56-47a3-be34-ce9212c104ca owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:26.047833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6908c7c3-411d-4a5c-993b-a39d3377b9cf tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5603390 Jul 29 17:46:26.048237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52272) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:26.055126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Request body: {'floatingip': {'port_id': 'ad17ddb7-2a69-4887-a05d-1ff76a1ed33b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:26.107173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Deleting port 10d718c6-739a-4a59-88f9-c3b5e215bf12 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:26.107510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.137559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Deleting port 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:26.138186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.143552 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.208198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.208655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.223290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Calling delete_port for 10d718c6-739a-4a59-88f9-c3b5e215bf12 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:26.228818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.234400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d946c79-b8ec-4839-92d3-09288bf18182 None None] Provisioning for port ad17ddb7-2a69-4887-a05d-1ff76a1ed33b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:26.241028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d946c79-b8ec-4839-92d3-09288bf18182 None None] Provisioning complete for port ad17ddb7-2a69-4887-a05d-1ff76a1ed33b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:26.241608 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d946c79-b8ec-4839-92d3-09288bf18182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.276449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6d946c79-b8ec-4839-92d3-09288bf18182 None None] Port ad17ddb7-2a69-4887-a05d-1ff76a1ed33b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:26.365810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.373099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] For port 10ed2681-1690-458d-a0fc-d8bd42d72e76, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=10ed2681-1690-458d-a0fc-d8bd42d72e76,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:26.373761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.394077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event deleted for resources: {'Port': ['ID=10d718c6-739a-4a59-88f9-c3b5e215bf12,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:26.420671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Calling delete_port for 10ed2681-1690-458d-a0fc-d8bd42d72e76 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:26.435353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fdc06-458d-466c-8ad1-0c3fb15db7d5 req-773035d3-6729-4995-b7a4-96893394fc37 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.437020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a4fdc06-458d-466c-8ad1-0c3fb15db7d5 req-773035d3-6729-4995-b7a4-96893394fc37 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 951 time: 0.1688061 Jul 29 17:46:26.461660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.464275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:26.465454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876f685a-8d29-44e0-ae94-6da903a98427 req-c842f849-78f3-4624-b80e-ed316c53d08b tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "DELETE /v2.0/floatingips/190555eb-2b81-4ddb-b93a-345ffeb49374 HTTP/1.1" status: 204 len: 173 time: 0.5511394 Jul 29 17:46:26.579172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.586755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.591534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.597616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.603681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.609789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.615805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:26.617832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-9604452a-b95f-4ed6-b076-3833d16af36d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.0928793 Jul 29 17:46:26.663632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b07bb71f-1315-4bb3-9ec6-76d5693fc20a req-616ce9ff-c449-4c78-b725-4cf6838d6c2e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391040 Jul 29 17:46:26.897009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a4fdc06-458d-466c-8ad1-0c3fb15db7d5 req-c98ce5a1-abc2-4d3c-92ae-5fa0edb2be44 tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed493705-6b13-4921-b476-50e183952b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473963 Jul 29 17:46:26.941217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.017900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Pushing event deleted for resources: {'Port': ['ID=403c98f5-ca56-47a3-be34-ce9212c104ca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:27.219891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bb30-ebaa-4c49-9dc3-2ef5932df2c9 req-3b850f0e-c8df-4d56-8971-fb998251ee25 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.221611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ba4bb30-ebaa-4c49-9dc3-2ef5932df2c9 req-3b850f0e-c8df-4d56-8971-fb998251ee25 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.1967938 Jul 29 17:46:27.230449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.232277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.235195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.239755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79acc67a-b9bc-488f-a550-3812c5a5bdee tempest-ServersTestManualDisk-1975537010 tempest-ServersTestManualDisk-1975537010-project] 10.222.0.16 "DELETE /v2.0/floatingips/8cc8f73f-72e7-4cc2-aefc-08e889d8ef39 HTTP/1.1" status: 204 len: 168 time: 1.5909874 Jul 29 17:46:27.240083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52302) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:27.303431 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.332839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Pushing event deleted for resources: {'Port': ['ID=10ed2681-1690-458d-a0fc-d8bd42d72e76,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:27.405776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ba4bb30-ebaa-4c49-9dc3-2ef5932df2c9 req-842998d6-fde7-42ed-9643-130791d75493 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649306 Jul 29 17:46:27.409938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:27.410642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] No DVR routers for this DVR port 10ed2681-1690-458d-a0fc-d8bd42d72e76 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:27.444032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.446132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4b63bd4-30c3-4c88-bd35-86c16d4940df req-b1d68231-3267-49ab-b8da-24b0d972e30d tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.38 "DELETE /v2.0/ports/10ed2681-1690-458d-a0fc-d8bd42d72e76 HTTP/1.1" status: 204 len: 173 time: 1.5630291 Jul 29 17:46:27.446604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-deleted', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:27.449091 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da5fd8-9557-4910-af2d-a1d1c9c6a98d" -d '{"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-deleted", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:27.506748 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc92de7-d235-44cc-9818-bb8f251d4e4e x-openstack-request-id: req-bbc92de7-d235-44cc-9818-bb8f251d4e4e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:27.507114 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0ec2ab-52cc-4c7a-9489-c8eed5567c92", "name": "network-vif-deleted", "tag": "10ed2681-1690-458d-a0fc-d8bd42d72e76", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:27.507367 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbc92de7-d235-44cc-9818-bb8f251d4e4e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:27.507689 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0ec2ab-52cc-4c7a-9489-c8eed5567c92', 'name': 'network-vif-deleted', 'tag': '10ed2681-1690-458d-a0fc-d8bd42d72e76', 'status': 'completed', 'code': 200} Jul 29 17:46:27.654893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.665856 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.671703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96143a6a-5e9e-4546-be0f-9aa7879ce534 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff46fbf7b584232ab489525dd9ffd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622604 Jul 29 17:46:27.689573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52312) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:27.779606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.833096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.847323 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 0bc9a1b6-37e6-40bb-85f4-3ef7ddf0164e associated. External IP: 172.25.5.34, port: 7b89799e-b6cc-49f2-9de4-6bf73262348a. Jul 29 17:46:27.870680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:27.902911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.909189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.915508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.931271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.937657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.956520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.974631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:27.983012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-3e4d895e-8ca0-440a-b608-009f09767781 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.2099428 Jul 29 17:46:28.084289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e1fadf1-eab6-40ba-8834-747aabd0482d req-c5ced675-9adb-44e8-a96e-0677279d79ac tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991843 Jul 29 17:46:28.092536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.095083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.098842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a70a6c9-6087-4d88-b913-ea63a5b08faa HTTP/1.1" status: 204 len: 168 time: 0.4053917 Jul 29 17:46:28.135801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08037823-fa10-448c-a184-d855c8b9c10b req-6ab67d6f-eca1-455e-8a1a-761b49aaaf7a tempest-ServersAdminTestJSON-2045714166 tempest-ServersAdminTestJSON-2045714166-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d0ec2ab-52cc-4c7a-9489-c8eed5567c92 HTTP/1.1" status: 200 len: 210 time: 0.1119878 Jul 29 17:46:28.136617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabe9e1-4b2b-4761-958a-68c35259fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70a6c9-6087-4d88-b913-ea63a5b08faa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:28.290959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:28.302507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Deleting port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:28.303091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.392315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] For port f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:28.392666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.406583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Calling delete_port for f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:28.434619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6427d76-a4e8-4755-8820-90fa0044518f req-b8aa8774-363a-48dc-8935-c7a5c4eeb98e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:28.436065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6427d76-a4e8-4755-8820-90fa0044518f req-b8aa8774-363a-48dc-8935-c7a5c4eeb98e tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.49 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.0989299 Jul 29 17:46:28.439150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:28.450963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:28.465369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:28.466211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:28.529402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:28.543335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:28.544453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:28.588366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:28.589090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecf55a-f494-4249-af42-a482df4c0a3f None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:28.599854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7c4fd-306d-4101-b72e-ae212293903c req-8279ebed-66b0-4601-a69d-fcdb218dbbad tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:28.601399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc7c4fd-306d-4101-b72e-ae212293903c req-8279ebed-66b0-4601-a69d-fcdb218dbbad tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 945 time: 0.0736606 Jul 29 17:46:28.664212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc7c4fd-306d-4101-b72e-ae212293903c req-9b096d68-5ff8-488c-8150-9789cf953de9 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/security-groups?id=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Jul 29 17:46:28.672638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Deleting port 048de4d0-048f-4c76-9123-c2f98ca9f59b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:28.673070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.725659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.761835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:28.767047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:28.809812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 10ed2681-1690-458d-a0fc-d8bd42d72e76 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:28.810159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 10ed2681-1690-458d-a0fc-d8bd42d72e76 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:28.827139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router 3df0e687-df7b-432e-a053-4431e2e4e6e4 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:28.835112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] For port 048de4d0-048f-4c76-9123-c2f98ca9f59b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=048de4d0-048f-4c76-9123-c2f98ca9f59b,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:28.835475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.852234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Calling delete_port for 048de4d0-048f-4c76-9123-c2f98ca9f59b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:28.985433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:28.988231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:29.041706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:29.053845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.054089 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] Sync routers for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:29.069481 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:29.070438 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:29.146569 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:29.159436 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:29.160441 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:29.219657 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:29.220643 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e6673-06aa-46fc-83bb-2e793643d8b0 None None] The sync data for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:29.269305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.271997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1cd1b3c1-82d4-4ef9-9146-220311e228c6 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/floatingips/0bc9a1b6-37e6-40bb-85f4-3ef7ddf0164e HTTP/1.1" status: 200 len: 976 time: 3.2207141 Jul 29 17:46:29.279744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:29.284759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['048de4d0-048f-4c76-9123-c2f98ca9f59b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:29.305810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-37273177-network', 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:29.374509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Pushing event deleted for resources: {'Port': ['ID=048de4d0-048f-4c76-9123-c2f98ca9f59b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:29.379836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Router f8a43bca-bb86-4a70-a3a3-17db88899d26 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:29.424926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.431836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.433710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.434068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.434440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.434784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.435390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.435506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.435768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.436101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.436430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.436755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.437085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.437411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:29.437878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.444354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.451309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.457760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.465017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:29.466758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-55c62f70-75c8-46e7-81a4-3daece38b633 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5419 time: 0.2547023 Jul 29 17:46:29.475523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:29.477814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.494575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] No DVR routers for this DVR port 048de4d0-048f-4c76-9123-c2f98ca9f59b on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:29.497233 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.500376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6427d76-a4e8-4755-8820-90fa0044518f req-e1f9d137-1608-4d83-afab-922834341e12 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.49 "DELETE /v2.0/ports/048de4d0-048f-4c76-9123-c2f98ca9f59b HTTP/1.1" status: 204 len: 173 time: 1.0560615 Jul 29 17:46:29.508447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'name': 'network-vif-deleted', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:29.512673 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8168de3-8637-4519-ac42-3260c4e2710f" -d '{"events": [{"server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "name": "network-vif-deleted", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:29.554432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port ad17ddb7-2a69-4887-a05d-1ff76a1ed33b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:29.554827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.559165 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902d4ea-c077-49e8-a416-d9589c15429c x-openstack-request-id: req-c902d4ea-c077-49e8-a416-d9589c15429c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:29.559462 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340d148-3ad3-4c1a-8c37-08b1b697d8be", "name": "network-vif-deleted", "tag": "048de4d0-048f-4c76-9123-c2f98ca9f59b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:29.559712 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c902d4ea-c077-49e8-a416-d9589c15429c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:29.560113 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340d148-3ad3-4c1a-8c37-08b1b697d8be', 'name': 'network-vif-deleted', 'tag': '048de4d0-048f-4c76-9123-c2f98ca9f59b', 'status': 'completed', 'code': 200} Jul 29 17:46:29.560486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:29.674324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.920447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:29.971769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ec7622a-4ec3-4faf-b02b-67e55784cb22 req-9b065db9-694a-449f-a1de-b0d87c8d4460 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4970329 Jul 29 17:46:30.049252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:30.055099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8e66ae21-a1ff-4b3c-9b91-4736278a226f admin admin] 10.222.0.16 "PUT /v2.0/routers/f8a43bca-bb86-4a70-a3a3-17db88899d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140168 Jul 29 17:46:30.057861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52372) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:30.060979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Sync routers for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:30.075001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:30.075621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:30.129182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ac9fbbb-31fa-40f8-bfc3-da83d712ec9a req-732a3763-2daf-47d4-857f-aec3a1a6e0b0 tempest-FloatingIPsAssociationTestJSON-861334633 tempest-FloatingIPsAssociationTestJSON-861334633-project] 10.222.0.16 "GET /v2.0/ports?device_id=3340d148-3ad3-4c1a-8c37-08b1b697d8be HTTP/1.1" status: 200 len: 210 time: 0.0607166 Jul 29 17:46:30.240132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3e91de31-587a-4667-a353-ffc6c57f019f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9db7b765dc04c189d2c6f7294097629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6785264 Jul 29 17:46:30.244223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52374) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:30.246321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.252527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:30.264944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.285594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.314679 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.315287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.315787 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Floating IP 0bc9a1b6-37e6-40bb-85f4-3ef7ddf0164e disassociated. External IP: 172.25.5.34, port: ad17ddb7-2a69-4887-a05d-1ff76a1ed33b. Jul 29 17:46:30.316380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for ad17ddb7-2a69-4887-a05d-1ff76a1ed33b owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:30.342382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:30.448727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a840dc-9103-4f07-a31b-2213189f1035,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:30.465634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.469928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:46:28Z', 'revision_number': 5, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port': {'id': '33df29e8-7f35-4c3f-acbb-435ae61850c3', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:43:48Z', 'updated_at': '2021-07-29T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:30.481243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.487227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.487598 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Added segment 28c71335-2c7b-4868-af1b-8c4b11afbed2 of type vlan for network 9cbabefb-5e56-4904-8cc9-9614cf898923 Jul 29 17:46:30.502351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.505985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Checking router: f8a43bca-bb86-4a70-a3a3-17db88899d26 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:30.516010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=ad17ddb7-2a69-4887-a05d-1ff76a1ed33b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:30.517756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Routers {'f8a43bca-bb86-4a70-a3a3-17db88899d26'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:30.518516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f8a43bca-bb86-4a70-a3a3-17db88899d26'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:30.594680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.605046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.632135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] Set router f8a43bca-bb86-4a70-a3a3-17db88899d26 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:30.683367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Deleting port 33df29e8-7f35-4c3f-acbb-435ae61850c3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:30.683703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.686983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.688090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:30.688695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.695976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router 3df0e687-df7b-432e-a053-4431e2e4e6e4 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:30.706011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:46:30Z', 'revision_number': 6, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:30.711933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.714524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.717983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed493705-6b13-4921-b476-50e183952b0e HTTP/1.1" status: 204 len: 168 time: 0.4680314 Jul 29 17:46:30.743606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b12a9-ec45-4e8e-bd0e-1d5fb67ef5e8 None None] The sync data for ids ['f8a43bca-bb86-4a70-a3a3-17db88899d26'] in n-d-801607-3 is: [{'id': 'f8a43bca-bb86-4a70-a3a3-17db88899d26', 'name': 'tempest-ServersTestManualDisk-1184581208-router', 'tenant_id': 'd28b2a5038834743844de26d489032bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:43:47Z', 'updated_at': '2021-07-29T17:46:30Z', 'revision_number': 6, 'project_id': 'd28b2a5038834743844de26d489032bf', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:30.766963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1e889572-33cd-4804-ba88-a1ea698a1f70 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:30.856320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:30.869784 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] Sync routers for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:30.885891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:30.886576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:30.956716 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:30.959539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53585809-c0f5-4967-8b95-07562956edb9 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/ad17ddb7-2a69-4887-a05d-1ff76a1ed33b HTTP/1.1" status: 204 len: 168 time: 1.6785417 Jul 29 17:46:30.962282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52382) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:30.964562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1e889572-33cd-4804-ba88-a1ea698a1f70,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:30.976504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466b76-928f-4626-985a-c72cdd909d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed493705-6b13-4921-b476-50e183952b0e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:30.981052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '1e889572-33cd-4804-ba88-a1ea698a1f70', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'port_id': '1e889572-33cd-4804-ba88-a1ea698a1f70', 'mac_address': 'fa:16:3e:41:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:31.008647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0190451 Jul 29 17:46:31.019526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:31.033479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Request body: {'subnet': {'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-37273177-subnet', 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:31.042278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.063958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e889572-33cd-4804-ba88-a1ea698a1f70 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:31.066984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fd68-37df-4787-953e-5ad66930c14b admin admin] Pushing event updated for resources: {'Network': ['ID=9cbabefb-5e56-4904-8cc9-9614cf898923,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:31.082456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:31.113619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] For port 33df29e8-7f35-4c3f-acbb-435ae61850c3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=33df29e8-7f35-4c3f-acbb-435ae61850c3,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:31.114327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.156289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Calling delete_port for 33df29e8-7f35-4c3f-acbb-435ae61850c3 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:31.185934 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:31.209010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:31.214946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.218414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1e889572-33cd-4804-ba88-a1ea698a1f70,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:31.230732 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:31.231658 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:31.251547 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.252423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:31.252730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:31.273723 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:31.274687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc361ec3-8688-4692-97a1-f63a6aac2257 None None] The sync data for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:31.310123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52394) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:31.514445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.520362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.526585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.532490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.538500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.544420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.551162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.551427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:31.552641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-210fc752-9c1d-4efd-9151-2275b5362d93 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5420 time: 0.4139853 Jul 29 17:46:31.565152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbdb4acf-2b5c-411b-9fb5-b6eb781a0948 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06cb23d37c01403f8141f72eb0839c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112447 Jul 29 17:46:31.567865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.568395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.568553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.569152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.569152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.569491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.569899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.570380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.570838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.571331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.571798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.572293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:31.575638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:31.592724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.609490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:31.618020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:46:31.624798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'port_id': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'mac_address': 'fa:16:3e:ee:42:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1befba47-894c-40e0-a83a-a7d242c88a65', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:31.671521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.691220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:31.713138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07759b2a-ef19-4590-8288-9433115f7239,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:31.714097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:31.721853 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.723156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 50f4c56c-5a3a-4821-9506-12a059489617 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:31.726543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:31.726970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Network hostable DHCP agents. Network: 9cbabefb-5e56-4904-8cc9-9614cf898923, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:31.741568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4bc9c567-7479-4bd9-ab80-88d0c776fa03 req-70b7a92e-e63b-49db-b727-359410d02cbe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794045 Jul 29 17:46:31.781387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:31.800741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9cbabefb-5e56-4904-8cc9-9614cf898923) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:31.806545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:31.807149 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.814578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.846803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a83bd22-fb51-482a-abc0-f4c670364721 None None] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:31.859045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-06385ecc-7c1a-4d5c-96db-a97039bc82d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8295045 Jul 29 17:46:31.859045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=33df29e8-7f35-4c3f-acbb-435ae61850c3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:31.859588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.892184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:31.901165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:31.949664 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.054311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.058499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.059655 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0109f50a-b248-47ff-b76f-f5d12e525de7 HTTP/1.1" status: 204 len: 168 time: 0.4769197 Jul 29 17:46:32.086567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.091637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.098943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.140371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:32.161141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '50f4c56c-5a3a-4821-9506-12a059489617', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'port_id': '50f4c56c-5a3a-4821-9506-12a059489617', 'mac_address': 'fa:16:3e:81:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:32.172900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:32.179290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.179871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a43bca-bb86-4a70-a3a3-17db88899d26 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:46:32.185516 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.195090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8aaafb9-9bb4-41a9-ac7c-76e22fa02a5d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f8a43bca-bb86-4a70-a3a3-17db88899d26 HTTP/1.1" status: 204 len: 168 time: 2.1254752 Jul 29 17:46:32.195810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:32.205992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:32.206430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5ed8a57-ef9b-4178-8d4d-2f2e750ebc30 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:32.206804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 33df29e8-7f35-4c3f-acbb-435ae61850c3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:32.232381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949570-07e0-4648-9bff-94e410468e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0109f50a-b248-47ff-b76f-f5d12e525de7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:32.303975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 33df29e8-7f35-4c3f-acbb-435ae61850c3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:32.304551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 33df29e8-7f35-4c3f-acbb-435ae61850c3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:32.328827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.340801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Deleting subnet 3a4c5243-0b74-4752-b129-5754beb184d7 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:46:32.348459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f4c56c-5a3a-4821-9506-12a059489617 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:32.349238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.422849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:32.430012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.430989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:32.439911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5011103-d031-4221-9ea9-731da4585f7a None None] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:32.469894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.470842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.610936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:32.628855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:32.654706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'network_id': '502eec23-ba9e-439b-9469-a85e3f0851ae', 'port_id': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'mac_address': 'fa:16:3e:4e:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1befba47-894c-40e0-a83a-a7d242c88a65', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:32.735561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 1c4813b0-d62c-4339-9f43-26923bf74685 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:32.736303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.742882 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.749502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.761067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:32.790442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:32.798063 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.798958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:32.800263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-2f13a689-2a42-42b6-b864-589172bb139f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:32.811447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-2f13a689-2a42-42b6-b864-589172bb139f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2439353 Jul 29 17:46:32.837740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-c544e03c-d399-4302-a0bd-3a59cbfeca78 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0242403 Jul 29 17:46:32.886498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:32.888231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-ae79ffa1-95b6-4459-80b2-2f1c1b9efcb5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496376 Jul 29 17:46:32.897357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:32.905936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'port_id': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'mac_address': 'fa:16:3e:44:62:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:32.951453 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:32.967644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:32.994168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.000785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.001944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8b58b4e4-674e-43ef-a672-dd25700305ee details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:33.004604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 048de4d0-048f-4c76-9123-c2f98ca9f59b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:33.022070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-fe1f8494-3d57-4251-ac94-45665ce6a79f service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324258 Jul 29 17:46:33.035398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 048de4d0-048f-4c76-9123-c2f98ca9f59b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:33.035688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 048de4d0-048f-4c76-9123-c2f98ca9f59b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:33.112287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.122885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:33.131581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'port_id': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'mac_address': 'fa:16:3e:85:a8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:33.169718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-ec0075b6-bc88-4d2e-b652-86022d99d632 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457827 Jul 29 17:46:33.186153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.201543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.204279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b58b4e4-674e-43ef-a672-dd25700305ee {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:33.214855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.227626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.233661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.234278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.235325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3b472360-67fe-47ca-9d8c-6ddca6a0655b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:33.249970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.266605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.268681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4c5243-0b74-4752-b129-5754beb184d7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:33.271985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.277616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-036d2e50-deea-4ab9-8ddd-05908f92e409 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3a4c5243-0b74-4752-b129-5754beb184d7 HTTP/1.1" status: 204 len: 168 time: 1.0807216 Jul 29 17:46:33.279322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52444) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:33.287712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.299960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:33.301454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.303735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bf8f8-e251-46e6-b0df-15222abec443 None None] Network d5e1057d-c2d6-4f7e-90db-abd0a6eee87b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:33.324813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.341236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:33.344429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-55e90d90-5f11-4b24-a066-6a0b4102203a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5424 time: 0.2634227 Jul 29 17:46:33.374096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.395095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.407817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 1c4813b0-d62c-4339-9f43-26923bf74685 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:33.434482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '3b472360-67fe-47ca-9d8c-6ddca6a0655b', 'network_id': '92ef9973-b776-4d3d-8541-55aabe653706', 'port_id': '3b472360-67fe-47ca-9d8c-6ddca6a0655b', 'mac_address': 'fa:16:3e:45:ad:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:33.459802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Deleting port 62f6a747-5014-40c7-b162-b79d3579fb48 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:33.460600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.558195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] For port 62f6a747-5014-40c7-b162-b79d3579fb48, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=62f6a747-5014-40c7-b162-b79d3579fb48,segment=NetworkSegment(faa2ba22-7099-473d-b14b-dcaa4e42e06c),segment_id=faa2ba22-7099-473d-b14b-dcaa4e42e06c)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.558809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.572238 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.603572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-212cc2df-017e-43cd-aecd-04e82d061a19 req-ff408da9-f195-48ca-aaea-c61b2bfbdd7c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 210 time: 0.0407250 Jul 29 17:46:33.608439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Calling delete_port for 62f6a747-5014-40c7-b162-b79d3579fb48 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:33.633100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b472360-67fe-47ca-9d8c-6ddca6a0655b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:33.676076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.681608 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.704834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-89e0c2e1-8c96-4b60-aab3-d85537993c01 req-f7ddb6b2-d6ec-41f8-b16f-5ba22b176e94 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3455606 Jul 29 17:46:33.727603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] DHCP port deletion for d5e1057d-c2d6-4f7e-90db-abd0a6eee87b request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:46:33.778667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.790468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:33.815712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Deleting port 62f6a747-5014-40c7-b162-b79d3579fb48 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:33.816122 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.826054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f6a747-5014-40c7-b162-b79d3579fb48,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:33.831087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] No DVR routers for this DVR port 62f6a747-5014-40c7-b162-b79d3579fb48 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:33.835575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Deleting port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:33.837106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.902231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] For port 62f6a747-5014-40c7-b162-b79d3579fb48, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.902707 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.918300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Calling delete_port for 62f6a747-5014-40c7-b162-b79d3579fb48 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:33.921947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Port 62f6a747-5014-40c7-b162-b79d3579fb48 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:46:33.923814 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.988354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] For port 48f9ed9e-8acd-412f-b7fb-706c1a8ac538, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:33.988783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:33.989334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.006342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e1057d-c2d6-4f7e-90db-abd0a6eee87b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:34.011677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] Pushing event deleted for resources: {'Port': ['ID=62f6a747-5014-40c7-b162-b79d3579fb48,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:34.036090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20593de4-0cc4-4009-8a3a-5b0f07fcd075 None None] No DVR routers for this DVR port 62f6a747-5014-40c7-b162-b79d3579fb48 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:34.051053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Calling delete_port for 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:34.056185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa2ba22-7099-473d-b14b-dcaa4e42e06c') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:34.058583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa2ba22-7099-473d-b14b-dcaa4e42e06c') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:34.084208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.088949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.113932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.121453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:34.121865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.155321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=1c4813b0-d62c-4339-9f43-26923bf74685,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:34.155703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 62f6a747-5014-40c7-b162-b79d3579fb48 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:34.202726 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:34.210618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.225594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.234075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5e1057d-c2d6-4f7e-90db-abd0a6eee87b HTTP/1.1" status: 204 len: 168 time: 0.9473894 Jul 29 17:46:34.265950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cc317-8572-4006-b30d-81fed0422985 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e1057d-c2d6-4f7e-90db-abd0a6eee87b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:34.313856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1e889572-33cd-4804-ba88-a1ea698a1f70'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.496223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['3b472360-67fe-47ca-9d8c-6ddca6a0655b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.507087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['8b58b4e4-674e-43ef-a672-dd25700305ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.516142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['50f4c56c-5a3a-4821-9506-12a059489617'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.565275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 62f6a747-5014-40c7-b162-b79d3579fb48 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:34.565813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 62f6a747-5014-40c7-b162-b79d3579fb48 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:34.567470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52478) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:34.569828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['14a5d77e-75c8-46eb-9b55-7dc0ac394a8b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.574148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:34.598544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.667301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e65dffed-aab2-4bfb-be04-8541be9b0c70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d28b2a5038834743844de26d489032bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941598 Jul 29 17:46:34.668489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52484) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:34.779224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.877131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32585389-04bc-41c0-842c-0c6ee2daadc4 req-5c4bab13-e3c3-4e7a-a143-99a76344c0fc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 210 time: 0.0797653 Jul 29 17:46:34.880413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.969712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.975936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.981407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:34.983341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0735146a-5fe4-4cad-8064-7dc03cee6bf6 HTTP/1.1" status: 204 len: 168 time: 0.3134367 Jul 29 17:46:35.079381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940f1e-b707-471a-bc13-7f3c4b1c38ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735146a-5fe4-4cad-8064-7dc03cee6bf6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:35.159190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.196428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.211453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f9ed9e-8acd-412f-b7fb-706c1a8ac538,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:35.212712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.235930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.250184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.264147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.279531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.295712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-164c1d86-f26d-4b33-a550-1b61c781273a req-a8a0eae4-fba0-4ed2-88ef-66c4b6990776 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5426 time: 0.3105540 Jul 29 17:46:35.314230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:35.500104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-164c1d86-f26d-4b33-a550-1b61c781273a req-e5b5cc86-5e53-4bfc-9235-d3f9265b34e3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1742516 Jul 29 17:46:35.567823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-7971337e-bb56-4cf2-8460-f9003aafaa5a tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790467 Jul 29 17:46:35.702160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router 3df0e687-df7b-432e-a053-4431e2e4e6e4 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:35.828656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-c402d8be-d678-45e0-a030-d07c530ba07f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.830109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-c402d8be-d678-45e0-a030-d07c530ba07f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.4405215 Jul 29 17:46:35.837296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:35.884523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': '120abdf2-4f71-487c-844d-2c514f8167bd', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:35.968571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-92ffe899-36b4-4204-9e8b-1b7b55fe1478 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:35.970122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-92ffe899-36b4-4204-9e8b-1b7b55fe1478 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4012618 Jul 29 17:46:36.011667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-677a0859-f5ed-48a2-bee5-34b81823c06d req-7afd5b13-09d1-4ae2-8831-94b1c6e53385 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 210 time: 0.0320442 Jul 29 17:46:36.066665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-5f653434-025b-4f59-bcab-d343ef95899e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/quotas/d316efcba9a54654ab5b8db94c9b62b0 HTTP/1.1" status: 200 len: 375 time: 0.0529957 Jul 29 17:46:36.163803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-e880d78c-6446-487a-8156-e1857d16040f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497746 Jul 29 17:46:36.164785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:36.177847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] Sync routers for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:36.178071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6db2c609-6176-43e5-9f0b-06c3b090803d tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/routers/3df0e687-df7b-432e-a053-4431e2e4e6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2118080 Jul 29 17:46:36.179282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:36.193605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:36.194266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:36.230953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:36.241039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] Routers {'3df0e687-df7b-432e-a053-4431e2e4e6e4'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:36.241628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3df0e687-df7b-432e-a053-4431e2e4e6e4'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:36.253442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:36.257287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:36.282614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:36.283329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51903b-9418-440c-b577-c7a6c6267176 None None] The sync data for ids ['3df0e687-df7b-432e-a053-4431e2e4e6e4'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:36.379923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:36.414563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:36.521052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-344964521-network', 'tenant_id': '2dddd634d12c480099022d80c01d6abb'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:36.563262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f7a6bf0-4fa0-4d66-8d9c-916f66af8e3a req-38744c6c-e6a8-45f1-9489-e7aa4e7e8edc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 210 time: 0.0475199 Jul 29 17:46:36.593117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:36.597924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Made reservation on behalf of 2dddd634d12c480099022d80c01d6abb for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:36.600669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:36.734513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Router e2e8eb16-41bf-4de1-949c-17601422418d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:36.807525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.813917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.820176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.826764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.833134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.839846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.845900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:36.847936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-4387fe9a-6fa6-425a-ba5e-a074a2f73532 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5426 time: 0.1884742 Jul 29 17:46:36.927027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.14 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/43f0ff2b-9ba0-4980-8b43-b78f13728b9d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:36.970525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.002234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3ec6555-ef13-4f64-8a68-be131796da81 req-af4792ac-2e39-49f6-b970-806c06dbb67c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464148 Jul 29 17:46:37.048045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:37.057624 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-57ea05b1-dc3c-4c10-ac78-097c9621f591 admin admin] 10.222.0.16 "PUT /v2.0/routers/e2e8eb16-41bf-4de1-949c-17601422418d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7454333 Jul 29 17:46:37.061505 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Sync routers for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:37.063302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:37.075374 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:37.076326 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:37.099253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 20612252-501a-4418-ace2-f8ad22fdc43f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:37.099945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.185801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58e3e88a-f6fd-4bf7-aa0a-b96dc7c64426 req-34ce1f0b-4878-4f1b-b522-77b19da7eda2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 210 time: 0.0830119 Jul 29 17:46:37.217283 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:37.251425 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.253368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.263261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.272205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 20612252-501a-4418-ace2-f8ad22fdc43f owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:37.306795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:37.308046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.308462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8338e-0fca-4f38-bc10-a88e6abe807a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:37.347969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.350725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.351079 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Added segment 487b5598-c5d6-4b2b-9780-8f79659ff9c8 of type vlan for network 57f28326-4f3c-489c-b02a-d0480a32b058 Jul 29 17:46:37.408822 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.443942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:34Z', 'revision_number': 5, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port': {'id': 'e776ed58-c0f4-4a1f-a4e7-237055f81a04', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:06Z', 'updated_at': '2021-07-29T17:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:37.467889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.477209 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Checking router: e2e8eb16-41bf-4de1-949c-17601422418d for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:37.477720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.488074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Routers {'e2e8eb16-41bf-4de1-949c-17601422418d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:37.488989 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2e8eb16-41bf-4de1-949c-17601422418d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:37.494402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.495697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:37.496429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.583544 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] Set router e2e8eb16-41bf-4de1-949c-17601422418d gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:37.587618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2062480 Jul 29 17:46:37.591556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:37.599105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Request body: {'subnet': {'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-344964521-subnet', 'tenant_id': '2dddd634d12c480099022d80c01d6abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:37.612709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3077b9b-7e69-4741-8895-a871f560bacf admin admin] Pushing event updated for resources: {'Network': ['ID=57f28326-4f3c-489c-b02a-d0480a32b058,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:37.618952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:37.626791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:37.628633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 57f28326-4f3c-489c-b02a-d0480a32b058 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:37.637027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.643375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:37.649211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-14ea7bbc-45bc-45d9-ac98-425eb7a35947 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048522 Jul 29 17:46:37.664681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Made reservation on behalf of 2dddd634d12c480099022d80c01d6abb for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:37.667496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.671517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=20612252-501a-4418-ace2-f8ad22fdc43f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:37.709932 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:37Z', 'revision_number': 6, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:37.718045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:37.725507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1e889572-33cd-4804-ba88-a1ea698a1f70 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:37.758105 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac82a-bcd0-4937-800b-b78c4e8195d4 None None] The sync data for ids ['e2e8eb16-41bf-4de1-949c-17601422418d'] in n-d-801607-3 is: [{'id': 'e2e8eb16-41bf-4de1-949c-17601422418d', 'name': 'tempest-FloatingIPsAssociationTestJSON-416758887-router', 'tenant_id': '1199ab4375094be4a1b5b26f9267e1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:04Z', 'updated_at': '2021-07-29T17:46:37Z', 'revision_number': 6, 'project_id': '1199ab4375094be4a1b5b26f9267e1f9', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:37.818387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.839624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 1e889572-33cd-4804-ba88-a1ea698a1f70 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:37.841301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4945be5-3850-4ea4-90b3-26d75b939887 req-943e6148-46e8-4656-8275-60dce150d9f6 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 210 time: 0.1880603 Jul 29 17:46:37.844557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 1e889572-33cd-4804-ba88-a1ea698a1f70 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:37.844835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.892257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Deleting port e776ed58-c0f4-4a1f-a4e7-237055f81a04 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:37.892625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.904169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:37.904804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.923199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.926822 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:37.945138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-7765b2f1-a7cc-4c59-825a-e92b26097b22 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0677450 Jul 29 17:46:37.978162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Request body: {'port': {'device_id': '120abdf2-4f71-487c-844d-2c514f8167bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:37.978989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.005249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e889572-33cd-4804-ba88-a1ea698a1f70'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:38.007115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.007576 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78efb5a-3060-44e4-9996-211f01802d6b" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "1e889572-33cd-4804-ba88-a1ea698a1f70"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:38.007935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Fanout notify agent at l3_agent the message router_deleted on router 3df0e687-df7b-432e-a053-4431e2e4e6e4 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:46:38.016406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.020503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e69dd091-62ca-4ebb-9e1c-161a2b14be57 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/routers/3df0e687-df7b-432e-a053-4431e2e4e6e4 HTTP/1.1" status: 204 len: 168 time: 1.8411863 Jul 29 17:46:38.021335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1e889572-33cd-4804-ba88-a1ea698a1f70,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:38.021522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:38.032156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.033506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:38.037815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-7e9ca8f0-1309-4c56-ac42-aae5b09c192c tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.039581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-7e9ca8f0-1309-4c56-ac42-aae5b09c192c tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287282 Jul 29 17:46:38.082469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Request body: {'port': {'device_id': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'd316efcba9a54654ab5b8db94c9b62b0'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:38.108570 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a93b4c6-3720-42c7-a2f9-4bd82b8be344 x-openstack-request-id: req-6a93b4c6-3720-42c7-a2f9-4bd82b8be344 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:38.108864 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "1e889572-33cd-4804-ba88-a1ea698a1f70", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:38.109181 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a93b4c6-3720-42c7-a2f9-4bd82b8be344 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:38.109632 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e889572-33cd-4804-ba88-a1ea698a1f70', 'code': 200} Jul 29 17:46:38.146959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.160677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:38.164670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] For port e776ed58-c0f4-4a1f-a4e7-237055f81a04, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e776ed58-c0f4-4a1f-a4e7-237055f81a04,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:38.165043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.167497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.175031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:38.193259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting subnet b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:46:38.204703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:38.205550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 48f9ed9e-8acd-412f-b7fb-706c1a8ac538 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:38.209107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:38.209428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Calling delete_port for e776ed58-c0f4-4a1f-a4e7-237055f81a04 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:38.214436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:38.216600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.257044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.291567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656e3671-cb4f-4f14-9a86-35d09e4803f0,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:38.324920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.345521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.354099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.359524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.365777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.367083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:38.372667 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.372865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.373801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:38.382654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.389438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.391559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-0dcdf9b1-005b-4cc1-a403-288c79b9912f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5427 time: 0.2657671 Jul 29 17:46:38.397738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.443483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Checking segment: {'id': '487b5598-c5d6-4b2b-9780-8f79659ff9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:38.443991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Network hostable DHCP agents. Network: 57f28326-4f3c-489c-b02a-d0480a32b058, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:38.460561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:38.479475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:38.484769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:38.485420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.494199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ba4c048-45fb-4f8e-9f11-c64f01ddc83f req-b5f54b0a-08a2-421c-b637-973f1f16c71d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928442 Jul 29 17:46:38.518402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Network 57f28326-4f3c-489c-b02a-d0480a32b058 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:38.542487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 57f28326-4f3c-489c-b02a-d0480a32b058) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:38.550060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.550812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.553702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.562919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4a7bd-25f9-4a26-b080-c563762e58be None None] Network 57f28326-4f3c-489c-b02a-d0480a32b058 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:38.576773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Made reservation on behalf of d316efcba9a54654ab5b8db94c9b62b0 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:38.580303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.605128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ad10fc4-83b3-40aa-89a9-28888d558f55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0047705 Jul 29 17:46:38.605409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b14a-c767-4025-afed-7b7e845cf7b5 req-271590fc-3e2a-4410-840f-50dc5646a5fd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:38.605409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c793b14a-c767-4025-afed-7b7e845cf7b5 req-271590fc-3e2a-4410-840f-50dc5646a5fd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 932 time: 0.2638195 Jul 29 17:46:38.625437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.636616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.646471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.699294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:38.705079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:38.719571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.726133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69e6cfbb-7861-42ee-81ea-4904aa834e11 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/subnets/b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe HTTP/1.1" status: 204 len: 168 time: 0.6987739 Jul 29 17:46:38.728825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:38.740625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742530a-b78a-4fad-9b40-5f746fa1da13 None None] Network e59c6d31-aee5-4c57-9e3c-6fc59f09574c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:38.745207 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.746052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 50f4c56c-5a3a-4821-9506-12a059489617 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:38.756425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c793b14a-c767-4025-afed-7b7e845cf7b5 req-beeb7e7a-853a-4262-a17d-edfae08da644 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281803 Jul 29 17:46:38.891662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.893180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6bfa5-3996-48f3-ab69-f9029593b91a None None] Network 57f28326-4f3c-489c-b02a-d0480a32b058 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:38.916182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f0ff2b-9ba0-4980-8b43-b78f13728b9d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:38.926709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.940734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Transition to ACTIVE for port object 43f0ff2b-9ba0-4980-8b43-b78f13728b9d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:38.953621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:38.961555 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.002951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e776ed58-c0f4-4a1f-a4e7-237055f81a04,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.019747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.099217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9525c657-a95e-4b6d-955c-74318875cff8 req-c71b646f-b9ea-4cbe-83e6-f203ed0610c5 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 210 time: 0.0404391 Jul 29 17:46:39.103527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 86b83f34-2f55-4f54-90a9-e94590faa4cc {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:39.104834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.114946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 50f4c56c-5a3a-4821-9506-12a059489617 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:39.137452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.192846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 50f4c56c-5a3a-4821-9506-12a059489617 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:39.193375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.213993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] For port 86b83f34-2f55-4f54-90a9-e94590faa4cc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=86b83f34-2f55-4f54-90a9-e94590faa4cc,segment=NetworkSegment(6fb3164b-32e9-4411-b52e-8ba57005ebf4),segment_id=6fb3164b-32e9-4411-b52e-8ba57005ebf4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:39.215006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.231925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 86b83f34-2f55-4f54-90a9-e94590faa4cc owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:39.262023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c5d48964-8424-411f-b24b-27d4b2f0d6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.308238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Pushing event updated for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.321670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.333333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.362512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:39.363270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=86b83f34-2f55-4f54-90a9-e94590faa4cc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.367608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df978b9b-17f2-463b-b093-5f7ab1c75a22 None None] DHCP port deletion for e59c6d31-aee5-4c57-9e3c-6fc59f09574c request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:46:39.370118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] No DVR routers for this DVR port 86b83f34-2f55-4f54-90a9-e94590faa4cc on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:39.371720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.372658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:39.404834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.412736 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.431974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.457090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.470454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.472647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:39.476719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:39.477180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.482120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59c6d31-aee5-4c57-9e3c-6fc59f09574c']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:39.498014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb3164b-32e9-4411-b52e-8ba57005ebf4') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:39.498444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb3164b-32e9-4411-b52e-8ba57005ebf4') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:39.502035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.509188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.534520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.545469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:39.546530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:39.552456 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:39.565158 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.607941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:39.613543 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.614847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8b58b4e4-674e-43ef-a672-dd25700305ee up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:39.664405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.695980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.701174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/networks/e59c6d31-aee5-4c57-9e3c-6fc59f09574c HTTP/1.1" status: 204 len: 168 time: 0.9679034 Jul 29 17:46:39.701174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d236ed-7430-4605-bd38-7059f42d9034 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Network': ['ID=e59c6d31-aee5-4c57-9e3c-6fc59f09574c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.702941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52596) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:39.716804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.733707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 8b58b4e4-674e-43ef-a672-dd25700305ee completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:39.738834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 8b58b4e4-674e-43ef-a672-dd25700305ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:39.739339 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.768709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.775264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.781311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.787411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.793441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.799418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.805813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.807866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-92fe3220-8c55-462e-9af6-e25ad26f014a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5431 time: 0.1956766 Jul 29 17:46:39.827734 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.864963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:39.871136 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.872102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3b472360-67fe-47ca-9d8c-6ddca6a0655b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:39.906284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.906751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2e8eb16-41bf-4de1-949c-17601422418d {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:46:39.916191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f463c996-0857-4a47-b96a-e1f3547c8569 req-ee207ff1-52b1-4765-8101-99b1c3efd640 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707095 Jul 29 17:46:39.928700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.932891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-da77a1f0-8f11-4e8d-93ff-877970d55fb2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e2e8eb16-41bf-4de1-949c-17601422418d HTTP/1.1" status: 204 len: 168 time: 2.8678491 Jul 29 17:46:39.933158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52600) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:39.940548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-3402efa5-baea-4599-9f2e-57c601243bab tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:39.947802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-3402efa5-baea-4599-9f2e-57c601243bab tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/networks?id=57f28326-4f3c-489c-b02a-d0480a32b058 HTTP/1.1" status: 200 len: 813 time: 0.7236803 Jul 29 17:46:39.948356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 0748b87e-2c1a-4db7-a615-2be728d761c5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:39.948958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:39.950580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Attempting to bind port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:39.950916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Attempting to bind port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:39.951243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Attempting to bind port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:39.966021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:39.966667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Attempting to bind port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:39.975877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-78ad3253-17ae-4bf3-8f37-847a1e4ca48c tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/quotas/2dddd634d12c480099022d80c01d6abb HTTP/1.1" status: 200 len: 375 time: 0.0270963 Jul 29 17:46:39.977594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:39.983957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:39.997442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:39.997931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.001836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:40.014415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:40.014956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:40.015533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:40.016176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Bound port: 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:40.016725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.047957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-df79a033-f3e5-468c-bbfb-ddb3fbf48cbd tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dddd634d12c480099022d80c01d6abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711961 Jul 29 17:46:40.079208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Deleting subnet 167f1ff5-90b4-4314-9051-bc8e68b9ae81 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:46:40.089036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.114106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:40.119645 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b93e11-58fc-45ff-aacc-bcaadc53cdb8" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "50f4c56c-5a3a-4821-9506-12a059489617"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:40.145044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.170852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e776ed58-c0f4-4a1f-a4e7-237055f81a04 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:40.186556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.198000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e776ed58-c0f4-4a1f-a4e7-237055f81a04 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:40.198000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e776ed58-c0f4-4a1f-a4e7-237055f81a04 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:40.198641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 86b83f34-2f55-4f54-90a9-e94590faa4cc no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:40.211029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.211353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.234197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 0748b87e-2c1a-4db7-a615-2be728d761c5 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:40.235835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Allocated IP 192.168.233.151 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/f2dc3174-b98f-4d0b-b167-c9daa102a294) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:40.240863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 86b83f34-2f55-4f54-90a9-e94590faa4cc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:40.241323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 86b83f34-2f55-4f54-90a9-e94590faa4cc not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:40.242799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:40.266659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:40.268595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce1b71-2fb4-403f-824f-29182c042bab req-9bb2d200-8d33-4718-b29a-1f4d2a7bbc07 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:40.269250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:40.271199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68ce1b71-2fb4-403f-824f-29182c042bab req-9bb2d200-8d33-4718-b29a-1f4d2a7bbc07 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 944 time: 0.1501846 Jul 29 17:46:40.275518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.277009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.293342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-519f0f7b-bcf1-455d-b479-aae144a0be1e service neutron] 10.222.0.16 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438593 Jul 29 17:46:40.324191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:40.383548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:40.384075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.385832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] 10.222.0.49 "PUT /v2.0/ports/43f0ff2b-9ba0-4980-8b43-b78f13728b9d HTTP/1.1" status: 200 len: 1092 time: 2.4136741 Jul 29 17:46:40.388053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:40.390382 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9566c994-296a-4444-9d21-c3548eadf921" -d '{"events": [{"name": "network-changed", "server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:40.408214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68ce1b71-2fb4-403f-824f-29182c042bab req-079c07f7-966f-43b2-a734-2db555cdc8b3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Jul 29 17:46:40.409847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.489069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71944-a6ee-468e-a50d-562d5918f97e service neutron] Pushing event updated for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:40.504660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.543645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167f1ff5-90b4-4314-9051-bc8e68b9ae81,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:40.545417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.547979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-29a2695c-63fa-4915-b2f7-c6a6e3c80c5d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/167f1ff5-90b4-4314-9051-bc8e68b9ae81 HTTP/1.1" status: 204 len: 168 time: 0.6134512 Jul 29 17:46:40.551285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74590657-b577-4391-8546-54a5c1a7e846 None None] Network 81d95c47-0ddc-4a83-acab-3eace9f39f94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:40.553956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.580463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-cf2ca496-024b-4bfb-a557-0bb8105b0193 service neutron] 10.222.0.16 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580590 Jul 29 17:46:40.580811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.604934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e782c112-a0c0-4133-aaf0-1f99b8e6a30b req-00d31d7d-3208-4593-9004-fd11fadc93a2 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 210 time: 0.0346427 Jul 29 17:46:40.625660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=0748b87e-2c1a-4db7-a615-2be728d761c5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:40.638537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-95570c58-cdfa-4a71-a959-1553db523e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:40.647106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-95570c58-cdfa-4a71-a959-1553db523e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 1095 time: 0.2102649 Jul 29 17:46:40.709030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.712488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.713908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80247721-01d4-453a-87f5-a77099c73f24 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/floatingips/0bc9a1b6-37e6-40bb-85f4-3ef7ddf0164e HTTP/1.1" status: 204 len: 168 time: 1.0050793 Jul 29 17:46:40.718574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52614) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.729806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.747791 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a06e02a-0e45-4ef4-8c75-aca7e9ea1748 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] DELETE failed (client error): The resource could not be found. Jul 29 17:46:40.748974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a06e02a-0e45-4ef4-8c75-aca7e9ea1748 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:46:40.751408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1a06e02a-0e45-4ef4-8c75-aca7e9ea1748 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/ad17ddb7-2a69-4887-a05d-1ff76a1ed33b HTTP/1.1" status: 404 len: 333 time: 0.0310087 Jul 29 17:46:40.754040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52616) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.776436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-c1fda789-4bbd-4044-9c9d-275f0e7b55bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d HTTP/1.1" status: 200 len: 217 time: 0.1230483 Jul 29 17:46:40.778963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.786543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Transition to ACTIVE for port object f2dc3174-b98f-4d0b-b167-c9daa102a294 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:40.788975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-61c3e5d9-312a-400a-9c01-dcf8142907fb tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/ports?device_id=3df0e687-df7b-432e-a053-4431e2e4e6e4 HTTP/1.1" status: 200 len: 205 time: 0.0335226 Jul 29 17:46:40.791388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.859833 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-a858dff9-1c0b-44fb-a027-6fd189414cfb tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] delete failed (client error): The resource could not be found. Jul 29 17:46:40.865319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a858dff9-1c0b-44fb-a027-6fd189414cfb tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/routers/3df0e687-df7b-432e-a053-4431e2e4e6e4 HTTP/1.1" status: 404 len: 336 time: 0.0724874 Jul 29 17:46:40.866383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52624) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.869184 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c823637-6555-425e-9ad5-0c191023a49d x-openstack-request-id: req-8c823637-6555-425e-9ad5-0c191023a49d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:40.869741 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "50f4c56c-5a3a-4821-9506-12a059489617", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:40.869741 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c823637-6555-425e-9ad5-0c191023a49d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:40.870126 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'code': 200} Jul 29 17:46:40.870400 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'code': 200} Jul 29 17:46:40.870755 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617', 'code': 200} Jul 29 17:46:40.870884 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'code': 200} Jul 29 17:46:40.871252 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'code': 200} Jul 29 17:46:40.901262 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63548b6-20ca-4912-814c-ae7912a4fdbe x-openstack-request-id: req-a63548b6-20ca-4912-814c-ae7912a4fdbe {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:40.902107 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:40.902597 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a63548b6-20ca-4912-814c-ae7912a4fdbe {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:40.903147 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d', 'status': 'completed', 'code': 200} Jul 29 17:46:40.927141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c8ab645-5add-41a1-99b2-81c88474586e req-acdfb7ce-ad5a-4983-8030-3e2526cad2be tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Jul 29 17:46:40.927553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-104c8b2b-a309-481f-9f33-bd683bc96b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:40.929155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-104c8b2b-a309-481f-9f33-bd683bc96b10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.1443503 Jul 29 17:46:40.949277 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22fc88a-9bcb-46b4-9216-04d44f80b9ff tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] DELETE failed (client error): The resource could not be found. Jul 29 17:46:40.950439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22fc88a-9bcb-46b4-9216-04d44f80b9ff tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:46:40.952427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c22fc88a-9bcb-46b4-9216-04d44f80b9ff tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/subnets/b0d8adce-f4a3-4b49-ace5-1f2ab4653dfe HTTP/1.1" status: 404 len: 337 time: 0.0848949 Jul 29 17:46:40.957186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52626) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:40.981825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Deleting port bda8bb0f-786d-42cd-9b2a-4bad767464c8 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:40.982102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.984181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:40.989165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-bb278cd9-c023-4a10-b44e-0f9d226f4d83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512860 Jul 29 17:46:41.098424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] DHCP port deletion for 81d95c47-0ddc-4a83-acab-3eace9f39f94 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:46:41.113804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 7b89799e-b6cc-49f2-9de4-6bf73262348a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:41.114118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.141758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:41.151765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:41.164818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Deleting port bda8bb0f-786d-42cd-9b2a-4bad767464c8 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:41.166563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.177191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:41.201400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] For port bda8bb0f-786d-42cd-9b2a-4bad767464c8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bda8bb0f-786d-42cd-9b2a-4bad767464c8,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:41.201849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.226268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Pushing event updated for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:41.235545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.256559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 7b89799e-b6cc-49f2-9de4-6bf73262348a owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:41.265244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] For port bda8bb0f-786d-42cd-9b2a-4bad767464c8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bda8bb0f-786d-42cd-9b2a-4bad767464c8,segment=NetworkSegment(2e94554e-da3b-4911-88c6-2ba1630e0c47),segment_id=2e94554e-da3b-4911-88c6-2ba1630e0c47)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:41.265525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Calling delete_port for bda8bb0f-786d-42cd-9b2a-4bad767464c8 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:41.266005 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.282987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Calling delete_port for bda8bb0f-786d-42cd-9b2a-4bad767464c8 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:41.314026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.320619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.332531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.339903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.349815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.355803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.361612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.370381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-878eba26-f6bf-4937-861a-26d7aa5d137b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.3035808 Jul 29 17:46:41.389787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.400747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.403694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.415966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] Pushing event deleted for resources: {'Port': ['ID=bda8bb0f-786d-42cd-9b2a-4bad767464c8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:41.426773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb825b9-5f36-4472-96e6-8ce70cdcb56f None None] No DVR routers for this DVR port bda8bb0f-786d-42cd-9b2a-4bad767464c8 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:41.461986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.519769 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-12c789c3-e1f8-4ce8-ac92-a0fd5a85c639 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167873 Jul 29 17:46:41.523366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-56f81fdb-652f-4d7e-bc1c-cf75e71249ba tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4522188 Jul 29 17:46:41.525125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=7b89799e-b6cc-49f2-9de4-6bf73262348a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:41.561199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fd953527-5890-4b1a-b922-192f613c2aa2 None None] Provisioning for port f2dc3174-b98f-4d0b-b167-c9daa102a294 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:41.563312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Request body: {'port': {'device_id': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:41.568669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fd953527-5890-4b1a-b922-192f613c2aa2 None None] Provisioning complete for port f2dc3174-b98f-4d0b-b167-c9daa102a294 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:41.569297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fd953527-5890-4b1a-b922-192f613c2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.593064 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6ab28b6-9122-414c-a329-a2b2e2210f5f req-26bc8a1e-a151-47c9-9f9a-caaacda4551e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126026 Jul 29 17:46:41.625545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cab29e-5069-4d89-86fa-18cf7ff28c31 req-c2a62cf1-bf84-450e-b930-3ee619d5bcb6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.627124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8cab29e-5069-4d89-86fa-18cf7ff28c31 req-c2a62cf1-bf84-450e-b930-3ee619d5bcb6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 944 time: 0.0999026 Jul 29 17:46:41.630423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.634595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3e7b2844-b701-47a2-9180-436aaebb1c5e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/7b89799e-b6cc-49f2-9de4-6bf73262348a HTTP/1.1" status: 204 len: 168 time: 0.6738176 Jul 29 17:46:41.635859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52640) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:41.679948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fd953527-5890-4b1a-b922-192f613c2aa2 None None] Port f2dc3174-b98f-4d0b-b167-c9daa102a294 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:41.696431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.708107 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c9bd-7637-47e6-adac-9254dc79102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.735038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8cab29e-5069-4d89-86fa-18cf7ff28c31 req-f63d465f-39cd-42c3-9fe2-9dd7788f3d01 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006050 Jul 29 17:46:41.767504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] No DVR routers for this DVR port bda8bb0f-786d-42cd-9b2a-4bad767464c8 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:41.781398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda8bb0f-786d-42cd-9b2a-4bad767464c8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:41.807766 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.811297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 8d32ab47-405c-47d0-965d-8a3e6cb72e48 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:41.811637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.821504 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.872872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cce3e52-4fe6-4c17-908e-69c4c4973535 req-c0a9e917-483d-4cb6-8d25-039f55935d24 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411858 Jul 29 17:46:41.893129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.923611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d95c47-0ddc-4a83-acab-3eace9f39f94']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:41.940713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c928b-5223-48db-99fd-4aa5221d45d6 req-cdafbb9c-18ce-40b4-b500-44c44ea6b487 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:41.942112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e9c928b-5223-48db-99fd-4aa5221d45d6 req-cdafbb9c-18ce-40b4-b500-44c44ea6b487 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 936 time: 0.1146069 Jul 29 17:46:41.953614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e94554e-da3b-4911-88c6-2ba1630e0c47') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:41.953894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e94554e-da3b-4911-88c6-2ba1630e0c47') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:41.971310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:41.992954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 8d32ab47-405c-47d0-965d-8a3e6cb72e48 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:42.003506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.008006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e9c928b-5223-48db-99fd-4aa5221d45d6 req-c32f8314-3da9-439e-8073-82776e851883 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Jul 29 17:46:42.108954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bda8bb0f-786d-42cd-9b2a-4bad767464c8 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:42.113184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4673997-625e-4d34-90dc-6e939bf723c0 req-60a50f0f-ed70-4db1-aac5-fc603676b5f0 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 210 time: 0.1067004 Jul 29 17:46:42.121352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.137683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: bda8bb0f-786d-42cd-9b2a-4bad767464c8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:42.138036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bda8bb0f-786d-42cd-9b2a-4bad767464c8 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:42.143674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:42.143913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:42.145916 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:42.149429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c994-296a-4444-9d21-c3548eadf921 req-10221627-efa7-4f07-86d5-94304103b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:42.149673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-10221627-efa7-4f07-86d5-94304103b98b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 1095 time: 0.2069030 Jul 29 17:46:42.169445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.198878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=8d32ab47-405c-47d0-965d-8a3e6cb72e48,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:42.271060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.276905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25be6a54-173b-4fbf-8a76-2ab478bf609f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/ports/8d32ab47-405c-47d0-965d-8a3e6cb72e48 HTTP/1.1" status: 204 len: 168 time: 0.6401451 Jul 29 17:46:42.277656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:42.336608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec846283-c0fb-4344-b6f8-b50d412f2920 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:42.338732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ec846283-c0fb-4344-b6f8-b50d412f2920 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba76c6ad-f34e-441b-8689-0df0847b7e36 HTTP/1.1" status: 200 len: 913 time: 0.0600264 Jul 29 17:46:42.340767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52650) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:42.368525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.388274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.392757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] 10.222.0.16 "DELETE /v2.0/networks/81d95c47-0ddc-4a83-acab-3eace9f39f94 HTTP/1.1" status: 204 len: 168 time: 1.8339570 Jul 29 17:46:42.445533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53751948-dad9-4ec9-a222-b8207167ec28 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d95c47-0ddc-4a83-acab-3eace9f39f94,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:42.470887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-512ca63a-5432-4e00-a229-075b4f0a74bb tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:42.472744 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-512ca63a-5432-4e00-a229-075b4f0a74bb tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.49 "GET /v2.0/networks?id=57f28326-4f3c-489c-b02a-d0480a32b058 HTTP/1.1" status: 200 len: 813 time: 0.2821407 Jul 29 17:46:42.502777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Request body: {'port': {'device_id': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058', 'admin_state_up': True, 'tenant_id': '2dddd634d12c480099022d80c01d6abb'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:42.547071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52654) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:42.557401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c994-296a-4444-9d21-c3548eadf921 req-e2075960-3f2f-471c-b8bf-127bef01ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:42.559263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-e2075960-3f2f-471c-b8bf-127bef01ea1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.3977203 Jul 29 17:46:42.626316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-dc763dc0-0d8e-44ec-b3a2-4b306c0d2319 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d HTTP/1.1" status: 200 len: 217 time: 0.0575337 Jul 29 17:46:42.641773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd783177-9ca7-42c5-a8ea-f0c92f6ca1ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1199ab4375094be4a1b5b26f9267e1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908051 Jul 29 17:46:42.641945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:42.709912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dc3174-b98f-4d0b-b167-c9daa102a294 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:42.730360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.756652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c994-296a-4444-9d21-c3548eadf921 req-48f4eddc-cafa-436b-a40f-b1205a906317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:42.758349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-48f4eddc-cafa-436b-a40f-b1205a906317 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.1060717 Jul 29 17:46:42.762335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Transition to ACTIVE for port object f2dc3174-b98f-4d0b-b167-c9daa102a294 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:42.781546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.816434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-c8d8179a-bba5-4c29-a0ac-f925e3c8b4a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483062 Jul 29 17:46:42.861902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Made reservation on behalf of 2dddd634d12c480099022d80c01d6abb for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:42.866004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.871070 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:42.872093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b472360-67fe-47ca-9d8c-6ddca6a0655b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:42.876112 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a0163-7eb2-47b9-a432-919c868f0710" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "3b472360-67fe-47ca-9d8c-6ddca6a0655b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:43.145127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.188920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.195374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.201761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.208233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.214536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.220978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.227547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.229476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-90137195-06bf-4dad-8ca8-89d35cf7d33f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.5353630 Jul 29 17:46:43.237057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.289430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:43.335242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45353737-9140-4bd5-9d7c-f8c1aaa38b0a req-5adce7ed-deef-4dbc-a384-ae39a49da8f3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958741 Jul 29 17:46:43.378723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.419246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96cef2-8085-45a0-a5a1-35ae1c3783cb req-5b616e33-30ba-413f-ae85-731886190f98 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.421067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f96cef2-8085-45a0-a5a1-35ae1c3783cb req-5b616e33-30ba-413f-ae85-731886190f98 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 944 time: 0.5820346 Jul 29 17:46:43.427787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.430327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.436414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3da5bd7a-1c3c-4bad-9a97-dbdee76a5907 HTTP/1.1" status: 204 len: 168 time: 0.7886226 Jul 29 17:46:43.443767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7937d13-6c8f-475f-b371-169e423b230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5bd7a-1c3c-4bad-9a97-dbdee76a5907,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:43.508764 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5b49d-99b2-4d29-81dc-9c8183536d11 x-openstack-request-id: req-a9e5b49d-99b2-4d29-81dc-9c8183536d11 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:43.509279 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-plugged", "status": "completed", "tag": "3b472360-67fe-47ca-9d8c-6ddca6a0655b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:43.509413 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9e5b49d-99b2-4d29-81dc-9c8183536d11 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:43.509712 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b472360-67fe-47ca-9d8c-6ddca6a0655b', 'code': 200} Jul 29 17:46:43.536021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-dcf0c98e-a520-4a63-839f-3eb6cc53c12e service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944251 Jul 29 17:46:43.581994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Attempting to bind port f2dc3174-b98f-4d0b-b167-c9daa102a294 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:43.582391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Attempting to bind port f2dc3174-b98f-4d0b-b167-c9daa102a294 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:43.582913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Attempting to bind port f2dc3174-b98f-4d0b-b167-c9daa102a294 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:43.629973 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f96cef2-8085-45a0-a5a1-35ae1c3783cb req-fa1d07a7-e464-4101-9a7d-b40febc3a0a4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014730 Jul 29 17:46:43.636091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Port f2dc3174-b98f-4d0b-b167-c9daa102a294 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:43.636709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Attempting to bind port f2dc3174-b98f-4d0b-b167-c9daa102a294 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:43.658286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Allocated IP 172.20.0.14 (57f28326-4f3c-489c-b02a-d0480a32b058/656e3671-cb4f-4f14-9a86-35d09e4803f0/641c8047-47bc-46ac-ab3e-320586678efc) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:43.667537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:43.674758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:43.676544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:43.676544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Bound port: f2dc3174-b98f-4d0b-b167-c9daa102a294, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:43.676544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.740368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.740847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.741308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.741779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.742221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.742718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.743427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.745522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-10d47f19-ec52-47eb-8420-217ef230a536 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.1341312 Jul 29 17:46:43.799563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699289c-6490-4892-8ef8-d1ed4771400a req-2b10645f-aba5-445b-85e9-9ee7752113ab tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:43.800937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7699289c-6490-4892-8ef8-d1ed4771400a req-2b10645f-aba5-445b-85e9-9ee7752113ab tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 948 time: 0.1280100 Jul 29 17:46:43.806854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a843c593-00e4-496b-8f07-b6037e9029b3 req-1584e9d1-4ad5-448e-838b-1e6017518981 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 210 time: 0.0797582 Jul 29 17:46:43.850044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9566c994-296a-4444-9d21-c3548eadf921 req-a796e588-50da-4aff-9d6d-1083484a2318 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030040 Jul 29 17:46:43.882690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-332ec49b-84c8-4201-a3e6-48f8fed89f44 req-4612fdb6-1e36-4b24-bf12-b01a461c9bb9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147349 Jul 29 17:46:43.898305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7699289c-6490-4892-8ef8-d1ed4771400a req-b462f4a8-9760-4c66-80ba-7feb71436c1d tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Jul 29 17:46:43.921363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:43.924633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:43.925412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:43.943058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:43.950149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.010783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.011403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.012946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] 10.222.0.38 "PUT /v2.0/ports/f2dc3174-b98f-4d0b-b167-c9daa102a294 HTTP/1.1" status: 200 len: 1096 time: 2.4658763 Jul 29 17:46:44.013390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:44.015725 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14904ffb-1afa-4604-bc6a-d62d0c238c65" -d '{"events": [{"name": "network-changed", "server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:44.030140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.034648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.048847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:44.054577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8f61-b95a-4354-be2c-03b86df92ace service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:44.098965 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5181c785-fc3d-46b0-a10c-3e527acd5888 x-openstack-request-id: req-5181c785-fc3d-46b0-a10c-3e527acd5888 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:44.099375 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:44.099733 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5181c785-fc3d-46b0-a10c-3e527acd5888 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:44.100231 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294', 'status': 'completed', 'code': 200} Jul 29 17:46:44.125469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.205955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Network 57f28326-4f3c-489c-b02a-d0480a32b058 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:44.212739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:44.227676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:44.235359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Pushing event updated for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:44.297617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-a149bddf-7f32-4a00-9ec7-6fdcdedced10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.299175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-a149bddf-7f32-4a00-9ec7-6fdcdedced10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 1099 time: 0.1375763 Jul 29 17:46:44.316746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.339873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.340501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.348481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=6da7c31a-365d-45b3-a36d-ed9a8ea9ff9b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:44.399724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-c58814ed-5812-4b59-a561-a949d87fe2f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294 HTTP/1.1" status: 200 len: 217 time: 0.0881553 Jul 29 17:46:44.455284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1dc4a9a9-a167-4614-ad63-dd9557496798 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9694417 Jul 29 17:46:44.474074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Request body: {'port': {'device_id': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:44.504876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-61acdd70-55b9-49ef-b76f-47a8c635e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.506640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-61acdd70-55b9-49ef-b76f-47a8c635e6bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0967853 Jul 29 17:46:44.511164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.575200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.595332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-8def8ef8-c7ef-4e65-b8be-ba77d34f0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.596841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-8def8ef8-c7ef-4e65-b8be-ba77d34f0ebe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815237 Jul 29 17:46:44.598990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52700) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:44.640657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.653333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.664540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.672816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.693938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.701825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.708262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:44.711314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-2e589e26-6426-4b5f-85f0-247791c9e58a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.1731937 Jul 29 17:46:44.750058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-network', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:44.767269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:44.788559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3bd220b2-5e4c-44cd-b8cb-48b32234c666 req-5bc3fbd8-b6cb-42c1-93d5-ab246767f042 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569096 Jul 29 17:46:44.966498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-597fef48-c9a2-4b3b-826a-94ab1acd08e2 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355043 Jul 29 17:46:44.970899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Made reservation on behalf of 5e8e4c5b21e449a6ade922f83b43f1ad for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:44.973719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.008369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b83d0-0d2f-476f-ae54-b316a4902b40 req-7795203b-b050-4b37-9b2a-09478ef3a981 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.010838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c33b83d0-0d2f-476f-ae54-b316a4902b40 req-7795203b-b050-4b37-9b2a-09478ef3a981 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 944 time: 0.1998363 Jul 29 17:46:45.016933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 43f0ff2b-9ba0-4980-8b43-b78f13728b9d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:45.028691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.082050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4736d-eaa5-47da-b626-907f8a6635ed req-f430879e-2bf7-43c8-b1f6-62d54c11bc4f tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.083924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5b4736d-eaa5-47da-b626-907f8a6635ed req-f430879e-2bf7-43c8-b1f6-62d54c11bc4f tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 932 time: 0.1140401 Jul 29 17:46:45.099177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Router ba76c6ad-f34e-441b-8689-0df0847b7e36 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:45.149135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5b4736d-eaa5-47da-b626-907f8a6635ed req-c8906008-d5ed-43ed-81d2-6264088c00ca tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Jul 29 17:46:45.173205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.209039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.242845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:45.266524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d', 'mac_address': 'fa:16:3e:d2:03:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:45.287075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:45.307828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.313004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162bff66-0c23-4ae5-8538-66821634014f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:45.326057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f0ff2b-9ba0-4980-8b43-b78f13728b9d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:45.334487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:45.343845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-76108a04-da10-4ecc-9441-81ce6fe5df5f tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "PUT /v2.0/routers/ba76c6ad-f34e-441b-8689-0df0847b7e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018275 Jul 29 17:46:45.344693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:45.345377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c33b83d0-0d2f-476f-ae54-b316a4902b40 req-e56b998a-0017-4380-bd8b-eacf5382754b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691077 Jul 29 17:46:45.350327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] Sync routers for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:45.353033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.353366 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Added segment 90b821e9-f0ce-416a-93e3-82dd511f856e of type vlan for network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 Jul 29 17:46:45.356335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:45.365936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:45.367142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:45.371845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.397463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdbbeff1-04bb-47f9-8aba-a4758671b83a req-3ada7ce5-7834-41df-89d0-8505d4f149bd service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205170 Jul 29 17:46:45.425982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.435423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:45.447227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3aff1-3a74-4745-aadf-7c473958eb88 req-4646b3ac-7a2a-4354-b6dd-d1ac02e9e336 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.448662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04d3aff1-3a74-4745-aadf-7c473958eb88 req-4646b3ac-7a2a-4354-b6dd-d1ac02e9e336 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 948 time: 0.1488163 Jul 29 17:46:45.480920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:45.487580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641c8047-47bc-46ac-ab3e-320586678efc {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:45.490387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] Routers {'ba76c6ad-f34e-441b-8689-0df0847b7e36'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:45.491025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ba76c6ad-f34e-441b-8689-0df0847b7e36'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:45.499600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.534080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Transition to ACTIVE for port object 641c8047-47bc-46ac-ab3e-320586678efc will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:45.534742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:45.536210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7e5c9-e156-4147-b9e1-e84422756df6 None None] The sync data for ids ['ba76c6ad-f34e-441b-8689-0df0847b7e36'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:45.536464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.537922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.538060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.547661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.550461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04d3aff1-3a74-4745-aadf-7c473958eb88 req-a7e1e734-18a3-4f64-ad3c-0b0f3d223487 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875323 Jul 29 17:46:45.557350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.608240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['43f0ff2b-9ba0-4980-8b43-b78f13728b9d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:45.652187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0490456 Jul 29 17:46:45.656835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52714) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:45.662592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Request body: {'subnet': {'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-subnet', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:45.675628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-2ae3f68d-79d8-41d8-8d63-1d8e872cfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.677141 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-2ae3f68d-79d8-41d8-8d63-1d8e872cfa23 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 1099 time: 0.2054932 Jul 29 17:46:45.684130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746599-8c97-4990-9aa9-47ab69e56907 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3a31b6-e8f4-4fe6-86eb-38e57bc25106,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:45.701225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:45.715250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:45.715789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.724376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Made reservation on behalf of 5e8e4c5b21e449a6ade922f83b43f1ad for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:45.727637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.835504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Attempting to bind port 641c8047-47bc-46ac-ab3e-320586678efc on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:45.835898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Attempting to bind port 641c8047-47bc-46ac-ab3e-320586678efc by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '487b5598-c5d6-4b2b-9780-8f79659ff9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:45.836153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Attempting to bind port 641c8047-47bc-46ac-ab3e-320586678efc on network 57f28326-4f3c-489c-b02a-d0480a32b058 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:45.844255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-748fccd9-e1c9-454a-a8c4-6fbb12f6d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:45.845817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-748fccd9-e1c9-454a-a8c4-6fbb12f6d7ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1577141 Jul 29 17:46:45.846583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Port 641c8047-47bc-46ac-ab3e-320586678efc on network 57f28326-4f3c-489c-b02a-d0480a32b058 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:46:45.846929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Attempting to bind port 641c8047-47bc-46ac-ab3e-320586678efc on network 57f28326-4f3c-489c-b02a-d0480a32b058 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:45.851043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting port 98b0d045-8d72-4005-90b9-3b9861d882a5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:45.851658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.852392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:45.852796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Checking segment: {'id': '487b5598-c5d6-4b2b-9780-8f79659ff9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:45.853279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Bound using segment: {'id': '487b5598-c5d6-4b2b-9780-8f79659ff9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:45.853710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Bound port: 641c8047-47bc-46ac-ab3e-320586678efc, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487b5598-c5d6-4b2b-9780-8f79659ff9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:45.854068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:45.908721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-a31c75cd-5dd1-4438-bc12-60ce20280909 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294 HTTP/1.1" status: 200 len: 217 time: 0.0514820 Jul 29 17:46:45.973054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.013490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Calling delete_port for 98b0d045-8d72-4005-90b9-3b9861d882a5 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:46.022270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-f8ea8813-b934-4985-9c0b-449405d6462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.024164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-f8ea8813-b934-4985-9c0b-449405d6462b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0961063 Jul 29 17:46:46.035397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.036641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.042228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.047903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.053681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.059310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.065020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.070794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.072638 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52ba505-7403-400c-974d-327ba58f9eea req-1bdff2dc-b43a-4002-97eb-a746b123687d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.1758244 Jul 29 17:46:46.073800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:46.115724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=641c8047-47bc-46ac-ab3e-320586678efc,segment=NetworkSegment(487b5598-c5d6-4b2b-9780-8f79659ff9c8),segment_id=487b5598-c5d6-4b2b-9780-8f79659ff9c8)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:46.126169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.143854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c426829e-05ce-435d-8521-b9b3e1feb449,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:46.183915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.184542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.185922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] 10.222.0.49 "PUT /v2.0/ports/641c8047-47bc-46ac-ab3e-320586678efc HTTP/1.1" status: 200 len: 1092 time: 1.7221842 Jul 29 17:46:46.187355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:46.189638 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbb3f88-5658-4d11-9423-791874856f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "tag": "641c8047-47bc-46ac-ab3e-320586678efc"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:46.197978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Checking segment: {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:46.198282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Network hostable DHCP agents. Network: bd3a31b6-e8f4-4fe6-86eb-38e57bc25106, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:46.205810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f52ba505-7403-400c-974d-327ba58f9eea req-df1e09f7-0efd-47cb-ac3b-2ae1dd304984 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187191 Jul 29 17:46:46.220330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-b876bec3-bf27-49b4-acfe-571fa00334a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.221864 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-b876bec3-bf27-49b4-acfe-571fa00334a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457317 Jul 29 17:46:46.273484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc3b60-264c-4806-b4b7-b1ee0662ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:46.277309 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cfa782-c25d-4048-834b-16e81c75f1ff x-openstack-request-id: req-17cfa782-c25d-4048-834b-16e81c75f1ff {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:46.277589 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "tag": "641c8047-47bc-46ac-ab3e-320586678efc", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:46.277844 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17cfa782-c25d-4048-834b-16e81c75f1ff {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:46.278284 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc', 'status': 'completed', 'code': 200} Jul 29 17:46:46.290529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:46.314724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, bd3a31b6-e8f4-4fe6-86eb-38e57bc25106) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:46.322383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.322968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.324583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989fcc1-e3fc-480f-b812-fe368f05da3d None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:46.349299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a978ba-5fc2-49d1-9272-acd8ec2072dc req-3cc30847-b680-4b7f-942c-3245cc160f87 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.350725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01a978ba-5fc2-49d1-9272-acd8ec2072dc req-3cc30847-b680-4b7f-942c-3245cc160f87 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 944 time: 0.1109869 Jul 29 17:46:46.363216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.377316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-192b100f-11b9-4c48-baee-0bc18463fa35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7191737 Jul 29 17:46:46.380337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:46.392772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:46.405169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Port': ['ID=98b0d045-8d72-4005-90b9-3b9861d882a5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:46.411471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-197676a4-84aa-4daf-ab60-8319b591eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.413010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-197676a4-84aa-4daf-ab60-8319b591eff4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dddd634d12c480099022d80c01d6abb&device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 1095 time: 0.1795225 Jul 29 17:46:46.440743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01a978ba-5fc2-49d1-9272-acd8ec2072dc req-835faf59-febf-4db4-9e15-5b64894f0054 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855050 Jul 29 17:46:46.491698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.492750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'fixed_ips': [{'subnet_id': 'c426829e-05ce-435d-8521-b9b3e1feb449'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:46:46.494796 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.498106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.504149 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.504745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.510701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.516421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.522429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.528158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.534310 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a418a71-514f-4884-8b30-22cef7ef5f5b req-7f1f3212-6732-4ffd-9e56-8829aa668fe5 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.2160394 Jul 29 17:46:46.536518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-2803ddf4-f4b9-4f97-8e9d-a1a1c084b4d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=641c8047-47bc-46ac-ab3e-320586678efc HTTP/1.1" status: 200 len: 217 time: 0.1041241 Jul 29 17:46:46.538586 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-7d860c5c-9657-4d28-aa2d-8100ebfd87a3 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876501 Jul 29 17:46:46.539743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.540983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.542213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:46.578773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Request body: {'floatingip': {'port_id': '50f4c56c-5a3a-4821-9506-12a059489617'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:46.657548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Allocated IP 172.20.0.2 (bd3a31b6-e8f4-4fe6-86eb-38e57bc25106/c426829e-05ce-435d-8521-b9b3e1feb449/1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:46.674405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.676767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.681955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.794909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.795428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Fanout notify agent at l3_agent the message router_deleted on router ba76c6ad-f34e-441b-8689-0df0847b7e36 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:46:46.821103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.825161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5c09182e-dc8d-4c23-8230-5cd2a6c50c58 tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/routers/ba76c6ad-f34e-441b-8689-0df0847b7e36 HTTP/1.1" status: 204 len: 168 time: 1.4707935 Jul 29 17:46:46.830083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478a71-4384-4098-8b9b-cae385ee3c6b req-132cfeb0-c2e4-4a3b-9994-6cf6a98086bf tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:46.830968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.834814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2478a71-4384-4098-8b9b-cae385ee3c6b req-132cfeb0-c2e4-4a3b-9994-6cf6a98086bf tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 945 time: 0.2523777 Jul 29 17:46:46.840321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Transition to ACTIVE for port object 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:46.840865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52738) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:46.857678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Transition to ACTIVE for port object 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:46.865759 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.906830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:46.911120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:46.914092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:46.929362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Pushing event updated for resources: {'Port': ['ID=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:46.977852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Attempting to bind port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:46.978219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Attempting to bind port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:46.978617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Attempting to bind port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e on network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:46.980636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Deleting subnet 643b1bea-3ae7-4478-832a-82c5c74a5464 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:46:46.983842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:46.984395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Checking segment: {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:46.984609 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.985005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Bound using segment: {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:46.985468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Bound port: 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:46.985848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:46.987207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2478a71-4384-4098-8b9b-cae385ee3c6b req-25f8d735-412f-41de-8515-4ce47c4e157d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411791 Jul 29 17:46:46.989531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.045857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-b3da7633-a1a3-4762-87b3-0c247d64de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:47.047349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 43f0ff2b-9ba0-4980-8b43-b78f13728b9d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:47.047967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-b3da7633-a1a3-4762-87b3-0c247d64de23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=656e3671-cb4f-4f14-9a86-35d09e4803f0 HTTP/1.1" status: 200 len: 853 time: 0.5027146 Jul 29 17:46:47.049660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.075433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.138652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-1c7f5460-d6a9-4a2b-b9a0-8004ec1bfb1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57f28326-4f3c-489c-b02a-d0480a32b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728214 Jul 29 17:46:47.173939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] For port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:47.177288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:47.181607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] For port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:47.183753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:47.184118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.189248 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.278085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14904ffb-1afa-4604-bc6a-d62d0c238c65 req-2ece0f9d-31bd-4708-8243-8ee7ca4cbb53 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184234 Jul 29 17:46:47.291589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f27b-02c7-4b37-87ec-11dcab8b72ad req-b2861f7e-fc7a-4ee6-a477-9c7eb8ca3c1f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:47.293263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c263f27b-02c7-4b37-87ec-11dcab8b72ad req-b2861f7e-fc7a-4ee6-a477-9c7eb8ca3c1f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 948 time: 0.6334960 Jul 29 17:46:47.298839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e05d0-c3fe-4cfb-90aa-228f3fbf0192 None None] Pushing event updated for resources: {'Port': ['ID=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:47.347346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.364165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.398537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:47.400981 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b0a2d-ac58-493a-9ec4-9183e8e198de" -d '{"events": [{"server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "name": "network-vif-plugged", "status": "completed", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:47.406889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c263f27b-02c7-4b37-87ec-11dcab8b72ad req-88a7646d-4be2-411e-ba6a-0e8b9e55fa8e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806892 Jul 29 17:46:47.413560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-9bc9b6b1-77d2-4ccb-892c-00abd86aa1cd service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387135 Jul 29 17:46:47.440319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:47.446786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.451873 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb6d817-b2bf-428f-b8ce-0f3cfd3a0c19 x-openstack-request-id: req-9bb6d817-b2bf-428f-b8ce-0f3cfd3a0c19 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:47.452128 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "name": "network-vif-plugged", "status": "completed", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:47.452393 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bb6d817-b2bf-428f-b8ce-0f3cfd3a0c19 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:47.452777 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d', 'code': 200} Jul 29 17:46:47.552044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:47.663741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42ca6-ffaf-41c3-b8db-b264c9908ff8 req-55383511-8804-4635-8bb2-c022e1821402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:47.665376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fe42ca6-ffaf-41c3-b8db-b264c9908ff8 req-55383511-8804-4635-8bb2-c022e1821402 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 1097 time: 0.1491072 Jul 29 17:46:47.668256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.672583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8574db1e-4138-455f-a523-a4e6a15bb184 req-6f6abc71-a39b-49ba-838e-5dbda59dc161 service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259824 Jul 29 17:46:47.703898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbd1f-0778-44d5-88e0-3a63d68cb7e5 req-a9fe284a-0f2f-468a-90e0-d1e47ff241cd tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:47.706713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af8cbd1f-0778-44d5-88e0-3a63d68cb7e5 req-a9fe284a-0f2f-468a-90e0-d1e47ff241cd tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 944 time: 0.1355405 Jul 29 17:46:47.744434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f2dc3174-b98f-4d0b-b167-c9daa102a294 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:47.781617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fe42ca6-ffaf-41c3-b8db-b264c9908ff8 req-4539c0c5-813c-4140-8f16-61ac9e6eaced service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075284 Jul 29 17:46:47.808565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.814290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af8cbd1f-0778-44d5-88e0-3a63d68cb7e5 req-ded7a432-9e85-4d51-889d-e03ea2461f2e tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946975 Jul 29 17:46:47.835630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3f88-5658-4d11-9423-791874856f8b req-42d59c01-925b-4931-8861-a31944a2a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:47.837328 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-42d59c01-925b-4931-8861-a31944a2a489 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dddd634d12c480099022d80c01d6abb&device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 1095 time: 0.1068592 Jul 29 17:46:47.842592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Subnet': ['ID=643b1bea-3ae7-4478-832a-82c5c74a5464,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:47.854999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.859960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-640e13c4-9a8d-48f1-9006-e701e2a8e3fa tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/subnets/643b1bea-3ae7-4478-832a-82c5c74a5464 HTTP/1.1" status: 204 len: 168 time: 1.0179904 Jul 29 17:46:47.861000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:47.863338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52744) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:47.875129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'f2dc3174-b98f-4d0b-b167-c9daa102a294', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'f2dc3174-b98f-4d0b-b167-c9daa102a294', 'mac_address': 'fa:16:3e:f6:6d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:47.921180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.935803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dc3174-b98f-4d0b-b167-c9daa102a294 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:47.957535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:47.965268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.997735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.000833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.008654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.011042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.022218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:48.043031 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.167445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Allocated IP 172.25.5.228 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/5345ee67-9a0e-4a4b-8765-bb0d90ef0f56) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:48.174165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3f88-5658-4d11-9423-791874856f8b req-7f421bd2-4af1-4367-a09e-b38ac49a1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:48.176322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-7f421bd2-4af1-4367-a09e-b38ac49a1bc9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57f28326-4f3c-489c-b02a-d0480a32b058 HTTP/1.1" status: 200 len: 914 time: 0.3020251 Jul 29 17:46:48.183199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:48.262742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f2dc3174-b98f-4d0b-b167-c9daa102a294'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:48.275530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.285505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-8915d75e-7a13-4281-9351-09b117f569ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=641c8047-47bc-46ac-ab3e-320586678efc HTTP/1.1" status: 200 len: 217 time: 0.0487988 Jul 29 17:46:48.287878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e3d33-db57-46fb-a1d4-e1292dc9d58a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:48.303651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cade60-5fe4-4c03-9557-f7eb06075c2d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:48.304066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cade60-5fe4-4c03-9557-f7eb06075c2d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:48.313850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:48.315246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.332416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.338881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:48.339292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.369174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.389435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3f88-5658-4d11-9423-791874856f8b req-087bca19-9bea-4d8a-a79d-a8a93046e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:48.391070 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-087bca19-9bea-4d8a-a79d-a8a93046e297 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=656e3671-cb4f-4f14-9a86-35d09e4803f0 HTTP/1.1" status: 200 len: 853 time: 0.0938396 Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:48.391905 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:48.429554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.452260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-d63401b1-29b0-441a-bb65-d403e7cdf9ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57f28326-4f3c-489c-b02a-d0480a32b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367796 Jul 29 17:46:48.464918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:48.489054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61076a9-4fa7-4835-9834-91d075984d0a req-310b709c-3490-4e9a-ad7e-89a35eb70a7c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:48.496077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:48.498379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b61076a9-4fa7-4835-9834-91d075984d0a req-310b709c-3490-4e9a-ad7e-89a35eb70a7c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 946 time: 0.4015448 Jul 29 17:46:48.509689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.510080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:48.533327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.537525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] 10.222.0.16 "DELETE /v2.0/networks/dc8e3d33-db57-46fb-a1d4-e1292dc9d58a HTTP/1.1" status: 204 len: 168 time: 0.6710374 Jul 29 17:46:48.561308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb588-e181-46da-af90-d47f5fa1e48e tempest-FloatingIPTestJSON-1277236005 tempest-FloatingIPTestJSON-1277236005-project] Pushing event deleted for resources: {'Network': ['ID=dc8e3d33-db57-46fb-a1d4-e1292dc9d58a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:48.563654 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Floating IP 5d130806-5a76-42dd-8182-25a2f6b92ff9 associated. External IP: 172.25.5.133, port: 50f4c56c-5a3a-4821-9506-12a059489617. Jul 29 17:46:48.613900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2aef3d-dfb8-43c5-8b15-1260a2eeef56 None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:48.629915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Pushing event updated for resources: {'Port': ['ID=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:48.644554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b61076a9-4fa7-4835-9834-91d075984d0a req-fc63c12b-c952-4176-8372-d93e19f051e0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441739 Jul 29 17:46:48.716974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Provisioning for port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:48.727585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Provisioning complete for port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:48.727975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.781214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ec86-8cea-425c-9fde-21677ae243b1 req-953b80e5-a8a4-480a-aeec-d8138036714b tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:48.784493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75e1ec86-8cea-425c-9fde-21677ae243b1 req-953b80e5-a8a4-480a-aeec-d8138036714b tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 949 time: 0.2604120 Jul 29 17:46:48.845511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-03810a69-81ab-4e74-8b63-e16e132a15a5 service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786232 Jul 29 17:46:48.907360 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.947362 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75e1ec86-8cea-425c-9fde-21677ae243b1 req-fb288aed-2bad-409d-8cb3-be0962c471b5 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538367 Jul 29 17:46:48.947902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:48.951399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] For port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:48.960297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.987447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Router a060d683-b03a-4c1c-85f1-b709091e18fd has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:49.019208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087119-3b00-4720-bb24-7d5b192112cc req-0f85622a-39b4-49b1-be54-c67524f24f32 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.032482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc029c35-d678-4572-ad43-60435d03c907 None None] Pushing event updated for resources: {'Port': ['ID=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:49.034040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b087119-3b00-4720-bb24-7d5b192112cc req-0f85622a-39b4-49b1-be54-c67524f24f32 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 944 time: 0.1209538 Jul 29 17:46:49.038541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.087663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6bbb3f88-5658-4d11-9423-791874856f8b req-8a75f1dc-e34f-4368-817c-f27003351297 service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336302 Jul 29 17:46:49.145404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b087119-3b00-4720-bb24-7d5b192112cc req-a56c5351-a03f-4127-86b2-0b69b537ca59 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065035 Jul 29 17:46:49.189795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b191fb0b-f677-4eca-a60e-fb7905b20a2f None None] Provisioning complete for port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:49.190169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b191fb0b-f677-4eca-a60e-fb7905b20a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.237000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f00bcf3-0f8f-426a-b45a-34f82b320a24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3ecaea7ede942f1b9e82bb2fe421ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877965 Jul 29 17:46:49.240758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52766) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:49.250685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:49.255529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.263900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Sync routers for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:49.282707 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:49.283336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:49.294600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.332882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f23b4c0b-68ea-4daf-9351-159ac0c08150 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "PUT /v2.0/floatingips/5d130806-5a76-42dd-8182-25a2f6b92ff9 HTTP/1.1" status: 200 len: 991 time: 2.7892714 Jul 29 17:46:49.333820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:49.336273 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986198f8-a402-4023-8e96-da4c17091126" -d '{"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "50f4c56c-5a3a-4821-9506-12a059489617"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:49.354755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.379196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.400541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:49.426502 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af30e42-60a4-4310-b80b-87b6945ba480 x-openstack-request-id: req-7af30e42-60a4-4310-b80b-87b6945ba480 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:49.427537 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "tag": "50f4c56c-5a3a-4821-9506-12a059489617", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:49.427537 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7af30e42-60a4-4310-b80b-87b6945ba480 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:49.427809 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617', 'status': 'completed', 'code': 200} Jul 29 17:46:49.441113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.444933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.446184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b88e4a1a-c981-44e1-bf04-99b4251c0ae0 HTTP/1.1" status: 204 len: 168 time: 0.2040417 Jul 29 17:46:49.471854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a679e-5a5a-4cc3-acfe-14298d3b83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e4a1a-c981-44e1-bf04-99b4251c0ae0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:49.694410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5d130806-5a76-42dd-8182-25a2f6b92ff9', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'port_id': '50f4c56c-5a3a-4821-9506-12a059489617', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'mac_address': 'fa:16:3e:81:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:46:47Z', 'revision_number': 1, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:49.725780 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Checking router: a060d683-b03a-4c1c-85f1-b709091e18fd for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:49.734200 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:49.734831 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:49.751415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f2dc3174-b98f-4d0b-b167-c9daa102a294 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:49.767798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.768268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.768730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.769267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.769626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.770285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.770945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.772863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-e906afcd-e893-4a39-86fb-536d986de12b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.0926926 Jul 29 17:46:49.807659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627261f4-9487-486d-9c2f-56b1fbffaaaf req-9d0e9336-968e-442b-ad4e-4c2acf0d6eb2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.816215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-627261f4-9487-486d-9c2f-56b1fbffaaaf req-9d0e9336-968e-442b-ad4e-4c2acf0d6eb2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 946 time: 0.0820632 Jul 29 17:46:49.852993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port f2dc3174-b98f-4d0b-b167-c9daa102a294 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:49.860286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port f2dc3174-b98f-4d0b-b167-c9daa102a294 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:49.861247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:49.873570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-627261f4-9487-486d-9c2f-56b1fbffaaaf req-d316df4b-eef9-4a9a-a02f-901ec813469a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Jul 29 17:46:49.894094 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:49.905705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Router c95362f7-113d-4553-803f-4bf701fca414 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:46:49.941176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-4e41d6f9-5f55-41a2-a1c5-8a7d958e7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:49.943224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-4e41d6f9-5f55-41a2-a1c5-8a7d958e7309 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a HTTP/1.1" status: 200 len: 912 time: 0.1621115 Jul 29 17:46:49.976448 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.024475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:50.037957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:50.044879 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d42b5b-53dc-482c-80e0-5bb2413be9d4" -d '{"events": [{"server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:50.049893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.147294 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5d130806-5a76-42dd-8182-25a2f6b92ff9', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'port_id': '50f4c56c-5a3a-4821-9506-12a059489617', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'mac_address': 'fa:16:3e:81:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:46:47Z', 'revision_number': 1, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:50.177552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490d4e1-089e-4a7f-921c-219b74f22ce1 None None] The sync data for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 is: [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5d130806-5a76-42dd-8182-25a2f6b92ff9', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'port_id': '50f4c56c-5a3a-4821-9506-12a059489617', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'mac_address': 'fa:16:3e:81:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:45:25Z', 'updated_at': '2021-07-29T17:46:47Z', 'revision_number': 1, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:50.221900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80397b39-0dbd-4cb8-8f36-e16ff5ba53fa req-c935c5e5-838d-44af-b455-ca2b99dee6fc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.224012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:50.227533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80397b39-0dbd-4cb8-8f36-e16ff5ba53fa req-c935c5e5-838d-44af-b455-ca2b99dee6fc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.1571100 Jul 29 17:46:50.300561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-20a851cf-34a8-4a0d-b8f8-814b9395f5a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 999 time: 0.2732043 Jul 29 17:46:50.315986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80397b39-0dbd-4cb8-8f36-e16ff5ba53fa req-f656726a-e6dc-44db-8204-2aaeedb85e47 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Jul 29 17:46:50.370923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb4a15-0ecf-4ddc-a415-5df9f7a2b431 req-14c17931-cc8f-48de-89d4-9b1059982da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.372399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfdb4a15-0ecf-4ddc-a415-5df9f7a2b431 req-14c17931-cc8f-48de-89d4-9b1059982da3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 1101 time: 0.0513029 Jul 29 17:46:50.384215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:50.419337 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a3e712-2d07-4e70-804e-b874994d3f98 x-openstack-request-id: req-97a3e712-2d07-4e70-804e-b874994d3f98 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:50.419918 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:50.420255 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97a3e712-2d07-4e70-804e-b874994d3f98 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:50.420723 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294', 'code': 200} Jul 29 17:46:50.422210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Sync routers for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:50.461736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:50.479990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:50.480727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:50.486985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfdb4a15-0ecf-4ddc-a415-5df9f7a2b431 req-fdbb8ff1-781d-498e-9e80-39c30b53e44b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955832 Jul 29 17:46:50.491876 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.496011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-665ed62e-3589-4b56-b0a5-4a94b2e02287 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1057725 Jul 29 17:46:50.497373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:50.535154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b38869-7ad5-4dc2-9912-0ba80b2dd6e0 req-cbb2834a-70e7-4e19-b328-49a999956aab tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.542795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9b38869-7ad5-4dc2-9912-0ba80b2dd6e0 req-cbb2834a-70e7-4e19-b328-49a999956aab tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 946 time: 0.2393379 Jul 29 17:46:50.545721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:50.551065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:50.551561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.558354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ad570-403b-41ff-a89d-c4c5afe63543 req-bea50471-51fb-4fb4-95b9-800a380d53ab tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.565701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-507ad570-403b-41ff-a89d-c4c5afe63543 req-bea50471-51fb-4fb4-95b9-800a380d53ab tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 944 time: 0.1344488 Jul 29 17:46:50.569962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f2bb8-955b-4ef8-9bc4-06f69cd8ac41 None None] New status for floating IP 5d130806-5a76-42dd-8182-25a2f6b92ff9: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:46:50.570817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-417a9afa-9433-4b59-afdc-505e1fea88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.572325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-417a9afa-9433-4b59-afdc-505e1fea88f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.1858881 Jul 29 17:46:50.609942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9b38869-7ad5-4dc2-9912-0ba80b2dd6e0 req-5233e102-39b9-4f16-be9e-c35acd839fef tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659900 Jul 29 17:46:50.624795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-507ad570-403b-41ff-a89d-c4c5afe63543 req-86c31f85-12c6-4278-931d-59c780a1f23b tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Jul 29 17:46:50.718913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:50.763367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986198f8-a402-4023-8e96-da4c17091126 req-1e837e37-485b-4f7a-b75d-83c0cd33782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:50.767788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-1e837e37-485b-4f7a-b75d-83c0cd33782f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772156 Jul 29 17:46:50.775568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-954344137'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:50.837801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:50.841337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.875430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.974910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-54d2885a-7a6e-4da1-a850-353a159803ae service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707482 Jul 29 17:46:50.975656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:48Z', 'revision_number': 3, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:51.007450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Checking router: c95362f7-113d-4553-803f-4bf701fca414 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:51.008164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Updating router c95362f7-113d-4553-803f-4bf701fca414 port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:46:51.033468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.082228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 641c8047-47bc-46ac-ab3e-320586678efc details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:46:51.093305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.104365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.116752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-986198f8-a402-4023-8e96-da4c17091126 req-d9258364-d53b-4476-9ff8-7e3776d49df0 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326478 Jul 29 17:46:51.129844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.135693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:51.146344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8066438c-098e-4bee-9abb-94a1b1e19ead,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.152447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.153043 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment d19bfe3b-9f7b-481e-b535-94e3f21cab97 of type vlan for network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b Jul 29 17:46:51.218381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.272058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.279548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:51.280415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.304763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=641c8047-47bc-46ac-ab3e-320586678efc,segment=NetworkSegment(487b5598-c5d6-4b2b-9780-8f79659ff9c8),segment_id=487b5598-c5d6-4b2b-9780-8f79659ff9c8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:51.315328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Allocated IP 172.20.0.1 (bd3a31b6-e8f4-4fe6-86eb-38e57bc25106/c426829e-05ce-435d-8521-b9b3e1feb449/5b468369-d361-43d3-b956-6ffc1f716191) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:51.325806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '641c8047-47bc-46ac-ab3e-320586678efc', 'network_id': '57f28326-4f3c-489c-b02a-d0480a32b058', 'port_id': '641c8047-47bc-46ac-ab3e-320586678efc', 'mac_address': 'fa:16:3e:ab:e2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e3671-cb4f-4f14-9a86-35d09e4803f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:46:51.363759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8169472 Jul 29 17:46:51.364487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:51.374971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'name': 'tempest-PortsIpV6TestJSON-1692159906'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:51.402937 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.430347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641c8047-47bc-46ac-ab3e-320586678efc {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:51.432164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b3314-bf3d-4a65-b719-7be471cddd69 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=b51b0032-3999-4c9c-8c8f-b7e27fd7d36b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.436887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.445378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:51.503306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=641c8047-47bc-46ac-ab3e-320586678efc,segment=NetworkSegment(487b5598-c5d6-4b2b-9780-8f79659ff9c8),segment_id=487b5598-c5d6-4b2b-9780-8f79659ff9c8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:51.506548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Transition to ACTIVE for port object 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:51.509766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff0276-1b13-4047-8ac0-e2406fb01e83 req-2d0ccf8b-e923-44dc-86ca-de4444528f2f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:51.511953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25ff0276-1b13-4047-8ac0-e2406fb01e83 req-2d0ccf8b-e923-44dc-86ca-de4444528f2f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.0835147 Jul 29 17:46:51.518303 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.524403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.533059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-9de6399e-f7ae-441e-85c2-ae82944e4c9c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:51.534758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-9de6399e-f7ae-441e-85c2-ae82944e4c9c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 946 time: 0.0872123 Jul 29 17:46:51.568779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.588214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:51.592385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.601175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Attempting to bind port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:51.601524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25ff0276-1b13-4047-8ac0-e2406fb01e83 req-ae5b04ab-b3f6-4d7d-b072-c8cd90933d78 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Jul 29 17:46:51.601667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Attempting to bind port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:51.601851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Attempting to bind port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:51.602543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Transition to ACTIVE for port object 5b468369-d361-43d3-b956-6ffc1f716191 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:51.605264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.612694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:51.613064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:51.613510 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.613950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:51.614551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Bound port: 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:51.615159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.653252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.664259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port b889eb15-d346-4bfa-8081-ed74a388aed0 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:46:51.716876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Pushing event updated for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.739294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['641c8047-47bc-46ac-ab3e-320586678efc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:51.763317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:51.767523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:51.770743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:51.770927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:51.771132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.773536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] For port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:51.798461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9cfd-a034-4b87-a5be-37d879d422e1 None None] Pushing event updated for resources: {'Port': ['ID=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.809686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] For port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:51.821063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3dc5d-4480-4724-8a7a-b2ca51ee6146 req-6dab54da-7fc8-4879-904c-503b769990b2 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:51.822959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5a3dc5d-4480-4724-8a7a-b2ca51ee6146 req-6dab54da-7fc8-4879-904c-503b769990b2 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 945 time: 0.1072819 Jul 29 17:46:51.824570 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.859923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.884954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f7c6-d07b-4fe9-8a7c-c6ee929a6769 req-f3a7d052-36a4-43f3-9c16-4a97baaeb5b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:51.886671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ad0f7c6-d07b-4fe9-8a7c-c6ee929a6769 req-f3a7d052-36a4-43f3-9c16-4a97baaeb5b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=120abdf2-4f71-487c-844d-2c514f8167bd HTTP/1.1" status: 200 len: 946 time: 0.1780474 Jul 29 17:46:51.917786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9cfd-a034-4b87-a5be-37d879d422e1 None None] Pushing event updated for resources: {'Port': ['ID=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:51.925630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:51.926364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:51.975172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5a3dc5d-4480-4724-8a7a-b2ca51ee6146 req-1725d1d5-b9c4-4865-bbe6-2f04a064b920 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353068 Jul 29 17:46:52.001727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:52.002362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.038760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for 43f0ff2b-9ba0-4980-8b43-b78f13728b9d owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:52.048705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ad0f7c6-d07b-4fe9-8a7c-c6ee929a6769 req-54f93dc2-2494-46ce-9278-fbdb69cf55fd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439216 Jul 29 17:46:52.055705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.095346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:52.124921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.222620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.233387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-df89795f-e8d2-4d12-af94-b1bf22cc0bdd None None] Provisioning for port 5b468369-d361-43d3-b956-6ffc1f716191 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:52.251633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-df89795f-e8d2-4d12-af94-b1bf22cc0bdd None None] Provisioning complete for port 5b468369-d361-43d3-b956-6ffc1f716191 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:52.252039 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df89795f-e8d2-4d12-af94-b1bf22cc0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.306348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-df89795f-e8d2-4d12-af94-b1bf22cc0bdd None None] Port 5b468369-d361-43d3-b956-6ffc1f716191 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:52.314913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=b889eb15-d346-4bfa-8081-ed74a388aed0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:52.333760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.336006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.341170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.371461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=43f0ff2b-9ba0-4980-8b43-b78f13728b9d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:52.377309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': 'd19bfe3b-9f7b-481e-b535-94e3f21cab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:52.377677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: b51b0032-3999-4c9c-8c8f-b7e27fd7d36b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:52.417186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.419226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Pushing event updated for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:52.434405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port 43f0ff2b-9ba0-4980-8b43-b78f13728b9d on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:46:52.437670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.439990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6260846-6742-45b1-985e-0b3cc8f81606 req-d529a42b-f4bc-4062-8a26-a1e98fa860cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "DELETE /v2.0/ports/43f0ff2b-9ba0-4980-8b43-b78f13728b9d HTTP/1.1" status: 204 len: 173 time: 0.8982084 Jul 29 17:46:52.440375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'name': 'network-vif-deleted', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:52.443451 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ecf050-d8a8-4f12-8d46-db3b68745d08" -d '{"events": [{"server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "name": "network-vif-deleted", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:52.447097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:52.460727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b51b0032-3999-4c9c-8c8f-b7e27fd7d36b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:52.473392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:52.479767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:52.480413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.484054 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410d47f1-5943-43f7-b7f5-a8481a465741 x-openstack-request-id: req-410d47f1-5943-43f7-b7f5-a8481a465741 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:52.484340 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120abdf2-4f71-487c-844d-2c514f8167bd", "name": "network-vif-deleted", "tag": "43f0ff2b-9ba0-4980-8b43-b78f13728b9d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:52.484586 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-410d47f1-5943-43f7-b7f5-a8481a465741 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:52.484971 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120abdf2-4f71-487c-844d-2c514f8167bd', 'name': 'network-vif-deleted', 'tag': '43f0ff2b-9ba0-4980-8b43-b78f13728b9d', 'status': 'completed', 'code': 200} Jul 29 17:46:52.501297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c85a2-483e-459d-9679-590c31eb2aaf None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:52.509824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b58c64cb-70e6-4b1e-b1df-40b817f67fd9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1413577 Jul 29 17:46:52.513175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52834) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:52.523067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1685371029'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:52.544652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['43f0ff2b-9ba0-4980-8b43-b78f13728b9d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:52.548523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:52.549861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:52.552932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:52.554305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.597839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:52.611592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.611951 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment d9e0ff6d-2de9-43a3-a849-fa8e78a9c0cb of type vlan for network a3b18e14-979e-400a-9779-77d1265fc6e4 Jul 29 17:46:52.667500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.693000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:48Z', 'revision_number': 3, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:52.710583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.720415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:52.721289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.744148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3f0e4-41df-4f75-a34b-5f9b24839ab6 None None] The sync data for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 is: [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:48Z', 'revision_number': 3, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:52.835391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=a3b18e14-979e-400a-9779-77d1265fc6e4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:52.845852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f2060d0-940d-493f-8f4d-b9ab74eb03f2 None None] Provisioning complete for port 5b468369-d361-43d3-b956-6ffc1f716191 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:52.846717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f2060d0-940d-493f-8f4d-b9ab74eb03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:52.848342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b71601b-947e-427f-b7c9-a6569ddcbb21 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3319311 Jul 29 17:46:52.854168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a3b18e14-979e-400a-9779-77d1265fc6e4 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:52.876528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:52.881975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'ports': [{'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'}, {'network_id': 'a3b18e14-979e-400a-9779-77d1265fc6e4'}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:52.882589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:52.883411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'a3b18e14-979e-400a-9779-77d1265fc6e4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:52.943726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4f2060d0-940d-493f-8f4d-b9ab74eb03f2 None None] Port 5b468369-d361-43d3-b956-6ffc1f716191 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:53.095574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 641c8047-47bc-46ac-ab3e-320586678efc up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:53.142602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318275f-a4fc-4934-84f3-d2d133442991 req-c6e6031f-4774-46c5-b97c-da77abb21b1f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:53.152636 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a318275f-a4fc-4934-84f3-d2d133442991 req-c6e6031f-4774-46c5-b97c-da77abb21b1f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.4164851 Jul 29 17:46:53.175121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Router c95362f7-113d-4553-803f-4bf701fca414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:46:53.190767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a111-af46-44bd-a5a5-7077797be048 req-10618627-0f00-40f7-bdef-7c6c4439dc0f tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:53.192294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1621a111-af46-44bd-a5a5-7077797be048 req-10618627-0f00-40f7-bdef-7c6c4439dc0f tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 945 time: 0.1065583 Jul 29 17:46:53.193540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 641c8047-47bc-46ac-ab3e-320586678efc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:53.200033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 641c8047-47bc-46ac-ab3e-320586678efc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:53.200559 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.242800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a318275f-a4fc-4934-84f3-d2d133442991 req-b0299b8c-f27a-4246-a256-b3451fed50a2 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Jul 29 17:46:53.244068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 2} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:53.248885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.263409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.300192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1621a111-af46-44bd-a5a5-7077797be048 req-2f7494ed-ef5e-493d-ae65-c1db29290ff6 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002812 Jul 29 17:46:53.372824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.391882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:46:53.423159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:46:53.424778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cca82e25-cfba-4510-9c88-04468d1d025d admin admin] 10.222.0.16 "PUT /v2.0/routers/c95362f7-113d-4553-803f-4bf701fca414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9263060 Jul 29 17:46:53.425745 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b235b1eb-c4c3-446c-a97d-7f6c2ba72272" -d '{"events": [{"server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "name": "network-vif-plugged", "status": "completed", "tag": "641c8047-47bc-46ac-ab3e-320586678efc"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:46:53.463618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=641c8047-47bc-46ac-ab3e-320586678efc,segment=NetworkSegment(487b5598-c5d6-4b2b-9780-8f79659ff9c8),segment_id=487b5598-c5d6-4b2b-9780-8f79659ff9c8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:53.475129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.476946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 43f0ff2b-9ba0-4980-8b43-b78f13728b9d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:46:53.481891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port af8e349a-a1d2-4415-857e-7db196f2c829 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:46:53.503392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 43f0ff2b-9ba0-4980-8b43-b78f13728b9d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:46:53.503998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 43f0ff2b-9ba0-4980-8b43-b78f13728b9d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:46:53.583000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:53.622539 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1cbeb-f3ca-45d6-86c8-2bc16ce50866 x-openstack-request-id: req-74a1cbeb-f3ca-45d6-86c8-2bc16ce50866 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:46:53.623199 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "name": "network-vif-plugged", "status": "completed", "tag": "641c8047-47bc-46ac-ab3e-320586678efc", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:46:53.623448 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74a1cbeb-f3ca-45d6-86c8-2bc16ce50866 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:46:53.623841 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc', 'code': 200} Jul 29 17:46:53.655280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:53.761391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 985f5f1b-8f89-473a-9e03-efb9d7d95c92 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:46:53.775001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ea8f-38c1-4ca9-aa1d-2384bd6c2c2d req-df013591-f6be-42eb-ae85-c2e20575e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:53.776536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3568ea8f-38c1-4ca9-aa1d-2384bd6c2c2d req-df013591-f6be-42eb-ae85-c2e20575e9e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 1097 time: 0.0763259 Jul 29 17:46:53.890546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3568ea8f-38c1-4ca9-aa1d-2384bd6c2c2d req-1c9edf42-302f-44a6-a39d-fbf376fae714 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061952 Jul 29 17:46:54.020794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a295f66-b059-445f-93f0-bcaccd696905 req-a19d0c0a-12bf-4ff3-9bb9-01ec7583e85d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2015309 Jul 29 17:46:54.025084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.031440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-55f29cf9-0689-4f20-9a0c-872a7f76ffe9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:54.033007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-55f29cf9-0689-4f20-9a0c-872a7f76ffe9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.1141975 Jul 29 17:46:54.034233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:54.049389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-aafa68c6-f249-4c15-8952-591e486c721c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0099475 Jul 29 17:46:54.077557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.094348 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-71f68ce8-eb54-4a0e-8b5c-a38d29024f11 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307295 Jul 29 17:46:54.132600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:54.147401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.192284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-bd96aab2-5467-4430-9bec-b0a316a2cb80 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886626 Jul 29 17:46:54.202858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:54.207443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:54.208087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.210171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:54.222534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:54.230606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:54.231488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.238001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=af8e349a-a1d2-4415-857e-7db196f2c829,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:54.296489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.296813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-8a54b47e-f0d7-4146-ade0-97b8bf1df379 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983310 Jul 29 17:46:54.316318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=985f5f1b-8f89-473a-9e03-efb9d7d95c92,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:54.318732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:54.325685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.328719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': 'd9e0ff6d-2de9-43a3-a849-fa8e78a9c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a3b18e14-979e-400a-9779-77d1265fc6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:54.329087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: a3b18e14-979e-400a-9779-77d1265fc6e4, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:54.354704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.362536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network a3b18e14-979e-400a-9779-77d1265fc6e4 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:54.394186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:54.405868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a3b18e14-979e-400a-9779-77d1265fc6e4) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:54.421167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a186fd2-98b5-440a-a6d1-0d3d280404e9 None None] Network a3b18e14-979e-400a-9779-77d1265fc6e4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:54.423750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:54.437036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:54.442377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:54.443164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.533518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5ad22314-3db4-4bc0-8594-cf096ecbb64f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6578293 Jul 29 17:46:54.534750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Allocated IP 172.25.5.159 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/2c2a3caf-7891-47fa-9618-605698fba2fe) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:54.539763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:54.557647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-3e7c0842-2aad-496a-a54c-adccc4c05efb tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505261 Jul 29 17:46:54.735804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.750619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-0cadf589-c96a-4830-8d88-5e943891d047 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:54.752113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-0cadf589-c96a-4830-8d88-5e943891d047 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936948 Jul 29 17:46:54.763225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 985f5f1b-8f89-473a-9e03-efb9d7d95c92 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:54.763567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.790693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.816320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-2046afe9-320c-42ef-a465-5c1f75a13f3c tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/quotas/d316efcba9a54654ab5b8db94c9b62b0 HTTP/1.1" status: 200 len: 375 time: 0.0564921 Jul 29 17:46:54.832584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:54.835925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:54.839100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:54.868779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.874150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=2c2a3caf-7891-47fa-9618-605698fba2fe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:54.886614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 985f5f1b-8f89-473a-9e03-efb9d7d95c92 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:54.909399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-aee0daaa-f168-4dd6-9563-e1a5c46e535f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765615 Jul 29 17:46:54.955704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.977645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Sync routers for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:46:54.991457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:54.994991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:54.995901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:55.007683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.030866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=985f5f1b-8f89-473a-9e03-efb9d7d95c92,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:55.042287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.044927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-62170e3d-266c-43ea-a0e1-b52164aa003c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/985f5f1b-8f89-473a-9e03-efb9d7d95c92 HTTP/1.1" status: 204 len: 168 time: 0.5030329 Jul 29 17:46:55.047884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52906) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:55.134030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:55.327713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a4a4c-d88d-4352-9bde-982da255d7e8 req-c8c72557-86a8-4caa-bf45-2ad1b8173396 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:55.336485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-811a4a4c-d88d-4352-9bde-982da255d7e8 req-c8c72557-86a8-4caa-bf45-2ad1b8173396 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.1029725 Jul 29 17:46:55.395002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-811a4a4c-d88d-4352-9bde-982da255d7e8 req-6bddcdda-b4c7-4e2c-bcc7-2c24a79a1e40 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570874 Jul 29 17:46:55.495651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:52Z', 'revision_number': 4, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5b468369-d361-43d3-b956-6ffc1f716191', 'name': '', 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'mac_address': 'fa:16:3e:f9:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:51Z', 'updated_at': '2021-07-29T17:46:52Z', 'revision_number': 2, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'subnets': [{'id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:55.499728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-194b2213-d2ff-4781-a40b-f944019d33a8 req-c55638ae-34ad-4fd4-b76f-c6836c924a33 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.0412138 Jul 29 17:46:55.530215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Checking router: c95362f7-113d-4553-803f-4bf701fca414 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:46:55.530599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Updating router c95362f7-113d-4553-803f-4bf701fca414 port 5b468369-d361-43d3-b956-6ffc1f716191 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:46:55.562750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.574341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.597376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798efb9-c583-4ae8-bdfd-7cd0adfad0e4 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:55.606212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798efb9-c583-4ae8-bdfd-7cd0adfad0e4 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:55.610940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c798efb9-c583-4ae8-bdfd-7cd0adfad0e4 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5617566 Jul 29 17:46:55.612885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:55.614892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.763197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=2c2a3caf-7891-47fa-9618-605698fba2fe,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:55.782750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port af8e349a-a1d2-4415-857e-7db196f2c829 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:46:55.783098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.784595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.804842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.806436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a295f66-b059-445f-93f0-bcaccd696905 req-ee029ee8-08bb-4b44-9039-34f7bc1103b1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7782447 Jul 29 17:46:55.933171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-7f4efc2d-f94b-49a4-ac6f-8e27116a2d96 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:55.935431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-7f4efc2d-f94b-49a4-ac6f-8e27116a2d96 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2539194 Jul 29 17:46:55.939951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a295f66-b059-445f-93f0-bcaccd696905 req-490b4646-8884-45fd-9dcc-464aeb36b674 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.1242054 Jul 29 17:46:55.947327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-267bf060-6e52-409c-a166-f5b12da996c5 req-9e0df462-8bd0-4cc2-b449-c7eba3324ec6 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 210 time: 0.0805647 Jul 29 17:46:55.951947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:55.961879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:55.992555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for af8e349a-a1d2-4415-857e-7db196f2c829 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:46:56.114398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.142787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.162690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=af8e349a-a1d2-4415-857e-7db196f2c829,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:56.163101 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.164403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Transition to ACTIVE for port object 5b468369-d361-43d3-b956-6ffc1f716191 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:56.175496 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.181739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.183812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a295f66-b059-445f-93f0-bcaccd696905 req-bc8163c9-7384-4e0b-8f4a-0219d499eecb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.186788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9a305c67-38be-40ec-acfe-7ce99072c2b2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/af8e349a-a1d2-4415-857e-7db196f2c829 HTTP/1.1" status: 204 len: 168 time: 0.5703175 Jul 29 17:46:56.187599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52924) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:56.191415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a295f66-b059-445f-93f0-bcaccd696905 req-bc8163c9-7384-4e0b-8f4a-0219d499eecb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1828892 Jul 29 17:46:56.230644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:56.345555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1c69-4dc1-4527-9260-b368a3a4ff20 None None] Pushing event updated for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:56.362700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93157a89-5315-4037-bfd3-a1906390854b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.368964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-93157a89-5315-4037-bfd3-a1906390854b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1801305 Jul 29 17:46:56.370134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:56.387308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Attempting to bind port 5b468369-d361-43d3-b956-6ffc1f716191 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:46:56.387675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Attempting to bind port 5b468369-d361-43d3-b956-6ffc1f716191 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:46:56.388040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Attempting to bind port 5b468369-d361-43d3-b956-6ffc1f716191 on network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:46:56.412945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:46:56.413415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Checking segment: {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:56.413864 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.414302 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b1af88-5650-401d-b302-94ab93d256cf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:46:56.417821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Bound using segment: {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:46:56.418121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Bound port: 5b468369-d361-43d3-b956-6ffc1f716191, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b821e9-f0ce-416a-93e3-82dd511f856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:46:56.419572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.420841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-75b1af88-5650-401d-b302-94ab93d256cf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/985f5f1b-8f89-473a-9e03-efb9d7d95c92 HTTP/1.1" status: 404 len: 333 time: 0.0491338 Jul 29 17:46:56.421826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52932) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:56.429143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-89b72476-70db-4ab2-8726-7499e7393a1a tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1952219 Jul 29 17:46:56.436035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:56.436572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.461854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:56.493600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:56.499415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.515419 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9be395-acfa-40ae-9b81-7cade213fe8e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:46:56.518746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5b9be395-acfa-40ae-9b81-7cade213fe8e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/af8e349a-a1d2-4415-857e-7db196f2c829 HTTP/1.1" status: 404 len: 333 time: 0.0937936 Jul 29 17:46:56.540406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52936) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:56.594926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6e262-cf10-4176-8027-7acf0cc533b4 req-be03c6cd-76ca-42f1-b4ff-6f8d728938a7 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.597734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4e6e262-cf10-4176-8027-7acf0cc533b4 req-be03c6cd-76ca-42f1-b4ff-6f8d728938a7 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.1487455 Jul 29 17:46:56.606215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-c00328d3-c071-40a6-bfdd-92d0be28fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.608289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-c00328d3-c071-40a6-bfdd-92d0be28fdb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dddd634d12c480099022d80c01d6abb&device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 1097 time: 0.1097243 Jul 29 17:46:56.623719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] For port 5b468369-d361-43d3-b956-6ffc1f716191, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:46:56.638518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] For port 5b468369-d361-43d3-b956-6ffc1f716191, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5b468369-d361-43d3-b956-6ffc1f716191,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:46:56.646302 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.681050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-167b66e4-b0c3-4259-bc0f-8521b021af18 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2109571 Jul 29 17:46:56.732978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1c69-4dc1-4527-9260-b368a3a4ff20 None None] Pushing event updated for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:56.736377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4e6e262-cf10-4176-8027-7acf0cc533b4 req-ef78d3ef-ac11-4ca9-9f43-66c3b7ce5fdf tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194673 Jul 29 17:46:56.758840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:46:56.759492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:56.788337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-6176c499-eef3-4d82-b146-e3fa998c8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.790131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-6176c499-eef3-4d82-b146-e3fa998c8b37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57f28326-4f3c-489c-b02a-d0480a32b058 HTTP/1.1" status: 200 len: 914 time: 0.1750526 Jul 29 17:46:56.825953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.866790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-5e791dc1-72bd-4150-b432-13eacf08e4f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=641c8047-47bc-46ac-ab3e-320586678efc HTTP/1.1" status: 200 len: 217 time: 0.0613573 Jul 29 17:46:56.893981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:56.898963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fcc20ff7-3801-4d5a-8c4e-5e63eaba5ddb req-7297d87a-65cb-4956-a956-60a93f2e1385 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.0431278 Jul 29 17:46:56.904711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:46:56.955736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-840a628e-8a20-45db-be27-d29e4c96d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:56.958890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-840a628e-8a20-45db-be27-d29e4c96d7da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=656e3671-cb4f-4f14-9a86-35d09e4803f0 HTTP/1.1" status: 200 len: 853 time: 0.0692365 Jul 29 17:46:57.017452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.6 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/16959b6e-29b3-4601-8e5e-39b2bcaa85f1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:57.018301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-9274d031-a1fe-4602-9dad-4eedb9275105 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57f28326-4f3c-489c-b02a-d0480a32b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501006 Jul 29 17:46:57.156964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-1206a20d-9fac-4753-a8e2-2a38daf1add7 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:57.158776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-1206a20d-9fac-4753-a8e2-2a38daf1add7 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4684286 Jul 29 17:46:57.184603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Request body: {'port': {'device_id': '80273002-a799-4da8-bf81-1bf2c997fa61', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'd316efcba9a54654ab5b8db94c9b62b0'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:57.188411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:52Z', 'revision_number': 4, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5b468369-d361-43d3-b956-6ffc1f716191', 'name': '', 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'mac_address': 'fa:16:3e:f9:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:51Z', 'updated_at': '2021-07-29T17:46:56Z', 'revision_number': 4, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'subnets': [{'id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:57.194373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-9e0ccec0-6381-4a5b-91c4-7000c4af5f07 service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634300 Jul 29 17:46:57.213586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.226049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b18e14-979e-400a-9779-77d1265fc6e4']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:57.229213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc499405-1a3a-4338-9853-98bff90e4753 None None] The sync data for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 is: [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:46:52Z', 'revision_number': 4, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5b468369-d361-43d3-b956-6ffc1f716191', 'name': '', 'network_id': 'bd3a31b6-e8f4-4fe6-86eb-38e57bc25106', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'mac_address': 'fa:16:3e:f9:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:51Z', 'updated_at': '2021-07-29T17:46:56Z', 'revision_number': 4, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'subnets': [{'id': 'c426829e-05ce-435d-8521-b9b3e1feb449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:46:57.309659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e730d39-d7dc-4c36-ac13-b28a5decf568 req-056812a6-6bd8-413f-bb16-d7606e055202 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 210 time: 0.0553989 Jul 29 17:46:57.313150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e0ff6d-2de9-43a3-a849-fa8e78a9c0cb') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:57.313805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e0ff6d-2de9-43a3-a849-fa8e78a9c0cb') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:46:57.332451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.341438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.357539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28fa0425-6423-400b-b1ab-076ee5a8ce48 req-78a54b6b-7aed-4f58-9730-a68b183aa4c1 service neutron] 10.222.0.49 "GET /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560361 Jul 29 17:46:57.407759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.469169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:46:57.469671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:46:57.480910 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:46:57.622552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Made reservation on behalf of d316efcba9a54654ab5b8db94c9b62b0 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:57.626105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.635767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.646012 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.665124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.667483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/a3b18e14-979e-400a-9779-77d1265fc6e4 HTTP/1.1" status: 204 len: 168 time: 1.0454566 Jul 29 17:46:57.672098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:57.677751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-22985000'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:57.709701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:57.713249 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.723964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.726307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8052a85-3a40-4d4c-b50f-58fa037159b1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=a3b18e14-979e-400a-9779-77d1265fc6e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:57.750920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:46:57.762557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.763228 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment 69b21afe-2be7-4c7a-b4c2-1df63d7fb55d of type vlan for network 787da179-7e4e-48e3-9264-a61f02c3a72a Jul 29 17:46:57.832620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.922339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d3cac-8399-4f0e-9929-c7b8af4c319f req-33e3415d-291a-4d85-93b3-4502f3868c1d tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:57.924087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e0d3cac-8399-4f0e-9929-c7b8af4c319f req-33e3415d-291a-4d85-93b3-4502f3868c1d tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.0796690 Jul 29 17:46:57.925719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.927445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Allocated IP 172.25.5.221 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/cb47ac21-e372-495f-8852-b3d29d4c8077) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:57.934620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:57.935384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:57.953236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Allocated IP 192.168.233.62 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/40f92e84-00e9-4169-9d47-138322a57f47) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:46:57.959610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.059885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3865936 Jul 29 17:46:58.062979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52954) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:58.074988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3b9e3-d6d0-4156-b160-3adb31ef8a33 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=787da179-7e4e-48e3-9264-a61f02c3a72a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:58.077062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:58.082504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:58.089981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 787da179-7e4e-48e3-9264-a61f02c3a72a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:46:58.101157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e0d3cac-8399-4f0e-9929-c7b8af4c319f req-a4dd6f1c-98b9-4961-8efc-89c7701c670c tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573658 Jul 29 17:46:58.128207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:58.136445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:58.213200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a408-d432-46e3-b437-80ca75606125 req-d54811d8-ad35-4b8b-80c4-d7b63127a5e8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:58.224654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2db9a408-d432-46e3-b437-80ca75606125 req-d54811d8-ad35-4b8b-80c4-d7b63127a5e8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 931 time: 0.0687077 Jul 29 17:46:58.249539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:58.276861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2db9a408-d432-46e3-b437-80ca75606125 req-d05c70d0-f5fd-4d84-8831-103b0130b2a2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Jul 29 17:46:58.349564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5b468369-d361-43d3-b956-6ffc1f716191 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:46:58.352472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:58.353199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.425873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:46:58.429863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.438545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 5b468369-d361-43d3-b956-6ffc1f716191 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:58.440100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.443402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5b468369-d361-43d3-b956-6ffc1f716191 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:58.443834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.459391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d1af9986-dcdf-40ef-a43e-19306f6fc9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5130296 Jul 29 17:46:58.498544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Request body: {'port': {'device_id': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:58.538540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.580431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 5b468369-d361-43d3-b956-6ffc1f716191, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5b468369-d361-43d3-b956-6ffc1f716191,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:46:58.585328 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.589576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf205001-4cac-4f0e-bac2-684f34f8b011 req-38897eea-cf45-49fa-9b95-cef7d6485e26 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 210 time: 0.0369678 Jul 29 17:46:58.617695 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.650971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:58.658148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Transition to ACTIVE for port object 40f92e84-00e9-4169-9d47-138322a57f47 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:58.659598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.686496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:58.784285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:58.809111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:58.823293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:58.900949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=cb47ac21-e372-495f-8852-b3d29d4c8077,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:59.220148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d926-c40f-42eb-9982-36a44a56630e req-e762c82f-4de1-4271-9f73-60eb91d66b3d tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:59.221817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4d5d926-c40f-42eb-9982-36a44a56630e req-e762c82f-4de1-4271-9f73-60eb91d66b3d tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.0619390 Jul 29 17:46:59.251243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.262059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4d5d926-c40f-42eb-9982-36a44a56630e req-1e3a6890-b5a3-4544-9711-5d5c3460efa1 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jul 29 17:46:59.266653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f2dc3174-b98f-4d0b-b167-c9daa102a294'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:46:59.327552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.426266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:46:59.445175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Pushing event updated for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:59.447761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:59.449928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465e44-bc18-40c2-a7e2-5a74ef436ac0 req-6f519ebd-44c0-4d21-9a93-8f206279ca45 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:59.457561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4465e44-bc18-40c2-a7e2-5a74ef436ac0 req-6f519ebd-44c0-4d21-9a93-8f206279ca45 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 931 time: 0.0629289 Jul 29 17:46:59.464062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:46:59.495765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4465e44-bc18-40c2-a7e2-5a74ef436ac0 req-5ed5f2b1-49db-435a-9b4d-c0175db0bb89 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372598 Jul 29 17:46:59.524171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.529704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=6301110e-8aa8-43b7-9cf5-4625b0ca49e9,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:59.613976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:59.614667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.617673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:46:59.618045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: 787da179-7e4e-48e3-9264-a61f02c3a72a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:46:59.636785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.678200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-67934652-0c43-4111-b672-4e03a49b8582 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5012162 Jul 29 17:46:59.699555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Request body: {'port': {'device_id': '80273002-a799-4da8-bf81-1bf2c997fa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:46:59.747207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network 787da179-7e4e-48e3-9264-a61f02c3a72a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:46:59.787440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4384584-693e-4a67-a2ed-6f599a5a1c19 None None] Provisioning for port 40f92e84-00e9-4169-9d47-138322a57f47 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:46:59.788000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 787da179-7e4e-48e3-9264-a61f02c3a72a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:46:59.795492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4384584-693e-4a67-a2ed-6f599a5a1c19 None None] Provisioning complete for port 40f92e84-00e9-4169-9d47-138322a57f47 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:59.796081 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4384584-693e-4a67-a2ed-6f599a5a1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.802072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c8771-9cad-4644-ac0b-04cd6df94b42 None None] Network 787da179-7e4e-48e3-9264-a61f02c3a72a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:46:59.806906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:46:59.848175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:46:59.848175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.850841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.885845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d4384584-693e-4a67-a2ed-6f599a5a1c19 None None] Port 40f92e84-00e9-4169-9d47-138322a57f47 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:46:59.886232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.888169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Transition to ACTIVE for port object 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:46:59.894505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fd761fcc-04cc-44ac-85c2-8e8caf4183f8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8232489 Jul 29 17:46:59.895675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52980) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:46:59.904054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:59.906030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a', 'name': 'tempest-PortsIpV6TestJSON-1500960573'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:00.009423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-787da179-7e4e-48e3-9264-a61f02c3a72a', 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '6301110e-8aa8-43b7-9cf5-4625b0ca49e9'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:00.011214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.015299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Pushing event updated for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.018225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004364-817e-47ae-9c14-5eafbcb3fda4 req-7ea80c94-bc52-4649-912c-ce439410e1de tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.019812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08004364-817e-47ae-9c14-5eafbcb3fda4 req-7ea80c94-bc52-4649-912c-ce439410e1de tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 935 time: 0.1193001 Jul 29 17:47:00.097985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:00.102322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.131093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08004364-817e-47ae-9c14-5eafbcb3fda4 req-bc8cf002-ed0d-48a5-a561-20c3b1e0d89d tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903010 Jul 29 17:47:00.134974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5b468369-d361-43d3-b956-6ffc1f716191 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:00.137979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.140134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:00.157561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.236361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Allocated IP 2001:db8::2 (787da179-7e4e-48e3-9264-a61f02c3a72a/6301110e-8aa8-43b7-9cf5-4625b0ca49e9/d2f771ea-f0fc-4b33-b76f-f48aa135fcd6) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:00.265105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133d6ff-cd42-418c-9011-8c14f9fd8d4a req-4ca4394f-b7de-4760-8793-f2470747d0c0 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.266668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9133d6ff-cd42-418c-9011-8c14f9fd8d4a req-4ca4394f-b7de-4760-8793-f2470747d0c0 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.0666740 Jul 29 17:47:00.272824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5b468369-d361-43d3-b956-6ffc1f716191 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:00.273297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.295378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=cb47ac21-e372-495f-8852-b3d29d4c8077,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.301308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Attempting to bind port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:00.301308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Attempting to bind port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:00.301619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Attempting to bind port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:00.306988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9133d6ff-cd42-418c-9011-8c14f9fd8d4a req-d8186957-e80a-4ad7-afaf-64f62a3a8f54 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jul 29 17:47:00.325389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:00.325723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Attempting to bind port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:00.331939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.348533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:00.348925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:00.349311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:00.349750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Bound port: 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:00.350108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.380212 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.381508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-3c52e78f-447e-4aa4-83bb-c4318cd59ddc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9273508 Jul 29 17:47:00.466208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.474505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Transition to ACTIVE for port object d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:00.488955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Transition to ACTIVE for port object d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:00.497735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-6162f40a-3dc7-45a9-a258-1d71921d993e tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0945449 Jul 29 17:47:00.499827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.531236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:00.552458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Network 787da179-7e4e-48e3-9264-a61f02c3a72a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:00.555670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:00.558620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:00.563294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::3d3 (787da179-7e4e-48e3-9264-a61f02c3a72a/6301110e-8aa8-43b7-9cf5-4625b0ca49e9/268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:00.578504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f92e84-00e9-4169-9d47-138322a57f47 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:00.598596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.600721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Pushing event updated for resources: {'Port': ['ID=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.601911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:00.620518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.628740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Transition to ACTIVE for port object 40f92e84-00e9-4169-9d47-138322a57f47 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:00.645206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Attempting to bind port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:00.645823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Attempting to bind port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:00.646660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Attempting to bind port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 on network 787da179-7e4e-48e3-9264-a61f02c3a72a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:00.654802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:00.655379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Checking segment: {'id': '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:00.656577 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.656577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Bound using segment: {'id': '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:00.657198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Bound port: d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '787da179-7e4e-48e3-9264-a61f02c3a72a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:00.657840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.662386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.683003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.683626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.685043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] 10.222.0.49 "PUT /v2.0/ports/16959b6e-29b3-4601-8e5e-39b2bcaa85f1 HTTP/1.1" status: 200 len: 1091 time: 2.1948152 Jul 29 17:47:00.687065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:00.689406 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d86fb-69ca-4077-8833-93a1ad401725" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:00.705866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec2cb-f3ee-4fbb-b829-eb58f2f60f4c req-dae7ef32-4198-4e54-8710-978a750dfd8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.707417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec8ec2cb-f3ee-4fbb-b829-eb58f2f60f4c req-dae7ef32-4198-4e54-8710-978a750dfd8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 943 time: 0.1200852 Jul 29 17:47:00.730669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-97c628ff-e31b-45f3-922d-0da71b1523c0 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.732445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8cb350-d4f7-4a35-bf3c-a935bf51b0ef req-97c628ff-e31b-45f3-922d-0da71b1523c0 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2262053 Jul 29 17:47:00.737470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13c92a-1016-442d-975d-3486a95be02e service neutron] Pushing event updated for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.780549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] For port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:00.789171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] For port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,segment=NetworkSegment(69b21afe-2be7-4c7a-b4c2-1df63d7fb55d),segment_id=69b21afe-2be7-4c7a-b4c2-1df63d7fb55d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:00.795931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.827441 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a63f85-06ff-4d14-a252-2cd6c7fb6380 x-openstack-request-id: req-60a63f85-06ff-4d14-a252-2cd6c7fb6380 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:00.828372 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:00.828810 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60a63f85-06ff-4d14-a252-2cd6c7fb6380 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:00.829390 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1', 'status': 'completed', 'code': 200} Jul 29 17:47:00.846697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.866401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:00.873779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646608eb-5e8a-459b-a6fe-e5adb86f252f None None] Pushing event updated for resources: {'Port': ['ID=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.903616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Pushing event updated for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:00.912907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-495e6067-0791-4b0e-89a3-9449f8ca242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:00.914946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-495e6067-0791-4b0e-89a3-9449f8ca242f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 1094 time: 0.1366456 Jul 29 17:47:00.940488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec8ec2cb-f3ee-4fbb-b829-eb58f2f60f4c req-93c8f7f7-fd73-4b51-8e18-adc6ae741f59 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887450 Jul 29 17:47:00.954521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:00.983518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-7348504b-e100-491c-a2dd-978e4b422d29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1 HTTP/1.1" status: 200 len: 217 time: 0.0538495 Jul 29 17:47:00.989043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Attempting to bind port 40f92e84-00e9-4169-9d47-138322a57f47 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:00.989417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Attempting to bind port 40f92e84-00e9-4169-9d47-138322a57f47 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:00.989751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Attempting to bind port 40f92e84-00e9-4169-9d47-138322a57f47 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:01.035635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Port 40f92e84-00e9-4169-9d47-138322a57f47 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:01.035880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Attempting to bind port 40f92e84-00e9-4169-9d47-138322a57f47 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:01.047084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:01.047434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:01.047825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:01.048270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Bound port: 40f92e84-00e9-4169-9d47-138322a57f47, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:01.048638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.055211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network 787da179-7e4e-48e3-9264-a61f02c3a72a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:01.072648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-09ca5a8c-e09e-4d1a-9f49-f9aae40775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.074210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-09ca5a8c-e09e-4d1a-9f49-f9aae40775b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0864782 Jul 29 17:47:01.092321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:01.095250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:01.102031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.102981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.146956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-d69f60b0-0c95-43d1-ae86-f1e543c603ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442545 Jul 29 17:47:01.208090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:01.228709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-79476c7c-c1a6-4bdd-9129-25415b57e4a3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3297460 Jul 29 17:47:01.232588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52996) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:01.271252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-881413d9-3350-4444-bf74-cff714625589 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.272825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-881413d9-3350-4444-bf74-cff714625589 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.49 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 946 time: 0.1608233 Jul 29 17:47:01.280381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-b6600731-9b57-4dbb-a08f-0c9ebcaaf31c tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3012235 Jul 29 17:47:01.317001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:01.337182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:01.373778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.386132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=40f92e84-00e9-4169-9d47-138322a57f47,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:01.415631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.442671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Deleting port 641c8047-47bc-46ac-ab3e-320586678efc {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:01.442981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.478082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.478735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.480119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] 10.222.0.49 "PUT /v2.0/ports/40f92e84-00e9-4169-9d47-138322a57f47 HTTP/1.1" status: 200 len: 1095 time: 1.7913890 Jul 29 17:47:01.488026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-121028d1-b082-495c-90bc-1b0d73547bee service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022668 Jul 29 17:47:01.495688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd84529-9782-4e42-bcb1-935de0548255 req-ca1fcbee-9eae-4889-9c7c-aed5962a14ea tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.497278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfd84529-9782-4e42-bcb1-935de0548255 req-ca1fcbee-9eae-4889-9c7c-aed5962a14ea tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 947 time: 0.1801317 Jul 29 17:47:01.573480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] For port 641c8047-47bc-46ac-ab3e-320586678efc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=641c8047-47bc-46ac-ab3e-320586678efc,segment=NetworkSegment(487b5598-c5d6-4b2b-9780-8f79659ff9c8),segment_id=487b5598-c5d6-4b2b-9780-8f79659ff9c8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:01.573843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.592412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Calling delete_port for 641c8047-47bc-46ac-ab3e-320586678efc owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:01.597453 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.619157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980d20d-f8a3-466a-aeca-b6f76b7daead service neutron] Pushing event updated for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:01.663574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:01.663938 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.677030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfd84529-9782-4e42-bcb1-935de0548255 req-2c04e72a-38e8-406e-9830-c5215cb153e5 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611683 Jul 29 17:47:01.746509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-39ebca54-e2e0-446b-bb40-343c73780674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.754651 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-39ebca54-e2e0-446b-bb40-343c73780674 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 1098 time: 0.1769719 Jul 29 17:47:01.787581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f796ec9-735a-4b9d-a805-447918769fa2 req-eefe3514-0d63-4a0c-a7af-f8f0af6a0abe service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870972 Jul 29 17:47:01.803865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Allocated IP 172.25.5.171 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/54b427ff-0ea4-40da-8d05-d31183926e51) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:01.827292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-b4d2a618-e016-4407-8af4-4553403463b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=40f92e84-00e9-4169-9d47-138322a57f47 HTTP/1.1" status: 200 len: 217 time: 0.0590067 Jul 29 17:47:01.939964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.950916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:01.951930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['641c8047-47bc-46ac-ab3e-320586678efc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:01.964202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-22110ebc-b79b-4801-8d95-f38b1656b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.965691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-22110ebc-b79b-4801-8d95-f38b1656b7c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1216722 Jul 29 17:47:01.973586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f1367-9463-4ab9-873c-9806fbd7666b req-3c99b5c1-ecf7-49bb-896b-a1908aa085fd tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:01.975127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-579f1367-9463-4ab9-873c-9806fbd7666b req-3c99b5c1-ecf7-49bb-896b-a1908aa085fd tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/ports?device_id=a135ceca-62e6-49ce-9ac8-e7c64c054058 HTTP/1.1" status: 200 len: 867 time: 0.1967807 Jul 29 17:47:02.004761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Pushing event deleted for resources: {'Port': ['ID=641c8047-47bc-46ac-ab3e-320586678efc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:02.016432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:02.025788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-396c4172-ffe0-4239-a461-a5935b7cbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:02.027491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-396c4172-ffe0-4239-a461-a5935b7cbd81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 1094 time: 0.1823347 Jul 29 17:47:02.034153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] No DVR routers for this DVR port 641c8047-47bc-46ac-ab3e-320586678efc on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:02.037024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.039677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a7865af-15ff-45c0-a8cd-a6822fc56cb6 req-1915812c-c4f0-469e-80d6-8f0f523b0836 tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.49 "DELETE /v2.0/ports/641c8047-47bc-46ac-ab3e-320586678efc HTTP/1.1" status: 204 len: 173 time: 0.7583644 Jul 29 17:47:02.046573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'name': 'network-vif-deleted', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:02.048725 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9b02e-8875-4724-a9c5-bbdedc221826" -d '{"events": [{"server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "name": "network-vif-deleted", "tag": "641c8047-47bc-46ac-ab3e-320586678efc"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:02.064738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.162763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.213249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:02.217505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-579f1367-9463-4ab9-873c-9806fbd7666b req-4c3b216d-1cfe-4563-9dc4-3fc639bc8c0e tempest-InstanceActionsTestJSON-146336264 tempest-InstanceActionsTestJSON-146336264-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc8338e-0fca-4f38-bc10-a88e6abe807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978784 Jul 29 17:47:02.223539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c94e-f5e7-4491-814d-3836f044083b req-1f908953-5a23-4c53-b1a7-9e585423a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:02.225254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-1f908953-5a23-4c53-b1a7-9e585423a6a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467790 Jul 29 17:47:02.237134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:02.252546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=54b427ff-0ea4-40da-8d05-d31183926e51,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:02.254709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:02.257217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:02.278669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670058d4-a04b-4bcc-9b07-17b4f96bc258 None None] Network 787da179-7e4e-48e3-9264-a61f02c3a72a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:02.330491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-1f53fb27-5261-446e-bf3f-06c80929ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:02.332160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-1f53fb27-5261-446e-bf3f-06c80929ad36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.2902267 Jul 29 17:47:02.364832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.366812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aaed7597-b8ce-4dea-9541-21dd99a77e86 None None] Provisioning for port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:02.403312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:02.406148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.412871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:02.413243 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.423039 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-2a5404a7-33e1-4927-a5d4-cf64807a4221 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1 HTTP/1.1" status: 200 len: 217 time: 0.0719302 Jul 29 17:47:02.513623 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-b53c1835-195f-47fc-ba94-00128551906b service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748866 Jul 29 17:47:02.534427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476d19a-8c64-4473-8792-96bf4284ea32 req-94ea15b6-0d47-40cb-9669-cbf995daac23 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:02.536182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e476d19a-8c64-4473-8792-96bf4284ea32 req-94ea15b6-0d47-40cb-9669-cbf995daac23 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 943 time: 0.1962860 Jul 29 17:47:02.569586 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.603942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.615924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,segment=NetworkSegment(69b21afe-2be7-4c7a-b4c2-1df63d7fb55d),segment_id=69b21afe-2be7-4c7a-b4c2-1df63d7fb55d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:02.628150 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.724466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:02.915683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d7d45b3-4d36-4859-935e-694728ff3852 None None] Provisioning complete for port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:02.916294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d7d45b3-4d36-4859-935e-694728ff3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:02.980373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:02.982699 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991aa94b-b7fd-4aa1-917b-1aefbca127d5" -d '{"events": [{"name": "network-changed", "server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "tag": "40f92e84-00e9-4169-9d47-138322a57f47"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:02.999679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-de023e3c-622f-485c-a4df-92f53871a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.001403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-de023e3c-622f-485c-a4df-92f53871a0a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.5508695 Jul 29 17:47:03.011738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d7d45b3-4d36-4859-935e-694728ff3852 None None] Could not find standard attr ID for object 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:47:03.021002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.027167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.044445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:03.078319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-ac11f09c-d386-4af4-b31b-5e9a797563d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537288 Jul 29 17:47:03.083173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=54b427ff-0ea4-40da-8d05-d31183926e51,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:03.112872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e476d19a-8c64-4473-8792-96bf4284ea32 req-529c2b20-f7a7-4e90-8637-bc6afd235ef0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656948 Jul 29 17:47:03.118796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.122990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.123276 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a62b826e-93cf-4e53-b70b-8bdd4373adb0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb HTTP/1.1" status: 204 len: 168 time: 1.8716137 Jul 29 17:47:03.125773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53014) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:03.173103 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca784cfe-9ec1-409a-b397-d176d11f8855 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:47:03.173809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca784cfe-9ec1-409a-b397-d176d11f8855 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:47:03.176543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ca784cfe-9ec1-409a-b397-d176d11f8855 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb HTTP/1.1" status: 404 len: 333 time: 0.0480423 Jul 29 17:47:03.178898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53016) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:03.189732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5357c94e-f5e7-4491-814d-3836f044083b req-b0a29ac3-669e-45e1-82b0-abec08e3bfe9 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636374 Jul 29 17:47:03.203672 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bd3e55-8d04-4788-8249-340829c00a44 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:03.205497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60bd3e55-8d04-4788-8249-340829c00a44 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb HTTP/1.1" status: 404 len: 333 time: 0.0253856 Jul 29 17:47:03.206264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.207367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-566e64ce-8cea-46c9-8773-bf92165c28cc tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9193289 Jul 29 17:47:03.208072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53018) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:03.234094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cad5a894-4625-416a-8acb-247dcf2a4563 None None] Could not find standard attr ID for object 268b1e0b-0fce-4233-9a84-ffb4e3e2d9bb. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:47:03.244199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-1027207e-4aab-44e5-849a-07c66d3cabd3 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557453 Jul 29 17:47:03.295563 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778328c-f01e-4e93-ba7f-891ae0724b6d x-openstack-request-id: req-3778328c-f01e-4e93-ba7f-891ae0724b6d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:03.295955 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ceca-62e6-49ce-9ac8-e7c64c054058", "name": "network-vif-deleted", "tag": "641c8047-47bc-46ac-ab3e-320586678efc", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:03.296309 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3778328c-f01e-4e93-ba7f-891ae0724b6d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:03.296933 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ceca-62e6-49ce-9ac8-e7c64c054058', 'name': 'network-vif-deleted', 'tag': '641c8047-47bc-46ac-ab3e-320586678efc', 'status': 'completed', 'code': 200} Jul 29 17:47:03.316133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-5a310190-68f2-4c56-8167-77e614d85d98 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0997086 Jul 29 17:47:03.339098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 6301110e-8aa8-43b7-9cf5-4625b0ca49e9 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:03.353009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.368199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7d86fb-69ca-4077-8833-93a1ad401725 req-da720fdc-7c10-42a2-9f99-a90cdad36a2a service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160858 Jul 29 17:47:03.430859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.502045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-61d45184-a78e-4a17-bbc1-32dfb4a7e892 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.503463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3ace1e5-30f6-4d2e-a38b-54b0b81453f4 req-61d45184-a78e-4a17-bbc1-32dfb4a7e892 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1810362 Jul 29 17:47:03.515988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b412b25-bba2-40cb-b35c-17dcab9b4ce0 req-b807a976-d54f-4fa0-b2b0-846476e22f5e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.517508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b412b25-bba2-40cb-b35c-17dcab9b4ce0 req-b807a976-d54f-4fa0-b2b0-846476e22f5e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 947 time: 0.0557430 Jul 29 17:47:03.551534 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebf1679-ac02-4451-9f42-ff4f248302d5 x-openstack-request-id: req-5ebf1679-ac02-4451-9f42-ff4f248302d5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:03.551877 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "tag": "40f92e84-00e9-4169-9d47-138322a57f47", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:03.552171 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ebf1679-ac02-4451-9f42-ff4f248302d5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:03.552482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.552623 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47', 'status': 'completed', 'code': 200} Jul 29 17:47:03.568982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b412b25-bba2-40cb-b35c-17dcab9b4ce0 req-4692ed2a-cfb1-45dc-9571-9d2f1e4ab29a tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Jul 29 17:47:03.581947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53024) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:03.625925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-fcea72b1-ffc2-4f8c-84cf-24352ece7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.627501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-fcea72b1-ffc2-4f8c-84cf-24352ece7029 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 1098 time: 0.0428042 Jul 29 17:47:03.712733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Deleting subnet 656e3671-cb4f-4f14-9a86-35d09e4803f0 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:03.718642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.722655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-0c7ba686-b662-4230-8849-d823a6c50c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.722974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.724273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-0c7ba686-b662-4230-8849-d823a6c50c76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.0891273 Jul 29 17:47:03.771486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-f678e3c3-6a91-470c-bbe3-b8857bb3cdc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=40f92e84-00e9-4169-9d47-138322a57f47 HTTP/1.1" status: 200 len: 217 time: 0.0397434 Jul 29 17:47:03.798287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=6301110e-8aa8-43b7-9cf5-4625b0ca49e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:03.803714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.808078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee063283-158b-475c-bcad-9177cb869faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/6301110e-8aa8-43b7-9cf5-4625b0ca49e9 HTTP/1.1" status: 204 len: 168 time: 0.5965507 Jul 29 17:47:03.809747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53026) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:03.811464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab66347-293a-4856-9d7a-6f902dd1e354 None None] Network 787da179-7e4e-48e3-9264-a61f02c3a72a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:03.824031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.829304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-1598d86f-e71d-4ea2-9155-0507783092b0 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2192426 Jul 29 17:47:03.853165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:03.876140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-0d47608a-72e0-412e-a6fc-88015ac2347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.877634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-0d47608a-72e0-412e-a6fc-88015ac2347d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0987961 Jul 29 17:47:03.886732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.909235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.931174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:03.951669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-53e49bc3-db99-4e6d-a9ef-482904fa4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:03.953222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-53e49bc3-db99-4e6d-a9ef-482904fa4422 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661721 Jul 29 17:47:04.005673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] DHCP port deletion for 787da179-7e4e-48e3-9264-a61f02c3a72a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:04.006283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.040897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.043534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/656e3671-cb4f-4f14-9a86-35d09e4803f0 HTTP/1.1" status: 204 len: 168 time: 0.4601951 Jul 29 17:47:04.045103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb99c1-09d1-441f-b945-f6e664370232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656e3671-cb4f-4f14-9a86-35d09e4803f0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.045957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53028) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:04.062375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Deleting port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:04.062876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.077841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.145225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-b1919945-bcc5-4da5-a54d-63707cbe24d1 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721902 Jul 29 17:47:04.150934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.154373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:04.154582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] For port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,segment=NetworkSegment(69b21afe-2be7-4c7a-b4c2-1df63d7fb55d),segment_id=69b21afe-2be7-4c7a-b4c2-1df63d7fb55d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:04.154711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.154869 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.174865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:04.177298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Calling delete_port for d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:04.222997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Allocated IP 172.25.5.196 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/70cad35d-3d05-4b72-a4e1-3f263f89fb86) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:04.315131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.340020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.340291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.374435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] No DVR routers for this DVR port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:04.395751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60abc-b760-4ad7-a27e-89510575c4e9 None None] Pushing event deleted for resources: {'Port': ['ID=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.397816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.439023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:04.443662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:04.449218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,segment=NetworkSegment(69b21afe-2be7-4c7a-b4c2-1df63d7fb55d),segment_id=69b21afe-2be7-4c7a-b4c2-1df63d7fb55d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:04.449638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.450824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:04.454061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=70cad35d-3d05-4b72-a4e1-3f263f89fb86,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.456726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.485045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e6f5-7af2-41d9-b98b-45626b285a89 req-d8b04955-35ec-4deb-9b9a-327a83a5a913 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:04.486298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1570e6f5-7af2-41d9-b98b-45626b285a89 req-d8b04955-35ec-4deb-9b9a-327a83a5a913 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 943 time: 0.2248204 Jul 29 17:47:04.491140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f28326-4f3c-489c-b02a-d0480a32b058']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.498219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:04.525574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487b5598-c5d6-4b2b-9780-8f79659ff9c8') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.525862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487b5598-c5d6-4b2b-9780-8f79659ff9c8') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.541874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.543196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991aa94b-b7fd-4aa1-917b-1aefbca127d5 req-4eecca7d-bbc5-4cec-ab89-860811946252 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860462 Jul 29 17:47:04.577564 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.585117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.619864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.634484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1570e6f5-7af2-41d9-b98b-45626b285a89 req-f7494ca7-e2cf-4178-bd95-aafea6089b47 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341734 Jul 29 17:47:04.638416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:04.638906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:04.640679 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:04.723430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.749599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.757212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=d2f771ea-f0fc-4b33-b76f-f48aa135fcd6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.759778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.764416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] 10.222.0.16 "DELETE /v2.0/networks/57f28326-4f3c-489c-b02a-d0480a32b058 HTTP/1.1" status: 204 len: 168 time: 0.7151554 Jul 29 17:47:04.766576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.773348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.774965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port d2f771ea-f0fc-4b33-b76f-f48aa135fcd6 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:04.784434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a8ede-3333-49f4-b7e0-c3959ebd6cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=57f28326-4f3c-489c-b02a-d0480a32b058,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.860326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event updated for resources: {'Port': ['ID=70cad35d-3d05-4b72-a4e1-3f263f89fb86,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:04.876148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.886730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.887907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787da179-7e4e-48e3-9264-a61f02c3a72a']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.901746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.902044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b21afe-2be7-4c7a-b4c2-1df63d7fb55d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:04.909305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.911218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-042ef51c-af2b-4829-b96e-399ba0f99aeb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0632379 Jul 29 17:47:04.913294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.951529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.961917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:04.962351 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:04.966269 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:04.977522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-07fdfa31-f290-431a-ab11-a944cd34052a tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.0565553 Jul 29 17:47:04.997047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53042) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:05.035843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bfb12-05ca-4b93-9b64-c269aece6804 req-19be1fec-5745-4dab-be17-07dd159c0861 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.037500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e32bfb12-05ca-4b93-9b64-c269aece6804 req-19be1fec-5745-4dab-be17-07dd159c0861 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 947 time: 0.1144979 Jul 29 17:47:05.041872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.051790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.053295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/787da179-7e4e-48e3-9264-a61f02c3a72a HTTP/1.1" status: 204 len: 168 time: 1.2425644 Jul 29 17:47:05.058445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53044) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:05.065006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2102283862'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:05.070826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3350b-d40c-4c16-a95f-31d756def829 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=787da179-7e4e-48e3-9264-a61f02c3a72a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:05.103083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e32bfb12-05ca-4b93-9b64-c269aece6804 req-c6f5f59b-f489-4d05-8308-ec244056f2ef tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Jul 29 17:47:05.137566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-059d28a9-467c-4345-83d7-3a62e118da08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dddd634d12c480099022d80c01d6abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378243 Jul 29 17:47:05.140352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53046) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:05.141875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:05.145175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:05.145745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.148038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 641c8047-47bc-46ac-ab3e-320586678efc no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:05.176037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 641c8047-47bc-46ac-ab3e-320586678efc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:05.176677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 641c8047-47bc-46ac-ab3e-320586678efc not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:05.179061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-a06a9e47-d19b-4bb6-88a9-937092b09e48 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.180781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f4affa2-cda6-4007-9c82-68ea33e899fd req-a06a9e47-d19b-4bb6-88a9-937092b09e48 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1959946 Jul 29 17:47:05.196518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:05.209603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.211383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.211885 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment c79d3d5c-aa2d-45ab-872d-a4ab5b2170be of type vlan for network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 Jul 29 17:47:05.262322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.274273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.278789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f15b8a0f-b663-43e9-b0ad-00d152a2eb8a req-09051bcd-3573-46ca-8499-04c6a6001862 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips/2a0ae3bf-cbb3-4a99-b173-8cc288dbfa7a HTTP/1.1" status: 200 len: 693 time: 0.0642595 Jul 29 17:47:05.285943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:05.296615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.297849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1', 'mac_address': 'fa:16:3e:0e:35:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:05.303458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.304225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.339856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.354062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:05.368499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53050) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:05.368932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3080094 Jul 29 17:47:05.376349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:05.378543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:05.381437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb244-6a8f-47d0-9c7e-f047a82270e2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:05.384555 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.393396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:05.452493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.454966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.456124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fc8338e-0fca-4f38-bc10-a88e6abe807a HTTP/1.1" status: 204 len: 168 time: 0.3144860 Jul 29 17:47:05.492894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:05.495775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d373d3c-b416-40b6-b8b6-cd87c7cac8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8338e-0fca-4f38-bc10-a88e6abe807a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:05.512533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8a0f-b663-43e9-b0ad-00d152a2eb8a req-5a55a042-4104-41b5-9b3c-53f747770de8 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.513952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f15b8a0f-b663-43e9-b0ad-00d152a2eb8a req-5a55a042-4104-41b5-9b3c-53f747770de8 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2212863 Jul 29 17:47:05.575013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:05.579220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:05.589840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-27b7a6c6-fd33-49b6-9f5b-c832bacfd63c tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips/2a0ae3bf-cbb3-4a99-b173-8cc288dbfa7a HTTP/1.1" status: 200 len: 693 time: 0.0542943 Jul 29 17:47:05.613793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['16959b6e-29b3-4601-8e5e-39b2bcaa85f1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:05.659298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-55bbe496-d20a-4fa4-9264-4601a9bc18d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120925 Jul 29 17:47:05.699493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-18cef977-be12-4290-a728-51a667795d98 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.708989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-18cef977-be12-4290-a728-51a667795d98 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1158462 Jul 29 17:47:05.761489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-b37ade87-627a-452e-8f01-99a30593e127 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.0539942 Jul 29 17:47:05.828023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-b1cf5958-9c78-4081-8689-67ee9fbccdd5 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.0584249 Jul 29 17:47:05.832570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-2ed8b3aa-326f-4dbb-b4bc-fa719ce561f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.834186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-2ed8b3aa-326f-4dbb-b4bc-fa719ce561f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 1096 time: 0.1418540 Jul 29 17:47:05.876168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aadf8-ab2d-446b-8cd1-5745d35f2d86 req-1dc0135e-acc3-41cb-982f-ebd60ee048b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:05.877788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d3aadf8-ab2d-446b-8cd1-5745d35f2d86 req-1dc0135e-acc3-41cb-982f-ebd60ee048b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 944 time: 0.1166315 Jul 29 17:47:05.975061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Deleting port 70cad35d-3d05-4b72-a4e1-3f263f89fb86 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:05.975527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.008220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d3aadf8-ab2d-446b-8cd1-5745d35f2d86 req-4653f787-627e-497b-88cd-c0cc42332159 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Jul 29 17:47:06.058975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.093381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.094068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.102767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-7d197177-b18a-4b08-965b-7702c1d7efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.104306 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-7d197177-b18a-4b08-965b-7702c1d7efa9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 200 len: 916 time: 0.2360475 Jul 29 17:47:06.112870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Calling delete_port for 70cad35d-3d05-4b72-a4e1-3f263f89fb86 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:06.189324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=083cf74e-7e7e-4dcb-8112-3bc471809213,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:06.218626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:06.219242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:06.226213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-1ea4b9d8-37fc-43c5-ae67-98be8f0f7b08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 200 len: 1000 time: 0.1138563 Jul 29 17:47:06.275747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:06.295943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:06.300925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.301958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.306986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb73fb-9e15-420d-949f-f602759bcdd1 None None] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:06.311223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.317871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-5b5ea2a9-a250-4458-8ee2-683a5b2ce58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.319411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-5b5ea2a9-a250-4458-8ee2-683a5b2ce58c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed4bd826-b92e-4215-8b5a-f80a54bc43cf HTTP/1.1" status: 200 len: 854 time: 0.0825663 Jul 29 17:47:06.330510 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89b2cfd9-3ede-43a8-ad01-94ad26e08ccd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9581432 Jul 29 17:47:06.330641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53084) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:06.338539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1173798241'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:06.368294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event deleted for resources: {'Port': ['ID=70cad35d-3d05-4b72-a4e1-3f263f89fb86,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:06.395966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53086) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:06.428437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.431625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.435466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98d55f5e-d0a5-4e9e-bf41-f68188bee11c req-4a721b1a-d3cf-479f-8c2e-068377fba8fb tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "DELETE /v2.0/floatingips/2a0ae3bf-cbb3-4a99-b173-8cc288dbfa7a HTTP/1.1" status: 204 len: 173 time: 0.6013846 Jul 29 17:47:06.488218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032', 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '083cf74e-7e7e-4dcb-8112-3bc471809213'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:06.490463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.497564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-3fa13e41-f813-4c1a-a7fc-abeb0f658d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.499868 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-3fa13e41-f813-4c1a-a7fc-abeb0f658d42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701035 Jul 29 17:47:06.539227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf4923-5b11-4b22-99fd-d89605e5ff61 req-315a8420-cc4f-449f-9fa1-3b7f33d48b26 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.541273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-adcf4923-5b11-4b22-99fd-d89605e5ff61 req-315a8420-cc4f-449f-9fa1-3b7f33d48b26 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 947 time: 0.1797786 Jul 29 17:47:06.564595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1978408988-network', 'tenant_id': 'db4d65754b1e494fa5786aa927cb80c3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:06.627081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:47:06.627081 n-d-801607-3 neutron-server[94051]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 17:47:06.627081 n-d-801607-3 neutron-server[94051]: [parameters: {'project_id': 'db4d65754b1e494fa5786aa927cb80c3', 'id': 'cb91408b-23f5-4f3b-8646-0c92ab876e43', 'expiration': datetime.datetime(2021, 7, 29, 17, 49, 6, 610864)}] Jul 29 17:47:06.627081 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:47:06.628152 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:47:06.649727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:06.653278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.659705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-adcf4923-5b11-4b22-99fd-d89605e5ff61 req-b65fd44b-a32f-4162-b695-d4b282fe8a10 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081643 Jul 29 17:47:06.671224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Allocated IP 2001:db8::2 (c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032/083cf74e-7e7e-4dcb-8112-3bc471809213/e6eca7b3-30c1-46fd-b051-87919cadc2c2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:06.688572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 85ab0535-3e81-42d1-9488-b898b7a38280 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:06.699231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-d6de26a8-4067-47c8-9ca8-b0976340ab75 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896312 Jul 29 17:47:06.707956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3939-ef1c-4d9b-bfe7-89393d7bc680 req-57178313-f667-4df6-af00-eaadacbe09f3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:06.709674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-735c3939-ef1c-4d9b-bfe7-89393d7bc680 req-57178313-f667-4df6-af00-eaadacbe09f3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2531662 Jul 29 17:47:06.963627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:06.972638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Transition to ACTIVE for port object e6eca7b3-30c1-46fd-b051-87919cadc2c2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:06.989693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Transition to ACTIVE for port object e6eca7b3-30c1-46fd-b051-87919cadc2c2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:06.998665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.041623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:07.047822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:07.049779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Pushing event updated for resources: {'Port': ['ID=e6eca7b3-30c1-46fd-b051-87919cadc2c2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.052008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:07.109498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Attempting to bind port e6eca7b3-30c1-46fd-b051-87919cadc2c2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:07.109869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Attempting to bind port e6eca7b3-30c1-46fd-b051-87919cadc2c2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:07.110229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Attempting to bind port e6eca7b3-30c1-46fd-b051-87919cadc2c2 on network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:07.116629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:07.116629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Checking segment: {'id': 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:07.116629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.117134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Bound using segment: {'id': 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:07.117488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Bound port: e6eca7b3-30c1-46fd-b051-87919cadc2c2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:07.117864 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.151530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 40f92e84-00e9-4169-9d47-138322a57f47 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:07.153735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:07.171094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-516252f2-a1e6-44c8-a63c-3f385d68c519 req-99dcfb2f-0aa8-478e-9ca7-9fee61d3c5b9 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=5e8e4c5b21e449a6ade922f83b43f1ad HTTP/1.1" status: 200 len: 1657 time: 0.4388654 Jul 29 17:47:07.176859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc8d0d-0a60-4fea-bd82-7cc6eec19661 req-406cdfba-e90f-4577-9b0d-7b29495acd77 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.179197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45fc8d0d-0a60-4fea-bd82-7cc6eec19661 req-406cdfba-e90f-4577-9b0d-7b29495acd77 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 944 time: 0.0853963 Jul 29 17:47:07.181602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Made reservation on behalf of db4d65754b1e494fa5786aa927cb80c3 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:07.184538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.199486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.256269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45fc8d0d-0a60-4fea-bd82-7cc6eec19661 req-e6b59426-2100-4a59-a046-831cc5a95a45 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595450 Jul 29 17:47:07.268575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] For port e6eca7b3-30c1-46fd-b051-87919cadc2c2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:07.290473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] For port e6eca7b3-30c1-46fd-b051-87919cadc2c2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6eca7b3-30c1-46fd-b051-87919cadc2c2,segment=NetworkSegment(c79d3d5c-aa2d-45ab-872d-a4ab5b2170be),segment_id=c79d3d5c-aa2d-45ab-872d-a4ab5b2170be)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:07.301090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.318992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:07.324146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::21e (c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032/083cf74e-7e7e-4dcb-8112-3bc471809213/85ab0535-3e81-42d1-9488-b898b7a38280) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:07.354077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:07.354491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.376831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.377516 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b10f3265-510b-40ed-8b0e-d68fa28a47fc req-81cdaf09-7cb2-445c-ab89-41ac3b15d913 service neutron] 10.222.0.49 "GET /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464553 Jul 29 17:47:07.384143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.405471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=40f92e84-00e9-4169-9d47-138322a57f47,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:07.430832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:07.445176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.459896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '40f92e84-00e9-4169-9d47-138322a57f47', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '40f92e84-00e9-4169-9d47-138322a57f47', 'mac_address': 'fa:16:3e:44:93:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:07.461970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc55a0e-e0d2-413d-9665-262c476a52b8 None None] Pushing event updated for resources: {'Port': ['ID=e6eca7b3-30c1-46fd-b051-87919cadc2c2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.471144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.474797 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Added segment b42ce3cc-d864-4ec2-af21-5283ede4e085 of type vlan for network b3f98678-9f8f-4846-bf23-14c6a1f55b9a Jul 29 17:47:07.492973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516252f2-a1e6-44c8-a63c-3f385d68c519 req-b8023c92-d7d1-42f4-ba0d-b69ae120db2a tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.500357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-516252f2-a1e6-44c8-a63c-3f385d68c519 req-b8023c92-d7d1-42f4-ba0d-b69ae120db2a tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks?id=8486a4b0-a25a-4f22-b625-218d27e5470b&id=8486a4b0-a25a-4f22-b625-218d27e5470b&id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 787 time: 0.3094559 Jul 29 17:47:07.530556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.595663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.614596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.617159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-b96a9467-0039-451b-af3c-5459163e41fe tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips/e3b41d6e-abc7-4034-b205-ce39b73fc8a7 HTTP/1.1" status: 200 len: 693 time: 0.0641210 Jul 29 17:47:07.619816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.620854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.621496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.628134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 85ab0535-3e81-42d1-9488-b898b7a38280 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:07.644316 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.704411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.707707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f92e84-00e9-4169-9d47-138322a57f47 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:07.750519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=40f92e84-00e9-4169-9d47-138322a57f47,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:07.763003 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.773479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3762820 Jul 29 17:47:07.778419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:07.780112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:07.781728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:07.782808 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28d361-ddad-4c8c-9a53-ba703708e381" -d '{"events": [{"server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "name": "network-vif-plugged", "status": "completed", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:07.795398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Request body: {'subnet': {'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1978408988-subnet', 'tenant_id': 'db4d65754b1e494fa5786aa927cb80c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:07.798327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00dfa3-c1a0-4eee-aed5-2e060c8e79ab admin admin] Pushing event updated for resources: {'Network': ['ID=b3f98678-9f8f-4846-bf23-14c6a1f55b9a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.804662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:07.819371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b3f98678-9f8f-4846-bf23-14c6a1f55b9a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:07.831072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:07.835415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:07.836992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.837660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.851899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=85ab0535-3e81-42d1-9488-b898b7a38280,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.859504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.879871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-bcd1aacc-2cf1-45e0-9316-f2b53f056e24 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.881505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-bcd1aacc-2cf1-45e0-9316-f2b53f056e24 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2550557 Jul 29 17:47:07.893324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6edc9a-ac71-44a9-aadf-9916957cce12 req-92c3b8cf-e20e-4c6d-8066-a263e0c9f09b tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:07.895089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f6edc9a-ac71-44a9-aadf-9916957cce12 req-92c3b8cf-e20e-4c6d-8066-a263e0c9f09b tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 948 time: 0.1169019 Jul 29 17:47:07.897601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Made reservation on behalf of db4d65754b1e494fa5786aa927cb80c3 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:07.900463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:07.915563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1060abf2-ec85-47dd-9141-307eaf83ab8f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5829248 Jul 29 17:47:07.932072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:07.941040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:07.958916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-81207a07-a92e-48e6-b9f5-b7c4f726bd63 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0653040 Jul 29 17:47:07.991022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['40f92e84-00e9-4169-9d47-138322a57f47'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:08.009335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-f284dc48-1c43-49b1-bf31-7080f3f408a9 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0494356 Jul 29 17:47:08.017814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f6edc9a-ac71-44a9-aadf-9916957cce12 req-e5e8af2b-5095-431d-a726-35c712ab3839 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142087 Jul 29 17:47:08.021578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:08.130673 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73740610-5b25-4104-8b8d-2f894f6abc0b x-openstack-request-id: req-73740610-5b25-4104-8b8d-2f894f6abc0b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:08.131242 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "name": "network-vif-plugged", "status": "completed", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:08.131661 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73740610-5b25-4104-8b8d-2f894f6abc0b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:08.132219 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1', 'code': 200} Jul 29 17:47:08.175651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 85ab0535-3e81-42d1-9488-b898b7a38280 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:08.176272 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.230840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6eca7b3-30c1-46fd-b051-87919cadc2c2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:08.265643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Deleting port 54b427ff-0ea4-40da-8d05-d31183926e51 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:08.266278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.294416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e6eca7b3-30c1-46fd-b051-87919cadc2c2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:08.354943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.363181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11122cad-01b0-4225-8a2a-a6c398ab866c req-a0337ca0-2f1c-4849-86e1-a621c6df9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:08.364795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11122cad-01b0-4225-8a2a-a6c398ab866c req-a0337ca0-2f1c-4849-86e1-a621c6df9e8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 1096 time: 0.1709471 Jul 29 17:47:08.373161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.373820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.389576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Calling delete_port for 54b427ff-0ea4-40da-8d05-d31183926e51 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:08.429085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.476954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 85ab0535-3e81-42d1-9488-b898b7a38280 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:08.526102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b363aad0-8faf-4ab7-a13f-69c925a0305c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:08.530593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11122cad-01b0-4225-8a2a-a6c398ab866c req-094afb0c-f507-44ca-816d-35c6ae8d8aee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377323 Jul 29 17:47:08.548210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.577267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event deleted for resources: {'Port': ['ID=54b427ff-0ea4-40da-8d05-d31183926e51,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:08.585226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb7ddb-69a6-40ff-856c-26f25a5afa97 req-ca07546f-b223-41a8-bae6-60efb43087be tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:08.586869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49fb7ddb-69a6-40ff-856c-26f25a5afa97 req-ca07546f-b223-41a8-bae6-60efb43087be tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 945 time: 0.1881320 Jul 29 17:47:08.589547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Checking segment: {'id': 'b42ce3cc-d864-4ec2-af21-5283ede4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:08.589914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Network hostable DHCP agents. Network: b3f98678-9f8f-4846-bf23-14c6a1f55b9a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:08.616578 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:47:08.662102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.664739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.671189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4605df-6c19-4457-b705-b3510cbcc7cd req-3074fba4-2587-4187-82b4-6688f7c5ccd3 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3b41d6e-abc7-4034-b205-ce39b73fc8a7 HTTP/1.1" status: 204 len: 173 time: 0.6473894 Jul 29 17:47:08.672096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49fb7ddb-69a6-40ff-856c-26f25a5afa97 req-37a6cbc2-02aa-4d11-a154-03996eb6e918 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782261 Jul 29 17:47:08.673580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Network b3f98678-9f8f-4846-bf23-14c6a1f55b9a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:08.690264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b3f98678-9f8f-4846-bf23-14c6a1f55b9a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:08.695396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:08.696109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.700442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786e259-5e50-468d-8ccc-5eb6356a72cc None None] Network b3f98678-9f8f-4846-bf23-14c6a1f55b9a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:08.750809 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86572159-525a-4bfa-8492-0c82b1686e00 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9678912 Jul 29 17:47:08.768513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.782063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd90307-b5be-4e73-9dce-9cb0579911e3 None None] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:08.833596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=85ab0535-3e81-42d1-9488-b898b7a38280,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:08.878281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Provisioning for port e6eca7b3-30c1-46fd-b051-87919cadc2c2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:08.886265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.887849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Provisioning complete for port e6eca7b3-30c1-46fd-b051-87919cadc2c2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:08.888673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:08.889217 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bd57fb04-508c-49a7-90f1-3beb9ebc8410 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/85ab0535-3e81-42d1-9488-b898b7a38280 HTTP/1.1" status: 204 len: 168 time: 0.9555535 Jul 29 17:47:08.891461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:08.923877 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c385a4-17ec-4a65-a910-0fe78f4d3e5e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:08.929402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53126) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:08.929951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-75c385a4-17ec-4a65-a910-0fe78f4d3e5e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/85ab0535-3e81-42d1-9488-b898b7a38280 HTTP/1.1" status: 404 len: 333 time: 0.0370378 Jul 29 17:47:08.941025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f0f8740e-602e-4def-ad80-3a54f45b5680 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips/6f7b4dcd-d0a7-4143-aea4-5feb4a1a6bf4 HTTP/1.1" status: 200 len: 693 time: 0.1000900 Jul 29 17:47:09.045169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d57b02-2a7c-4e87-ad74-566fb250f15b None None] Network b3f98678-9f8f-4846-bf23-14c6a1f55b9a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:09.073151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 083cf74e-7e7e-4dcb-8112-3bc471809213 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:09.084522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.138207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-3c52e9a5-328f-495b-bdb4-b1274064ce47 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:09.139775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-3c52e9a5-328f-495b-bdb4-b1274064ce47 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1649725 Jul 29 17:47:09.148556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.169221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 40f92e84-00e9-4169-9d47-138322a57f47 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:09.224441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-93c64da0-4c22-4e6d-a389-e6505b4f8713 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0716438 Jul 29 17:47:09.235485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.255581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d40ab11b-8277-43aa-9d35-81f96ab3ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.281079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-d6987747-45d1-4d9a-bef6-5695a623c4b4 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0495703 Jul 29 17:47:09.336740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] For port e6eca7b3-30c1-46fd-b051-87919cadc2c2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6eca7b3-30c1-46fd-b051-87919cadc2c2,segment=NetworkSegment(c79d3d5c-aa2d-45ab-872d-a4ab5b2170be),segment_id=c79d3d5c-aa2d-45ab-872d-a4ab5b2170be)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:09.353564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-bd50f63a-0e40-48f9-a958-f4c218c6d968 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:09.356940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-bd50f63a-0e40-48f9-a958-f4c218c6d968 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/networks?id=b3f98678-9f8f-4846-bf23-14c6a1f55b9a HTTP/1.1" status: 200 len: 822 time: 0.1636212 Jul 29 17:47:09.371040 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.391770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 40f92e84-00e9-4169-9d47-138322a57f47 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:09.401560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-b20fdbd0-80c3-446e-ab4f-2565b53c23b5 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/quotas/db4d65754b1e494fa5786aa927cb80c3 HTTP/1.1" status: 200 len: 375 time: 0.0213506 Jul 29 17:47:09.434145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 40f92e84-00e9-4169-9d47-138322a57f47 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:09.434426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.457005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-a8eeb189-9fbe-449a-a71a-f43f35c88ab3 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4d65754b1e494fa5786aa927cb80c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545306 Jul 29 17:47:09.500331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebbef4-8aff-461a-a0f0-e7659cc8c533 None None] Pushing event updated for resources: {'Port': ['ID=e6eca7b3-30c1-46fd-b051-87919cadc2c2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:09.560192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.593035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-7a3c7fee-46db-4421-9a2c-bc72d221b227 service neutron] 10.222.0.16 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279635 Jul 29 17:47:09.605600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=40f92e84-00e9-4169-9d47-138322a57f47,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:09.613387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.619252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0faac68f-1ddf-4236-9376-c9cdbee7413e None None] Provisioning complete for port e6eca7b3-30c1-46fd-b051-87919cadc2c2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:09.619855 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0faac68f-1ddf-4236-9376-c9cdbee7413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.721291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:09.747103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-ddcc83c7-9694-4a69-823f-9dab1d15a8ea service neutron] 10.222.0.16 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478300 Jul 29 17:47:09.852985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.892909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69da55a8-b0f4-4910-9072-589c2e6c9713 None None] Could not find standard attr ID for object 85ab0535-3e81-42d1-9488-b898b7a38280. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:47:09.944459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Deleting port cb47ac21-e372-495f-8852-b3d29d4c8077 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:09.945111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:09.959406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd245c-11b0-4b61-9f60-79613f199115 req-8c33d185-b9b2-4f3d-bc2b-7d0c8e2ad7e3 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:09.967803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7bd245c-11b0-4b61-9f60-79613f199115 req-8c33d185-b9b2-4f3d-bc2b-7d0c8e2ad7e3 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 949 time: 0.0657547 Jul 29 17:47:09.999446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.011499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7bd245c-11b0-4b61-9f60-79613f199115 req-2ea3a20a-cebf-44a9-b090-70d9850185f4 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Jul 29 17:47:10.034894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=083cf74e-7e7e-4dcb-8112-3bc471809213,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:10.050777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.055346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e44f52fb-7110-4269-a6f0-084cee27299c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/083cf74e-7e7e-4dcb-8112-3bc471809213 HTTP/1.1" status: 204 len: 168 time: 1.1224172 Jul 29 17:47:10.055908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53158) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:10.133480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:10.136376 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3015642e-b659-4ec9-9eef-0a283b7f5f6a" -d '{"events": [{"server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "name": "network-vif-plugged", "status": "completed", "tag": "40f92e84-00e9-4169-9d47-138322a57f47"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:10.145916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f0b40-e157-420b-93fe-b717da6fd8be None None] Network c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:10.180591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.186486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.186807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.209000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Calling delete_port for cb47ac21-e372-495f-8852-b3d29d4c8077 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:10.214917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286f0c3-1f86-468c-884e-3efe1fd8d826 req-14c45d2a-5176-4155-9944-104acccc3a7d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:10.218582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6eca7b3-30c1-46fd-b051-87919cadc2c2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:10.222875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e286f0c3-1f86-468c-884e-3efe1fd8d826 req-14c45d2a-5176-4155-9944-104acccc3a7d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 945 time: 0.1140833 Jul 29 17:47:10.273700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e286f0c3-1f86-468c-884e-3efe1fd8d826 req-ff067ea7-b419-48ba-9261-681f022ea7d5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489683 Jul 29 17:47:10.371521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e6eca7b3-30c1-46fd-b051-87919cadc2c2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:10.371521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.423531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port e6eca7b3-30c1-46fd-b051-87919cadc2c2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:10.423880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.455653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] DHCP port deletion for c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:10.521309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.563439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event deleted for resources: {'Port': ['ID=cb47ac21-e372-495f-8852-b3d29d4c8077,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:10.640710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port e6eca7b3-30c1-46fd-b051-87919cadc2c2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6eca7b3-30c1-46fd-b051-87919cadc2c2,segment=NetworkSegment(c79d3d5c-aa2d-45ab-872d-a4ab5b2170be),segment_id=c79d3d5c-aa2d-45ab-872d-a4ab5b2170be)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:10.646559 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.666182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for e6eca7b3-30c1-46fd-b051-87919cadc2c2 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:10.666424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-654d5aa6-1e86-437c-bf71-7b1bbb17935c req-15fb6395-652e-4448-a215-461a4dd76cfc tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 210 time: 0.0445731 Jul 29 17:47:10.698741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.701371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.702650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe72063b-0b96-42b5-9317-f7d0c5e0bc5d req-f659e4e0-0326-4122-a286-b54d1552fe5d tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "DELETE /v2.0/floatingips/6f7b4dcd-d0a7-4143-aea4-5feb4a1a6bf4 HTTP/1.1" status: 204 len: 173 time: 1.4144902 Jul 29 17:47:10.763797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Deleting port e6eca7b3-30c1-46fd-b051-87919cadc2c2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:10.764830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.831168 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca31527-6a4b-49a0-b54a-cca18d97af33 x-openstack-request-id: req-2ca31527-6a4b-49a0-b54a-cca18d97af33 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:10.831675 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "name": "network-vif-plugged", "status": "completed", "tag": "40f92e84-00e9-4169-9d47-138322a57f47", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:10.832210 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ca31527-6a4b-49a0-b54a-cca18d97af33 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:10.832764 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47', 'code': 200} Jul 29 17:47:10.854864 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.877039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] For port e6eca7b3-30c1-46fd-b051-87919cadc2c2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6eca7b3-30c1-46fd-b051-87919cadc2c2,segment=NetworkSegment(c79d3d5c-aa2d-45ab-872d-a4ab5b2170be),segment_id=c79d3d5c-aa2d-45ab-872d-a4ab5b2170be)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:10.879332 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:10.898084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-eba5b043-b81a-42cd-964e-69050181c483 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips/130d9ab4-5049-4a30-bdce-2473d2edaa64 HTTP/1.1" status: 200 len: 693 time: 0.0647445 Jul 29 17:47:10.899191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port e6eca7b3-30c1-46fd-b051-87919cadc2c2 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:10.901344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=e6eca7b3-30c1-46fd-b051-87919cadc2c2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:10.908839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Calling delete_port for e6eca7b3-30c1-46fd-b051-87919cadc2c2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:11.005847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.012974 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.021019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:11.044236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] Pushing event deleted for resources: {'Port': ['ID=e6eca7b3-30c1-46fd-b051-87919cadc2c2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:11.053440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb8fa0-edf7-4677-88af-4338adc2cac5 None None] No DVR routers for this DVR port e6eca7b3-30c1-46fd-b051-87919cadc2c2 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:11.057426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716029b5-5533-410d-88d8-7329022db62a req-3b55f5e6-5bb8-4769-a2b8-11fd78cd5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:11.065557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-716029b5-5533-410d-88d8-7329022db62a req-3b55f5e6-5bb8-4769-a2b8-11fd78cd5299 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 1100 time: 0.0984347 Jul 29 17:47:11.076340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:11.076698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79d3d5c-aa2d-45ab-872d-a4ab5b2170be') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:11.098504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.117914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-c3c130c4-9799-4740-b901-74eae8cb760e tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:11.119422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-c3c130c4-9799-4740-b901-74eae8cb760e tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2202110 Jul 29 17:47:11.136306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.142618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-716029b5-5533-410d-88d8-7329022db62a req-05b1ddf9-d111-485e-80fb-f4f211184157 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680597 Jul 29 17:47:11.177625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:11.178150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:11.181854 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:11.214042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-0173a297-53da-4b1e-90d8-c466b9d2602b tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.0834529 Jul 29 17:47:11.251831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cce6b0-81b9-46f0-8ef0-0fe310e39495 req-1c0d4666-257d-4cba-9ad0-780e64ad24f6 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:11.253409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50cce6b0-81b9-46f0-8ef0-0fe310e39495 req-1c0d4666-257d-4cba-9ad0-780e64ad24f6 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 949 time: 0.1286781 Jul 29 17:47:11.259633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.277998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.280209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032 HTTP/1.1" status: 204 len: 168 time: 1.2236030 Jul 29 17:47:11.294580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:11.307780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'name': 'tempest-PortsIpV6TestJSON-487461349'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:11.316842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d326e9-44b1-40fc-bbb5-4a159ad9098b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=c15b7ae7-d1e9-4db8-9f9a-b6b9987d2032,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:11.331259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-ca27fab4-f797-4115-a343-a6ffaf0c4337 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.0981071 Jul 29 17:47:11.385309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50cce6b0-81b9-46f0-8ef0-0fe310e39495 req-d6c0fe0a-4898-4164-8430-2acaa2b36233 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224017 Jul 29 17:47:11.432488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:11.437180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.460619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:11.479666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-60b0b559-d814-43de-85f5-cbbd3cda5304 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:11.481167 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-60b0b559-d814-43de-85f5-cbbd3cda5304 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.38 "GET /v2.0/networks?id=b3f98678-9f8f-4846-bf23-14c6a1f55b9a HTTP/1.1" status: 200 len: 822 time: 0.2826061 Jul 29 17:47:11.501939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Request body: {'port': {'device_id': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a', 'admin_state_up': True, 'tenant_id': 'db4d65754b1e494fa5786aa927cb80c3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:11.611514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Deleting port 2c2a3caf-7891-47fa-9618-605698fba2fe {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:11.611901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.639578 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70f9b816-27d6-4532-9d5d-07d050b93c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.711069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.720911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Made reservation on behalf of db4d65754b1e494fa5786aa927cb80c3 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:11.725254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.757949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.758449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.792795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Calling delete_port for 2c2a3caf-7891-47fa-9618-605698fba2fe owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:11.793013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.796619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a55cd76a-ba2a-43a0-9dc7-9c55e108ce21 req-15421648-5e8d-4901-b88c-c3c7e1a2011a tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 210 time: 0.0390217 Jul 29 17:47:11.800652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.876138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:11.894511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:11.899183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:11.902772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:11.908986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:11.909727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:11.926096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-04761973-bb2a-49b3-82d0-85ad4136adba tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6224496 Jul 29 17:47:11.928952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53194) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:11.984154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Allocated IP 172.20.0.6 (b3f98678-9f8f-4846-bf23-14c6a1f55b9a/b363aad0-8faf-4ab7-a13f-69c925a0305c/405e9ce2-4faa-4a80-8c83-d9aa3e59071c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:12.073556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:12.075147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.093204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.153398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Pushing event deleted for resources: {'Port': ['ID=2c2a3caf-7891-47fa-9618-605698fba2fe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:12.171678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6eca7b3-30c1-46fd-b051-87919cadc2c2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:12.171876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.189780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:12.198745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e6eca7b3-30c1-46fd-b051-87919cadc2c2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:12.202108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6eca7b3-30c1-46fd-b051-87919cadc2c2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:12.289013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.297878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.300721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.301929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cc2da23-61a9-4ebe-9581-8f018f24c6c4 req-50cba3ef-4ef6-474f-8824-70622c2defb1 tempest-FloatingIPDetailsTestJSON-577271412 tempest-FloatingIPDetailsTestJSON-577271412-project] 10.222.0.16 "DELETE /v2.0/floatingips/130d9ab4-5049-4a30-bdce-2473d2edaa64 HTTP/1.1" status: 204 len: 173 time: 0.9693923 Jul 29 17:47:12.312171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:12.322028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.325695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:12.331491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.333757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-47a657e7-a252-4c26-a537-d27234daff12 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/4e4b3b70-b91e-4b43-b43b-6b6bf7b2e1aa HTTP/1.1" status: 204 len: 168 time: 0.4034324 Jul 29 17:47:12.336578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:12.342332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'mac_address': 'fa:16:3e:2c:b5:1e', 'name': 'tempest-PortsIpV6TestJSON-547754081'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:12.451612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:12.538489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.545174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.579095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port a823ccc7-35bf-477c-80e1-d76b6ff79c0b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:12.797380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.864513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.877703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.892926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:12.896268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:12.922568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:12.929281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:12.930353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:12.983584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Network b3f98678-9f8f-4846-bf23-14c6a1f55b9a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:13.002981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6648619 Jul 29 17:47:13.004263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fc77f-bcdb-4b7f-9193-764b42c23348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a823ccc7-35bf-477c-80e1-d76b6ff79c0b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:13.007603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:13.020495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:13.027389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:13.045483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcc53-d09d-4707-8bbf-9da5f3ba85d7 req-60b3b62b-4b13-4f34-ae37-3236e4a4ad8f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:13.047096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de4dcc53-d09d-4707-8bbf-9da5f3ba85d7 req-60b3b62b-4b13-4f34-ae37-3236e4a4ad8f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 949 time: 0.5427058 Jul 29 17:47:13.053627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852e07a-6dea-4e3e-b98b-04764c4bfd84 req-5d7dc7a6-b0ad-4bd6-9356-e0bece1550a6 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:13.055202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4852e07a-6dea-4e3e-b98b-04764c4bfd84 req-5d7dc7a6-b0ad-4bd6-9356-e0bece1550a6 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 931 time: 0.1200087 Jul 29 17:47:13.077328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae85885-27b2-4ada-ba63-ccdcd6590135 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:13.078155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Pushing event updated for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:13.078760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dae85885-27b2-4ada-ba63-ccdcd6590135 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/a823ccc7-35bf-477c-80e1-d76b6ff79c0b HTTP/1.1" status: 200 len: 844 time: 0.0701156 Jul 29 17:47:13.081488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53224) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:13.165863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:13.166420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.176715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de4dcc53-d09d-4707-8bbf-9da5f3ba85d7 req-c5d1e2b6-385e-46fe-a12a-c6f48db3e791 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043255 Jul 29 17:47:13.190087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4852e07a-6dea-4e3e-b98b-04764c4bfd84 req-fdcd58ef-380b-4279-9afa-f5e4d8afb242 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257453 Jul 29 17:47:13.198720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-6fe5ab7e-5456-4562-ae4e-d85708175225 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7005157 Jul 29 17:47:13.214146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Request body: {'port': {'device_id': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:13.255255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port a823ccc7-35bf-477c-80e1-d76b6ff79c0b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:13.255683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.320058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.353204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.370377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for a823ccc7-35bf-477c-80e1-d76b6ff79c0b owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:13.500786 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.540008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=a823ccc7-35bf-477c-80e1-d76b6ff79c0b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:13.545940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.548700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-57238e50-3c36-48b0-9581-190df217e497 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/a823ccc7-35bf-477c-80e1-d76b6ff79c0b HTTP/1.1" status: 204 len: 168 time: 0.4662840 Jul 29 17:47:13.551411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53232) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:13.580803 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5a6b3e-ae94-4060-a9cb-c918aab7a08e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:13.588433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8b5a6b3e-ae94-4060-a9cb-c918aab7a08e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/a823ccc7-35bf-477c-80e1-d76b6ff79c0b HTTP/1.1" status: 404 len: 333 time: 0.0358665 Jul 29 17:47:13.589187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53236) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:13.594605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'name': 'tempest-PortsIpV6TestJSON-1165100061'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:13.617876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-a1b99963-278e-42a6-b6a0-f2c3ac4b291f tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:13.625376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-a1b99963-278e-42a6-b6a0-f2c3ac4b291f tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 1100 time: 0.1403930 Jul 29 17:47:13.634820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.690423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-65b7f289-3de2-493f-96da-4b84ca58058d tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.722066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:13.725725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:13.746757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 25aa195d-6d4e-4200-9fc1-69f5daeb066f yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:13.948400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.008562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.015690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405e9ce2-4faa-4a80-8c83-d9aa3e59071c {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:14.034831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.054851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:14.058308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:14.062956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:14.068965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:14.069716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.082295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Transition to ACTIVE for port object 405e9ce2-4faa-4a80-8c83-d9aa3e59071c will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:14.089547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-65b7f289-3de2-493f-96da-4b84ca58058d tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.089730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=25aa195d-6d4e-4200-9fc1-69f5daeb066f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:14.092298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.108464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9c3dac47-57f1-41f8-8fb8-5398403d6800 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5153227 Jul 29 17:47:14.108668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:14.140955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-65b7f289-3de2-493f-96da-4b84ca58058d tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.150049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:14.225644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17ca0504-dbb0-4ce8-bece-7976305d21db req-65b7f289-3de2-493f-96da-4b84ca58058d tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992563 Jul 29 17:47:14.255782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Pushing event updated for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:14.279057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7f289-3de2-493f-96da-4b84ca58058d tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3778f5bd-dab4-4e7f-977f-c2ff1f2fe5ca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:14.358620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663357c0-a1e2-411d-8554-796d5c9f35c6 req-6fd013ef-7794-4df0-bce2-e543f882ff3a tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:14.360659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-663357c0-a1e2-411d-8554-796d5c9f35c6 req-6fd013ef-7794-4df0-bce2-e543f882ff3a tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 943 time: 0.0618622 Jul 29 17:47:14.383679 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.414819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-663357c0-a1e2-411d-8554-796d5c9f35c6 req-4c0f0652-486d-46f2-b21f-94579421b8a0 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Jul 29 17:47:14.462719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Attempting to bind port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:14.463990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Attempting to bind port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b42ce3cc-d864-4ec2-af21-5283ede4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:14.463990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Attempting to bind port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c on network b3f98678-9f8f-4846-bf23-14c6a1f55b9a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:14.485266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c on network b3f98678-9f8f-4846-bf23-14c6a1f55b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:14.485622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Attempting to bind port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c on network b3f98678-9f8f-4846-bf23-14c6a1f55b9a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:14.490011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.536913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:14.537309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Checking segment: {'id': 'b42ce3cc-d864-4ec2-af21-5283ede4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:14.537661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Bound using segment: {'id': 'b42ce3cc-d864-4ec2-af21-5283ede4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:14.538122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Bound port: 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ce3cc-d864-4ec2-af21-5283ede4e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:14.538514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.543549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Deleting port 5b468369-d361-43d3-b956-6ffc1f716191 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:14.543882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.729880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:14.734719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.740044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,segment=NetworkSegment(b42ce3cc-d864-4ec2-af21-5283ede4e085),segment_id=b42ce3cc-d864-4ec2-af21-5283ede4e085)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:14.742260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] For port 5b468369-d361-43d3-b956-6ffc1f716191, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5b468369-d361-43d3-b956-6ffc1f716191,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:14.742609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.745251 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.754973 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.795985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Calling delete_port for 5b468369-d361-43d3-b956-6ffc1f716191 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:14.805612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] In _notify_port_updated(), no bound segment for port 25aa195d-6d4e-4200-9fc1-69f5daeb066f on network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:47:14.810991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:14.811620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.815471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/ports/25aa195d-6d4e-4200-9fc1-69f5daeb066f HTTP/1.1" status: 200 len: 818 time: 0.6737247 Jul 29 17:47:14.817820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53252) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:14.826102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:14.826748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:14.828139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/405e9ce2-4faa-4a80-8c83-d9aa3e59071c HTTP/1.1" status: 200 len: 1091 time: 1.6202908 Jul 29 17:47:14.828586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:14.830929 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa062f83-f40a-45e8-ad87-8cd84a543716" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:14.855307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462565-79ef-4c00-a885-c164f64aac37 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=25aa195d-6d4e-4200-9fc1-69f5daeb066f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:14.907653 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1f644-1094-41d1-9596-2e342ddb682e x-openstack-request-id: req-f3b1f644-1094-41d1-9596-2e342ddb682e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:14.907947 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:14.908343 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3b1f644-1094-41d1-9596-2e342ddb682e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:14.908755 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c', 'status': 'completed', 'code': 200} Jul 29 17:47:14.933909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 25aa195d-6d4e-4200-9fc1-69f5daeb066f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:14.934293 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.000085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.000327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798f90d-4425-43b5-a1be-a3956d0082a6 service neutron] Pushing event updated for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:15.004153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8b2c50e8-80a0-432a-9e4a-c5451cfb2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.005727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-8b2c50e8-80a0-432a-9e4a-c5451cfb2f3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=db4d65754b1e494fa5786aa927cb80c3&device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 1094 time: 0.1098692 Jul 29 17:47:15.016094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 25aa195d-6d4e-4200-9fc1-69f5daeb066f owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:15.083498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-36d3e799-6cff-42bf-b39a-014211842994 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c HTTP/1.1" status: 200 len: 217 time: 0.0411708 Jul 29 17:47:15.109252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.142166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=25aa195d-6d4e-4200-9fc1-69f5daeb066f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:15.151225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.157136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1262a17a-5145-401c-b232-c55addf6df30 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/25aa195d-6d4e-4200-9fc1-69f5daeb066f HTTP/1.1" status: 204 len: 168 time: 0.3346920 Jul 29 17:47:15.158125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53256) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:15.160385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-3279613a-6d63-47bf-879c-67d28a3199c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.161538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-3279613a-6d63-47bf-879c-67d28a3199c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b363aad0-8faf-4ab7-a13f-69c925a0305c HTTP/1.1" status: 200 len: 862 time: 0.0673587 Jul 29 17:47:15.216280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-cef32d24-2e86-42dd-ada3-ed5346382fd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f98678-9f8f-4846-bf23-14c6a1f55b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289531 Jul 29 17:47:15.220923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c9a92e-885f-4916-88a0-bc9311fbe110 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.225065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c5c9a92e-885f-4916-88a0-bc9311fbe110 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0627840 Jul 29 17:47:15.225737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:15.280979 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0427f24-79ec-4e5c-abbe-40fe289a1190 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:15.286538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0427f24-79ec-4e5c-abbe-40fe289a1190 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/25aa195d-6d4e-4200-9fc1-69f5daeb066f HTTP/1.1" status: 404 len: 333 time: 0.0562029 Jul 29 17:47:15.286963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53262) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:15.292654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1514460689'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:15.308934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.341137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b468369-d361-43d3-b956-6ffc1f716191,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:15.365630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d648bb-299a-48ee-8ad6-49c8da030fbc req-2bbb3f57-e538-49db-8e0f-a87647a00462 tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.367385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83d648bb-299a-48ee-8ad6-49c8da030fbc req-2bbb3f57-e538-49db-8e0f-a87647a00462 tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 1100 time: 0.0642722 Jul 29 17:47:15.369051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:15.373105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.438108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83d648bb-299a-48ee-8ad6-49c8da030fbc req-e63d9c41-4fc5-441c-ab5e-4f9d82318856 tempest-ServersAdminNegativeTestJSON-1759714935 tempest-ServersAdminNegativeTestJSON-1759714935-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Jul 29 17:47:15.448829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:15.463377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.463727 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment 1e66f8ed-a729-41bb-9d4f-42481aa52737 of type vlan for network 07019704-1198-479b-b1ec-9465b775cc3a Jul 29 17:47:15.517871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.556964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-2642e981-d209-4415-bc1f-8c249c98cd05 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228836 Jul 29 17:47:15.612225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.624026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.624938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.733879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe74d65-cae2-42d3-b467-1c865c45bd67 req-e4e94c54-7dee-468c-83b3-77a34444d3b0 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:15.736168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fe74d65-cae2-42d3-b467-1c865c45bd67 req-e4e94c54-7dee-468c-83b3-77a34444d3b0 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 943 time: 0.1925831 Jul 29 17:47:15.744991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4567444 Jul 29 17:47:15.745665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53282) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:15.754679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:15.773788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503779f-5f30-4367-9598-994df7c4faac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=07019704-1198-479b-b1ec-9465b775cc3a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:15.785263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 07019704-1198-479b-b1ec-9465b775cc3a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:15.849891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fe74d65-cae2-42d3-b467-1c865c45bd67 req-8976bee1-d685-485c-8ac3-b2b089a98ce2 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974576 Jul 29 17:47:15.850754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:15.882118 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32dc3bf7-156a-4ab2-a0c1-e0c1503e4c71 req-e550e120-5ac1-477d-88a1-7065cf20f949 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127108 Jul 29 17:47:16.318252 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:16.321636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:16.455847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-cabae3b1-0e74-4648-b64b-f5ec338099b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:16.457277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-cabae3b1-0e74-4648-b64b-f5ec338099b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=db4d65754b1e494fa5786aa927cb80c3&device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 1094 time: 0.5058911 Jul 29 17:47:16.560539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babd035-bbe5-475c-afc3-2981e47853e1 req-2e92a704-cb0a-4852-8cef-fa739ffe143e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:16.562060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9babd035-bbe5-475c-afc3-2981e47853e1 req-2e92a704-cb0a-4852-8cef-fa739ffe143e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 949 time: 0.2359331 Jul 29 17:47:16.759753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9babd035-bbe5-475c-afc3-2981e47853e1 req-8cc705c2-9612-4ebd-9331-3b373710844e tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883161 Jul 29 17:47:16.766627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Router c95362f7-113d-4553-803f-4bf701fca414 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:16.769476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-e0ac7b0d-5881-455d-9809-0f99b7c73796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:16.771040 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-e0ac7b0d-5881-455d-9809-0f99b7c73796 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f98678-9f8f-4846-bf23-14c6a1f55b9a HTTP/1.1" status: 200 len: 923 time: 0.3031380 Jul 29 17:47:16.783778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:16.878100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-6b8f4d8a-10cb-49b4-8aa9-59aca34074c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c HTTP/1.1" status: 200 len: 217 time: 0.0972528 Jul 29 17:47:16.985559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe73f7-1792-46ec-b545-10cb76776a04 req-c01f0055-bbc1-4a9d-affb-aee98a1f0187 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:16.987227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bafe73f7-1792-46ec-b545-10cb76776a04 req-c01f0055-bbc1-4a9d-affb-aee98a1f0187 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 943 time: 0.0523884 Jul 29 17:47:16.995767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:17.038353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bafe73f7-1792-46ec-b545-10cb76776a04 req-20331161-ea3c-455c-8ad7-041f248b91f4 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Jul 29 17:47:17.048521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-ba2661f9-e814-4eba-bc69-2e126a871216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:17.050392 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-ba2661f9-e814-4eba-bc69-2e126a871216 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b363aad0-8faf-4ab7-a13f-69c925a0305c HTTP/1.1" status: 200 len: 862 time: 0.1574943 Jul 29 17:47:17.054112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': '1e66f8ed-a729-41bb-9d4f-42481aa52737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:17.054700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: 07019704-1198-479b-b1ec-9465b775cc3a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:17.079677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:17.086533 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e47e0b01-ddde-47d3-ae19-f579af1a37f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/c95362f7-113d-4553-803f-4bf701fca414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7733278 Jul 29 17:47:17.089491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53298) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:17.093532 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Sync routers for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:17.104817 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:17.105712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:17.115021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-d49d1706-6ec7-44cf-9917-4706337dbd97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f98678-9f8f-4846-bf23-14c6a1f55b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504746 Jul 29 17:47:17.143017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network 07019704-1198-479b-b1ec-9465b775cc3a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:17.184474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 07019704-1198-479b-b1ec-9465b775cc3a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:17.191470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:17.192164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.199619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9154ff-d05b-4996-98a7-7df4c265e5df None None] Network 07019704-1198-479b-b1ec-9465b775cc3a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:17.213304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2eaa278-faee-4d85-ba0f-e4a537112144 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4647620 Jul 29 17:47:17.216391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:17.227838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:17.239367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-3a27605e-472f-4f43-a552-8f760dac14dc service neutron] 10.222.0.38 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149571 Jul 29 17:47:17.242298 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:17.274187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.382578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-308fd9b9-f0c3-4c81-8b3a-7edcf0b81669 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:17.384965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-308fd9b9-f0c3-4c81-8b3a-7edcf0b81669 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.49 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 949 time: 0.0824988 Jul 29 17:47:17.407847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-07019704-1198-479b-b1ec-9465b775cc3a', 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:17.408816 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.426781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.433645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:17.437260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.448061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa062f83-f40a-45e8-ad87-8cd84a543716 req-983da409-38dd-46bc-bb94-0c33b4159b8a service neutron] 10.222.0.38 "GET /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003918 Jul 29 17:47:17.471335 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:47:15Z', 'revision_number': 5, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port': {'id': '5345ee67-9a0e-4a4b-8765-bb0d90ef0f56', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95362f7-113d-4553-803f-4bf701fca414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:46:48Z', 'updated_at': '2021-07-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:17.503193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Deleting port 40f92e84-00e9-4169-9d47-138322a57f47 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:17.503540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.509974 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Checking router: c95362f7-113d-4553-803f-4bf701fca414 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:17.519343 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Routers {'c95362f7-113d-4553-803f-4bf701fca414'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:17.519956 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c95362f7-113d-4553-803f-4bf701fca414'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:17.578307 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8 (CIDR: 2001:db8::/64) Jul 29 17:47:17.588554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Deleting port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:17.588889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.592210 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:47:17.592673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:47:17.631354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] For port 40f92e84-00e9-4169-9d47-138322a57f47, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=40f92e84-00e9-4169-9d47-138322a57f47,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:17.631746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.637817 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] Set router c95362f7-113d-4553-803f-4bf701fca414 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:17.649519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Calling delete_port for 40f92e84-00e9-4169-9d47-138322a57f47 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:17.659070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Allocated IP 2001:db8::2 (07019704-1198-479b-b1ec-9465b775cc3a/2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8/1f898bce-f4f9-4533-a765-9ae5ee24ab87) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:17.662514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ca2da00f-21d5-4a02-8236-e5ef7453374b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4433906 Jul 29 17:47:17.663115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:17.673006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:17.714489 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:47:17Z', 'revision_number': 6, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:17.744744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] For port 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:17.745103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.749276 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a7310-0ad6-4026-aa31-915b267972ee None None] The sync data for ids ['c95362f7-113d-4553-803f-4bf701fca414'] in n-d-801607-3 is: [{'id': 'c95362f7-113d-4553-803f-4bf701fca414', 'name': 'tempest-FloatingIPDetailsTestJSON-1761286868-router', 'tenant_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:46:46Z', 'updated_at': '2021-07-29T17:47:17Z', 'revision_number': 6, 'project_id': '5e8e4c5b21e449a6ade922f83b43f1ad', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:17.766115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Calling delete_port for 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:17.856184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.872717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f2dc3174-b98f-4d0b-b167-c9daa102a294'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:17.875823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['40f92e84-00e9-4169-9d47-138322a57f47'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:17.905367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:17.909079 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.910913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Pushing event deleted for resources: {'Port': ['ID=40f92e84-00e9-4169-9d47-138322a57f47,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:17.917399 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.932210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Transition to ACTIVE for port object 1f898bce-f4f9-4533-a765-9ae5ee24ab87 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:17.962411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Transition to ACTIVE for port object 1f898bce-f4f9-4533-a765-9ae5ee24ab87 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:17.969300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] No DVR routers for this DVR port 40f92e84-00e9-4169-9d47-138322a57f47 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:17.972511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b5c62a4-2a99-42d2-82b9-61a1fc1353af req-37378a9a-1948-479d-aec2-90018ac62033 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=80273002-a799-4da8-bf81-1bf2c997fa61 HTTP/1.1" status: 200 len: 210 time: 0.1068888 Jul 29 17:47:17.973583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.975549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc50f1f3-cf1c-4958-a5a7-0039467140e3 req-fc1d1263-9586-4cce-93b6-5517bf511ecc tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.49 "DELETE /v2.0/ports/40f92e84-00e9-4169-9d47-138322a57f47 HTTP/1.1" status: 204 len: 173 time: 0.5818326 Jul 29 17:47:17.976518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'name': 'network-vif-deleted', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:17.978591 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad7a30-2a5b-4d5a-8219-a0c89abda6b6" -d '{"events": [{"server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "name": "network-vif-deleted", "tag": "40f92e84-00e9-4169-9d47-138322a57f47"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:17.989485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.055491 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6b4d95-54bc-4005-8137-633e71400a62 x-openstack-request-id: req-5b6b4d95-54bc-4005-8137-633e71400a62 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:18.055491 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80273002-a799-4da8-bf81-1bf2c997fa61", "name": "network-vif-deleted", "tag": "40f92e84-00e9-4169-9d47-138322a57f47", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:18.055491 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b6b4d95-54bc-4005-8137-633e71400a62 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:18.060474 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80273002-a799-4da8-bf81-1bf2c997fa61', 'name': 'network-vif-deleted', 'tag': '40f92e84-00e9-4169-9d47-138322a57f47', 'status': 'completed', 'code': 200} Jul 29 17:47:18.083621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Network 07019704-1198-479b-b1ec-9465b775cc3a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:18.111462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:18.130901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Pushing event updated for resources: {'Port': ['ID=1f898bce-f4f9-4533-a765-9ae5ee24ab87,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:18.151473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:18.161585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5b468369-d361-43d3-b956-6ffc1f716191 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:18.194428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 5b468369-d361-43d3-b956-6ffc1f716191 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:18.194804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5b468369-d361-43d3-b956-6ffc1f716191 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:18.278291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.288530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Attempting to bind port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:18.289043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Attempting to bind port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1e66f8ed-a729-41bb-9d4f-42481aa52737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:18.289255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Attempting to bind port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 on network 07019704-1198-479b-b1ec-9465b775cc3a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:18.308152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:18.308532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Checking segment: {'id': '1e66f8ed-a729-41bb-9d4f-42481aa52737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:18.308938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.309328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Bound using segment: {'id': '1e66f8ed-a729-41bb-9d4f-42481aa52737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:18.309810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Bound port: 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e66f8ed-a729-41bb-9d4f-42481aa52737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '07019704-1198-479b-b1ec-9465b775cc3a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:18.310189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.315946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e94a5-de6b-4b1b-baf7-e5e8032e07c3 req-495c9c7f-096b-4763-9b66-b8088c562519 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:18.317578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a7e94a5-de6b-4b1b-baf7-e5e8032e07c3 req-495c9c7f-096b-4763-9b66-b8088c562519 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 943 time: 0.1234179 Jul 29 17:47:18.324046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5345ee67-9a0e-4a4b-8765-bb0d90ef0f56,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:18.404876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] For port 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:18.408297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] For port 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f898bce-f4f9-4533-a765-9ae5ee24ab87,segment=NetworkSegment(1e66f8ed-a729-41bb-9d4f-42481aa52737),segment_id=1e66f8ed-a729-41bb-9d4f-42481aa52737)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:18.414178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.440723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a7e94a5-de6b-4b1b-baf7-e5e8032e07c3 req-2515fb21-22c8-4130-9d03-a82b3aafd85a tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146836 Jul 29 17:47:18.452841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.493016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c6322-874e-4936-9c10-9f2e2356f112 None None] Pushing event updated for resources: {'Port': ['ID=1f898bce-f4f9-4533-a765-9ae5ee24ab87,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:18.592281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.597795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.044423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.055445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.055979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c95362f7-113d-4553-803f-4bf701fca414 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:47:19.077137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.078315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd3d3d41-1054-4b63-861b-3194ce88b0b2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c95362f7-113d-4553-803f-4bf701fca414 HTTP/1.1" status: 204 len: 168 time: 1.9877834 Jul 29 17:47:19.081428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:19.095181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network 07019704-1198-479b-b1ec-9465b775cc3a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:19.102189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:19.106807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:19.107388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.121086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=099a4898-9b12-497e-8b1a-095fab291aaa,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:19.131897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e2bd73cc-28eb-413c-9d75-41f57f5d3164 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4656336 Jul 29 17:47:19.134425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53328) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:19.140771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'fixed_ips': [{'subnet_id': '2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8'}, {'subnet_id': '099a4898-9b12-497e-8b1a-095fab291aaa'}], 'name': 'tempest-PortsIpV6TestJSON-242580968'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:19.143348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Deleting subnet c426829e-05ce-435d-8521-b9b3e1feb449 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:19.147187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.192523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.319536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:19.420951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.445105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.465732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port a32f4718-265a-43cc-ab62-7926b02bfe48 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:19.475372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b05a-7488-4796-9496-4af2f0b01965 req-44fdac8d-efff-4115-8062-8b39c717fa31 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:19.477239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7f7b05a-7488-4796-9496-4af2f0b01965 req-44fdac8d-efff-4115-8062-8b39c717fa31 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.0946105 Jul 29 17:47:19.534538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7f7b05a-7488-4796-9496-4af2f0b01965 req-359ab2de-405d-4800-842c-4b4dc974a89b tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Jul 29 17:47:19.542037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.583523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.588585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c426829e-05ce-435d-8521-b9b3e1feb449 HTTP/1.1" status: 204 len: 168 time: 0.5024836 Jul 29 17:47:19.588585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604102a-0391-4f78-be45-0f5e6187af9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c426829e-05ce-435d-8521-b9b3e1feb449,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:19.592844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17063ee-6f47-4c53-aeaa-0bf34417ec60 None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:19.596425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53338) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:19.598120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4680a1-f33f-408c-af00-b3803f46e84b None None] Network 07019704-1198-479b-b1ec-9465b775cc3a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:19.723419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544dbf2-fcc6-4bad-b5f4-66f22a2dad7c req-459324ef-d398-4a6d-9a43-128d359fbe62 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:19.724932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8544dbf2-fcc6-4bad-b5f4-66f22a2dad7c req-459324ef-d398-4a6d-9a43-128d359fbe62 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 943 time: 0.1833160 Jul 29 17:47:19.769809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:19.772250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69fc45b8-af9f-4075-8856-404d2dcfff27 None None] Provisioning for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:19.872936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8544dbf2-fcc6-4bad-b5f4-66f22a2dad7c req-42a0ec50-c0da-4f49-86d4-f0d6d7bbd4aa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387715 Jul 29 17:47:19.886802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] DHCP port deletion for bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:19.917914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 405e9ce2-4faa-4a80-8c83-d9aa3e59071c details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:19.961244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Deleting port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:19.961581 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.018866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::4c (07019704-1198-479b-b1ec-9465b775cc3a/2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8/a32f4718-265a-43cc-ab62-7926b02bfe48) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:20.033763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Update dhcp port {'port': {'network_id': '07019704-1198-479b-b1ec-9465b775cc3a', 'fixed_ips': [{'subnet_id': '2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '099a4898-9b12-497e-8b1a-095fab291aaa'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '1f898bce-f4f9-4533-a765-9ae5ee24ab87'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:47:20.034954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8:0:1::349 (07019704-1198-479b-b1ec-9465b775cc3a/099a4898-9b12-497e-8b1a-095fab291aaa/a32f4718-265a-43cc-ab62-7926b02bfe48) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:20.056351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] For port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:20.056734 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.078022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,segment=NetworkSegment(b42ce3cc-d864-4ec2-af21-5283ede4e085),segment_id=b42ce3cc-d864-4ec2-af21-5283ede4e085)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:20.078869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Calling delete_port for 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:20.093038 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.098291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Deleting port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:20.098697 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.122798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c', 'network_id': 'b3f98678-9f8f-4846-bf23-14c6a1f55b9a', 'port_id': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c', 'mac_address': 'fa:16:3e:f1:11:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b363aad0-8faf-4ab7-a13f-69c925a0305c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:20.204137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f898bce-f4f9-4533-a765-9ae5ee24ab87 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:20.253061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.264553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] For port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,segment=NetworkSegment(90b821e9-f0ce-416a-93e3-82dd511f856e),segment_id=90b821e9-f0ce-416a-93e3-82dd511f856e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:20.264949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.288192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.291639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.296258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.298118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] No DVR routers for this DVR port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:20.324981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object a32f4718-265a-43cc-ab62-7926b02bfe48 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:20.346823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Calling delete_port for 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:20.367077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405e9ce2-4faa-4a80-8c83-d9aa3e59071c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:20.385054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.404973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3a31b6-e8f4-4fe6-86eb-38e57bc25106']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:20.416949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b821e9-f0ce-416a-93e3-82dd511f856e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:20.417242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b821e9-f0ce-416a-93e3-82dd511f856e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:20.429281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.438661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.449525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.452144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:20.474980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,segment=NetworkSegment(b42ce3cc-d864-4ec2-af21-5283ede4e085),segment_id=b42ce3cc-d864-4ec2-af21-5283ede4e085)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:20.481902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:20.482619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:20.484900 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:20.488361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:20.488361 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.489789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.531555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network 07019704-1198-479b-b1ec-9465b775cc3a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:20.543861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:20.554525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:20.560630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:20.561274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.565763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a32f4718-265a-43cc-ab62-7926b02bfe48,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.579144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.587382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.589606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 HTTP/1.1" status: 204 len: 168 time: 0.9916518 Jul 29 17:47:20.594764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53352) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:20.595207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d664b7f1-6d11-41de-a136-8c8cd1f6b74d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4591644 Jul 29 17:47:20.602571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:20.607457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e90ee-9828-43e4-a176-561dfea9f617 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3a31b6-e8f4-4fe6-86eb-38e57bc25106,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.737960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53354) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:20.748081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Allocated IP 2001:db8:0:1::2 (07019704-1198-479b-b1ec-9465b775cc3a/099a4898-9b12-497e-8b1a-095fab291aaa/1f898bce-f4f9-4533-a765-9ae5ee24ab87) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:20.772728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.785318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.800031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab74b1-9a18-4363-8e90-95538e4c35c3 req-e88a493a-7fa5-4aa5-8056-2ae767ebd33f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:20.800391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a23f8f1d-c40c-44a2-9fd0-d651b63abe92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e8e4c5b21e449a6ade922f83b43f1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609851 Jul 29 17:47:20.801721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92ab74b1-9a18-4363-8e90-95538e4c35c3 req-e88a493a-7fa5-4aa5-8056-2ae767ebd33f tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.1597011 Jul 29 17:47:20.803176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:20.819244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Network bd3a31b6-e8f4-4fe6-86eb-38e57bc25106 is not hosted by any dhcp agent {{(pid=94053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 17:47:20.819983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] No DVR routers for this DVR port 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:20.853096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.859448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-3ab0d2bc-ddf1-42a6-8fb5-02c99bc90d4c tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:20.861222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-3ab0d2bc-ddf1-42a6-8fb5-02c99bc90d4c tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.38 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 950 time: 0.1677732 Jul 29 17:47:20.867033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['405e9ce2-4faa-4a80-8c83-d9aa3e59071c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:20.875871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a4d9-22ba-438d-9054-672b25018708 None None] Pushing event deleted for resources: {'Port': ['ID=1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.877208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.942511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.946411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.951615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/162bff66-0c23-4ae5-8538-66821634014f HTTP/1.1" status: 204 len: 168 time: 0.1473951 Jul 29 17:47:20.960397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8872-e817-449f-a8af-067792248a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162bff66-0c23-4ae5-8538-66821634014f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:20.976753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92ab74b1-9a18-4363-8e90-95538e4c35c3 req-5f73dd8a-7fee-4c93-b604-b16f0bf91a80 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652224 Jul 29 17:47:20.979898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.069288 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.095339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] For port 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f898bce-f4f9-4533-a765-9ae5ee24ab87,segment=NetworkSegment(1e66f8ed-a729-41bb-9d4f-42481aa52737),segment_id=1e66f8ed-a729-41bb-9d4f-42481aa52737)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:21.107184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbdb32-dea5-4af6-8e12-4aa682db17b4 req-a3c5113f-6c43-48af-ae08-53934e9e4cfd tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:21.108978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dfbdb32-dea5-4af6-8e12-4aa682db17b4 req-a3c5113f-6c43-48af-ae08-53934e9e4cfd tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 944 time: 0.0761740 Jul 29 17:47:21.154194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.187637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Deleting port f2dc3174-b98f-4d0b-b167-c9daa102a294 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:21.187807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Transition to ACTIVE for port object 1f898bce-f4f9-4533-a765-9ae5ee24ab87 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:21.187946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.199501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.200239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dfbdb32-dea5-4af6-8e12-4aa682db17b4 req-9830a5ce-b1ef-4d82-b4b3-c56ecc4c9d53 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835133 Jul 29 17:47:21.257171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 40f92e84-00e9-4169-9d47-138322a57f47 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:21.294132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 40f92e84-00e9-4169-9d47-138322a57f47 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:21.294578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 40f92e84-00e9-4169-9d47-138322a57f47 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:21.331839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:47:21.332189 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:47:21.360116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f9e11-8d07-44d6-86ee-7711a58152bd None None] Pushing event updated for resources: {'Port': ['ID=1f898bce-f4f9-4533-a765-9ae5ee24ab87,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:21.369715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] For port f2dc3174-b98f-4d0b-b167-c9daa102a294, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=f2dc3174-b98f-4d0b-b167-c9daa102a294,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:21.370088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.391461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Calling delete_port for f2dc3174-b98f-4d0b-b167-c9daa102a294 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:21.409510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Delete allocated IP 2001:db8:0:1::349 (07019704-1198-479b-b1ec-9465b775cc3a/099a4898-9b12-497e-8b1a-095fab291aaa) {{(pid=94052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 17:47:21.661176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.666476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.706856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Ignored duplicate provisioning block setup for port a32f4718-265a-43cc-ab62-7926b02bfe48 by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 17:47:21.711044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Pushing event deleted for resources: {'Port': ['ID=f2dc3174-b98f-4d0b-b167-c9daa102a294,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:21.730652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.805546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] No DVR routers for this DVR port f2dc3174-b98f-4d0b-b167-c9daa102a294 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:21.809698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] In _notify_port_updated(), no bound segment for port a32f4718-265a-43cc-ab62-7926b02bfe48 on network 07019704-1198-479b-b1ec-9465b775cc3a {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:47:21.815440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:21.816106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.820017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53388) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:21.820546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/ports/a32f4718-265a-43cc-ab62-7926b02bfe48 HTTP/1.1" status: 200 len: 924 time: 1.2208788 Jul 29 17:47:21.821086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.823048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5f06c2b-429f-4e0b-b8f0-9e19a1485e79 req-9869d06d-1ece-4863-bb25-17cf16cca279 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.38 "DELETE /v2.0/ports/f2dc3174-b98f-4d0b-b167-c9daa102a294 HTTP/1.1" status: 204 len: 173 time: 0.9020503 Jul 29 17:47:21.823490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'name': 'network-vif-deleted', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:21.823802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53390) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:21.825849 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928d514-d36e-444e-abae-870377546165" -d '{"events": [{"server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "name": "network-vif-deleted", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:21.849243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8'}, {'subnet_id': '099a4898-9b12-497e-8b1a-095fab291aaa'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:21.849468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e629ec3-3cdd-4d7c-84f9-45acf7a54c50 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a32f4718-265a-43cc-ab62-7926b02bfe48,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:21.906117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['f2dc3174-b98f-4d0b-b167-c9daa102a294'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:21.908672 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68bde87-6719-45ec-a58c-78967c3cd669 x-openstack-request-id: req-c68bde87-6719-45ec-a58c-78967c3cd669 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:21.909955 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655b16a6-c38c-4d75-8696-0e0121f33c4f", "name": "network-vif-deleted", "tag": "f2dc3174-b98f-4d0b-b167-c9daa102a294", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:21.912789 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c68bde87-6719-45ec-a58c-78967c3cd669 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:21.913569 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655b16a6-c38c-4d75-8696-0e0121f33c4f', 'name': 'network-vif-deleted', 'tag': 'f2dc3174-b98f-4d0b-b167-c9daa102a294', 'status': 'completed', 'code': 200} Jul 29 17:47:21.952622 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.978991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.003971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e06424-5699-4e14-910a-67a321c48237 None None] Network 07019704-1198-479b-b1ec-9465b775cc3a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:22.004434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2046577303-network', 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:22.010201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f898bce-f4f9-4533-a765-9ae5ee24ab87,segment=NetworkSegment(1e66f8ed-a729-41bb-9d4f-42481aa52737),segment_id=1e66f8ed-a729-41bb-9d4f-42481aa52737)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:22.067733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.150394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1f898bce-f4f9-4533-a765-9ae5ee24ab87,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:22.197803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:22.200660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.206681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:22.211274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-95b47ed4-f707-474f-be12-b61ec359262a None None] Provisioning for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:22.240957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.280817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:22.281153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5345ee67-9a0e-4a4b-8765-bb0d90ef0f56 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:22.281720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:22.284217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-95b47ed4-f707-474f-be12-b61ec359262a None None] Provisioning complete for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:22.284875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95b47ed4-f707-474f-be12-b61ec359262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.366646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:22.367141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f9f3f36-1d23-4a8a-b3ac-06cc4777b96e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:22.457082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.479588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.509481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f898bce-f4f9-4533-a765-9ae5ee24ab87 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:22.538701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f28bf7-088c-4e13-b88a-544a62ddedea,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:22.544464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:22.563929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa079453-b73e-46ad-9306-9fd6cb1351d1 req-07d9e062-6389-4d13-84f8-d5efe0396f52 tempest-ServersAdminNegativeTestJSON-203439194 tempest-ServersAdminNegativeTestJSON-203439194-project] 10.222.0.16 "GET /v2.0/ports?device_id=655b16a6-c38c-4d75-8696-0e0121f33c4f HTTP/1.1" status: 200 len: 210 time: 0.4531960 Jul 29 17:47:22.628896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:22.629265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.631999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.632352 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Added segment 98810e5b-7345-42c5-844d-20203c72faf4 of type vlan for network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 Jul 29 17:47:22.658622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27575-50df-4e00-8d92-cdde18a42c99 req-095f3c33-b643-46c9-aeea-e8adb7d6b3ce tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:22.669175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fb27575-50df-4e00-8d92-cdde18a42c99 req-095f3c33-b643-46c9-aeea-e8adb7d6b3ce tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 944 time: 0.3402655 Jul 29 17:47:22.736873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8:0:1::61 (07019704-1198-479b-b1ec-9465b775cc3a/099a4898-9b12-497e-8b1a-095fab291aaa/a32f4718-265a-43cc-ab62-7926b02bfe48) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:22.764556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.842897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fb27575-50df-4e00-8d92-cdde18a42c99 req-422abdbc-a4ad-4d24-8847-2b270a242d8e tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722929 Jul 29 17:47:22.877106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.878083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:22.878738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.925105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Provisioning complete for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:22.925693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:22.966509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:22.967168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1482294 Jul 29 17:47:22.972310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Request body: {'subnet': {'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2046577303-subnet', 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:22.995032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0528-74f7-47aa-a7d6-91a0f96dc8af admin admin] Pushing event updated for resources: {'Network': ['ID=f2bdfd4f-063e-44ed-b796-25a35e4a23e6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:23.002671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:23.007179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.020905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:23.023397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.041411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Ignored duplicate provisioning block setup for port a32f4718-265a-43cc-ab62-7926b02bfe48 by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 17:47:23.046656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.145336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Provisioning for port a32f4718-265a-43cc-ab62-7926b02bfe48 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:23.150875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Provisioning complete for port a32f4718-265a-43cc-ab62-7926b02bfe48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:23.151154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] In _notify_port_updated(), no bound segment for port a32f4718-265a-43cc-ab62-7926b02bfe48 on network 07019704-1198-479b-b1ec-9465b775cc3a {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:47:23.151363 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.161665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:23.163201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.166967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/ports/a32f4718-265a-43cc-ab62-7926b02bfe48 HTTP/1.1" status: 200 len: 1009 time: 1.3421075 Jul 29 17:47:23.170031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53414) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:23.184205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df385d1f-888b-4e82-963e-ddf4d9af2e97 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a32f4718-265a-43cc-ab62-7926b02bfe48,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:23.224749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e8825e2d-921c-4b80-800c-f0f6f318ba5e None None] Port a32f4718-265a-43cc-ab62-7926b02bfe48 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:23.352930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c384603b-994e-4bb9-8ee0-77f85b075cb6 None None] Provisioning complete for port a32f4718-265a-43cc-ab62-7926b02bfe48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:23.353358 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c384603b-994e-4bb9-8ee0-77f85b075cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.379819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.402125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c384603b-994e-4bb9-8ee0-77f85b075cb6 None None] Port a32f4718-265a-43cc-ab62-7926b02bfe48 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:23.419303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port a32f4718-265a-43cc-ab62-7926b02bfe48 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:23.419781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.529800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-81197330-45af-4e37-8d31-8781241df655 None None] Provisioning complete for port a32f4718-265a-43cc-ab62-7926b02bfe48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:23.530610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81197330-45af-4e37-8d31-8781241df655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.543066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7201674e-a18d-44e6-bf8d-61b80fb0cb03,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:23.570449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-81197330-45af-4e37-8d31-8781241df655 None None] Port a32f4718-265a-43cc-ab62-7926b02bfe48 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:23.609727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a050-3ddc-48b6-85f3-c7ea5a60355d req-6352ce29-af0a-4b4d-b0aa-63b8ccbb5dd0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:23.619203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8088a050-3ddc-48b6-85f3-c7ea5a60355d req-6352ce29-af0a-4b4d-b0aa-63b8ccbb5dd0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 945 time: 0.1793375 Jul 29 17:47:23.625502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.640733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Checking segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:23.641111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Network hostable DHCP agents. Network: f2bdfd4f-063e-44ed-b796-25a35e4a23e6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:23.659542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for a32f4718-265a-43cc-ab62-7926b02bfe48 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:23.699146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3dc0d16-b32d-4feb-84af-8ffc5b299a3f None None] Provisioning complete for port a32f4718-265a-43cc-ab62-7926b02bfe48 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:23.699670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3dc0d16-b32d-4feb-84af-8ffc5b299a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.742880 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8088a050-3ddc-48b6-85f3-c7ea5a60355d req-319425b5-83cf-480c-9dc5-1de8fb2b85b0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222701 Jul 29 17:47:23.746002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:23.755274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc0d16-b32d-4feb-84af-8ffc5b299a3f None None] Port a32f4718-265a-43cc-ab62-7926b02bfe48 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:23.781992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f2bdfd4f-063e-44ed-b796-25a35e4a23e6) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:23.788717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:23.789663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:23.797364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefc762-1cac-4c9f-8624-4b8520b75361 None None] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:23.822882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f13e004f-e81d-4e08-bd7f-161ab38bc0b0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8548906 Jul 29 17:47:23.914962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:23.947637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 405e9ce2-4faa-4a80-8c83-d9aa3e59071c up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:23.977711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e50f9a-17f7-4045-9188-95d28d7faa3a None None] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:24.018001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726bd11-f594-4f45-8257-87baeed7abf2 req-fcb972b9-b2cc-4b7a-9ab5-d025a49dadce tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:24.020326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2726bd11-f594-4f45-8257-87baeed7abf2 req-fcb972b9-b2cc-4b7a-9ab5-d025a49dadce tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 944 time: 0.0939572 Jul 29 17:47:24.022019 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.057296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=a32f4718-265a-43cc-ab62-7926b02bfe48,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:24.083143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:24.102979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:24.103361 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.152442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2726bd11-f594-4f45-8257-87baeed7abf2 req-019890de-e3bd-4a36-982f-f394f5e45109 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998316 Jul 29 17:47:24.158069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.160923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12720753-e9f9-406a-b16b-58d866a1febf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/a32f4718-265a-43cc-ab62-7926b02bfe48 HTTP/1.1" status: 204 len: 168 time: 0.9880404 Jul 29 17:47:24.163535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:24.218627 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c882f0-473d-48cc-94a7-f112e4477e3b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:24.226075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-44c882f0-473d-48cc-94a7-f112e4477e3b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/a32f4718-265a-43cc-ab62-7926b02bfe48 HTTP/1.1" status: 404 len: 333 time: 0.0613010 Jul 29 17:47:24.230718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:24.245041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cc4faeb1-8c76-4513-9ecc-cc9c49ac4d05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d316efcba9a54654ab5b8db94c9b62b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286054 Jul 29 17:47:24.247710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:24.301948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 099a4898-9b12-497e-8b1a-095fab291aaa {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:24.306443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.355586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.367880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.432483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.437780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.483162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.486975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:24.492459 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae77c35a-4233-427c-b25e-4074dcea6f64" -d '{"events": [{"server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "name": "network-vif-plugged", "status": "completed", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:24.516382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,segment=NetworkSegment(b42ce3cc-d864-4ec2-af21-5283ede4e085),segment_id=b42ce3cc-d864-4ec2-af21-5283ede4e085)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:24.522666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.523790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.524667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f2dc3174-b98f-4d0b-b167-c9daa102a294 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:24.526766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.531810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e HTTP/1.1" status: 204 len: 168 time: 0.2828617 Jul 29 17:47:24.585286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.595467 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943c560-5ebb-4068-a684-dc8328bd5015 x-openstack-request-id: req-a943c560-5ebb-4068-a684-dc8328bd5015 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:24.598557 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "name": "network-vif-plugged", "status": "completed", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:24.598995 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a943c560-5ebb-4068-a684-dc8328bd5015 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:24.599639 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c', 'code': 200} Jul 29 17:47:24.631744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=099a4898-9b12-497e-8b1a-095fab291aaa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:24.632880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173932a-078f-4f96-830c-7d007d04153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1a02f-fff8-4a1b-a1df-b9bc371ca48e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:24.642643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: f2dc3174-b98f-4d0b-b167-c9daa102a294 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:24.643216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device f2dc3174-b98f-4d0b-b167-c9daa102a294 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:24.645828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.650882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c8f1c03e-2782-4b66-8b40-022adb1b850f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/099a4898-9b12-497e-8b1a-095fab291aaa HTTP/1.1" status: 204 len: 168 time: 0.4187799 Jul 29 17:47:24.653248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53464) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:24.658964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b01e9-f458-49aa-bd0a-722e0a030a51 None None] Network 07019704-1198-479b-b1ec-9465b775cc3a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:24.757824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-87ea6ec5-8ab0-4b3d-bbbd-e99673fbe380 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:24.768152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-87ea6ec5-8ab0-4b3d-bbbd-e99673fbe380 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.2645948 Jul 29 17:47:24.792712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-258dc5de-83b4-4a76-ad5b-849530973778 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/quotas/4abe8fa365da4d77b9b25c309edfa625 HTTP/1.1" status: 200 len: 375 time: 0.0233443 Jul 29 17:47:24.819448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:24.823480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1499-10e2-4004-b36f-eaf3393076cd req-76b0e799-8296-41b7-b5e5-2a2b3afad019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:24.825458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da6f1499-10e2-4004-b36f-eaf3393076cd req-76b0e799-8296-41b7-b5e5-2a2b3afad019 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 1096 time: 0.1910980 Jul 29 17:47:24.829801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:24.835139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.856745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-cf5747e4-ac48-402f-bf31-0f8b0ee888d9 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628457 Jul 29 17:47:24.900264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:24.925564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da6f1499-10e2-4004-b36f-eaf3393076cd req-6ecb45ae-d89b-4f1d-80b1-d7550eef47c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871632 Jul 29 17:47:24.996077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-22651a64-8aec-4105-b1fb-4f337afa9c83 service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349943 Jul 29 17:47:25.031319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb10c3-0cc2-441a-9610-c8276eff47cf req-88d36454-88f7-4730-a1ce-71a1d2442f2c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:25.038900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c4eb10c3-0cc2-441a-9610-c8276eff47cf req-88d36454-88f7-4730-a1ce-71a1d2442f2c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 945 time: 0.1155825 Jul 29 17:47:25.040673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:25.110800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-03ed8d42-783f-445b-a1f8-1a0da4b5199d service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065526 Jul 29 17:47:25.123613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.202477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c4eb10c3-0cc2-441a-9610-c8276eff47cf req-2927294b-d2bc-4973-a196-b18b8b4d6e19 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626370 Jul 29 17:47:25.215078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8a9b173d-cb51-4674-8432-c7d7504f562d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f02a601be7b413b8978b8d0fb2da9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702576 Jul 29 17:47:25.220316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:25.257869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-3b5ded79-7f4f-44a0-9c3b-b634992c2581 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:25.259519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-3b5ded79-7f4f-44a0-9c3b-b634992c2581 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 945 time: 0.2091129 Jul 29 17:47:25.412654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3882-1866-43a0-985f-ef568dc961b0 req-6cff2741-57f6-4655-bb24-f4eb4300f149 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:25.414378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9ca3882-1866-43a0-985f-ef568dc961b0 req-6cff2741-57f6-4655-bb24-f4eb4300f149 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.0817571 Jul 29 17:47:25.445431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c134d131-f0b8-4723-b61e-30ef0126b95d req-d42144a7-f242-4fd5-8515-db69118461c2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 210 time: 0.0750217 Jul 29 17:47:25.447170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.477250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9ca3882-1866-43a0-985f-ef568dc961b0 req-016ac2f0-b202-4700-a65f-bc796706a079 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Jul 29 17:47:25.498754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:25.539399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.547262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53490) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:25.550377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f836f7e-9484-4c90-b6c8-14f16fdf776b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8 HTTP/1.1" status: 204 len: 168 time: 0.8921964 Jul 29 17:47:25.552442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.589185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.592985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:25.593309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.653970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.727310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.728076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45887a35-a337-421b-833e-fbdbc5cbed11 None None] Network 07019704-1198-479b-b1ec-9465b775cc3a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:25.730090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.731466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3778f5bd-dab4-4e7f-977f-c2ff1f2fe5ca HTTP/1.1" status: 204 len: 168 time: 0.4709778 Jul 29 17:47:25.736858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:25.737210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.752791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072ee65-1a68-410d-9824-d110db5e6a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3778f5bd-dab4-4e7f-977f-c2ff1f2fe5ca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:25.786168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:25.787198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.806106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:25.849928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port 1f898bce-f4f9-4533-a765-9ae5ee24ab87, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1f898bce-f4f9-4533-a765-9ae5ee24ab87,segment=NetworkSegment(1e66f8ed-a729-41bb-9d4f-42481aa52737),segment_id=1e66f8ed-a729-41bb-9d4f-42481aa52737)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:25.850494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.878006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 1f898bce-f4f9-4533-a765-9ae5ee24ab87 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:25.978448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d286ec1-ee8b-44d0-908c-bb61bbb5c138 None None] Provisioning complete for port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:25.978866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec1-ee8b-44d0-908c-bb61bbb5c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.007200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.014816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.032985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['16959b6e-29b3-4601-8e5e-39b2bcaa85f1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:26.038873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port 1f898bce-f4f9-4533-a765-9ae5ee24ab87 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:26.068178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=16959b6e-29b3-4601-8e5e-39b2bcaa85f1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:26.122884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=1f898bce-f4f9-4533-a765-9ae5ee24ab87,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:26.132301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:26.136607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.139197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e54e4c3e-bd63-4a1a-9de5-ca153327171b req-5fcd0030-6cb3-4d81-92e9-5a57f30e16ec tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "DELETE /v2.0/ports/16959b6e-29b3-4601-8e5e-39b2bcaa85f1 HTTP/1.1" status: 204 len: 173 time: 0.8537536 Jul 29 17:47:26.140245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'name': 'network-vif-deleted', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:26.143158 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fff8d2c-6e16-4d0c-ac47-a3464f532905" -d '{"events": [{"server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "name": "network-vif-deleted", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:26.160638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d286ec1-ee8b-44d0-908c-bb61bbb5c138 None None] Could not find standard attr ID for object 1f898bce-f4f9-4533-a765-9ae5ee24ab87. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:47:26.164634 n-d-801607-3 neutron-server[94053]: INFO neutron.plugins.ml2.db [None req-5d286ec1-ee8b-44d0-908c-bb61bbb5c138 None None] No ports have port_id starting with 1f898bce-f4f9-4533-a765-9ae5ee24ab87 Jul 29 17:47:26.178211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.209272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.209900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.210518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.211075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.211688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.212296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.212721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.213001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.213679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.214031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.217190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.217865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:26.226897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdae01c-0581-4cef-9e98-5887451e1393 None None] DHCP port deletion for 07019704-1198-479b-b1ec-9465b775cc3a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:26.231113 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed4468-645e-4fbd-b5f0-67922e18c7e0 x-openstack-request-id: req-97ed4468-645e-4fbd-b5f0-67922e18c7e0 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:26.231411 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5ccfea-41b7-4b4a-8a94-18c4290b7703", "name": "network-vif-deleted", "tag": "16959b6e-29b3-4601-8e5e-39b2bcaa85f1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:26.231672 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97ed4468-645e-4fbd-b5f0-67922e18c7e0 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:26.232319 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5ccfea-41b7-4b4a-8a94-18c4290b7703', 'name': 'network-vif-deleted', 'tag': '16959b6e-29b3-4601-8e5e-39b2bcaa85f1', 'status': 'completed', 'code': 200} Jul 29 17:47:26.269415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.280256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07019704-1198-479b-b1ec-9465b775cc3a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:26.292790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e66f8ed-a729-41bb-9d4f-42481aa52737') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:26.293138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e66f8ed-a729-41bb-9d4f-42481aa52737') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:26.304239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.333663 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.352816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-176e44e2-3a91-45a0-8d37-f546d0060153 req-2e211a6a-f2a1-4d64-a12e-5c1a227b88b1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.0341878 Jul 29 17:47:26.355589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:26.356223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:26.360022 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:26.428701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.440688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.442638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/07019704-1198-479b-b1ec-9465b775cc3a HTTP/1.1" status: 204 len: 168 time: 0.8943720 Jul 29 17:47:26.446520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53514) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:26.470848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575d2f-df3b-4882-8726-cdf49813db80 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=07019704-1198-479b-b1ec-9465b775cc3a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:26.536309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f898bce-f4f9-4533-a765-9ae5ee24ab87 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:26.572975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1f898bce-f4f9-4533-a765-9ae5ee24ab87 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:26.573619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1f898bce-f4f9-4533-a765-9ae5ee24ab87 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:26.574447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9d6d4-682d-4f9c-aab1-4c9d64781de0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:26.579815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0b9d6d4-682d-4f9c-aab1-4c9d64781de0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1283121 Jul 29 17:47:26.580259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53522) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:26.690545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5baccbd9-c6e3-43fe-9b54-2b76fdf0cede req-ae140005-67d6-41a1-81bc-ad81dfadbc96 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 210 time: 0.1143193 Jul 29 17:47:26.721644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-436b8205-aa1d-48a7-b47e-a169c6521227 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1347265 Jul 29 17:47:26.722407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:26.732721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703980171'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:26.761179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ad01b-7e3c-4008-84a4-082197b53db1 req-111bbc1b-cc8a-431b-8b42-18ebb3f1b4d3 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:26.765913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d0ad01b-7e3c-4008-84a4-082197b53db1 req-111bbc1b-cc8a-431b-8b42-18ebb3f1b4d3 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.1767411 Jul 29 17:47:26.775357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:26.780831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.815435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:26.830391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.830947 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment cc39f882-8815-4b89-992f-ab28b33ce526 of type vlan for network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac Jul 29 17:47:26.870197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d0ad01b-7e3c-4008-84a4-082197b53db1 req-13ec4ac6-b8d9-429c-8b03-4d475174deff tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955701 Jul 29 17:47:26.898016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.906262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-72dbe097-1e84-46db-8698-0ab093de4ab8 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:26.907754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-72dbe097-1e84-46db-8698-0ab093de4ab8 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.3204968 Jul 29 17:47:26.922985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Request body: {'port': {'device_id': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'admin_state_up': True, 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:26.960137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:26.970558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:26.971207 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.056297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3325388 Jul 29 17:47:27.060005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:27.060193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:27.066490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:27.081873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:27.088682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.091602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac38a2b-3d4d-4132-aa98-d95f5e72ecb6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=dcc570d0-7ad0-4042-ba34-cd899a8ea8ac,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:27.104906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:27.184225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:27.189399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.311949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-584035921-network', 'tenant_id': '42c91c86d8f64409aa635eb8d4460509'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:27.316762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.366090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Made reservation on behalf of 42c91c86d8f64409aa635eb8d4460509 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:27.368907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.384064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.451414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0163aca-9ad2-4df5-a6fc-6ea48484b148 req-f2ac936a-9b4a-4095-b9db-fb035e7686d0 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:27.453084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0163aca-9ad2-4df5-a6fc-6ea48484b148 req-f2ac936a-9b4a-4095-b9db-fb035e7686d0 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.0808952 Jul 29 17:47:27.457290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Allocated IP 172.20.0.11 (f2bdfd4f-063e-44ed-b796-25a35e4a23e6/7201674e-a18d-44e6-bf8d-61b80fb0cb03/eb90485f-183d-4f39-8b95-f9a78ce356d0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:27.507160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0163aca-9ad2-4df5-a6fc-6ea48484b148 req-364f9134-39db-480a-9ffa-87e150d9bfc3 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471170 Jul 29 17:47:27.514710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0aa981e-56af-47fd-8732-6e22b0fa342d req-654e22f6-679f-49df-babf-88fcff7384bf tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Jul 29 17:47:27.609943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.655424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.665649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.703294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.712287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:27.730532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=040917d1-11bb-4467-b70b-5900958dcb89,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:27.743941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:27.765091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.765601 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Added segment df2f6c1c-894f-4d5a-8b59-460a826e5903 of type vlan for network 9bfd35e9-e996-4938-95be-638a79674132 Jul 29 17:47:27.776135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': 'cc39f882-8815-4b89-992f-ab28b33ce526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:27.776603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: dcc570d0-7ad0-4042-ba34-cd899a8ea8ac, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:27.785164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.834786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:27.838170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:27.856414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:27.867084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.868242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:27.873685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:27.905946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dcc570d0-7ad0-4042-ba34-cd899a8ea8ac) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:27.914772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f06e84-5e75-4367-a909-9ef07914534f None None] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:27.922759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:27.923348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.939026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:27.940158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.948722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb56f1-2118-4928-9510-8633bcf3ff80 req-b864006a-1ecb-424b-a663-f9dbb01e13b7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:27.954900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1eb56f1-2118-4928-9510-8633bcf3ff80 req-b864006a-1ecb-424b-a663-f9dbb01e13b7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 932 time: 0.1479878 Jul 29 17:47:27.957901 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.959501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:27.960305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:27.961456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-6c996fe9-38e6-4b79-ab18-4483a709d828 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427027 Jul 29 17:47:27.972321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ca663ffe-ec5f-49b5-bcda-148c3c067bac tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075434 Jul 29 17:47:27.981984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Request body: {'port': {'device_id': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:27.988150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:28.023956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac', 'name': 'tempest-PortsIpV6TestJSON-1917679443'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:28.065300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.108736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0447173 Jul 29 17:47:28.118171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53562) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:28.118810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-dcc570d0-7ad0-4042-ba34-cd899a8ea8ac', 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '040917d1-11bb-4467-b70b-5900958dcb89'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:28.120603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.130444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79abd4-c3ae-4c0a-9e1d-1aff9739aa48 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfd35e9-e996-4938-95be-638a79674132,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:28.136758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Request body: {'subnet': {'network_id': '9bfd35e9-e996-4938-95be-638a79674132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-584035921-subnet', 'tenant_id': '42c91c86d8f64409aa635eb8d4460509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:28.148853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1eb56f1-2118-4928-9510-8633bcf3ff80 req-25aaf04a-a334-4c79-9150-dad9df26a879 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856103 Jul 29 17:47:28.155796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9bfd35e9-e996-4938-95be-638a79674132 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:28.222712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:28.230954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.234201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Made reservation on behalf of 42c91c86d8f64409aa635eb8d4460509 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:28.239519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.261253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port b78c30c5-4d73-4895-9b1d-01b3774231bc yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:28.372622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Allocated IP 2001:db8::2 (dcc570d0-7ad0-4042-ba34-cd899a8ea8ac/040917d1-11bb-4467-b70b-5900958dcb89/e26aae54-30bc-4e27-9a64-d8b87cee363c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:28.517698 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.526465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Transition to ACTIVE for port object e26aae54-30bc-4e27-9a64-d8b87cee363c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:28.541727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Transition to ACTIVE for port object e26aae54-30bc-4e27-9a64-d8b87cee363c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:28.548874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.593903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:28.599827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:28.605720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:28.642059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Pushing event updated for resources: {'Port': ['ID=e26aae54-30bc-4e27-9a64-d8b87cee363c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:28.659338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::192 (dcc570d0-7ad0-4042-ba34-cd899a8ea8ac/040917d1-11bb-4467-b70b-5900958dcb89/b78c30c5-4d73-4895-9b1d-01b3774231bc) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:28.660111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb90485f-183d-4f39-8b95-f9a78ce356d0 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:28.684802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Attempting to bind port e26aae54-30bc-4e27-9a64-d8b87cee363c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:28.685567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Attempting to bind port e26aae54-30bc-4e27-9a64-d8b87cee363c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'cc39f882-8815-4b89-992f-ab28b33ce526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:28.686194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Attempting to bind port e26aae54-30bc-4e27-9a64-d8b87cee363c on network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:28.689314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.694310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:28.694784 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.695160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Checking segment: {'id': 'cc39f882-8815-4b89-992f-ab28b33ce526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:28.695738 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.696431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Bound using segment: {'id': 'cc39f882-8815-4b89-992f-ab28b33ce526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:28.697284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Bound port: e26aae54-30bc-4e27-9a64-d8b87cee363c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc39f882-8815-4b89-992f-ab28b33ce526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:28.697942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.743208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:28.774509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] For port e26aae54-30bc-4e27-9a64-d8b87cee363c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:28.779121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] For port e26aae54-30bc-4e27-9a64-d8b87cee363c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e26aae54-30bc-4e27-9a64-d8b87cee363c,segment=NetworkSegment(cc39f882-8815-4b89-992f-ab28b33ce526),segment_id=cc39f882-8815-4b89-992f-ab28b33ce526)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:28.791095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.795770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Transition to ACTIVE for port object eb90485f-183d-4f39-8b95-f9a78ce356d0 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:28.811526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c4475c5-3aec-4bbb-81f9-f1efce460825 req-2dfdfcc6-8005-4a45-b9b9-fb88fc33a243 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.0743322 Jul 29 17:47:28.821277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.865826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-a2d32446-44e5-41bf-9ad8-1bf120f419b5 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:28.867693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-a2d32446-44e5-41bf-9ad8-1bf120f419b5 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.3288462 Jul 29 17:47:28.902614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:28.905144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879884e2-d840-41b2-a241-3179ec6f7228 None None] Pushing event updated for resources: {'Port': ['ID=e26aae54-30bc-4e27-9a64-d8b87cee363c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:28.925194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object b78c30c5-4d73-4895-9b1d-01b3774231bc will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:28.955769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d797b05-a652-4356-b706-b1d58211d9f8 req-2859c2cf-3e8f-4a85-ab67-b7e665f8bb55 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:28.957257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d797b05-a652-4356-b706-b1d58211d9f8 req-2859c2cf-3e8f-4a85-ab67-b7e665f8bb55 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.2656827 Jul 29 17:47:29.006075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.034170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Checking segment: {'id': 'df2f6c1c-894f-4d5a-8b59-460a826e5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bfd35e9-e996-4938-95be-638a79674132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:29.034592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Network hostable DHCP agents. Network: 9bfd35e9-e996-4938-95be-638a79674132, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:29.046403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:29.069379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:29.072822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:29.077154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:29.083568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:29.084179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.109665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0905299 Jul 29 17:47:29.113575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:29.115896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dc361-63c0-44dd-af2e-a393797254c2 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=b78c30c5-4d73-4895-9b1d-01b3774231bc,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:29.131361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'dcc570d0-7ad0-4042-ba34-cd899a8ea8ac', 'name': 'tempest-PortsIpV6TestJSON-914796076'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:29.162111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d797b05-a652-4356-b706-b1d58211d9f8 req-ef9dc56d-fa59-4708-b5de-883c41e47dfd tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795814 Jul 29 17:47:29.167073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Network 9bfd35e9-e996-4938-95be-638a79674132 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:29.207498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9bfd35e9-e996-4938-95be-638a79674132) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:29.210829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Attempting to bind port eb90485f-183d-4f39-8b95-f9a78ce356d0 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:29.211374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Attempting to bind port eb90485f-183d-4f39-8b95-f9a78ce356d0 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:29.212061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Attempting to bind port eb90485f-183d-4f39-8b95-f9a78ce356d0 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:29.215583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b4990-d2cb-4288-853e-bf718168f3df None None] Network 9bfd35e9-e996-4938-95be-638a79674132 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:29.219775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:29.220582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.241632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Port eb90485f-183d-4f39-8b95-f9a78ce356d0 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:29.241948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Attempting to bind port eb90485f-183d-4f39-8b95-f9a78ce356d0 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:29.300078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Deleting port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:29.300429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.307148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:29.323385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:29.323696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Checking segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:29.324823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Bound using segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:29.325276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Bound port: eb90485f-183d-4f39-8b95-f9a78ce356d0, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:29.325632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.332381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:29.332766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 16959b6e-29b3-4601-8e5e-39b2bcaa85f1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:29.350331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d859eb0-2b2f-45a7-8760-c6fc03b43175 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2308199 Jul 29 17:47:29.397066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:29.400993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:29.432541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 70f55904-9687-4edc-88fe-6130432a6987 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:29.445296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3dc40b-01ee-4085-9881-47486e945727 None None] Network 9bfd35e9-e996-4938-95be-638a79674132 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:29.663613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::15c (dcc570d0-7ad0-4042-ba34-cd899a8ea8ac/040917d1-11bb-4467-b70b-5900958dcb89/70f55904-9687-4edc-88fe-6130432a6987) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:30.036554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1976d-83bc-4a5a-9393-97007f6fec94 req-a3ede732-52ef-4905-85f6-564d2cef9320 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.048999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98c1976d-83bc-4a5a-9393-97007f6fec94 req-a3ede732-52ef-4905-85f6-564d2cef9320 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 944 time: 0.7632027 Jul 29 17:47:30.125192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98c1976d-83bc-4a5a-9393-97007f6fec94 req-32b7521e-8741-4cd7-ac9a-d6611015f589 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739410 Jul 29 17:47:30.143888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] For port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,segment=NetworkSegment(b42ce3cc-d864-4ec2-af21-5283ede4e085),segment_id=b42ce3cc-d864-4ec2-af21-5283ede4e085)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:30.144258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.147369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:30.204724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Calling delete_port for 405e9ce2-4faa-4a80-8c83-d9aa3e59071c owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:30.207855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:30.227949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.274226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.277254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.278891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] 10.222.0.49 "PUT /v2.0/ports/eb90485f-183d-4f39-8b95-f9a78ce356d0 HTTP/1.1" status: 200 len: 1092 time: 2.3047171 Jul 29 17:47:30.290325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:30.294163 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b0720-1c8f-495e-bdb9-806cf343d482" -d '{"events": [{"name": "network-changed", "server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:30.377596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ca9c6-796e-4116-bdd9-7bbeefae1318 None None] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:30.442838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:30.453203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1007329857-network', 'tenant_id': 'c0c6ca9e05d84c3899975b3a3de9157e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:30.486826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c5679e1-db84-4fc4-97be-4fdcc8154745 req-e32e190f-bf1a-4fe9-95ab-82a65a1c5a39 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.5409276 Jul 29 17:47:30.501296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ddb1b644-6c30-4e85-bc2e-bdaf5a669ce0 None None] Provisioning for port e26aae54-30bc-4e27-9a64-d8b87cee363c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:30.562590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:30.574020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.590168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 70f55904-9687-4edc-88fe-6130432a6987 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:30.610469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e26aae54-30bc-4e27-9a64-d8b87cee363c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:30.612089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.612536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.612976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.613696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.614651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.614651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.615165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.615765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.616328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.616757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.617635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.617635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46630f-1414-4794-b256-cf851ba5d49c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:30.642039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.644774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-2324f33f-6695-466c-a634-468633ab44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.647854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-2324f33f-6695-466c-a634-468633ab44c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 1095 time: 0.2981732 Jul 29 17:47:30.659012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Made reservation on behalf of c0c6ca9e05d84c3899975b3a3de9157e for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:30.661728 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.714598 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a38ffd-9028-4c66-9894-3cdc58fbe828 x-openstack-request-id: req-f2a38ffd-9028-4c66-9894-3cdc58fbe828 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:30.715043 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:30.715341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.715648 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2a38ffd-9028-4c66-9894-3cdc58fbe828 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:30.716324 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'status': 'completed', 'code': 200} Jul 29 17:47:30.720941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-badc9351-159a-411b-90e0-b2a4d4cf74a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0 HTTP/1.1" status: 200 len: 217 time: 0.0605514 Jul 29 17:47:30.725120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:30.732560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ed14e-327a-4046-8959-82d210c2cc9d req-ce184d1f-24e0-4457-8bff-393ffca6b9d6 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.732768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:30.741303 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-941ed14e-327a-4046-8959-82d210c2cc9d req-ce184d1f-24e0-4457-8bff-393ffca6b9d6 tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 945 time: 0.2590365 Jul 29 17:47:30.744205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:30.755912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.757109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.763572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=70f55904-9687-4edc-88fe-6130432a6987,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:30.776390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e26aae54-30bc-4e27-9a64-d8b87cee363c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:30.781287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e26aae54-30bc-4e27-9a64-d8b87cee363c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:30.781667 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.834284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-941ed14e-327a-4046-8959-82d210c2cc9d req-7039d827-f888-44dd-aba8-f81a0d63ff7f tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919273 Jul 29 17:47:30.902053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-0f094718-70d1-4541-ba39-de65ca1628c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:30.904024 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-0f094718-70d1-4541-ba39-de65ca1628c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.1465070 Jul 29 17:47:30.909771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.914750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.920991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.945617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:30.952033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-b5b5cc77-e99b-4a58-9e7f-8f75815e3c7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395234 Jul 29 17:47:30.957891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e26aae54-30bc-4e27-9a64-d8b87cee363c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e26aae54-30bc-4e27-9a64-d8b87cee363c,segment=NetworkSegment(cc39f882-8815-4b89-992f-ab28b33ce526),segment_id=cc39f882-8815-4b89-992f-ab28b33ce526)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:30.961711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.962188 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Added segment d347b57d-71d5-4e83-b9da-8a021e63a4f4 of type vlan for network 063fc083-88b1-4124-b4f9-896277c91493 Jul 29 17:47:30.968187 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:30.993917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.014550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.030989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e26aae54-30bc-4e27-9a64-d8b87cee363c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:31.051263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-360aac3b-5884-4d3e-9057-536ee528ba76 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9363699 Jul 29 17:47:31.053958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53606) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:31.064913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Pushing event deleted for resources: {'Port': ['ID=405e9ce2-4faa-4a80-8c83-d9aa3e59071c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:31.126909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.127821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:31.128578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.134326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] No DVR routers for this DVR port 405e9ce2-4faa-4a80-8c83-d9aa3e59071c on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:31.138720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.140940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b829a9ec-b978-4dc1-94fb-4c1a85d59bc3 req-6d39f7f4-0479-4021-a744-6bb199efe5fa tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.38 "DELETE /v2.0/ports/405e9ce2-4faa-4a80-8c83-d9aa3e59071c HTTP/1.1" status: 204 len: 173 time: 2.2118399 Jul 29 17:47:31.173600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-412878ef-2ffe-487a-af1a-5b9640fb58ff service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132428 Jul 29 17:47:31.220949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Pushing event updated for resources: {'Network': ['ID=063fc083-88b1-4124-b4f9-896277c91493,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:31.227299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7800169 Jul 29 17:47:31.231680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 063fc083-88b1-4124-b4f9-896277c91493 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:31.249102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53610) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:31.255246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Request body: {'subnet': {'network_id': '063fc083-88b1-4124-b4f9-896277c91493', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1007329857-subnet', 'tenant_id': 'c0c6ca9e05d84c3899975b3a3de9157e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:31.283598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025bbe6-28b3-4f8e-a20b-f0607c06030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c80e1-a498-4491-8380-05fd44a018ec,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:31.368608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Provisioning for port 70f55904-9687-4edc-88fe-6130432a6987 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:31.380103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45379de6-192a-4101-b267-2c67191ea93a tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:31.385301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-45379de6-192a-4101-b267-2c67191ea93a tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A192 HTTP/1.1" status: 200 len: 929 time: 0.3296077 Jul 29 17:47:31.385904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53616) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:31.389565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Made reservation on behalf of c0c6ca9e05d84c3899975b3a3de9157e for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:31.392653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.393959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Provisioning complete for port 70f55904-9687-4edc-88fe-6130432a6987 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:31.394521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.481273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8ae5ed02-d840-4911-bca4-a04f052fd642 req-c3a17d46-3406-434b-918a-ecd1f47c086a service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996428 Jul 29 17:47:31.507233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Port 70f55904-9687-4edc-88fe-6130432a6987 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:31.569541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Provisioning for port b78c30c5-4d73-4895-9b1d-01b3774231bc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:31.575442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Provisioning complete for port b78c30c5-4d73-4895-9b1d-01b3774231bc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:31.575834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.620877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 70f55904-9687-4edc-88fe-6130432a6987 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:31.621218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.631783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770bbd-6ebb-47c5-90dd-2106d76a6597 req-376d1e84-e38d-42ac-ad2e-aed6d525553b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:31.633393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b770bbd-6ebb-47c5-90dd-2106d76a6597 req-376d1e84-e38d-42ac-ad2e-aed6d525553b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 944 time: 0.3164594 Jul 29 17:47:31.653396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Port b78c30c5-4d73-4895-9b1d-01b3774231bc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:31.665998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Provisioning complete for port e26aae54-30bc-4e27-9a64-d8b87cee363c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:31.667008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b985e1f3-3ce3-4f7b-b24c-a7c9cc1a7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.708232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-63301425-91a6-4f0d-a233-bc1651387e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:31.709703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-63301425-91a6-4f0d-a233-bc1651387e05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 1095 time: 0.1561215 Jul 29 17:47:31.755546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b770bbd-6ebb-47c5-90dd-2106d76a6597 req-496babb0-41ed-439e-bf65-af9ca5631ba4 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130192 Jul 29 17:47:31.765922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.818732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a1ab3e5-7d39-45c5-ba34-d85a758d96e1 req-650d4973-9467-449c-a3e4-b358d167d896 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a5ccfea-41b7-4b4a-8a94-18c4290b7703 HTTP/1.1" status: 200 len: 210 time: 0.1128838 Jul 29 17:47:31.848509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Checking segment: {'id': 'd347b57d-71d5-4e83-b9da-8a021e63a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '063fc083-88b1-4124-b4f9-896277c91493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:31.851230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Network hostable DHCP agents. Network: 063fc083-88b1-4124-b4f9-896277c91493, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:31.869269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cffbce-a4f6-4dbf-b223-ddc86669ca00,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:31.899921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Network 063fc083-88b1-4124-b4f9-896277c91493 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:31.913885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 063fc083-88b1-4124-b4f9-896277c91493) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:31.923249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d304f-8216-45e2-b24e-70d276198bb3 None None] Network 063fc083-88b1-4124-b4f9-896277c91493 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:31.929829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:31.930465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:31.960227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0dfd1b7c-b616-43d3-8fa4-b64c21bf4e27 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7013292 Jul 29 17:47:31.985179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 405e9ce2-4faa-4a80-8c83-d9aa3e59071c no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:32.027345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 405e9ce2-4faa-4a80-8c83-d9aa3e59071c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:32.027904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 405e9ce2-4faa-4a80-8c83-d9aa3e59071c not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:32.035537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8222472-0cb2-48d6-b461-2a33b43fda4c req-08d10fde-025a-4abf-8f45-a6a40dcb599d tempest-InstanceActionsNegativeTestJSON-670663061 tempest-InstanceActionsNegativeTestJSON-670663061-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d319e2-6674-4e6e-8b45-344f4a9f5a11 HTTP/1.1" status: 200 len: 210 time: 0.0507371 Jul 29 17:47:32.041497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.049429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-7cfea46b-9da2-4f05-be0c-3c02c38cb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:32.050926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-7cfea46b-9da2-4f05-be0c-3c02c38cb281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 906 time: 0.3241930 Jul 29 17:47:32.052454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Provisioning complete for port 70f55904-9687-4edc-88fe-6130432a6987 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:32.053041 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.058483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 70f55904-9687-4edc-88fe-6130432a6987 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:32.110938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-40292b80-b37e-4000-bf1e-b82fb73e6a91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0 HTTP/1.1" status: 200 len: 217 time: 0.0496259 Jul 29 17:47:32.122542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Port 70f55904-9687-4edc-88fe-6130432a6987 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:32.165647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Provisioning complete for port b78c30c5-4d73-4895-9b1d-01b3774231bc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:32.165913 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.203150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3582a9-d310-4f87-9a57-29a24919493c None None] Network 063fc083-88b1-4124-b4f9-896277c91493 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:32.213000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-feaf7b48-c96d-4a41-a92a-e8f6b6e49835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:32.214645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-feaf7b48-c96d-4a41-a92a-e8f6b6e49835 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.0661385 Jul 29 17:47:32.259936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-b90ced9f-0254-4c82-a75b-07839af641ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273991 Jul 29 17:47:32.261655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-db1ea0c9-f24c-46d8-8652-8a33b5916ad8 None None] Port b78c30c5-4d73-4895-9b1d-01b3774231bc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:32.362306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.403773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=70f55904-9687-4edc-88fe-6130432a6987,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:32.420511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-a8ea98bb-0f16-4839-b322-d7d98c92c208 service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370568 Jul 29 17:47:32.444108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.448285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab430357-7482-406a-bd78-d10b322e7778 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/70f55904-9687-4edc-88fe-6130432a6987 HTTP/1.1" status: 204 len: 168 time: 1.0563824 Jul 29 17:47:32.449110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53642) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:32.512031 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9beedf-154c-4951-9c42-e9bb1b415a3f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:32.516227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a9beedf-154c-4951-9c42-e9bb1b415a3f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/70f55904-9687-4edc-88fe-6130432a6987 HTTP/1.1" status: 404 len: 333 time: 0.0642822 Jul 29 17:47:32.516677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53644) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:32.538557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e26aae54-30bc-4e27-9a64-d8b87cee363c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:32.604424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e26aae54-30bc-4e27-9a64-d8b87cee363c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:32.604801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.607629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-f1b925e5-16d6-4cbb-b917-efcc1212afe3 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:32.609781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-f1b925e5-16d6-4cbb-b917-efcc1212afe3 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/networks?id=9bfd35e9-e996-4938-95be-638a79674132 HTTP/1.1" status: 200 len: 814 time: 0.1710093 Jul 29 17:47:32.616022 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d00b0720-1c8f-495e-bdb9-806cf343d482 req-73a388ae-2ce9-45a1-adc7-8cde0f3ca9a5 service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816356 Jul 29 17:47:32.629724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-056fd616-e5a0-49c4-9f1b-d985a9e6fb10 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/quotas/42c91c86d8f64409aa635eb8d4460509 HTTP/1.1" status: 200 len: 375 time: 0.0132065 Jul 29 17:47:32.656413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port b78c30c5-4d73-4895-9b1d-01b3774231bc {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:32.657508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.677849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-f7270c7b-c159-4371-88f1-1ab7efb3fe9d tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c91c86d8f64409aa635eb8d4460509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378180 Jul 29 17:47:32.716975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'name': 'network-vif-deleted', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:32.719364 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81002b4-baa8-4d4c-bb4e-fbb800258b63" -d '{"events": [{"server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "name": "network-vif-deleted", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:32.760097 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b90a6-9f51-4d73-95e6-ca3b09e3ca6b x-openstack-request-id: req-c81b90a6-9f51-4d73-95e6-ca3b09e3ca6b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:32.760389 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d319e2-6674-4e6e-8b45-344f4a9f5a11", "name": "network-vif-deleted", "tag": "405e9ce2-4faa-4a80-8c83-d9aa3e59071c", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:32.760978 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c81b90a6-9f51-4d73-95e6-ca3b09e3ca6b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:32.761366 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d319e2-6674-4e6e-8b45-344f4a9f5a11', 'name': 'network-vif-deleted', 'tag': '405e9ce2-4faa-4a80-8c83-d9aa3e59071c', 'status': 'completed', 'code': 200} Jul 29 17:47:32.777727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:32.783751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-0a30f20d-4127-4419-bb83-af682c811360 service neutron] 10.222.0.16 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964622 Jul 29 17:47:32.789822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for b78c30c5-4d73-4895-9b1d-01b3774231bc owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:32.882663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-cd8b14c7-e0e9-4b1e-afaa-9499d47aa1a4 service neutron] 10.222.0.16 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928190 Jul 29 17:47:32.914674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84b3d-e897-48da-b3d2-732310b67e4a req-a51546df-37ac-4f4c-b6ef-73ebb2d2b013 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:32.916234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ef84b3d-e897-48da-b3d2-732310b67e4a req-a51546df-37ac-4f4c-b6ef-73ebb2d2b013 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 944 time: 0.0747821 Jul 29 17:47:33.011239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ef84b3d-e897-48da-b3d2-732310b67e4a req-c9d8fc0d-d5b2-468a-b7d4-10d214abbba2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 Jul 29 17:47:33.013308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.054310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=b78c30c5-4d73-4895-9b1d-01b3774231bc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:33.112746 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7f2a4bc-4675-49d9-a80b-e96652c31117 req-bd3ea4de-6f51-4d36-8a5f-718f5760d056 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 210 time: 0.0517237 Jul 29 17:47:33.114069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.118527 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0e6a243-235a-4848-b6c4-ac505649c5f0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/b78c30c5-4d73-4895-9b1d-01b3774231bc HTTP/1.1" status: 204 len: 168 time: 0.5985429 Jul 29 17:47:33.118849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53664) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:33.142403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:33.163665 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c17d4-6425-4206-ab25-43773c2aaad8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:33.165764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e34c17d4-6425-4206-ab25-43773c2aaad8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/b78c30c5-4d73-4895-9b1d-01b3774231bc HTTP/1.1" status: 404 len: 333 time: 0.0457993 Jul 29 17:47:33.168882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53670) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:33.210213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Deleting subnet b363aad0-8faf-4ab7-a13f-69c925a0305c {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:33.215344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.264698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.292105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 040917d1-11bb-4467-b70b-5900958dcb89 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:33.295882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.342423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.348937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.411056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.443251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b363aad0-8faf-4ab7-a13f-69c925a0305c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:33.453642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.456358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b7ad0d14-4835-4c62-a714-c9d2d1b08193 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b363aad0-8faf-4ab7-a13f-69c925a0305c HTTP/1.1" status: 204 len: 168 time: 0.3126853 Jul 29 17:47:33.459766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53686) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:33.468939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.551667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.618957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.646608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.656882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f98678-9f8f-4846-bf23-14c6a1f55b9a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:33.658561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=040917d1-11bb-4467-b70b-5900958dcb89,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:33.669405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ce3cc-d864-4ec2-af21-5283ede4e085') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:33.670060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ce3cc-d864-4ec2-af21-5283ede4e085') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:33.672636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-82c424b9-f6b4-4b5c-85ed-6e6054b7921f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:33.674031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-82c424b9-f6b4-4b5c-85ed-6e6054b7921f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.1826510 Jul 29 17:47:33.675375 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.678284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e89e5fb8-43f0-4223-83ab-be86c30ce69e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/040917d1-11bb-4467-b70b-5900958dcb89 HTTP/1.1" status: 204 len: 168 time: 0.5072691 Jul 29 17:47:33.680223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70defbe-1906-4695-b786-ed89879874bf None None] Network dcc570d0-7ad0-4042-ba34-cd899a8ea8ac requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:33.681248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:33.698316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.718514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.722187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-0b3a3ec4-53c7-4888-a190-65b3548e0c6e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0269990 Jul 29 17:47:33.728297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:33.728818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:33.730840 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:33.800879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-a57263e7-b949-400e-9eb7-383ae977cd7c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773282 Jul 29 17:47:33.810366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.816634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.818925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3f98678-9f8f-4846-bf23-14c6a1f55b9a HTTP/1.1" status: 204 len: 168 time: 0.3580704 Jul 29 17:47:33.831600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082e3c1-c4b5-4542-83da-7e744fdf7d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f98678-9f8f-4846-bf23-14c6a1f55b9a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:33.866437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.910004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3019e-1494-40e5-b569-ca496277321c None None] DHCP port deletion for dcc570d0-7ad0-4042-ba34-cd899a8ea8ac request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:33.958838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Deleting port e26aae54-30bc-4e27-9a64-d8b87cee363c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:33.959244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:33.984968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-d6fdb67d-608e-4249-9635-0f79912bf2bf service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529474 Jul 29 17:47:33.997718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port e26aae54-30bc-4e27-9a64-d8b87cee363c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:33.998141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.027009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-53a3019e-1494-40e5-b569-ca496277321c None None] For port e26aae54-30bc-4e27-9a64-d8b87cee363c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e26aae54-30bc-4e27-9a64-d8b87cee363c,segment=NetworkSegment(cc39f882-8815-4b89-992f-ab28b33ce526),segment_id=cc39f882-8815-4b89-992f-ab28b33ce526)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:34.027551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.038146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:34.086302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-357e4b1d-b52d-4d65-9324-af7e1abd5cff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db4d65754b1e494fa5786aa927cb80c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464664 Jul 29 17:47:34.088786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53706) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:34.138959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port e26aae54-30bc-4e27-9a64-d8b87cee363c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e26aae54-30bc-4e27-9a64-d8b87cee363c,segment=NetworkSegment(cc39f882-8815-4b89-992f-ab28b33ce526),segment_id=cc39f882-8815-4b89-992f-ab28b33ce526)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:34.139257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.164681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for e26aae54-30bc-4e27-9a64-d8b87cee363c owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:34.179804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Calling delete_port for e26aae54-30bc-4e27-9a64-d8b87cee363c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:34.192901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6ee0f0e-4c95-4d4e-a60a-9e3cd0ac7a1c req-deb0e023-08f1-4c48-b04b-f1aec01e54da service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971405 Jul 29 17:47:34.220853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba4b8b-744a-4ba2-bd61-52fd82984bb7 req-d92f8eff-fc6c-46dd-a982-90ce37ac1199 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:34.227596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ba4b8b-744a-4ba2-bd61-52fd82984bb7 req-d92f8eff-fc6c-46dd-a982-90ce37ac1199 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 944 time: 0.1279571 Jul 29 17:47:34.271209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.293543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ba4b8b-744a-4ba2-bd61-52fd82984bb7 req-1c7ce80d-1ce6-4e63-b5ca-8d1fcac8860b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Jul 29 17:47:34.303215 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.321982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.359628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Pushing event deleted for resources: {'Port': ['ID=e26aae54-30bc-4e27-9a64-d8b87cee363c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:34.386791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.386964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.387230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.388916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.390509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.390968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.391378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.394557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.394557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.394557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.395236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.396927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3019e-1494-40e5-b569-ca496277321c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:34.403264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.409478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.411068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a3019e-1494-40e5-b569-ca496277321c None None] No DVR routers for this DVR port e26aae54-30bc-4e27-9a64-d8b87cee363c on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:34.412350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee HTTP/1.1" status: 204 len: 168 time: 0.3224766 Jul 29 17:47:34.441973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39488fa-8c0d-418f-8686-2fda604a387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0dc0fd-bc9f-4abe-a3ba-ecd938fd65ee,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:34.493234 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.563590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2b08527-7be8-4f3c-8ee1-dd1272365fea req-a23d9c16-d30b-4568-bed8-7cfa42b8ae05 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dbeb935-d9ab-4d62-afe1-1005b3225e65 HTTP/1.1" status: 200 len: 210 time: 0.0759008 Jul 29 17:47:34.586836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-715b8b81-5ea3-4320-aead-5efbdf8d2908 req-94223969-5b2b-4c9c-87f2-23df45fc4e3d tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 210 time: 0.1001704 Jul 29 17:47:34.592709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=e26aae54-30bc-4e27-9a64-d8b87cee363c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:34.602127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port e26aae54-30bc-4e27-9a64-d8b87cee363c on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:34.606980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e26aae54-30bc-4e27-9a64-d8b87cee363c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:34.616639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-94484306-4a1c-44c7-9d22-aa9eee7bd395 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:34.619299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-94484306-4a1c-44c7-9d22-aa9eee7bd395 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.38 "GET /v2.0/networks?id=9bfd35e9-e996-4938-95be-638a79674132 HTTP/1.1" status: 200 len: 814 time: 0.3717587 Jul 29 17:47:34.662646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e26aae54-30bc-4e27-9a64-d8b87cee363c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:34.663367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e26aae54-30bc-4e27-9a64-d8b87cee363c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:34.666269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Request body: {'port': {'device_id': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'network_id': '9bfd35e9-e996-4938-95be-638a79674132', 'admin_state_up': True, 'tenant_id': '42c91c86d8f64409aa635eb8d4460509'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:34.802377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.824451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc570d0-7ad0-4042-ba34-cd899a8ea8ac']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:34.841230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc39f882-8815-4b89-992f-ab28b33ce526') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:34.841527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc39f882-8815-4b89-992f-ab28b33ce526') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:34.858145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.877669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.891333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:34.891826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:34.895295 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:34.933666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Made reservation on behalf of 42c91c86d8f64409aa635eb8d4460509 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:34.937341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.280321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:35.406083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:35.418111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'mac_address': 'fa:16:3e:6f:28:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:35.419008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.437377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.445122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/dcc570d0-7ad0-4042-ba34-cd899a8ea8ac HTTP/1.1" status: 204 len: 168 time: 1.7618117 Jul 29 17:47:35.445425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53782) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:35.455334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-241604503'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:35.462479 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.477618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba6f4d-820c-4799-bf7e-0d045ec40731 req-30e6c7a7-c21e-41a1-a6da-5b23d72c40d0 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:35.479143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5aba6f4d-820c-4799-bf7e-0d045ec40731 req-30e6c7a7-c21e-41a1-a6da-5b23d72c40d0 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 944 time: 0.1014159 Jul 29 17:47:35.481354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb90485f-183d-4f39-8b95-f9a78ce356d0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:35.487907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88376be3-6b56-433a-84bd-8ce4867cac2c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=dcc570d0-7ad0-4042-ba34-cd899a8ea8ac,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:35.507988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:35.512286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.513519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:35.520800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.541923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Allocated IP 172.20.0.14 (9bfd35e9-e996-4938-95be-638a79674132/2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325/b4f1950f-47ff-47e2-8ceb-bd9e25d0760b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:35.550358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-4992c7b1-298b-41b5-8364-2a0d8e7ce5fa tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:35.557610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-4992c7b1-298b-41b5-8364-2a0d8e7ce5fa tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2121832 Jul 29 17:47:35.559679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5aba6f4d-820c-4799-bf7e-0d045ec40731 req-6687fa63-4728-4157-86e3-c08ea31ca4ec tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629590 Jul 29 17:47:35.568815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:35.573171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:35.578676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-92b2e686-588f-45d9-9032-90ac5fa85d0b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0200551 Jul 29 17:47:35.584065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53784) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:35.593314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.593947 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment c7d6deab-ae7e-409f-9344-4ab87d7d4691 of type vlan for network c0112368-12b1-46d0-91e0-8fdd0c674751 Jul 29 17:47:35.626983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-bf0531c2-c8fa-43cc-8a17-8c3c7914987e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474541 Jul 29 17:47:35.650328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.685544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.693580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:35.694392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.727302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['eb90485f-183d-4f39-8b95-f9a78ce356d0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:35.756513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1820489392-network', 'tenant_id': 'f32df0e0d7374a75bdf4177d63aa5ab2'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:35.776325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a919b9e-2f7d-455f-85d6-5cd81aa3b41f req-5ed036c3-17ff-43eb-9319-29d2810086ef tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 210 time: 0.0738645 Jul 29 17:47:35.787140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3381562 Jul 29 17:47:35.787755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53792) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:35.794986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:35.850849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-1213b548-e361-493a-a3b6-eb8ea7351551 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141681 Jul 29 17:47:35.871315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Made reservation on behalf of f32df0e0d7374a75bdf4177d63aa5ab2 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:35.873701 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.879342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83fe2b-e7a8-49e1-8989-0aca674c4fe0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=c0112368-12b1-46d0-91e0-8fdd0c674751,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:35.897830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:35.917362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:35.922616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:35.939573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.007247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.047518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-0f3a65b3-3ce5-40ab-9989-df90b2811cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957831 Jul 29 17:47:36.100577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.151614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.158132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Network 9bfd35e9-e996-4938-95be-638a79674132 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:36.171843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:36.176165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:36.220530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=798b40a1-d15e-4a5d-b1e9-f3567722399c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:36.257912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Pushing event updated for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:36.262471 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.264079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': 'c7d6deab-ae7e-409f-9344-4ab87d7d4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:36.264542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: c0112368-12b1-46d0-91e0-8fdd0c674751, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:36.269877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d758e354-146a-489a-bdb4-18cda904124b req-68a21a61-a83f-4796-94e6-768711041356 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 210 time: 0.0394053 Jul 29 17:47:36.293778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:36.294456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.296351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network c0112368-12b1-46d0-91e0-8fdd0c674751 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:36.298364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.307956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c0112368-12b1-46d0-91e0-8fdd0c674751) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:36.317735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efd4fd-44ef-4cc5-8db4-833b99b6a7fe None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:36.319825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:36.322070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.326645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:36.339873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-904ff2dc-e09a-415e-aae8-7283d046b710 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7053871 Jul 29 17:47:36.344447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a69c78-8e31-44e2-b88b-7c4ad4bfabed,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:36.344751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-efb80473-8128-41b3-b2f5-07900bbf8901 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5535862 Jul 29 17:47:36.347865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53800) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:36.355883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751', 'name': 'tempest-PortsIpV6TestJSON-2055334588', 'fixed_ips': [{'subnet_id': '798b40a1-d15e-4a5d-b1e9-f3567722399c', 'ip_address': '2001:db8::10'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:36.359645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.360000 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Added segment 954d54c6-03fd-4c11-b685-19adb3c8e001 of type vlan for network 818af6d6-4475-4fab-974a-7fb31a6efa75 Jul 29 17:47:36.373558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Request body: {'port': {'device_id': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:36.470948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.503117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:36.524219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.528106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c0112368-12b1-46d0-91e0-8fdd0c674751', 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '798b40a1-d15e-4a5d-b1e9-f3567722399c'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:36.529007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.575735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.576743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:36.577454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.605456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.627852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 893a5603-befc-4123-9358-255e00ab947a yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:36.751601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Allocated IP 2001:db8::2 (c0112368-12b1-46d0-91e0-8fdd0c674751/798b40a1-d15e-4a5d-b1e9-f3567722399c/46f169a5-91fc-40fc-8bc2-aee862d3e80b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:36.757491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1689794 Jul 29 17:47:36.758763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53812) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:36.767670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Request body: {'subnet': {'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1820489392-subnet', 'tenant_id': 'f32df0e0d7374a75bdf4177d63aa5ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:36.840609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d421099-b611-4057-aef1-8bfd916be679 admin admin] Pushing event updated for resources: {'Network': ['ID=818af6d6-4475-4fab-974a-7fb31a6efa75,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:36.871295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceea47e-27ce-4995-89ef-548650f742d0 req-e22030a3-526e-45ca-aac6-b6951e32e175 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:36.882429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ceea47e-27ce-4995-89ef-548650f742d0 req-e22030a3-526e-45ca-aac6-b6951e32e175 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 945 time: 0.1972997 Jul 29 17:47:36.932921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Made reservation on behalf of f32df0e0d7374a75bdf4177d63aa5ab2 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:36.935638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.937291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 818af6d6-4475-4fab-974a-7fb31a6efa75 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:36.947595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f1b2a-e902-481a-a507-01d0fcc815f9 req-e5142371-6ab5-42f7-8eaa-eaf763bbe887 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:36.956482 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:36.957006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a06f1b2a-e902-481a-a507-01d0fcc815f9 req-e5142371-6ab5-42f7-8eaa-eaf763bbe887 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 932 time: 0.0776072 Jul 29 17:47:36.999252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a06f1b2a-e902-481a-a507-01d0fcc815f9 req-94964062-2183-4269-abca-6b3484dddca7 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Jul 29 17:47:37.014312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Transition to ACTIVE for port object 46f169a5-91fc-40fc-8bc2-aee862d3e80b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:37.043191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Transition to ACTIVE for port object 46f169a5-91fc-40fc-8bc2-aee862d3e80b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:37.052851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.069125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ceea47e-27ce-4995-89ef-548650f742d0 req-09edc0d3-7346-445c-b77a-4015395ec8d1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853676 Jul 29 17:47:37.116123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:37.121151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:37.125420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:37.130939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::10 (c0112368-12b1-46d0-91e0-8fdd0c674751/798b40a1-d15e-4a5d-b1e9-f3567722399c/893a5603-befc-4123-9358-255e00ab947a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:37.139222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Pushing event updated for resources: {'Port': ['ID=46f169a5-91fc-40fc-8bc2-aee862d3e80b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:37.214170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Attempting to bind port 46f169a5-91fc-40fc-8bc2-aee862d3e80b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:37.214596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Attempting to bind port 46f169a5-91fc-40fc-8bc2-aee862d3e80b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c7d6deab-ae7e-409f-9344-4ab87d7d4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:37.215059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Attempting to bind port 46f169a5-91fc-40fc-8bc2-aee862d3e80b on network c0112368-12b1-46d0-91e0-8fdd0c674751 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:37.226644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:37.226903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f1950f-47ff-47e2-8ceb-bd9e25d0760b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:37.227151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Checking segment: {'id': 'c7d6deab-ae7e-409f-9344-4ab87d7d4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:37.227430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.227822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Bound using segment: {'id': 'c7d6deab-ae7e-409f-9344-4ab87d7d4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:37.228439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Bound port: 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d6deab-ae7e-409f-9344-4ab87d7d4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:37.228842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.241032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.291637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Transition to ACTIVE for port object b4f1950f-47ff-47e2-8ceb-bd9e25d0760b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:37.298449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:37.304444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.333422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.359347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] For port 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:37.367551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] For port 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=46f169a5-91fc-40fc-8bc2-aee862d3e80b,segment=NetworkSegment(c7d6deab-ae7e-409f-9344-4ab87d7d4691),segment_id=c7d6deab-ae7e-409f-9344-4ab87d7d4691)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:37.379151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.417974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:37.438723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1777404-ff73-4c3a-b4ca-b4b2034998cb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:37.464724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c4fcc2a-d69d-43d7-9169-9e1a1ef019c3 req-95adc797-07bb-4b83-a9e1-55a6b227aa74 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 210 time: 0.0512173 Jul 29 17:47:37.480724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Checking segment: {'id': '954d54c6-03fd-4c11-b685-19adb3c8e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:37.481066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Network hostable DHCP agents. Network: 818af6d6-4475-4fab-974a-7fb31a6efa75, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:37.515464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.519905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port eb90485f-183d-4f39-8b95-f9a78ce356d0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:37.526140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068ce43-7008-4baf-8838-f161858917d4 None None] Pushing event updated for resources: {'Port': ['ID=46f169a5-91fc-40fc-8bc2-aee862d3e80b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:37.531152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port eb90485f-183d-4f39-8b95-f9a78ce356d0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:37.531152 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.531965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Network 818af6d6-4475-4fab-974a-7fb31a6efa75 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:37.547717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Attempting to bind port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:37.548218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Attempting to bind port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'df2f6c1c-894f-4d5a-8b59-460a826e5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bfd35e9-e996-4938-95be-638a79674132'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:37.548555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Attempting to bind port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b on network 9bfd35e9-e996-4938-95be-638a79674132 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:37.554421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b on network 9bfd35e9-e996-4938-95be-638a79674132 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:37.554818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Attempting to bind port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b on network 9bfd35e9-e996-4938-95be-638a79674132 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:37.556811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 818af6d6-4475-4fab-974a-7fb31a6efa75) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:37.563350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:37.564023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.567993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:37.568387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Checking segment: {'id': 'df2f6c1c-894f-4d5a-8b59-460a826e5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bfd35e9-e996-4938-95be-638a79674132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:37.568787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Bound using segment: {'id': 'df2f6c1c-894f-4d5a-8b59-460a826e5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bfd35e9-e996-4938-95be-638a79674132'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:37.569246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Bound port: b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2f6c1c-894f-4d5a-8b59-460a826e5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9bfd35e9-e996-4938-95be-638a79674132'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:37.569657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.571709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3e26b-d385-4d81-9705-e9210bab6723 None None] Network 818af6d6-4475-4fab-974a-7fb31a6efa75 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:37.573945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 893a5603-befc-4123-9358-255e00ab947a will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:37.588978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-fd4b7da7-6a34-49d0-a45f-6b1dd87d9398 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:37.591449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-fd4b7da7-6a34-49d0-a45f-6b1dd87d9398 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.3112545 Jul 29 17:47:37.607919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:37.633396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec02f6f4-01ff-4a2c-8ff9-8fab6f385fb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8730357 Jul 29 17:47:37.680903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:37.685678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,segment=NetworkSegment(df2f6c1c-894f-4d5a-8b59-460a826e5903),segment_id=df2f6c1c-894f-4d5a-8b59-460a826e5903)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:37.692977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.748459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:37.749174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.765552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0a7de-ab7f-48c8-9c73-fcf19c1dbdc4 None None] Network 818af6d6-4475-4fab-974a-7fb31a6efa75 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:37.768003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] 10.222.0.38 "PUT /v2.0/ports/b4f1950f-47ff-47e2-8ceb-bd9e25d0760b HTTP/1.1" status: 200 len: 1092 time: 1.4059632 Jul 29 17:47:37.768580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:37.771767 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f978c8-dcda-4dfc-b4b1-8928cabaf461" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:37.818134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:37.837304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.852519 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.866900 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14f317-a857-467e-b900-4773f2f69f39 x-openstack-request-id: req-ef14f317-a857-467e-b900-4773f2f69f39 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:37.867247 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:37.867631 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef14f317-a857-467e-b900-4773f2f69f39 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:37.868128 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b', 'status': 'completed', 'code': 200} Jul 29 17:47:37.900220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63dc4-fc7f-4e66-b720-e22e1bfc4427 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:37.915000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-720036d1-6a89-4dec-b776-5dd21c03b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:37.916626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-720036d1-6a89-4dec-b776-5dd21c03b93f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42c91c86d8f64409aa635eb8d4460509&device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 1095 time: 0.0642154 Jul 29 17:47:37.956963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:37.978911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network c0112368-12b1-46d0-91e0-8fdd0c674751 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:37.989477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-89bfce06-1b66-4602-892f-059de80165bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b HTTP/1.1" status: 200 len: 217 time: 0.0633161 Jul 29 17:47:37.991009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:37.994990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:37.998332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:38.001030 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0cee1c-7c00-4d14-8423-7c6191bfb22f" -d '{"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:38.004845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.006178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.032651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:38.036309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=893a5603-befc-4123-9358-255e00ab947a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:38.047651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.097944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-000adaee-2772-45c5-9cbc-5fed76d9ca47 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7464278 Jul 29 17:47:38.102269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53842) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:38.102435 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b2cc4-2beb-4d6f-bdd7-412d3a4c4251 x-openstack-request-id: req-ae1b2cc4-2beb-4d6f-bdd7-412d3a4c4251 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:38.102435 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:38.102435 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae1b2cc4-2beb-4d6f-bdd7-412d3a4c4251 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:38.102435 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'code': 200} Jul 29 17:47:38.130512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'c0112368-12b1-46d0-91e0-8fdd0c674751', 'name': 'tempest-PortsIpV6TestJSON-957994465', 'fixed_ips': [{'subnet_id': '798b40a1-d15e-4a5d-b1e9-f3567722399c', 'ip_address': '2001:db8::f'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:38.145025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:38.158744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-e9280f8b-d54a-41a2-b329-0b7ab0cca8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.167146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-e9280f8b-d54a-41a2-b329-0b7ab0cca8b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325 HTTP/1.1" status: 200 len: 854 time: 0.1659060 Jul 29 17:47:38.175882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.12 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/44623ce3-6ebd-41e6-b24c-3f3a2b7faac1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:38.299909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-eede018c-90f1-463f-a78d-d95636a3c19c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bfd35e9-e996-4938-95be-638a79674132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095717 Jul 29 17:47:38.419686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.422629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b60f4-6708-4d7e-8936-e478686cf65a req-8a0c8bbd-4084-4887-b1e8-9edfa103f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.424149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-175b60f4-6708-4d7e-8936-e478686cf65a req-8a0c8bbd-4084-4887-b1e8-9edfa103f47a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 1097 time: 0.2327309 Jul 29 17:47:38.432200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-efc9feab-9162-4d33-aed4-fff9b972be2a tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.439362 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-efc9feab-9162-4d33-aed4-fff9b972be2a tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/networks?id=818af6d6-4475-4fab-974a-7fb31a6efa75 HTTP/1.1" status: 200 len: 809 time: 0.1584406 Jul 29 17:47:38.460372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-0c5911c0-f1eb-4f14-aaf9-409458b4fdcf tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/quotas/f32df0e0d7374a75bdf4177d63aa5ab2 HTTP/1.1" status: 200 len: 375 time: 0.0200286 Jul 29 17:47:38.462009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb76c5d-d363-4ffc-9c63-8888c1fde082 req-acd92203-9b61-443f-9dc6-acc545032033 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.469311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bb76c5d-d363-4ffc-9c63-8888c1fde082 req-acd92203-9b61-443f-9dc6-acc545032033 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 944 time: 0.2130783 Jul 29 17:47:38.493999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-b2f3b39b-723a-44e6-8be8-b638f1946284 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f32df0e0d7374a75bdf4177d63aa5ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328033 Jul 29 17:47:38.545541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-b1249fcf-6f53-4fd0-8367-27063c1c064c service neutron] 10.222.0.38 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366190 Jul 29 17:47:38.551793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 46f169a5-91fc-40fc-8bc2-aee862d3e80b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:38.564594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:38.577336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.616847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 46f169a5-91fc-40fc-8bc2-aee862d3e80b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:38.646399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:38.657439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:38.659798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:38.660680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-175b60f4-6708-4d7e-8936-e478686cf65a req-7d4c6356-75db-4070-8649-9a800d96e0c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210138 Jul 29 17:47:38.662106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:38.672431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-41b180e2-5004-4b2e-b76d-773a5310fe54 service neutron] 10.222.0.16 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680467 Jul 29 17:47:38.690971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bb76c5d-d363-4ffc-9c63-8888c1fde082 req-c8ce53bc-6642-4105-9482-f496761fe111 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199266 Jul 29 17:47:38.732791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-647ee3b2-9e56-4ab9-9f90-65fe43328baf req-34063e86-c653-4261-9c7c-1315298bda4e service neutron] 10.222.0.38 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789834 Jul 29 17:47:38.776938 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.796540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.797408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.831950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-09d44355-5738-4345-ab4a-9bea14c017d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2296774 Jul 29 17:47:38.844704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port cc455c10-da71-481e-8934-1404e9060022 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:38.847922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Request body: {'port': {'device_id': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:38.853199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-18cafd14-8fba-4082-b719-dadeb47cbf14 service neutron] 10.222.0.16 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798155 Jul 29 17:47:38.904903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a4802-e0f8-4150-be8f-f865cc3ed8b9 req-2af61e60-37e8-43b4-86e6-338e8e9a511e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.912230 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-347a4802-e0f8-4150-be8f-f865cc3ed8b9 req-2af61e60-37e8-43b4-86e6-338e8e9a511e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 946 time: 0.1530631 Jul 29 17:47:38.914021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:38.914150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30c58a-3aaf-44e1-b48a-7a6578af1f35 None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:38.924279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-35436c09-ad6c-4709-a0ca-a452393dba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:38.925794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-35436c09-ad6c-4709-a0ca-a452393dba6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=42c91c86d8f64409aa635eb8d4460509&device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 1095 time: 0.1278849 Jul 29 17:47:38.983688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Provisioning for port 46f169a5-91fc-40fc-8bc2-aee862d3e80b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:38.994455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Provisioning complete for port 46f169a5-91fc-40fc-8bc2-aee862d3e80b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:38.995194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.102866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-347a4802-e0f8-4150-be8f-f865cc3ed8b9 req-4b287335-1250-4200-9fce-1b70068d11d2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896501 Jul 29 17:47:39.124374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.177702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-90168424-04c4-4ff1-9a21-8e7a7f33c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:39.179400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-90168424-04c4-4ff1-9a21-8e7a7f33c9e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9bfd35e9-e996-4938-95be-638a79674132 HTTP/1.1" status: 200 len: 915 time: 0.2420990 Jul 29 17:47:39.199729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] For port 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=46f169a5-91fc-40fc-8bc2-aee862d3e80b,segment=NetworkSegment(c7d6deab-ae7e-409f-9344-4ab87d7d4691),segment_id=c7d6deab-ae7e-409f-9344-4ab87d7d4691)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:39.217870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50950d92-91b5-4fe9-b870-d651ced9cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.218715 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.246715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-dac85840-2b1d-44b0-921c-7220753714b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b HTTP/1.1" status: 200 len: 217 time: 0.0587919 Jul 29 17:47:39.247806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::f (c0112368-12b1-46d0-91e0-8fdd0c674751/798b40a1-d15e-4a5d-b1e9-f3567722399c/cc455c10-da71-481e-8934-1404e9060022) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:39.343907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5165fd-f775-459d-82b6-f3cbd3c7e8a8 None None] Pushing event updated for resources: {'Port': ['ID=46f169a5-91fc-40fc-8bc2-aee862d3e80b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:39.350188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-5f99498e-d7b5-4371-883a-17cb8c2591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:39.352105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-5f99498e-d7b5-4371-883a-17cb8c2591ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325 HTTP/1.1" status: 200 len: 854 time: 0.0969310 Jul 29 17:47:39.390674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9abb49-f135-444f-943e-acbd43dd4264 req-c7d8be2a-1d10-48b2-a436-93b4670254b5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:39.392173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9abb49-f135-444f-943e-acbd43dd4264 req-c7d8be2a-1d10-48b2-a436-93b4670254b5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 932 time: 0.1669605 Jul 29 17:47:39.445736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:39.457907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.465949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-66df2f91-9ace-447d-a9b2-e1992b7f4ec2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bfd35e9-e996-4938-95be-638a79674132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033025 Jul 29 17:47:39.483309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9abb49-f135-444f-943e-acbd43dd4264 req-663191b5-3773-41aa-959f-933b93117c40 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 Jul 29 17:47:39.486426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Transition to ACTIVE for port object 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:39.497796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.543925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ce8576f-5464-4d48-8469-50e77b44eb28 req-937405f4-b5c6-4a17-aa6e-052ebd88ad5b tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 210 time: 0.0807097 Jul 29 17:47:39.568229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Pushing event updated for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:39.637303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Attempting to bind port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:39.637970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Attempting to bind port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:39.638055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Attempting to bind port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:39.645705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:39.646026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Attempting to bind port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:39.651851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:39.652418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:39.652949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:39.653421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Bound port: 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:39.653959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.686120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.728750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:39.732488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:39.740137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object cc455c10-da71-481e-8934-1404e9060022 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:39.742396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.767606 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-9eef4032-d557-48ff-bd2d-dfa21575a093 service neutron] 10.222.0.38 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743037 Jul 29 17:47:39.773036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Provisioning complete for port 46f169a5-91fc-40fc-8bc2-aee862d3e80b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:39.773548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.819120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:39.819734 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.824019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] 10.222.0.38 "PUT /v2.0/ports/44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 HTTP/1.1" status: 200 len: 1092 time: 0.9804764 Jul 29 17:47:39.827150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:39.837170 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:39.862874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:39.980138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network c0112368-12b1-46d0-91e0-8fdd0c674751 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:39.988048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=cc455c10-da71-481e-8934-1404e9060022,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:39.989653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Provisioning for port 893a5603-befc-4123-9358-255e00ab947a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:39.995611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:40.001230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Provisioning complete for port 893a5603-befc-4123-9358-255e00ab947a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:40.003028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.007018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:40.012999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.017934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.022448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76f978c8-dcda-4dfc-b4b1-8928cabaf461 req-dcda9f73-5418-495a-b109-46db1af5a474 service neutron] 10.222.0.38 "GET /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459111 Jul 29 17:47:40.029912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9012d8-b611-4e47-a599-6b837bd56f3c req-7207a950-e803-46f3-a657-3714a10b3fd6 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.038916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d9012d8-b611-4e47-a599-6b837bd56f3c req-7207a950-e803-46f3-a657-3714a10b3fd6 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 944 time: 0.2340226 Jul 29 17:47:40.059923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43df801f-ebaf-45be-8a47-546b7dea22b7 None None] Port 893a5603-befc-4123-9358-255e00ab947a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:40.085383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f66e0452-552d-455e-9486-0aad9a53c3bd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9841681 Jul 29 17:47:40.086876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924cb48-80d1-4fd6-8d57-1968b1a2366c service neutron] Pushing event updated for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:40.088642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:40.155431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-155cbda9-1f3c-4622-90ff-e514b1c9a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.157124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-155cbda9-1f3c-4622-90ff-e514b1c9a396 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 1095 time: 0.2292409 Jul 29 17:47:40.168944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d9012d8-b611-4e47-a599-6b837bd56f3c req-f1700cb5-aa1c-49a4-b59f-de5f8c831012 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290479 Jul 29 17:47:40.171299 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6645c71-f6e1-4217-81a2-9d25d9f613a0 x-openstack-request-id: req-e6645c71-f6e1-4217-81a2-9d25d9f613a0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:40.171766 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:40.173272 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6645c71-f6e1-4217-81a2-9d25d9f613a0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:40.173822 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1', 'status': 'completed', 'code': 200} Jul 29 17:47:40.208322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a7368e63-e05b-4d1a-8af6-2b92cf25c002 None None] Provisioning complete for port 893a5603-befc-4123-9358-255e00ab947a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:40.208700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7368e63-e05b-4d1a-8af6-2b92cf25c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.254899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-c611bcc8-7875-4cca-ae3c-4947032b8620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 HTTP/1.1" status: 200 len: 217 time: 0.0773771 Jul 29 17:47:40.271337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45441a8b-b2dc-46c0-aea2-b186ba8d5b06 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.275615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45441a8b-b2dc-46c0-aea2-b186ba8d5b06 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1820431 Jul 29 17:47:40.275892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:40.279213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a7368e63-e05b-4d1a-8af6-2b92cf25c002 None None] Port 893a5603-befc-4123-9358-255e00ab947a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:40.336946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-36cecbd4-b11b-4ee0-926a-463fa77869f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.338464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-36cecbd4-b11b-4ee0-926a-463fa77869f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0763881 Jul 29 17:47:40.350561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6403-3742-4742-96a0-a2f2a2355dfa req-6e64e2ad-7040-4442-955f-cdb455f88e8b tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.352025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-569f6403-3742-4742-96a0-a2f2a2355dfa req-6e64e2ad-7040-4442-955f-cdb455f88e8b tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.0804527 Jul 29 17:47:40.355920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86114465-4593-48aa-b712-98198b80ab26 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.361635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86114465-4593-48aa-b712-98198b80ab26 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.367536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86114465-4593-48aa-b712-98198b80ab26 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.369411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86114465-4593-48aa-b712-98198b80ab26 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0924838 Jul 29 17:47:40.372021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53886) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:40.390776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-cc3eb6f8-ac0f-4140-9d37-6e258481192a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377603 Jul 29 17:47:40.400908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ca586a11-0cac-436f-a099-46f12eb552f2 None None] Provisioning for port cc455c10-da71-481e-8934-1404e9060022 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:40.405147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ca586a11-0cac-436f-a099-46f12eb552f2 None None] Provisioning complete for port cc455c10-da71-481e-8934-1404e9060022 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:40.406164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ca586a11-0cac-436f-a099-46f12eb552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.409858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7dd5-97b0-4c4a-9a88-aef895e56560 req-f017d7c6-f1a6-45a8-9579-cb5f0d6dafbe tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.411725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5eb7dd5-97b0-4c4a-9a88-aef895e56560 req-f017d7c6-f1a6-45a8-9579-cb5f0d6dafbe tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 946 time: 0.1376977 Jul 29 17:47:40.441293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-569f6403-3742-4742-96a0-a2f2a2355dfa req-15e03182-814f-46cf-8220-fe9e771e6140 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806789 Jul 29 17:47:40.445835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ca586a11-0cac-436f-a099-46f12eb552f2 None None] Port cc455c10-da71-481e-8934-1404e9060022 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:40.515898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-914d062b-3bb0-4be9-802d-f5c2be637084 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162603 Jul 29 17:47:40.525689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5eb7dd5-97b0-4c4a-9a88-aef895e56560 req-b5efaa26-dafc-472b-84fa-a760d8992343 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Jul 29 17:47:40.550110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 46f169a5-91fc-40fc-8bc2-aee862d3e80b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:40.582371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port cc455c10-da71-481e-8934-1404e9060022 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:40.582753 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.675194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 46f169a5-91fc-40fc-8bc2-aee862d3e80b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:40.675708 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:40.695323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74649aff-8cd7-4fa0-ba10-893967fce498 req-589b321d-ff32-43ad-bf35-2d8f4b30bad2 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715255 Jul 29 17:47:40.761353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79210950-a3a7-4703-9ba1-56bf1546becb req-518a7725-7877-443d-836e-9e4b6002ab26 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.770077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79210950-a3a7-4703-9ba1-56bf1546becb req-518a7725-7877-443d-836e-9e4b6002ab26 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 944 time: 0.1094394 Jul 29 17:47:40.836668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-e6d1205e-564c-4bec-ac5a-4df4c0f21b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:40.838148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-e6d1205e-564c-4bec-ac5a-4df4c0f21b4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 1095 time: 0.0657310 Jul 29 17:47:40.865798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79210950-a3a7-4703-9ba1-56bf1546becb req-a5e35687-bc3c-4995-be40-5fa4d6e798c5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946252 Jul 29 17:47:41.010382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b88f1-4afe-4c01-a923-f218b6637f09 req-5ef59131-0d06-4f6b-a50b-da22bf5dfa16 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.012120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d9b88f1-4afe-4c01-a923-f218b6637f09 req-5ef59131-0d06-4f6b-a50b-da22bf5dfa16 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 946 time: 0.0853238 Jul 29 17:47:41.017388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-44e47627-a4c5-4a03-9da0-c838dae45413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.018876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-44e47627-a4c5-4a03-9da0-c838dae45413 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.1637573 Jul 29 17:47:41.069005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-50551c9f-a9d6-4bcf-a6bc-fb3416d187f0 req-f7396182-a9ee-498b-8e2a-546002ab83cd tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 210 time: 0.0821340 Jul 29 17:47:41.078548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-ab664d97-d86f-4c05-9b86-5c37aae3500e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 HTTP/1.1" status: 200 len: 217 time: 0.0493238 Jul 29 17:47:41.126392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d9b88f1-4afe-4c01-a923-f218b6637f09 req-487f38ec-4e69-4c54-8cfe-107deadce166 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038158 Jul 29 17:47:41.129058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-10d93853-8e39-4481-9056-d213247d5657 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.130711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-10d93853-8e39-4481-9056-d213247d5657 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.49 "GET /v2.0/networks?id=818af6d6-4475-4fab-974a-7fb31a6efa75 HTTP/1.1" status: 200 len: 809 time: 0.5556636 Jul 29 17:47:41.144298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-825ebd48-a70c-4ef8-9ac0-f33dc5d7bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.145357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.146598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-825ebd48-a70c-4ef8-9ac0-f33dc5d7bfca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0572579 Jul 29 17:47:41.150583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Request body: {'port': {'device_id': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75', 'admin_state_up': True, 'tenant_id': 'f32df0e0d7374a75bdf4177d63aa5ab2'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:41.181016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-58f733f6-d04e-4c2e-a1d3-ab41d7531986 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264537 Jul 29 17:47:41.202030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for cc455c10-da71-481e-8934-1404e9060022 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:41.286054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-1204c37f-06c9-4881-8895-c078b0f9776a service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967700 Jul 29 17:47:41.369652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f7c0f-caf8-47b2-879a-2b771f15767b req-64bb97cd-cd4c-421b-9282-c8232258ec0f tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.371258 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-158f7c0f-caf8-47b2-879a-2b771f15767b req-64bb97cd-cd4c-421b-9282-c8232258ec0f tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 944 time: 0.1140423 Jul 29 17:47:41.383788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac2b52c-719b-4ae3-ba02-ebbb35fd5ae6 req-992d9309-d4dd-42f8-865a-4526e340e616 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Jul 29 17:47:41.417281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Made reservation on behalf of f32df0e0d7374a75bdf4177d63aa5ab2 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:41.420847 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.477875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-158f7c0f-caf8-47b2-879a-2b771f15767b req-6112100d-1b54-490c-a5c2-60a3ff4e1f63 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972197 Jul 29 17:47:41.534348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.583953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26224f4-b624-4b7b-8851-f593cb8b5c1e req-b4aac288-0590-44e0-a1a3-41a11f1f1418 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.585584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c26224f4-b624-4b7b-8851-f593cb8b5c1e req-b4aac288-0590-44e0-a1a3-41a11f1f1418 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.0603890 Jul 29 17:47:41.586643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=cc455c10-da71-481e-8934-1404e9060022,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:41.632351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-83b0ed3e-60fa-4de2-b017-8ad55bff2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.647863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.649795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abc2be4b-a654-4c88-ab4f-f66121c4e852 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/cc455c10-da71-481e-8934-1404e9060022 HTTP/1.1" status: 204 len: 168 time: 1.2768817 Jul 29 17:47:41.653188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c26224f4-b624-4b7b-8851-f593cb8b5c1e req-b3e633f8-5bd2-4450-930d-be860b490e3f tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9a22b94-c618-4769-b41b-5cd9b7e7ed01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551498 Jul 29 17:47:41.653710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53906) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:41.659673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c042d7-862e-4032-ba1a-332a837b607d req-357f751c-57dd-4df9-830b-272d222f82f7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:41.661326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4c042d7-862e-4032-ba1a-332a837b607d req-357f751c-57dd-4df9-830b-272d222f82f7 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.49 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 946 time: 0.1819885 Jul 29 17:47:41.690689 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c28a59-a15a-42d7-bdb3-95186a17da22 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:41.694294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-30c28a59-a15a-42d7-bdb3-95186a17da22 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/cc455c10-da71-481e-8934-1404e9060022 HTTP/1.1" status: 404 len: 333 time: 0.0376954 Jul 29 17:47:41.695453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53908) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:41.718907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Allocated IP 172.20.0.10 (818af6d6-4475-4fab-974a-7fb31a6efa75/e1777404-ff73-4c3a-b4ca-b4b2034998cb/e7272c6c-12d7-4f80-b55f-e0634c85b1da) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:41.812570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 893a5603-befc-4123-9358-255e00ab947a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:41.813427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.814348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.876667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Deleting port 7c6cbb93-5338-4568-8b27-af82883329c0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:41.877022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.901936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.915363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 893a5603-befc-4123-9358-255e00ab947a owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:42.006781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.009708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] For port 7c6cbb93-5338-4568-8b27-af82883329c0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7c6cbb93-5338-4568-8b27-af82883329c0,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:42.010053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.016408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b4f1950f-47ff-47e2-8ceb-bd9e25d0760b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:42.030319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079df2-136e-437d-a5b2-4d422724ba02 req-9c279005-6368-4721-a167-0a8aac0a31cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:42.031871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83079df2-136e-437d-a5b2-4d422724ba02 req-9c279005-6368-4721-a167-0a8aac0a31cb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 944 time: 0.0720601 Jul 29 17:47:42.115859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83079df2-136e-437d-a5b2-4d422724ba02 req-1dbd3d8e-3a2c-433d-a8b2-584b3857d617 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Jul 29 17:47:42.124837 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.146628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,segment=NetworkSegment(df2f6c1c-894f-4d5a-8b59-460a826e5903),segment_id=df2f6c1c-894f-4d5a-8b59-460a826e5903)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:42.155337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.187503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b', 'network_id': '9bfd35e9-e996-4938-95be-638a79674132', 'port_id': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b', 'mac_address': 'fa:16:3e:43:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:42.235380 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.255166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f1950f-47ff-47e2-8ceb-bd9e25d0760b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:42.270372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Network 818af6d6-4475-4fab-974a-7fb31a6efa75 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:42.281239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:42.282020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,segment=NetworkSegment(df2f6c1c-894f-4d5a-8b59-460a826e5903),segment_id=df2f6c1c-894f-4d5a-8b59-460a826e5903)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:42.288247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:42.288721 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.331623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Pushing event updated for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:42.340077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:42.351338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.351772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.352124 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Floating IP ddbe6098-ed11-4761-ae3e-1f16f7671fd2 disassociated. External IP: 172.25.5.227, port: 7c6cbb93-5338-4568-8b27-af82883329c0. Jul 29 17:47:42.352474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Calling delete_port for 7c6cbb93-5338-4568-8b27-af82883329c0 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:42.383198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba760d-5606-459a-bb99-09a1e06ec718 req-cb6257d9-c181-4a9b-bf6f-39626338554b tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:42.384683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbba760d-5606-459a-bb99-09a1e06ec718 req-cb6257d9-c181-4a9b-bf6f-39626338554b tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 932 time: 0.2160738 Jul 29 17:47:42.394323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:42.395011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.459925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-45f3072a-619f-43c8-b1cf-ef7c0fb213e1 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3171344 Jul 29 17:47:42.477115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Request body: {'port': {'device_id': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:42.515367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbba760d-5606-459a-bb99-09a1e06ec718 req-55aaca5c-d9ba-4149-ba6d-fb11b8d750c9 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Jul 29 17:47:42.534996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=893a5603-befc-4123-9358-255e00ab947a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:42.536024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b4f1950f-47ff-47e2-8ceb-bd9e25d0760b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:42.570632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.597656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.600403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1637b613-8f18-446f-8cbf-2758c8d0ca96 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/893a5603-befc-4123-9358-255e00ab947a HTTP/1.1" status: 204 len: 168 time: 0.9038086 Jul 29 17:47:42.602772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:42.631120 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9125284b-972b-4828-8229-82e581e8ff65 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:42.636049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9125284b-972b-4828-8229-82e581e8ff65 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/893a5603-befc-4123-9358-255e00ab947a HTTP/1.1" status: 404 len: 333 time: 0.0316982 Jul 29 17:47:42.637459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:42.646981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c084-be76-4ab9-8d90-9399f5e16477 req-bbd35abd-3fd5-49aa-8860-3a71d8f1d33e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:42.650718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae41c084-be76-4ab9-8d90-9399f5e16477 req-bbd35abd-3fd5-49aa-8860-3a71d8f1d33e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 946 time: 0.1181364 Jul 29 17:47:42.697601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.720956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 798b40a1-d15e-4a5d-b1e9-f3567722399c {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:42.726929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.793659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae41c084-be76-4ab9-8d90-9399f5e16477 req-1009bd54-4fcb-4686-ac2d-00ed312b2b66 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694513 Jul 29 17:47:42.806505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e6b2-3ea3-41fd-8e09-be23fb6dc060 req-c198af7a-eb53-49ba-ab9c-a7960693ca3c tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:42.813839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbe7e6b2-3ea3-41fd-8e09-be23fb6dc060 req-c198af7a-eb53-49ba-ab9c-a7960693ca3c tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 945 time: 0.2116275 Jul 29 17:47:42.820961 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.827598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event deleted for resources: {'Port': ['ID=7c6cbb93-5338-4568-8b27-af82883329c0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:42.876432 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.923616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.957688 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbe7e6b2-3ea3-41fd-8e09-be23fb6dc060 req-e690f2cf-026e-49ab-b35a-c80fc1479e17 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429076 Jul 29 17:47:42.985716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47a6d0d9-c775-48c1-a0cf-b1b6d57df847 req-558e514e-e357-4e02-a662-85720d1ba3ec tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 210 time: 0.0395658 Jul 29 17:47:43.025950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.053922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=798b40a1-d15e-4a5d-b1e9-f3567722399c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:43.067753 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.068472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8f99e-75b7-4106-927c-2a6caa4d9fab None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:43.070226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-03ac67df-d53f-419c-874a-2934fc0791d0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/798b40a1-d15e-4a5d-b1e9-f3567722399c HTTP/1.1" status: 204 len: 168 time: 0.4315538 Jul 29 17:47:43.072490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:43.104767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Router 26529294-6754-44c4-bf40-5443d8c600a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:43.124979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7272c6c-12d7-4f80-b55f-e0634c85b1da {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:43.134366 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.168045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Transition to ACTIVE for port object e7272c6c-12d7-4f80-b55f-e0634c85b1da will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:43.182796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.209414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.266381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:43.292758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 46f169a5-91fc-40fc-8bc2-aee862d3e80b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:43.293101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.389603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=46f169a5-91fc-40fc-8bc2-aee862d3e80b,segment=NetworkSegment(c7d6deab-ae7e-409f-9344-4ab87d7d4691),segment_id=c7d6deab-ae7e-409f-9344-4ab87d7d4691)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:43.390270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.392644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] DHCP port deletion for c0112368-12b1-46d0-91e0-8fdd0c674751 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:43.426877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 46f169a5-91fc-40fc-8bc2-aee862d3e80b owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:43.461074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bfc5e-ab57-4425-a898-cdc9d68736d3 req-184f401f-90b6-4d69-b1c3-75ce18874212 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:43.462787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a62bfc5e-ab57-4425-a898-cdc9d68736d3 req-184f401f-90b6-4d69-b1c3-75ce18874212 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 944 time: 0.2007315 Jul 29 17:47:43.498739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Deleting port 46f169a5-91fc-40fc-8bc2-aee862d3e80b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:43.499021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.523765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.532320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:43.543231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Sync routers for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:43.557290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=46f169a5-91fc-40fc-8bc2-aee862d3e80b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:43.559404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port 46f169a5-91fc-40fc-8bc2-aee862d3e80b on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:43.567978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:43.568968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.591169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] No DVR routers for this DVR port 7c6cbb93-5338-4568-8b27-af82883329c0 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:43.597741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a62bfc5e-ab57-4425-a898-cdc9d68736d3 req-dc964998-5a6f-4a41-a9bd-61af036a7cda tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260021 Jul 29 17:47:43.598955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.601198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4c042d7-862e-4032-ba1a-332a837b607d req-7191682e-6424-414d-b542-6e33d78d5f0a tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.49 "DELETE /v2.0/ports/7c6cbb93-5338-4568-8b27-af82883329c0 HTTP/1.1" status: 204 len: 173 time: 1.9303162 Jul 29 17:47:43.601468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'name': 'network-vif-deleted', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:43.603973 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe02eb9-b022-4115-8a59-d79b1b48bb66" -d '{"events": [{"server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "name": "network-vif-deleted", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:43.607145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Attempting to bind port e7272c6c-12d7-4f80-b55f-e0634c85b1da on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:43.607478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Attempting to bind port e7272c6c-12d7-4f80-b55f-e0634c85b1da by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '954d54c6-03fd-4c11-b685-19adb3c8e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:43.607804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Attempting to bind port e7272c6c-12d7-4f80-b55f-e0634c85b1da on network 818af6d6-4475-4fab-974a-7fb31a6efa75 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:43.615289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Port e7272c6c-12d7-4f80-b55f-e0634c85b1da on network 818af6d6-4475-4fab-974a-7fb31a6efa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:47:43.617606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Attempting to bind port e7272c6c-12d7-4f80-b55f-e0634c85b1da on network 818af6d6-4475-4fab-974a-7fb31a6efa75 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:43.624098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:43.624542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Checking segment: {'id': '954d54c6-03fd-4c11-b685-19adb3c8e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:43.624857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Bound using segment: {'id': '954d54c6-03fd-4c11-b685-19adb3c8e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:43.625288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Bound port: e7272c6c-12d7-4f80-b55f-e0634c85b1da, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954d54c6-03fd-4c11-b685-19adb3c8e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:43.625644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.687657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] For port 46f169a5-91fc-40fc-8bc2-aee862d3e80b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=46f169a5-91fc-40fc-8bc2-aee862d3e80b,segment=NetworkSegment(c7d6deab-ae7e-409f-9344-4ab87d7d4691),segment_id=c7d6deab-ae7e-409f-9344-4ab87d7d4691)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:43.688292 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.689554 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da220a11-bf67-4f40-81e6-98af37163572 x-openstack-request-id: req-da220a11-bf67-4f40-81e6-98af37163572 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:43.690033 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c092a86f-d45f-4466-899f-f3dba76a57b1", "name": "network-vif-deleted", "tag": "7c6cbb93-5338-4568-8b27-af82883329c0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:43.690370 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da220a11-bf67-4f40-81e6-98af37163572 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:43.690832 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c092a86f-d45f-4466-899f-f3dba76a57b1', 'name': 'network-vif-deleted', 'tag': '7c6cbb93-5338-4568-8b27-af82883329c0', 'status': 'completed', 'code': 200} Jul 29 17:47:43.706930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Calling delete_port for 46f169a5-91fc-40fc-8bc2-aee862d3e80b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:43.718595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.731975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:43.735418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0112368-12b1-46d0-91e0-8fdd0c674751']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.735933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da,segment=NetworkSegment(954d54c6-03fd-4c11-b685-19adb3c8e001),segment_id=954d54c6-03fd-4c11-b685-19adb3c8e001)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:43.742750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.751531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d6deab-ae7e-409f-9344-4ab87d7d4691') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.751893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d6deab-ae7e-409f-9344-4ab87d7d4691') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.773202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3a25b-7d75-48de-8b16-718063b71a1b req-c10a83d3-1ea1-46ea-9a1f-31319b2f2faf tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:43.775236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4c3a25b-7d75-48de-8b16-718063b71a1b req-c10a83d3-1ea1-46ea-9a1f-31319b2f2faf tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 944 time: 0.1221910 Jul 29 17:47:43.779291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.806118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.806347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:43.818868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:43.819132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:43.819422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.819736 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.821354 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-f7bfb9f1-e32d-423d-b2f3-2806f264ec86 service neutron] 10.222.0.49 "PUT /v2.0/ports/e7272c6c-12d7-4f80-b55f-e0634c85b1da HTTP/1.1" status: 200 len: 1092 time: 1.3509102 Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:43.823102 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:43.883450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4c3a25b-7d75-48de-8b16-718063b71a1b req-a4445c9c-1a50-4103-a47a-dad75304b4d9 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961561 Jul 29 17:47:43.909198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.916091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.918215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/c0112368-12b1-46d0-91e0-8fdd0c674751 HTTP/1.1" status: 204 len: 168 time: 0.8446424 Jul 29 17:47:43.921988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:43.927389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-821668c7-c261-49e3-a95d-18db8f464b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:43.928515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-750415571'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:43.929472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-821668c7-c261-49e3-a95d-18db8f464b0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f32df0e0d7374a75bdf4177d63aa5ab2&device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0635989 Jul 29 17:47:43.948907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3eb5b-a6af-41ef-97fb-f1db96c95bce tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=c0112368-12b1-46d0-91e0-8fdd0c674751,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:43.959167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:43.974298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:43.977844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:43.983005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-da43c7d5-d58e-44b7-aa6f-6fee05593dd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da HTTP/1.1" status: 200 len: 217 time: 0.0439086 Jul 29 17:47:44.008011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:44.023941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.035032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:44.037207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b4f1950f-47ff-47e2-8ceb-bd9e25d0760b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:44.037465 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Added segment 7f54c430-aafb-4a5e-915d-65ae4a9f692b of type vlan for network fa60269b-f364-4cb6-bfb5-f65983249393 Jul 29 17:47:44.056853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-5a566bd7-2c7f-46ae-89f6-a69d33e28ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:44.058456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-5a566bd7-2c7f-46ae-89f6-a69d33e28ce7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1777404-ff73-4c3a-b4ca-b4b2034998cb HTTP/1.1" status: 200 len: 849 time: 0.0622199 Jul 29 17:47:44.113639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.133065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-ba7a1c68-c332-4641-878c-c9f8ebd37fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=818af6d6-4475-4fab-974a-7fb31a6efa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491111 Jul 29 17:47:44.168656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-096db9bb-167e-4b76-8bb4-114b8fdb5a2c req-e154c3e4-4371-43be-a5ac-9ff78699311c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/ports?device_id=c092a86f-d45f-4466-899f-f3dba76a57b1 HTTP/1.1" status: 200 len: 210 time: 0.0629385 Jul 29 17:47:44.178835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.210941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d5c5-fb48-43cc-bf3a-3b65144d1f2e req-df494591-16f1-49b4-9c96-4796889c1f3a tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:44.230036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bda2d5c5-fb48-43cc-bf3a-3b65144d1f2e req-df494591-16f1-49b4-9c96-4796889c1f3a tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 945 time: 0.1435885 Jul 29 17:47:44.264333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Network c0112368-12b1-46d0-91e0-8fdd0c674751 is not hosted by any dhcp agent {{(pid=94053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 17:47:44.264699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] No DVR routers for this DVR port 46f169a5-91fc-40fc-8bc2-aee862d3e80b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:44.270588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64a1c9-8d0f-4ff9-9ba6-54d761648908 None None] Pushing event deleted for resources: {'Port': ['ID=46f169a5-91fc-40fc-8bc2-aee862d3e80b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:44.290974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.308599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:44.309424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.348628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:44.351432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-294c9b5c-e594-4756-914d-2147564ea260 service neutron] 10.222.0.49 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940081 Jul 29 17:47:44.357999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:44.360869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:44.361302 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.418054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1', 'mac_address': 'fa:16:3e:9d:c5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:44.489597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.494637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5704072 Jul 29 17:47:44.499090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:44.537178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:44.554839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:44.565149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bda2d5c5-fb48-43cc-bf3a-3b65144d1f2e req-571a3199-49a6-4bc1-a1c5-559fd62119df tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321693 Jul 29 17:47:44.578989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abbe95-ef5d-46ec-b79b-f0e512d7fd53 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Network': ['ID=fa60269b-f364-4cb6-bfb5-f65983249393,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:44.580087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.593708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:44.595753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 46f169a5-91fc-40fc-8bc2-aee862d3e80b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:44.614116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fa60269b-f364-4cb6-bfb5-f65983249393 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:44.669327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:44.698788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 46f169a5-91fc-40fc-8bc2-aee862d3e80b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:44.699135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 46f169a5-91fc-40fc-8bc2-aee862d3e80b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:44.700714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Checking router: 26529294-6754-44c4-bf40-5443d8c600a3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:44.721247 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c6eb97f-541e-417c-a4d5-36db07555525 req-c2f90818-6941-4364-8447-fde15dacdc39 service neutron] 10.222.0.49 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616254 Jul 29 17:47:44.731622 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.736937 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.748479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5a5c0-6dd6-462e-b283-d7fb946ded5b req-e825b311-1b8d-4e31-8c6c-eb12429adff7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:44.751177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50d5a5c0-6dd6-462e-b283-d7fb946ded5b req-e825b311-1b8d-4e31-8c6c-eb12429adff7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 945 time: 0.0683398 Jul 29 17:47:44.752289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:44.756247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.796525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:44.797644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:44.824487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50d5a5c0-6dd6-462e-b283-d7fb946ded5b req-011b57b8-5d59-4732-ba99-3757fe182546 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665007 Jul 29 17:47:44.858502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:44.861087 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6edaae6-6dcf-4b2a-bf7c-52016142aca0" -d '{"events": [{"server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:44.892982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,segment=NetworkSegment(df2f6c1c-894f-4d5a-8b59-460a826e5903),segment_id=df2f6c1c-894f-4d5a-8b59-460a826e5903)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:44.905220 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:44.910079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:44.976178 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ba05b-757e-4fb4-8cb8-2a7da5dc3fde x-openstack-request-id: req-9a6ba05b-757e-4fb4-8cb8-2a7da5dc3fde {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:44.976824 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:44.976824 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a6ba05b-757e-4fb4-8cb8-2a7da5dc3fde {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:44.977189 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b', 'code': 200} Jul 29 17:47:45.028281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['44623ce3-6ebd-41e6-b24c-3f3a2b7faac1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:45.085708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:45.090077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:45.090265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0fd29-7800-4371-a212-57bd94ac4de0 req-18341f01-1553-4d24-bd30-8c3bc287dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:45.092805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c0fd29-7800-4371-a212-57bd94ac4de0 req-18341f01-1553-4d24-bd30-8c3bc287dfc8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 1097 time: 0.0857325 Jul 29 17:47:45.103325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992a234-3028-4cac-9014-0e5b79bfd6ff req-d09ff2b6-e1db-4809-974d-f191f08bb8c2 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:45.105097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0992a234-3028-4cac-9014-0e5b79bfd6ff req-d09ff2b6-e1db-4809-974d-f191f08bb8c2 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 944 time: 0.0665646 Jul 29 17:47:45.162453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c0fd29-7800-4371-a212-57bd94ac4de0 req-43ab0fd1-3674-4fee-834f-08bd89df7c7b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Jul 29 17:47:45.169547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0992a234-3028-4cac-9014-0e5b79bfd6ff req-797bca35-b5ef-4ff2-90d0-72c1d749aa88 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570488 Jul 29 17:47:45.278208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53992) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:45.354454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c6cbb93-5338-4568-8b27-af82883329c0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:45.362403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.394191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.399465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 7c6cbb93-5338-4568-8b27-af82883329c0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:45.399809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7c6cbb93-5338-4568-8b27-af82883329c0 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:45.451331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.454373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.455537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9a22b94-c618-4769-b41b-5cd9b7e7ed01 HTTP/1.1" status: 204 len: 168 time: 0.1760066 Jul 29 17:47:45.460385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53994) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:45.462502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:45.472016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.473105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd4095-2225-4da6-a8fb-3b9384c00c21 tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a22b94-c618-4769-b41b-5cd9b7e7ed01,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:45.480721 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-380f06f7-9914-451e-986d-95319d7181ac tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] show failed (client error): The resource could not be found. Jul 29 17:47:45.484550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-380f06f7-9914-451e-986d-95319d7181ac tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "GET /v2.0/security-groups/c9a22b94-c618-4769-b41b-5cd9b7e7ed01 HTTP/1.1" status: 404 len: 347 time: 0.0204329 Jul 29 17:47:45.484550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53996) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:45.501949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077408b-8781-4a10-bb78-c2ac2e6b27fa None None] The sync data for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 is: [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:45:20Z', 'revision_number': 4, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'b991083c-2ed8-4f0e-860d-add5632307e1', 'name': '', 'network_id': '648842b2-63ed-497a-a37b-b33c2bf6160f', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'mac_address': 'fa:16:3e:eb:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:17Z', 'updated_at': '2021-07-29T17:45:28Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'subnets': [{'id': '69632db6-e95a-4984-823c-d509b64d7ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:45.538769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=635af0b1-023e-46c1-bbb1-313204facb35,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:45.547764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Checking segment: {'id': '7f54c430-aafb-4a5e-915d-65ae4a9f692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:45.548133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network hostable DHCP agents. Network: fa60269b-f364-4cb6-bfb5-f65983249393, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:45.567049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network fa60269b-f364-4cb6-bfb5-f65983249393 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:45.578025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, fa60269b-f364-4cb6-bfb5-f65983249393) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:45.582334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:45.583182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.591082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4afb4eb-acdd-4b90-9f5f-5f43f07d3417 None None] Network fa60269b-f364-4cb6-bfb5-f65983249393 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:45.602151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7afccab1-812b-46a9-aed7-e0a77c9de5d6 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1017735 Jul 29 17:47:45.604954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54000) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:45.611298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1522850942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:45.624068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Deleting port 07b24cb2-89b9-4eda-89e8-32536a89bca2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:45.624631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.630383 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:47:45.646845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.647915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.714265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:45.716909 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:45.763196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000158-3b30-4e7d-baf4-7b22ed36ce2c req-c68b74a1-8442-4a89-b52d-06c4df267802 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:45.764861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a000158-3b30-4e7d-baf4-7b22ed36ce2c req-c68b74a1-8442-4a89-b52d-06c4df267802 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 946 time: 0.0913172 Jul 29 17:47:45.792250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.792565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.793324 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bab7e0-091d-4c44-9764-cd3a61b30410 x-openstack-request-id: req-97bab7e0-091d-4c44-9764-cd3a61b30410 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:45.793619 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:45.793871 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97bab7e0-091d-4c44-9764-cd3a61b30410 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:45.794274 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da', 'status': 'completed', 'code': 200} Jul 29 17:47:45.798015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.811533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.818266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Calling delete_port for 07b24cb2-89b9-4eda-89e8-32536a89bca2 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:45.845162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a000158-3b30-4e7d-baf4-7b22ed36ce2c req-87d58ce2-ac80-4c34-941b-936725e5ab98 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Jul 29 17:47:45.867024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-fa60269b-f364-4cb6-bfb5-f65983249393', 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': '635af0b1-023e-46c1-bbb1-313204facb35'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:47:45.867934 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.877138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.881796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2149d666-c26d-414f-b7db-184aec44201f tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2755933 Jul 29 17:47:45.882549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54016) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:45.888355 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452246a6-51c4-4ac7-846f-f04f74221de6 None None] New status for floating IP ddbe6098-ed11-4761-ae3e-1f16f7671fd2: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:47:45.889954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393', 'name': 'tempest-PortsIpV6TestJSON-811767943'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:46.056851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-f15d5620-88df-41c4-a394-9379dfb3b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:46.058759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-f15d5620-88df-41c4-a394-9379dfb3b487 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f32df0e0d7374a75bdf4177d63aa5ab2&device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2360299 Jul 29 17:47:46.083711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.084553 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.db.api [None req-452246a6-51c4-4ac7-846f-f04f74221de6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:47:46.084940 n-d-801607-3 neutron-server[94054]: DEBUG oslo_db.api [None req-452246a6-51c4-4ac7-846f-f04f74221de6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:47:46.089152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Allocated IP 2001:db8::2 (fa60269b-f364-4cb6-bfb5-f65983249393/635af0b1-023e-46c1-bbb1-313204facb35/2817a69d-a8e0-45ca-88ec-8c839c667949) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:46.111419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb40b12-f963-4c44-b1a8-dc90623f6925 req-802218d4-942d-4871-a6a4-7bf516d13fd1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:46.113000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bdb40b12-f963-4c44-b1a8-dc90623f6925 req-802218d4-942d-4871-a6a4-7bf516d13fd1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 945 time: 0.1405878 Jul 29 17:47:46.137396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Pushing event deleted for resources: {'Port': ['ID=07b24cb2-89b9-4eda-89e8-32536a89bca2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:46.232388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.236188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.241202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ecf9583-2fdd-487a-9190-8d7cc4e42c1c tempest-ServersTestFqdnHostnames-890835145 tempest-ServersTestFqdnHostnames-890835145-project] 10.222.0.16 "DELETE /v2.0/floatingips/ddbe6098-ed11-4761-ae3e-1f16f7671fd2 HTTP/1.1" status: 204 len: 168 time: 0.7555957 Jul 29 17:47:46.242033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54030) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:46.294476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bdb40b12-f963-4c44-b1a8-dc90623f6925 req-f334da30-7d90-4a52-a82c-e52046e8b1ee tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390421 Jul 29 17:47:46.301199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:46.304852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.339371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-dfff0a75-cf8c-4411-9cd3-3b915a8bbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:46.341147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-dfff0a75-cf8c-4411-9cd3-3b915a8bbf74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=818af6d6-4475-4fab-974a-7fb31a6efa75 HTTP/1.1" status: 200 len: 910 time: 0.2668815 Jul 29 17:47:46.348435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port a7dc2740-1534-4960-80a8-b3b7a627e709 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:47:46.412264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba7b4e-7c6c-46c9-8c77-e8857a008c9b req-2a058947-373e-4dc2-ac9f-f376e6d53ec0 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:46.414509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-deba7b4e-7c6c-46c9-8c77-e8857a008c9b req-2a058947-373e-4dc2-ac9f-f376e6d53ec0 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 944 time: 0.1167338 Jul 29 17:47:46.442617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-a51ff4bb-12ba-40d1-beb6-e2051d6ec770 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da HTTP/1.1" status: 200 len: 217 time: 0.0857008 Jul 29 17:47:46.444074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.468589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Transition to ACTIVE for port object 2817a69d-a8e0-45ca-88ec-8c839c667949 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:46.487815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Transition to ACTIVE for port object 2817a69d-a8e0-45ca-88ec-8c839c667949 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:46.496800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.528993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-deba7b4e-7c6c-46c9-8c77-e8857a008c9b req-d12c2a8e-c713-47e2-8999-d5aeee106f3e tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926521 Jul 29 17:47:46.550608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Network fa60269b-f364-4cb6-bfb5-f65983249393 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:46.553748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:46.558678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:46.586459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452246a6-51c4-4ac7-846f-f04f74221de6 None None] New status for floating IP ddbe6098-ed11-4761-ae3e-1f16f7671fd2: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:47:46.613537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Pushing event updated for resources: {'Port': ['ID=2817a69d-a8e0-45ca-88ec-8c839c667949,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:46.635460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Attempting to bind port 2817a69d-a8e0-45ca-88ec-8c839c667949 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:47:46.636181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Attempting to bind port 2817a69d-a8e0-45ca-88ec-8c839c667949 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '7f54c430-aafb-4a5e-915d-65ae4a9f692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:47:46.636573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Attempting to bind port 2817a69d-a8e0-45ca-88ec-8c839c667949 on network fa60269b-f364-4cb6-bfb5-f65983249393 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:47:46.643209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:47:46.643667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Checking segment: {'id': '7f54c430-aafb-4a5e-915d-65ae4a9f692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:47:46.644125 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.644531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Bound using segment: {'id': '7f54c430-aafb-4a5e-915d-65ae4a9f692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:47:46.645852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Bound port: 2817a69d-a8e0-45ca-88ec-8c839c667949, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54c430-aafb-4a5e-915d-65ae4a9f692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fa60269b-f364-4cb6-bfb5-f65983249393'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:47:46.646297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.690531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::112 (fa60269b-f364-4cb6-bfb5-f65983249393/635af0b1-023e-46c1-bbb1-313204facb35/a7dc2740-1534-4960-80a8-b3b7a627e709) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:47:46.714431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-950bb348-c00e-4bd8-8030-13d6334e7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:46.716120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-950bb348-c00e-4bd8-8030-13d6334e7985 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1777404-ff73-4c3a-b4ca-b4b2034998cb HTTP/1.1" status: 200 len: 849 time: 0.1506100 Jul 29 17:47:46.778728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-6de57888-7f57-4eec-abac-f52dee6732a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=818af6d6-4475-4fab-974a-7fb31a6efa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535343 Jul 29 17:47:46.820257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.828448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-43701972-91c3-43a6-9564-5de90dca720c None None] For port 2817a69d-a8e0-45ca-88ec-8c839c667949, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:47:46.833120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-43701972-91c3-43a6-9564-5de90dca720c None None] For port 2817a69d-a8e0-45ca-88ec-8c839c667949, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2817a69d-a8e0-45ca-88ec-8c839c667949,segment=NetworkSegment(7f54c430-aafb-4a5e-915d-65ae4a9f692b),segment_id=7f54c430-aafb-4a5e-915d-65ae4a9f692b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:47:46.839141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.943603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701972-91c3-43a6-9564-5de90dca720c None None] Pushing event updated for resources: {'Port': ['ID=2817a69d-a8e0-45ca-88ec-8c839c667949,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:46.998749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.027047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object a7dc2740-1534-4960-80a8-b3b7a627e709 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:47:47.037966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-436a7a96-7efc-4901-bb77-694290f99852 service neutron] 10.222.0.49 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467306 Jul 29 17:47:47.127724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd54e9-b472-464a-bb13-9bad9a3c06ed req-2f8473c5-b68b-489f-a575-1053c2af14c1 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:47.136990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7cd54e9-b472-464a-bb13-9bad9a3c06ed req-2f8473c5-b68b-489f-a575-1053c2af14c1 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 946 time: 0.1377745 Jul 29 17:47:47.212299 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.232686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7cd54e9-b472-464a-bb13-9bad9a3c06ed req-63fde3ca-ef29-4639-ac60-f97e7aa1e927 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944660 Jul 29 17:47:47.315218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0c4ef3-04c4-4f16-99c6-a1580cf66ee5 req-072bd7c4-f896-4f28-b479-67e14bc74380 service neutron] 10.222.0.49 "GET /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681224 Jul 29 17:47:47.330200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network fa60269b-f364-4cb6-bfb5-f65983249393 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:47.347238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:47.350476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a7dc2740-1534-4960-80a8-b3b7a627e709,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:47.357041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e7272c6c-12d7-4f80-b55f-e0634c85b1da details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:47.359408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:47:47.365546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:47.366214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.404680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8c350efb-7f27-4401-8f77-a25b0d1eeb41 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5191288 Jul 29 17:47:47.407493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54072) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:47.515589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da,segment=NetworkSegment(954d54c6-03fd-4c11-b685-19adb3c8e001),segment_id=954d54c6-03fd-4c11-b685-19adb3c8e001)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:47.531593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da', 'network_id': '818af6d6-4475-4fab-974a-7fb31a6efa75', 'port_id': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da', 'mac_address': 'fa:16:3e:dc:10:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1777404-ff73-4c3a-b4ca-b4b2034998cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:47.607527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.612671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d917c-fdd5-416c-a1b1-47f8b74225d7 req-836d7d02-94f9-414d-b7d4-01bfb96fa297 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:47.614989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f3d917c-fdd5-416c-a1b1-47f8b74225d7 req-836d7d02-94f9-414d-b7d4-01bfb96fa297 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 945 time: 0.2141891 Jul 29 17:47:47.616729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Deleting port b991083c-2ed8-4f0e-860d-add5632307e1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:47.617156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.640221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7272c6c-12d7-4f80-b55f-e0634c85b1da {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:47.682944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da,segment=NetworkSegment(954d54c6-03fd-4c11-b685-19adb3c8e001),segment_id=954d54c6-03fd-4c11-b685-19adb3c8e001)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:47.693419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.694101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:47:47.815798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:47.861492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:47.876431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f3d917c-fdd5-416c-a1b1-47f8b74225d7 req-2a4b62d8-b026-4b5c-942e-626f66798d73 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433040 Jul 29 17:47:47.898274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'mac_address': 'fa:16:3e:6f:28:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:47:47.917959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] For port b991083c-2ed8-4f0e-860d-add5632307e1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b991083c-2ed8-4f0e-860d-add5632307e1,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:47.918458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.969704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Calling delete_port for b991083c-2ed8-4f0e-860d-add5632307e1 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:48.002856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.025487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb90485f-183d-4f39-8b95-f9a78ce356d0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:47:48.025690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e3f5f-41b5-41c6-aba9-80b826c2933d req-91b82024-01ce-4ed1-82bb-224fe60de343 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:48.039880 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f6e3f5f-41b5-41c6-aba9-80b826c2933d req-91b82024-01ce-4ed1-82bb-224fe60de343 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 945 time: 0.3216984 Jul 29 17:47:48.059040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:48.144320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f6e3f5f-41b5-41c6-aba9-80b826c2933d req-4524d68c-f729-4161-8b14-c330d6830b51 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005580 Jul 29 17:47:48.192196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:48.210811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.257625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:48.277868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:48.278472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.298892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.340609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['eb90485f-183d-4f39-8b95-f9a78ce356d0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:48.415090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:48.425843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.530440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e7272c6c-12d7-4f80-b55f-e0634c85b1da'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:48.568637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b991083c-2ed8-4f0e-860d-add5632307e1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:48.710967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450c615-5df4-4737-b667-39dd770efa69 None None] Network fa60269b-f364-4cb6-bfb5-f65983249393 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:48.714941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2817a69d-a8e0-45ca-88ec-8c839c667949 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:48.720113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.872258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078801a-53ab-4d47-995e-fb4af68baf28 req-fee16a10-4e2d-49bf-96ee-20956a0e25ed tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:48.875816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a078801a-53ab-4d47-995e-fb4af68baf28 req-fee16a10-4e2d-49bf-96ee-20956a0e25ed tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.2197800 Jul 29 17:47:48.946882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-53bf0033-cffe-4e47-a978-d2ec0f6754df None None] Provisioning for port 2817a69d-a8e0-45ca-88ec-8c839c667949 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:49.038285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a078801a-53ab-4d47-995e-fb4af68baf28 req-6a24696e-66d8-40ea-94aa-42443a77cbbb tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477063 Jul 29 17:47:49.090061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:49.099651 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ade6d65-3edd-44c5-9183-6404f5a96e9b" -d '{"events": [{"server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "name": "network-vif-plugged", "status": "completed", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:49.118574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:49.142849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.159984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.185145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.204525 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.204735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b40d10-1bcc-40ae-a047-8e996bb2cd9e req-b837080a-b4c8-4cd3-a0af-bc48bc48c5a8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:49.205710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13b40d10-1bcc-40ae-a047-8e996bb2cd9e req-b837080a-b4c8-4cd3-a0af-bc48bc48c5a8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 945 time: 0.1560388 Jul 29 17:47:49.406589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13b40d10-1bcc-40ae-a047-8e996bb2cd9e req-28305483-11cc-4439-ae5a-54d2d8fce85e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Jul 29 17:47:49.417623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105cea-2640-4999-97cf-2808bb3aa3bc req-a3642a45-b3b7-49b9-9772-347bb489b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:49.418879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b105cea-2640-4999-97cf-2808bb3aa3bc req-a3642a45-b3b7-49b9-9772-347bb489b80f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 1097 time: 0.1083808 Jul 29 17:47:49.432467 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba2cf7d-594a-4f77-8757-91a032cfb177 x-openstack-request-id: req-fba2cf7d-594a-4f77-8757-91a032cfb177 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:49.432990 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "name": "network-vif-plugged", "status": "completed", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:49.432990 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fba2cf7d-594a-4f77-8757-91a032cfb177 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:49.433382 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1', 'code': 200} Jul 29 17:47:49.505305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b105cea-2640-4999-97cf-2808bb3aa3bc req-12af3a90-0772-4c1b-b61d-e970a0c83b01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Jul 29 17:47:49.554208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2817a69d-a8e0-45ca-88ec-8c839c667949 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:49.563711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2817a69d-a8e0-45ca-88ec-8c839c667949 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:49.564087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.578221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.605419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:49.613705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Router 26529294-6754-44c4-bf40-5443d8c600a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:49.622181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a7dc2740-1534-4960-80a8-b3b7a627e709,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:49.681453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecbd0e-cd2e-42aa-855b-9dc771fbfa94 req-a77080de-f55d-40ae-8892-869070901c7c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:49.683791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91ecbd0e-cd2e-42aa-855b-9dc771fbfa94 req-a77080de-f55d-40ae-8892-869070901c7c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 945 time: 0.3213501 Jul 29 17:47:49.777885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91ecbd0e-cd2e-42aa-855b-9dc771fbfa94 req-1ef09d0c-1ee3-4be3-8b1f-53641d050eb4 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862677 Jul 29 17:47:49.788268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.790754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:49.803982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a8003b90-ff6f-4642-85b0-2dc19ff60bb9 admin admin] 10.222.0.16 "PUT /v2.0/routers/26529294-6754-44c4-bf40-5443d8c600a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5606098 Jul 29 17:47:49.806740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:49.853875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Sync routers for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:49.909913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:49.910620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:50.006174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.100578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:50.214168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.241707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Provisioning for port a7dc2740-1534-4960-80a8-b3b7a627e709 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:50.304679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Provisioning complete for port a7dc2740-1534-4960-80a8-b3b7a627e709 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:50.305389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.516094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.531720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221109-d6ec-41e2-9719-2a330299c5fa req-aa54ce25-2888-4e20-831c-18113499f55a tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:50.539390 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1221109-d6ec-41e2-9719-2a330299c5fa req-aa54ce25-2888-4e20-831c-18113499f55a tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1887188 Jul 29 17:47:50.600588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1221109-d6ec-41e2-9719-2a330299c5fa req-e8b17efc-0732-4731-bef9-7e18a24946d1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601857 Jul 29 17:47:50.680720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.701873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.702718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.747532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2817a69d-a8e0-45ca-88ec-8c839c667949, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2817a69d-a8e0-45ca-88ec-8c839c667949,segment=NetworkSegment(7f54c430-aafb-4a5e-915d-65ae4a9f692b),segment_id=7f54c430-aafb-4a5e-915d-65ae4a9f692b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:50.784924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Port a7dc2740-1534-4960-80a8-b3b7a627e709 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:50.796500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.916847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cea4f-95e4-484a-8138-8910562d4349 req-8014f39d-5d8c-4536-a9f7-571f56aaa82b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:50.931097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d1cea4f-95e4-484a-8138-8910562d4349 req-8014f39d-5d8c-4536-a9f7-571f56aaa82b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 946 time: 0.1665215 Jul 29 17:47:50.945689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Provisioning complete for port 2817a69d-a8e0-45ca-88ec-8c839c667949 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:50.946062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-876bfe63-3a3e-4c00-8b5c-01a556345725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.005125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d1cea4f-95e4-484a-8138-8910562d4349 req-422c7e17-171f-45f0-944a-a73a7da2d7be tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730386 Jul 29 17:47:51.102090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2817a69d-a8e0-45ca-88ec-8c839c667949,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:51.153708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fcf4008-5a86-4837-bed0-82858821540b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:47:48Z', 'revision_number': 5, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port': {'id': '0fcf4008-5a86-4837-bed0-82858821540b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26529294-6754-44c4-bf40-5443d8c600a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:45:11Z', 'updated_at': '2021-07-29T17:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.215377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Checking router: 26529294-6754-44c4-bf40-5443d8c600a3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:51.244554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Routers {'26529294-6754-44c4-bf40-5443d8c600a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:51.246555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['26529294-6754-44c4-bf40-5443d8c600a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.426206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] Set router 26529294-6754-44c4-bf40-5443d8c600a3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:51.500294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:47:50Z', 'revision_number': 6, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.500658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Deleting port 0fcf4008-5a86-4837-bed0-82858821540b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:51.500937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.505316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e7272c6c-12d7-4f80-b55f-e0634c85b1da up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:51.556343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=a7dc2740-1534-4960-80a8-b3b7a627e709,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:51.578461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f3d2-c244-437b-8a28-e98d525b6b0e None None] The sync data for ids ['26529294-6754-44c4-bf40-5443d8c600a3'] in n-d-801607-3 is: [{'id': '26529294-6754-44c4-bf40-5443d8c600a3', 'name': 'tempest-ServersTestFqdnHostnames-53523059-router', 'tenant_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:45:10Z', 'updated_at': '2021-07-29T17:47:50Z', 'revision_number': 6, 'project_id': '1d7404e51e3e4a3589b4822ef1dcaacf', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:51.582050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d7389e3-bc21-4522-8f7d-6150145fcdec None None] Provisioning complete for port a7dc2740-1534-4960-80a8-b3b7a627e709 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:51.582896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d7389e3-bc21-4522-8f7d-6150145fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.627612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c62a8a-a8b7-4af4-af90-f0445b00e33d req-6f5b03da-97d1-4947-89d1-368b4f7f6166 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:51.637876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58c62a8a-a8b7-4af4-af90-f0445b00e33d req-6f5b03da-97d1-4947-89d1-368b4f7f6166 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 945 time: 0.2597024 Jul 29 17:47:51.647426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6d7389e3-bc21-4522-8f7d-6150145fcdec None None] Port a7dc2740-1534-4960-80a8-b3b7a627e709 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:51.662720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port e7272c6c-12d7-4f80-b55f-e0634c85b1da completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:47:51.667532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e7272c6c-12d7-4f80-b55f-e0634c85b1da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:51.667934 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.677112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network fa60269b-f364-4cb6-bfb5-f65983249393 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:47:51.709263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58c62a8a-a8b7-4af4-af90-f0445b00e33d req-486c0d61-a07d-4a61-b2be-5f3ccf8cd1ff tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Jul 29 17:47:51.713577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:51.740282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78d15b-3bf5-420a-b612-4d823ebb51e9 req-f9b26d4d-9feb-4199-bffc-a1265e9f462d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:51.749808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d78d15b-3bf5-420a-b612-4d823ebb51e9 req-f9b26d4d-9feb-4199-bffc-a1265e9f462d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 946 time: 0.0850151 Jul 29 17:47:51.767396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] For port 0fcf4008-5a86-4837-bed0-82858821540b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0fcf4008-5a86-4837-bed0-82858821540b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:51.767755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.866320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d78d15b-3bf5-420a-b612-4d823ebb51e9 req-87add3c0-e737-41b5-802d-312c10e0b42a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137478 Jul 29 17:47:51.915366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.931573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Calling delete_port for 0fcf4008-5a86-4837-bed0-82858821540b owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:52.051183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed309d-4473-4fdd-9e7a-141ecab54f85 req-0316ab3d-80c7-4b9d-b9df-776c5e573f31 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:52.055598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da,segment=NetworkSegment(954d54c6-03fd-4c11-b685-19adb3c8e001),segment_id=954d54c6-03fd-4c11-b685-19adb3c8e001)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:52.056671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:52.058554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ed309d-4473-4fdd-9e7a-141ecab54f85 req-0316ab3d-80c7-4b9d-b9df-776c5e573f31 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1376247 Jul 29 17:47:52.059379 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6050d085-8b99-470e-83b3-516440da97a2" -d '{"events": [{"server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "name": "network-vif-plugged", "status": "completed", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:52.068110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.069866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:52.226366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ed309d-4473-4fdd-9e7a-141ecab54f85 req-d3f9a892-8939-4c53-9145-77e23430b0ee tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627009 Jul 29 17:47:52.255249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Router ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:47:52.309428 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda30ec-31f8-442c-9704-873c639a1d4f x-openstack-request-id: req-adda30ec-31f8-442c-9704-873c639a1d4f {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:52.312169 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "name": "network-vif-plugged", "status": "completed", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:52.312633 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adda30ec-31f8-442c-9704-873c639a1d4f {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:52.313229 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da', 'code': 200} Jul 29 17:47:52.350769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:52.392923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43bd4dfa-464a-4b07-8630-b58d92efb9c2 None None] Provisioning complete for port a7dc2740-1534-4960-80a8-b3b7a627e709 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:52.393510 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43bd4dfa-464a-4b07-8630-b58d92efb9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.426283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port eb90485f-183d-4f39-8b95-f9a78ce356d0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:52.427019 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.485072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43bd4dfa-464a-4b07-8630-b58d92efb9c2 None None] Port a7dc2740-1534-4960-80a8-b3b7a627e709 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:47:52.535269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1ef9-3e56-4a43-95f3-e0ae6d66b2e6 req-e3769ab1-0d81-4df6-8d9f-5b3dc0ceed1f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:52.537127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789e1ef9-3e56-4a43-95f3-e0ae6d66b2e6 req-e3769ab1-0d81-4df6-8d9f-5b3dc0ceed1f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 946 time: 0.1061089 Jul 29 17:47:52.542418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888d6c-7e5e-43b8-9565-5142fd790cdf req-7d74e471-81bb-4b7c-8888-fc7d324218c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:52.544049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06888d6c-7e5e-43b8-9565-5142fd790cdf req-7d74e471-81bb-4b7c-8888-fc7d324218c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1805751 Jul 29 17:47:52.544594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.544767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.637669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:52.648205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.661973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:52.678781 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] Sync routers for ids ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:52.680138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcf4008-5a86-4837-bed0-82858821540b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:52.689919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54188) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:52.690421 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6702c5dc-2845-4389-8da7-dcf169a9eb0e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/routers/ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790010 Jul 29 17:47:52.697575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789e1ef9-3e56-4a43-95f3-e0ae6d66b2e6 req-29c51591-4555-46cb-ab39-162bc25b769b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470449 Jul 29 17:47:52.709664 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] Routers {'ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:52.712257 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:52.740662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:52.774843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06888d6c-7e5e-43b8-9565-5142fd790cdf req-331c3f89-3d72-4b65-bb6f-ef4c27624514 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903338 Jul 29 17:47:52.782326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.835988 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:52.845482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] Routers {'ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:52.846380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:52.881722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:52.882681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3bdc3-127b-46ff-a381-9d8418d743e7 None None] The sync data for ids ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:52.944701 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.947256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.971728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a63d44-7910-4f93-bd4e-3f44790cd0ae tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:52.973717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-85a63d44-7910-4f93-bd4e-3f44790cd0ae tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 HTTP/1.1" status: 200 len: 988 time: 0.2820921 Jul 29 17:47:52.977306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:52.996684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2817a69d-a8e0-45ca-88ec-8c839c667949 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:47:53.131634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2817a69d-a8e0-45ca-88ec-8c839c667949 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:47:53.132015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.139790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.145668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26529294-6754-44c4-bf40-5443d8c600a3 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:47:53.175695 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.184760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aab0a143-b89c-41e0-ac6a-e8816b059090 admin admin] 10.222.0.16 "DELETE /v2.0/routers/26529294-6754-44c4-bf40-5443d8c600a3 HTTP/1.1" status: 204 len: 168 time: 3.3769507 Jul 29 17:47:53.192744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:53.256558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188ffd2-9447-4c0d-b9ee-92124158c31e req-b9b1da7e-50a0-4c61-b043-5e5400410d13 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:53.264067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a188ffd2-9447-4c0d-b9ee-92124158c31e req-b9b1da7e-50a0-4c61-b043-5e5400410d13 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 946 time: 0.4311414 Jul 29 17:47:53.322405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Deleting subnet 69632db6-e95a-4984-823c-d509b64d7ef8 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:53.330781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.392136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.467967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b991083c-2ed8-4f0e-860d-add5632307e1 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:53.517356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b991083c-2ed8-4f0e-860d-add5632307e1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:53.517671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b991083c-2ed8-4f0e-860d-add5632307e1 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:53.518036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0fcf4008-5a86-4837-bed0-82858821540b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:53.526571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.570650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0fcf4008-5a86-4837-bed0-82858821540b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:53.571042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0fcf4008-5a86-4837-bed0-82858821540b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:53.661080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.701899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-61063a2e-4484-4f63-aa43-fb9afb88c6f1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:53.703525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-61063a2e-4484-4f63-aa43-fb9afb88c6f1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.49 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.6314011 Jul 29 17:47:53.727515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959eaef-a67d-4c6d-9fbc-c51f752dfd4c req-83ae4798-f59b-4836-8d0e-44a6d9f74cfe tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:53.729114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f959eaef-a67d-4c6d-9fbc-c51f752dfd4c req-83ae4798-f59b-4836-8d0e-44a6d9f74cfe tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.1083434 Jul 29 17:47:53.729887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69632db6-e95a-4984-823c-d509b64d7ef8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:53.735440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.740254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-26cc45f2-ad39-44ee-a1ad-c15afb9a0841 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/69632db6-e95a-4984-823c-d509b64d7ef8 HTTP/1.1" status: 204 len: 168 time: 0.5416932 Jul 29 17:47:53.745642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc6047-7d8b-4b11-8bfb-edac76e4a9ac None None] Network 648842b2-63ed-497a-a37b-b33c2bf6160f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:53.748405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54214) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:53.984414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.994259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f959eaef-a67d-4c6d-9fbc-c51f752dfd4c req-efe99c34-e1d7-4a16-b100-005ecd1e83a7 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359769 Jul 29 17:47:54.009716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a188ffd2-9447-4c0d-b9ee-92124158c31e req-64d373cd-1013-423a-92d7-6eb7e8ed7201 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234428 Jul 29 17:47:54.076736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-c22f2a1a-d5ef-4885-b74d-cb316af3f3c5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:54.078270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-c22f2a1a-d5ef-4885-b74d-cb316af3f3c5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 946 time: 0.1858711 Jul 29 17:47:54.125097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Deleting port ad07fe59-29c7-495b-be9a-d704a758864e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:54.125524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.132313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] DHCP port deletion for 648842b2-63ed-497a-a37b-b33c2bf6160f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:54.257588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Deleting port 0838270c-97f9-4187-b997-770a3d68226b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:54.257963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.324698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] For port ad07fe59-29c7-495b-be9a-d704a758864e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ad07fe59-29c7-495b-be9a-d704a758864e,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:54.325072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.345087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:54.349007 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48538dc7-2e69-467d-b647-4863b0266533" -d '{"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:54.388915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:54.389262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.411010 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298a1de-57c8-45aa-a1c0-d7c16aa0c227 x-openstack-request-id: req-9298a1de-57c8-45aa-a1c0-d7c16aa0c227 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:54.411300 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-plugged", "status": "completed", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:54.411552 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9298a1de-57c8-45aa-a1c0-d7c16aa0c227 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:54.411950 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'code': 200} Jul 29 17:47:54.432302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] For port 0838270c-97f9-4187-b997-770a3d68226b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0838270c-97f9-4187-b997-770a3d68226b,segment=NetworkSegment(c4ce74e4-953f-40e1-991d-418a67ff0b00),segment_id=c4ce74e4-953f-40e1-991d-418a67ff0b00)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:54.432695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.456089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Calling delete_port for 0838270c-97f9-4187-b997-770a3d68226b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:54.573346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.603366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] Pushing event deleted for resources: {'Port': ['ID=0838270c-97f9-4187-b997-770a3d68226b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:54.617171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d49598-d2b5-4f0a-97c5-0aa1ddf5f55b None None] No DVR routers for this DVR port 0838270c-97f9-4187-b997-770a3d68226b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:54.627509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.628492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.628829 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Floating IP 57c0d7b0-d5de-4c1f-bb00-874c8a131570 disassociated. External IP: 172.25.5.12, port: ad07fe59-29c7-495b-be9a-d704a758864e. Jul 29 17:47:54.632787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Calling delete_port for ad07fe59-29c7-495b-be9a-d704a758864e owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:54.704816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264198e5-8820-474a-86e3-57d391c71432 req-5ec04271-d612-4f80-8402-9ce4bed4fa51 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:54.713548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-264198e5-8820-474a-86e3-57d391c71432 req-5ec04271-d612-4f80-8402-9ce4bed4fa51 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 946 time: 0.4694912 Jul 29 17:47:54.717162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Deleting port 0838270c-97f9-4187-b997-770a3d68226b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:54.718199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.751538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.762969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:54.763331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.809042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] For port 0838270c-97f9-4187-b997-770a3d68226b, host n-d-801607-3, got binding levels [] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:54.821730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.838660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-264198e5-8820-474a-86e3-57d391c71432 req-fe2f8c03-c093-431c-9d88-a58524a52abd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205065 Jul 29 17:47:54.861509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Calling delete_port for 0838270c-97f9-4187-b997-770a3d68226b owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:54.865461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Port 0838270c-97f9-4187-b997-770a3d68226b was not found and therefore no delete operation was performed {{(pid=94052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:47:54.874722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.894059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0838270c-97f9-4187-b997-770a3d68226b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:54.904663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:54.918918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] No DVR routers for this DVR port 0838270c-97f9-4187-b997-770a3d68226b on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:54.933476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0838270c-97f9-4187-b997-770a3d68226b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:54.971580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0838270c-97f9-4187-b997-770a3d68226b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:54.972288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0838270c-97f9-4187-b997-770a3d68226b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:55.167280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.181889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648842b2-63ed-497a-a37b-b33c2bf6160f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.195838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ce74e4-953f-40e1-991d-418a67ff0b00') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.196185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ce74e4-953f-40e1-991d-418a67ff0b00') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.210078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.242786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.259115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:55.259692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.295813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.309384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['44623ce3-6ebd-41e6-b24c-3f3a2b7faac1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:47:55.323937 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:47:55.412749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=44623ce3-6ebd-41e6-b24c-3f3a2b7faac1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:55.421431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb014-9412-49ce-86c8-d3b9c4934e4d req-798ef9a8-9904-4408-aef4-14b1c7c5d2c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:55.422865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15beb014-9412-49ce-86c8-d3b9c4934e4d req-798ef9a8-9904-4408-aef4-14b1c7c5d2c1 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 945 time: 0.3246627 Jul 29 17:47:55.436317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.448878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.452085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/648842b2-63ed-497a-a37b-b33c2bf6160f HTTP/1.1" status: 204 len: 168 time: 1.6620183 Jul 29 17:47:55.462001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:55.465710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.468009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44d58952-b8d0-4459-a9d0-c94f66036c16 req-15347c01-e512-45a6-a704-ddfad71d661b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "DELETE /v2.0/ports/44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 HTTP/1.1" status: 204 len: 173 time: 1.3309379 Jul 29 17:47:55.468825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'name': 'network-vif-deleted', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:55.471504 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f836b73-9a22-402a-9c8c-274dc37f7355" -d '{"events": [{"server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "name": "network-vif-deleted", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:55.490039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66ecdd-3ffe-4291-bc5f-c67772e081b1 req-c5842e96-cff2-45fa-be8d-822cd47c4a82 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:55.491941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb66ecdd-3ffe-4291-bc5f-c67772e081b1 req-c5842e96-cff2-45fa-be8d-822cd47c4a82 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 946 time: 0.3529332 Jul 29 17:47:55.505087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port a7dc2740-1534-4960-80a8-b3b7a627e709 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:55.505490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.512537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8c8c-c1f2-43d3-a26d-349b0b4d8ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=648842b2-63ed-497a-a37b-b33c2bf6160f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:55.518226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.599858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event deleted for resources: {'Port': ['ID=ad07fe59-29c7-495b-be9a-d704a758864e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:55.605306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb66ecdd-3ffe-4291-bc5f-c67772e081b1 req-d2204a63-ca32-494a-898b-aed8d71e3fe9 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949657 Jul 29 17:47:55.696158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.718788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54250) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:55.725547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for a7dc2740-1534-4960-80a8-b3b7a627e709 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:55.855536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15beb014-9412-49ce-86c8-d3b9c4934e4d req-f962122a-1318-4a63-9067-caec14efbe56 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups?id=22483c03-ce97-4130-9971-c301467bf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183502 Jul 29 17:47:55.870215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Router 024b90ac-f113-4f94-96f9-a59f11d58d97 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:56.031275 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73ef75c-e9ae-493c-ac45-456e62293176 x-openstack-request-id: req-c73ef75c-e9ae-493c-ac45-456e62293176 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:56.031633 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e6d3d-7eb5-4de3-b590-67a2654e84a0", "name": "network-vif-deleted", "tag": "44623ce3-6ebd-41e6-b24c-3f3a2b7faac1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:56.031832 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c73ef75c-e9ae-493c-ac45-456e62293176 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:56.032230 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e6d3d-7eb5-4de3-b590-67a2654e84a0', 'name': 'network-vif-deleted', 'tag': '44623ce3-6ebd-41e6-b24c-3f3a2b7faac1', 'status': 'completed', 'code': 200} Jul 29 17:47:56.035449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.148177 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.188948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:56.199464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Sync routers for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:56.225529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:56.226227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:56.313357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] No DVR routers for this DVR port ad07fe59-29c7-495b-be9a-d704a758864e on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:56.322135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.324663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7626ae35-41a3-48e0-8681-22bdd65ac231 req-c15c28dd-c907-492a-9a70-d0d33bdd157d tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.49 "DELETE /v2.0/ports/ad07fe59-29c7-495b-be9a-d704a758864e HTTP/1.1" status: 204 len: 173 time: 2.6131582 Jul 29 17:47:56.348957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'name': 'network-vif-deleted', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:47:56.354369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=a7dc2740-1534-4960-80a8-b3b7a627e709,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:56.361856 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51029c99-35e5-4c31-9df1-6c1ed6ac089f" -d '{"events": [{"server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "name": "network-vif-deleted", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:47:56.388456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195d2bd3-d5d7-4a78-84c2-c9da4a64c2f9 req-ab210c9f-1579-4b75-91e7-83ed9277d69b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=571e6d3d-7eb5-4de3-b590-67a2654e84a0 HTTP/1.1" status: 200 len: 210 time: 0.3486457 Jul 29 17:47:56.463916 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0fa64-52c1-4e5f-8263-4e4fef6516a6 x-openstack-request-id: req-c8b0fa64-52c1-4e5f-8263-4e4fef6516a6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:47:56.464514 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ce654e-eb98-48b9-8b0f-256a40309a03", "name": "network-vif-deleted", "tag": "ad07fe59-29c7-495b-be9a-d704a758864e", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:47:56.465311 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8b0fa64-52c1-4e5f-8263-4e4fef6516a6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:47:56.465957 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce654e-eb98-48b9-8b0f-256a40309a03', 'name': 'network-vif-deleted', 'tag': 'ad07fe59-29c7-495b-be9a-d704a758864e', 'status': 'completed', 'code': 200} Jul 29 17:47:56.529603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:56.535003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f865da63-d268-4afa-8aa3-b08bdde37045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d7404e51e3e4a3589b4822ef1dcaacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571313 Jul 29 17:47:56.535516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54266) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:56.541330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.603855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.637928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.711963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.714441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.718385 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25e20386-8a19-4cd8-bf3c-827ad93596f5 HTTP/1.1" status: 204 len: 168 time: 0.1817214 Jul 29 17:47:56.739939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052d68e-cc2f-4b5c-ab73-83157aac513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e20386-8a19-4cd8-bf3c-827ad93596f5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:56.786568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Router ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:56.927130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:47:56.935159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:56.935853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-23e0d065-00fd-4e60-a58a-15f616ec2a7b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/routers/ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9563470 Jul 29 17:47:56.940139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] Sync routers for ids ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:56.944337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:56.953929 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] Routers {'ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:56.954600 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:56.961568 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-88570430-4aba-4ed3-a1bd-9fe20734ee78 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:47:56.966011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88570430-4aba-4ed3-a1bd-9fe20734ee78 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/a7dc2740-1534-4960-80a8-b3b7a627e709 HTTP/1.1" status: 404 len: 333 time: 0.0259821 Jul 29 17:47:56.967983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54282) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:57.010513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Checking router: 024b90ac-f113-4f94-96f9-a59f11d58d97 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:57.020464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:57.021096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.087798 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.106495 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] Routers {'ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:47:57.111975 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.120516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.208505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63e9e5e5-749c-4be9-96c9-01468881f47c req-8f60ee66-7328-4913-9590-2e04abeefd01 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0742331 Jul 29 17:47:57.224685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:47:57.261879 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.262554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16170f8f-6ace-495c-8f69-f9c151380b4d None None] The sync data for ids ['ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:57.350780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.526594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ad07fe59-29c7-495b-be9a-d704a758864e no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:57.576653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: ad07fe59-29c7-495b-be9a-d704a758864e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:57.577674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ad07fe59-29c7-495b-be9a-d704a758864e not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:57.600177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.612766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.656533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.734707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73766b6c-37d9-4c4b-ab9d-994b6c24f472 None None] The sync data for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 is: [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:44:57Z', 'revision_number': 4, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e17b3af9-708a-413b-b28d-75e177f2ddff', 'name': '', 'network_id': '1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'mac_address': 'fa:16:3e:2f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:55Z', 'updated_at': '2021-07-29T17:45:05Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'subnets': [{'id': 'ed4bd826-b92e-4215-8b5a-f80a54bc43cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:57.766826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.767737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Fanout notify agent at l3_agent the message router_deleted on router ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:47:57.785206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.788072 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-44b41e10-d802-42eb-8680-750e9f0726e1 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/routers/ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 HTTP/1.1" status: 204 len: 168 time: 0.8190615 Jul 29 17:47:57.791063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54314) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:57.931495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 635af0b1-023e-46c1-bbb1-313204facb35 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:47:57.937664 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.031503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.104942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:47:58.173111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:47:58.173468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 44623ce3-6ebd-41e6-b24c-3f3a2b7faac1 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:47:58.204463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-33770cc7-44b5-4c08-9c4f-449040cb2657 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:58.218223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-33770cc7-44b5-4c08-9c4f-449040cb2657 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2374997 Jul 29 17:47:58.228141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.243840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-f30bed52-0970-45f4-9407-7796f4deee3c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0236208 Jul 29 17:47:58.310512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cc6f2-6e4c-4547-8e21-517e43840769 None None] New status for floating IP 57c0d7b0-d5de-4c1f-bb00-874c8a131570: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:47:58.317835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-a352a950-3b2e-4d27-812a-0c4c05987e2d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726156 Jul 29 17:47:58.323659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.348927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.350993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/635af0b1-023e-46c1-bbb1-313204facb35 HTTP/1.1" status: 204 len: 168 time: 0.5588186 Jul 29 17:47:58.379219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:58.422014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e1df-5150-4a92-8bae-b3de51d997c9 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=635af0b1-023e-46c1-bbb1-313204facb35,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:58.436665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45439e-95aa-4b1d-acbd-ec47ce797f58 None None] Network fa60269b-f364-4cb6-bfb5-f65983249393 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:47:58.458746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:58.629267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-436eb973-2eb4-4b45-8621-ca95cb5fab37 req-443d811f-9753-415a-a8bb-eb19e11b58fe tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0424922 Jul 29 17:47:58.652312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-0d3ee99b-3439-435a-b914-9f36180a681a service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266551 Jul 29 17:47:58.665247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1844148589-network', 'tenant_id': 'a314577ecd68455cb315451f4ffb1663'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:58.709179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Made reservation on behalf of a314577ecd68455cb315451f4ffb1663 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:58.712060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.729566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.779293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-c658f2b8-38ee-4131-9300-438a02d2658c service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224649 Jul 29 17:47:58.944460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.959470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.962224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.001748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:59.036152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655e7c7-4eaf-4611-a4ed-6c8105905acf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.049806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.053198 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Added segment ad633d34-b0de-44b6-bc61-7628db8fb2f2 of type vlan for network 6aafca49-e812-448c-bd05-9b88e31530c2 Jul 29 17:47:59.121363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 2817a69d-a8e0-45ca-88ec-8c839c667949 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:59.121721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.137013 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ee524c3-4632-4cf0-b5d7-cd9ae5c1bdc9 req-0c45cba7-68cf-4735-bad1-4b5c11453d93 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Jul 29 17:47:59.160966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.214205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] DHCP port deletion for fa60269b-f364-4cb6-bfb5-f65983249393 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:47:59.242884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.245446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:47:59.246585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.287349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] For port 2817a69d-a8e0-45ca-88ec-8c839c667949, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2817a69d-a8e0-45ca-88ec-8c839c667949,segment=NetworkSegment(7f54c430-aafb-4a5e-915d-65ae4a9f692b),segment_id=7f54c430-aafb-4a5e-915d-65ae4a9f692b)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:59.288906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.299118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Deleting port 2817a69d-a8e0-45ca-88ec-8c839c667949 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:47:59.299493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.446704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] For port 2817a69d-a8e0-45ca-88ec-8c839c667949, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2817a69d-a8e0-45ca-88ec-8c839c667949,segment=NetworkSegment(7f54c430-aafb-4a5e-915d-65ae4a9f692b),segment_id=7f54c430-aafb-4a5e-915d-65ae4a9f692b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:47:59.447109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.449927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9896853 Jul 29 17:47:59.465790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:47:59.475293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Calling delete_port for 2817a69d-a8e0-45ca-88ec-8c839c667949 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:47:59.481231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Request body: {'subnet': {'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1844148589-subnet', 'tenant_id': 'a314577ecd68455cb315451f4ffb1663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:59.518570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69875-4fd6-4c22-a6bc-2298a17c1004 admin admin] Pushing event updated for resources: {'Network': ['ID=6aafca49-e812-448c-bd05-9b88e31530c2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.552879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6aafca49-e812-448c-bd05-9b88e31530c2 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:47:59.560084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Made reservation on behalf of a314577ecd68455cb315451f4ffb1663 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:59.562978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.886993 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.936026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] Pushing event deleted for resources: {'Port': ['ID=2817a69d-a8e0-45ca-88ec-8c839c667949,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.941247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdd384-bfb0-42d1-a6c5-99f20d79829f None None] No DVR routers for this DVR port 2817a69d-a8e0-45ca-88ec-8c839c667949 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:59.960953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.071870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 2817a69d-a8e0-45ca-88ec-8c839c667949 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:00.079805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Checking segment: {'id': 'ad633d34-b0de-44b6-bc61-7628db8fb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:00.080167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Network hostable DHCP agents. Network: 6aafca49-e812-448c-bd05-9b88e31530c2, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:00.104126 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db0fdd8c-724d-4443-8eec-05caeb9ec30d req-73b0aebf-9cb7-49ff-8211-0491fcc4c435 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Jul 29 17:48:00.131327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b9046f-abfe-410d-9747-d6c7a3c85e94,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:00.175700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Network 6aafca49-e812-448c-bd05-9b88e31530c2 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:00.194994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6aafca49-e812-448c-bd05-9b88e31530c2) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:00.200578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:00.201182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.208286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e287b1-579d-4e09-b2ef-7bcb2ead94e5 None None] Network 6aafca49-e812-448c-bd05-9b88e31530c2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:00.241205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-08162034-ead0-4126-b5aa-0a224b597434 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7743659 Jul 29 17:48:00.418580 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-319d2de4-07ff-4d0f-b005-aac86daaa04e req-773a1447-e9ee-4c71-acb9-a30efe7a00d1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 210 time: 0.1015234 Jul 29 17:48:00.433614 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.534049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=2817a69d-a8e0-45ca-88ec-8c839c667949,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:00.536197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No DVR routers for this DVR port 2817a69d-a8e0-45ca-88ec-8c839c667949 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:00.617789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab0620-6d34-4b50-9411-bc02370232c3 None None] Network 6aafca49-e812-448c-bd05-9b88e31530c2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:00.747378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.774851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa60269b-f364-4cb6-bfb5-f65983249393']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:00.805853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f54c430-aafb-4a5e-915d-65ae4a9f692b') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:00.806068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f54c430-aafb-4a5e-915d-65ae4a9f692b') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:00.831006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.911951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.946271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:00.948838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.971013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2817a69d-a8e0-45ca-88ec-8c839c667949 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:01.057326 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:01.060024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2817a69d-a8e0-45ca-88ec-8c839c667949 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:01.060024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2817a69d-a8e0-45ca-88ec-8c839c667949 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:01.072718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:01.094501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:01.102149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/fa60269b-f364-4cb6-bfb5-f65983249393 HTTP/1.1" status: 204 len: 168 time: 2.4702277 Jul 29 17:48:01.103650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f70733-e3fb-4ccc-b1e0-80eee44170bc tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=fa60269b-f364-4cb6-bfb5-f65983249393,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:01.105591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54440) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:01.162708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cddd55-b189-4db7-a536-ecf6e508f585 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:01.167870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-4151dc86-bfc7-42fd-8209-88d32e1eccfd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:01.167870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-4151dc86-bfc7-42fd-8209-88d32e1eccfd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.3339760 Jul 29 17:48:01.168423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17cddd55-b189-4db7-a536-ecf6e508f585 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/b889eb15-d346-4bfa-8081-ed74a388aed0 HTTP/1.1" status: 200 len: 845 time: 0.0551178 Jul 29 17:48:01.168734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:01.189154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:01.248213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:01.248760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72de9426-a124-4046-926d-4e8a6612ef1d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/b889eb15-d346-4bfa-8081-ed74a388aed0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0784950 Jul 29 17:48:01.286405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:01.425909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9830f01-e53f-4deb-b317-2d514ff45162 req-e8c3e26f-1065-4777-96c2-0ea45ee78761 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0880361 Jul 29 17:48:01.475517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-bee8ea1c-e839-4dc6-a83a-1f718b5b5164 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:01.477434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-bee8ea1c-e839-4dc6-a83a-1f718b5b5164 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/networks?id=6aafca49-e812-448c-bd05-9b88e31530c2 HTTP/1.1" status: 200 len: 821 time: 0.3100672 Jul 29 17:48:01.506981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:48:01.506981 n-d-801607-3 neutron-server[94051]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 17:48:01.506981 n-d-801607-3 neutron-server[94051]: [parameters: {'project_id': '2f6dc66ba4514ad5830ed58efb47b7fd', 'id': '5f333567-01a5-4cb3-abaf-a2069c4c24b2', 'expiration': datetime.datetime(2021, 7, 29, 17, 50, 1, 495207)}] Jul 29 17:48:01.506981 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:48:01.507674 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:48:01.517012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-21a17758-caf0-4749-87a7-f2cdf7480f23 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/quotas/a314577ecd68455cb315451f4ffb1663 HTTP/1.1" status: 200 len: 375 time: 0.0307021 Jul 29 17:48:01.555369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-3f5045a3-8f3f-423d-8af9-6041c856877b tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a314577ecd68455cb315451f4ffb1663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371041 Jul 29 17:48:01.557698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:01.561341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:01.575550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a241-46e4-4a73-8e68-4892dda4961c req-108e5d19-bf60-47e3-9138-206a26859558 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:01.577434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e84a241-46e4-4a73-8e68-4892dda4961c req-108e5d19-bf60-47e3-9138-206a26859558 tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 946 time: 0.0755057 Jul 29 17:48:01.628982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e84a241-46e4-4a73-8e68-4892dda4961c req-f73fba91-a5de-4cff-b0de-daddb285289a tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Jul 29 17:48:01.758542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-a2da2ffb-66c1-4026-907d-130abd5f20e1 service neutron] 10.222.0.16 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014804 Jul 29 17:48:01.765814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7fe69ce-9c10-4b71-af53-a5db00505d81 req-13c170cb-7502-4a13-852c-e9ea1e733325 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 210 time: 0.0422723 Jul 29 17:48:01.881777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-a3f384d4-aa99-4729-b73b-87ecd21a6a10 service neutron] 10.222.0.16 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220179 Jul 29 17:48:02.054848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.151732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=f5fb1a95-6612-4ad8-9d94-577359b9f94e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:02.184671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:02.186202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be15619b-e992-43af-9923-33958c4f308a req-2152c4d6-cc25-4f03-ab08-2bede7f2d70a tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 210 time: 0.0672557 Jul 29 17:48:02.193418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:02.211167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.211167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:02.217404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:02.218005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.225846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ddbf9-c258-4151-9faa-7b5527a07ce1 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:02.300483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1bd3f6a9-e6a2-48ae-bff9-e1416565bf5d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0199811 Jul 29 17:48:02.303687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:02.308671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'security_group': {'name': 'tempest-secgroup-221451397'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:02.366671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.487871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.10 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/12983ddb-905d-4058-8746-629dd5654ff0) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:02.577978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'tenant_id': 'd5aa2566a1004516a06e70269c060205', 'fixed_ips': [{'subnet_id': 'f5fb1a95-6612-4ad8-9d94-577359b9f94e'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:48:02.581045 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.680955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bd9d6a3-c91f-44df-b9e1-fe612e1c3f3f req-0e80b7e7-65a0-423d-8649-81291530c9cb tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0926304 Jul 29 17:48:02.693069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.729844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.873540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.876166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5713639 Jul 29 17:48:02.899089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:02.900848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Allocated IP 2001:db8::2 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/f5fb1a95-6612-4ad8-9d94-577359b9f94e/af16a96c-c317-481f-a2aa-a684dfeb5c22) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:02.921370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1875705921'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:02.947895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-4488bc35-9dda-4bf7-bf1f-1d52cd6396be tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:02.957620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-4488bc35-9dda-4bf7-bf1f-1d52cd6396be tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 946 time: 0.3632870 Jul 29 17:48:02.979407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c55f3-17c5-4fbb-a075-6fad4a2435d5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f2364c-afe2-4239-a99e-e2a8ce7e625f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.147869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c6fb-43ce-48ef-9274-8840ce7000c9 req-0461e17e-ee2f-464e-8883-7c7c499d572b tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:03.158534 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed01c6fb-43ce-48ef-9274-8840ce7000c9 req-0461e17e-ee2f-464e-8883-7c7c499d572b tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 946 time: 0.4106042 Jul 29 17:48:03.261226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.303942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Transition to ACTIVE for port object af16a96c-c317-481f-a2aa-a684dfeb5c22 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:03.310498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.352993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Transition to ACTIVE for port object af16a96c-c317-481f-a2aa-a684dfeb5c22 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:03.365354 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.432009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:03.436209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:03.444183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:03.468769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.484144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.500768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.536816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed01c6fb-43ce-48ef-9274-8840ce7000c9 req-8feca996-accf-4c3c-b787-bdc8335b38be tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/security-groups?id=13a69c78-8e31-44e2-b88b-7c4ad4bfabed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686225 Jul 29 17:48:03.545633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Attempting to bind port af16a96c-c317-481f-a2aa-a684dfeb5c22 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:03.546181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Attempting to bind port af16a96c-c317-481f-a2aa-a684dfeb5c22 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'd19bfe3b-9f7b-481e-b535-94e3f21cab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:03.546698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Attempting to bind port af16a96c-c317-481f-a2aa-a684dfeb5c22 on network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:03.550370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-725d9ed4-b14b-4354-a53f-d7256eac61e5 req-0079b787-67c1-4bec-b009-4c29cf08321f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 210 time: 0.0601323 Jul 29 17:48:03.555038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:03.555611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Checking segment: {'id': 'd19bfe3b-9f7b-481e-b535-94e3f21cab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:03.556986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.557524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Bound using segment: {'id': 'd19bfe3b-9f7b-481e-b535-94e3f21cab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:03.558162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Bound port: af16a96c-c317-481f-a2aa-a684dfeb5c22, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19bfe3b-9f7b-481e-b535-94e3f21cab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:03.558739 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.605401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Deleting port e7272c6c-12d7-4f80-b55f-e0634c85b1da {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:03.623137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.639387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.689979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:03.695463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:03.703626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.809305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.836180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019101-0833-4e12-90f8-4203e7d579bc None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.933796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.935066 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0325887 Jul 29 17:48:03.941492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54512) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:03.947986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1518975101', 'security_groups': ['db069b9f-b75e-4554-af07-ca69a4ea7ddc'], 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5fb1a95-6612-4ad8-9d94-577359b9f94e'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:03.953092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d45fe97-65ae-427b-b0a8-df403209575b req-b9dfe155-f4f6-4b8c-9468-7577c723b2a3 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0728016 Jul 29 17:48:03.955374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34410fd9-a431-4c46-b650-a328d02677fb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db069b9f-b75e-4554-af07-ca69a4ea7ddc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.973184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5aa09903-b0d7-490d-9cee-0b755e6441e5 req-1c3b9c34-bcb7-4fbe-bc7a-ced8043f2d90 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 210 time: 0.0648952 Jul 29 17:48:03.973978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.979861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:04.007937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:04.008820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] For port e7272c6c-12d7-4f80-b55f-e0634c85b1da, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e7272c6c-12d7-4f80-b55f-e0634c85b1da,segment=NetworkSegment(954d54c6-03fd-4c11-b685-19adb3c8e001),segment_id=954d54c6-03fd-4c11-b685-19adb3c8e001)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:04.009196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.032207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Calling delete_port for e7272c6c-12d7-4f80-b55f-e0634c85b1da owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:04.067883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:04.184635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:04.185293 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.244870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-df5f880c-81af-4db6-8a6e-1e0d8621a815 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0636809 Jul 29 17:48:04.268489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Request body: {'port': {'device_id': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:04.313651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:04.461400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.501193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.540193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e7272c6c-12d7-4f80-b55f-e0634c85b1da'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:04.697368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.725146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-9a0bf23a-5d13-45b9-b4d1-f7d911a4754a tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:04.727364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-9a0bf23a-5d13-45b9-b4d1-f7d911a4754a tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.38 "GET /v2.0/networks?id=6aafca49-e812-448c-bd05-9b88e31530c2 HTTP/1.1" status: 200 len: 821 time: 0.2624285 Jul 29 17:48:04.790819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Request body: {'port': {'device_id': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2', 'admin_state_up': True, 'tenant_id': 'a314577ecd68455cb315451f4ffb1663'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:04.796457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Pushing event deleted for resources: {'Port': ['ID=e7272c6c-12d7-4f80-b55f-e0634c85b1da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:04.800427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] No DVR routers for this DVR port e7272c6c-12d7-4f80-b55f-e0634c85b1da on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:04.803614 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.805858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd5c4ac0-3cf2-472a-8245-463304cc0a5c req-31bcfba9-b4c9-4058-a82d-5271833f163c tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.49 "DELETE /v2.0/ports/e7272c6c-12d7-4f80-b55f-e0634c85b1da HTTP/1.1" status: 204 len: 173 time: 1.8360660 Jul 29 17:48:04.827034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'name': 'network-vif-deleted', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:04.829570 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31162002-9d3f-4376-82d1-47041456f2d1" -d '{"events": [{"server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "name": "network-vif-deleted", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:05.105446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:05.144740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fee6fc26-db13-4be0-98e7-50c0951c595a req-514261b5-0917-4adc-8600-f310a403fb9d tempest-ServerTagsTestJSON-1034408587 tempest-ServerTagsTestJSON-1034408587-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7 HTTP/1.1" status: 200 len: 210 time: 0.4424429 Jul 29 17:48:05.147264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Made reservation on behalf of a314577ecd68455cb315451f4ffb1663 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:05.152049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.172795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port 4543b14c-167f-49a3-9495-aa23a9d175e2 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:48:05.273242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port af16a96c-c317-481f-a2aa-a684dfeb5c22 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:05.439769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Allocated IP 172.20.0.14 (6aafca49-e812-448c-bd05-9b88e31530c2/c6b9046f-abfe-410d-9747-d6c7a3c85e94/a3c5ea3e-19e3-42f5-8b31-23e706c09c14) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:05.714827 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a00e9-9010-4ca7-bd77-a9c62ac39d44 x-openstack-request-id: req-339a00e9-9010-4ca7-bd77-a9c62ac39d44 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:05.715118 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7", "name": "network-vif-deleted", "tag": "e7272c6c-12d7-4f80-b55f-e0634c85b1da", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:05.715370 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339a00e9-9010-4ca7-bd77-a9c62ac39d44 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:05.716005 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b8a27-99ae-4f03-b7d9-df6a71ab0cf7', 'name': 'network-vif-deleted', 'tag': 'e7272c6c-12d7-4f80-b55f-e0634c85b1da', 'status': 'completed', 'code': 200} Jul 29 17:48:05.731459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38083e54-0367-4c73-b59f-350fd14575a0 req-db53f319-b532-410c-9e74-ecc357676545 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ce654e-eb98-48b9-8b0f-256a40309a03 HTTP/1.1" status: 200 len: 210 time: 0.0481987 Jul 29 17:48:05.745210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.746679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12983ddb-905d-4058-8746-629dd5654ff0 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:05.750021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:05.750532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.787396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c8855-d32a-45e2-815f-d3b12aed1389 req-bacfd494-3eb6-46b8-a0ed-b101ae7401dd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:05.796359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.801701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b97c8855-d32a-45e2-815f-d3b12aed1389 req-bacfd494-3eb6-46b8-a0ed-b101ae7401dd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 932 time: 0.4574497 Jul 29 17:48:05.822944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Transition to ACTIVE for port object 12983ddb-905d-4058-8746-629dd5654ff0 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:05.830580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:05.839616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.860886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Provisioning for port af16a96c-c317-481f-a2aa-a684dfeb5c22 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:05.871489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:05.873664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.898173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b97c8855-d32a-45e2-815f-d3b12aed1389 req-abb68904-0a75-4341-986b-7144b9732ff8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955424 Jul 29 17:48:05.911157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::22b (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/f5fb1a95-6612-4ad8-9d94-577359b9f94e/4543b14c-167f-49a3-9495-aa23a9d175e2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:05.916008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.005881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Network 6aafca49-e812-448c-bd05-9b88e31530c2 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:06.009923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:06.029768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:06.079341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:06.083632 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.127928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Attempting to bind port 12983ddb-905d-4058-8746-629dd5654ff0 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:06.130559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Attempting to bind port 12983ddb-905d-4058-8746-629dd5654ff0 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:06.132112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Attempting to bind port 12983ddb-905d-4058-8746-629dd5654ff0 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:06.139455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Pushing event updated for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:06.161488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Port 12983ddb-905d-4058-8746-629dd5654ff0 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:06.162142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Attempting to bind port 12983ddb-905d-4058-8746-629dd5654ff0 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:06.178714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:06.186275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.201201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:06.203041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.203277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:06.203407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:06.203802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:06.204254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Bound port: 12983ddb-905d-4058-8746-629dd5654ff0, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:06.204671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.234070 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-b67070ba-b622-4886-b575-be41f60f5173 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4490223 Jul 29 17:48:06.247164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Request body: {'port': {'device_id': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:06.251106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c06d8f-1ed1-4202-b9df-e0f4a7a651f1 req-54b81786-5a51-4ea3-9569-c04ebc9ba84b tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:06.257231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57c06d8f-1ed1-4202-b9df-e0f4a7a651f1 req-54b81786-5a51-4ea3-9569-c04ebc9ba84b tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 932 time: 0.3364444 Jul 29 17:48:06.287084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3d4b9-13eb-4581-865a-e8db5f6831f8 None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:06.357926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.396905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.416641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 4543b14c-167f-49a3-9495-aa23a9d175e2 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:06.469346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54562) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:06.552403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.703475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57c06d8f-1ed1-4202-b9df-e0f4a7a651f1 req-14af2403-e62f-48a6-8d4d-4a0ed38db880 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392762 Jul 29 17:48:06.734914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:06.746941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:06.765294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:06.771209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:06.771889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.814226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Deleting subnet e1777404-ff73-4c3a-b4ca-b4b2034998cb {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:06.827031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:06.835591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54574) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:06.842188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:06.842403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8877020 Jul 29 17:48:06.844729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:06.845898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.847930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2748e-4553-4e36-b47d-cc75279c8deb tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=4543b14c-167f-49a3-9495-aa23a9d175e2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:06.915397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.999984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:07.028394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54580) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:07.086327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:07.086960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.133446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:07.134072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.136745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] 10.222.0.38 "PUT /v2.0/ports/12983ddb-905d-4058-8746-629dd5654ff0 HTTP/1.1" status: 200 len: 1092 time: 2.8763490 Jul 29 17:48:07.137217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:07.143327 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf" -d '{"events": [{"name": "network-changed", "server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "tag": "12983ddb-905d-4058-8746-629dd5654ff0"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:07.177005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.285824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:07.289836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.309152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f479d5-195a-4bd9-ac0f-2796e67d1aec service neutron] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.354112 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df14796-66bb-409a-a1b4-577838bce412 x-openstack-request-id: req-1df14796-66bb-409a-a1b4-577838bce412 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:07.356853 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "tag": "12983ddb-905d-4058-8746-629dd5654ff0", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:07.357125 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1df14796-66bb-409a-a1b4-577838bce412 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:07.357551 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0', 'status': 'completed', 'code': 200} Jul 29 17:48:07.359347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ecf0c3f9-ee55-4664-be07-e890ea1c603b None None] Provisioning for port 4543b14c-167f-49a3-9495-aa23a9d175e2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:07.379330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ecf0c3f9-ee55-4664-be07-e890ea1c603b None None] Provisioning complete for port 4543b14c-167f-49a3-9495-aa23a9d175e2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:07.379720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c3f9-ee55-4664-be07-e890ea1c603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.410468 n-d-801607-3 neutron-server[94052]: INFO neutron.db.ipam_backend_mixin [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5fb1a95-6612-4ad8-9d94-577359b9f94e (CIDR: 2001:db8::/64) Jul 29 17:48:07.423359 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:48:07.424165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:07.455277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1bd7-2e71-4f56-ac0e-e880464d1964 req-c731e161-0c8d-4976-9ee2-e41af0dc8c82 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:07.457395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a6c1bd7-2e71-4f56-ac0e-e880464d1964 req-c731e161-0c8d-4976-9ee2-e41af0dc8c82 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 944 time: 0.3020725 Jul 29 17:48:07.464478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.465496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0c3f9-ee55-4664-be07-e890ea1c603b None None] Port 4543b14c-167f-49a3-9495-aa23a9d175e2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:07.470683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e7272c6c-12d7-4f80-b55f-e0634c85b1da no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:07.474579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.481739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-82cca758-2bf3-4670-b02a-afa389079527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:07.488801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-82cca758-2bf3-4670-b02a-afa389079527 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 1095 time: 0.1704335 Jul 29 17:48:07.510293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c5ea3e-19e3-42f5-8b31-23e706c09c14 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:07.523257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: e7272c6c-12d7-4f80-b55f-e0634c85b1da {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:07.523257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e7272c6c-12d7-4f80-b55f-e0634c85b1da not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:07.524256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-178b6325-0e25-4422-8434-ef9ba35a9434 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6871853 Jul 29 17:48:07.526942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.529527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:07.537016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:07.615086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Transition to ACTIVE for port object a3c5ea3e-19e3-42f5-8b31-23e706c09c14 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:07.635092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2a6c1bd7-2e71-4f56-ac0e-e880464d1964 req-e80e548b-cfda-45a3-932f-a5ac85404d6a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651804 Jul 29 17:48:07.640887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.691857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.703196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-1cdab5f3-30c6-457b-b914-a2358eb60077 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12983ddb-905d-4058-8746-629dd5654ff0 HTTP/1.1" status: 200 len: 217 time: 0.1427479 Jul 29 17:48:07.771479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.933808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-bcba5050-0f06-4cda-a613-dab6d23b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:07.935369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-bcba5050-0f06-4cda-a613-dab6d23b458f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0481296 Jul 29 17:48:07.945595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.948906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.950657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "DELETE /v2.0/security-groups/22483c03-ce97-4130-9971-c301467bf80a HTTP/1.1" status: 204 len: 168 time: 0.9211197 Jul 29 17:48:07.951807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.956509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:07.981195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Attempting to bind port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:07.982991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Attempting to bind port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'ad633d34-b0de-44b6-bc61-7628db8fb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:07.984261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Attempting to bind port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 on network 6aafca49-e812-448c-bd05-9b88e31530c2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:07.994567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 on network 6aafca49-e812-448c-bd05-9b88e31530c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:07.994988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Attempting to bind port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 on network 6aafca49-e812-448c-bd05-9b88e31530c2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:08.001250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:08.001747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Checking segment: {'id': 'ad633d34-b0de-44b6-bc61-7628db8fb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:08.002209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Bound using segment: {'id': 'ad633d34-b0de-44b6-bc61-7628db8fb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:08.002930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Bound port: a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad633d34-b0de-44b6-bc61-7628db8fb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:08.003368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.007749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:08.012308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.056388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967eed1-cc81-4db4-bc8c-b92562b37b1b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22483c03-ce97-4130-9971-c301467bf80a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:08.060194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1777404-ff73-4c3a-b4ca-b4b2034998cb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:08.065789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-7592cd67-24ec-46ee-84b2-a0ae8a1c3641 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063676 Jul 29 17:48:08.089659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.094828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b0f2039d-c4c0-4999-a980-61ae625a0ff3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e1777404-ff73-4c3a-b4ca-b4b2034998cb HTTP/1.1" status: 204 len: 168 time: 1.5990613 Jul 29 17:48:08.155830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:08.161979 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-7c8a58a5-1963-4475-ad98-b0bac6f02e6b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] show failed (client error): The resource could not be found. Jul 29 17:48:08.163477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7c8a58a5-1963-4475-ad98-b0bac6f02e6b tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "GET /v2.0/security-groups/22483c03-ce97-4130-9971-c301467bf80a HTTP/1.1" status: 404 len: 347 time: 0.1643343 Jul 29 17:48:08.180359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54606) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:08.243043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:08.248816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,segment=NetworkSegment(ad633d34-b0de-44b6-bc61-7628db8fb2f2),segment_id=ad633d34-b0de-44b6-bc61-7628db8fb2f2)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:08.263402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.319724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:08.343890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddab57-3f22-4f7d-ac42-fc53c90f57fa req-0095b513-5323-41ca-affd-fa5263102ab0 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:08.344417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:08.345038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.345510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95ddab57-3f22-4f7d-ac42-fc53c90f57fa req-0095b513-5323-41ca-affd-fa5263102ab0 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 944 time: 0.4602499 Jul 29 17:48:08.346605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-fd32b593-a4a5-4fc5-8f07-ade0a2311894 service neutron] 10.222.0.38 "PUT /v2.0/ports/a3c5ea3e-19e3-42f5-8b31-23e706c09c14 HTTP/1.1" status: 200 len: 1092 time: 2.1037660 Jul 29 17:48:08.347056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:08.349787 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc6368-b507-4f2f-a928-491fdc60f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:08.443621 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700195ee-d5fe-4cf7-b161-73b457ac590f x-openstack-request-id: req-700195ee-d5fe-4cf7-b161-73b457ac590f {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:08.445729 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:08.445729 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-700195ee-d5fe-4cf7-b161-73b457ac590f {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:08.459626 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14', 'status': 'completed', 'code': 200} Jul 29 17:48:08.493217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.530191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95ddab57-3f22-4f7d-ac42-fc53c90f57fa req-42323b9a-6e85-49ab-b93f-d2dd2bee908c tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196687 Jul 29 17:48:08.539824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-212ced21-fe4f-4f9e-adf8-c05f9dc81ddb service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595706 Jul 29 17:48:08.576931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-9b829540-345f-40fa-b94e-df2b7bf1b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:08.578503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-9b829540-345f-40fa-b94e-df2b7bf1b634 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a314577ecd68455cb315451f4ffb1663&device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 1095 time: 0.1794569 Jul 29 17:48:08.629597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Deleting port 6df9145c-e932-4c94-b65c-079c2095a57d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:08.629944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.679531 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-3361c031-5e77-43ca-bf3a-e49407beed47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14 HTTP/1.1" status: 200 len: 217 time: 0.0903897 Jul 29 17:48:08.793273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413732da-40d2-4448-8c52-116ea718722f req-ca5beeda-b570-4c2e-943d-116c1fac6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:08.794902 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-ca5beeda-b570-4c2e-943d-116c1fac6e45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c6b9046f-abfe-410d-9747-d6c7a3c85e94 HTTP/1.1" status: 200 len: 861 time: 0.1034658 Jul 29 17:48:08.800219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.890066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.921273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818af6d6-4475-4fab-974a-7fb31a6efa75']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:08.941523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954d54c6-03fd-4c11-b685-19adb3c8e001') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:08.941888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954d54c6-03fd-4c11-b685-19adb3c8e001') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:08.945051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66df4c80-d371-43d3-aa3f-3b0ae9dd072a req-2549c2d0-919b-4fc6-b5c9-a4728ddaf1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947065 Jul 29 17:48:08.964511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.975272 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.975603 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.978493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-16a6e09b-1e09-401e-a85c-51c24e1a14f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6aafca49-e812-448c-bd05-9b88e31530c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755857 Jul 29 17:48:08.993008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.997438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:09.001991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:09.003843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Calling delete_port for 6df9145c-e932-4c94-b65c-079c2095a57d owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:09.006421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:09.009084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.018636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ada885-f18d-4233-b3e5-0efce8989aa7 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:09.068740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=890b5fb9-f55c-4373-9e6d-f3bf0d36eff0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:09.164700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:09.165388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:09.170235 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:09.180044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.242521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b2d5baf1-57fa-4107-9802-1c9430b264b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.272340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daefff6-22e4-42b0-a185-e36556e196f7 req-c7978d4f-b598-4a0e-a479-ff35c53b60a7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:09.275730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3daefff6-22e4-42b0-a185-e36556e196f7 req-c7978d4f-b598-4a0e-a479-ff35c53b60a7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 944 time: 0.4718161 Jul 29 17:48:09.288001 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4851a1a-4f25-4770-8247-1bfaf2a27db8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7566845 Jul 29 17:48:09.291650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:09.297063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-607947895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '890b5fb9-f55c-4373-9e6d-f3bf0d36eff0'}], 'security_groups': ['c2f2364c-afe2-4239-a99e-e2a8ce7e625f']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:09.319240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Pushing event deleted for resources: {'Port': ['ID=6df9145c-e932-4c94-b65c-079c2095a57d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:09.373750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.379784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.381160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9f97368a-bc3d-4fed-b305-1d0fe3c5a959 tempest-ServersTestBootFromVolume-1880344261 tempest-ServersTestBootFromVolume-1880344261-project] 10.222.0.16 "DELETE /v2.0/floatingips/57c0d7b0-d5de-4c1f-bb00-874c8a131570 HTTP/1.1" status: 204 len: 168 time: 1.1926055 Jul 29 17:48:09.385724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54628) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:09.466770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3daefff6-22e4-42b0-a185-e36556e196f7 req-b808cdd9-941f-4598-b5a9-a1cffe2d75b4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755559 Jul 29 17:48:09.492647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-bb6219b7-e5cd-4582-9597-30869aa42c1b service neutron] 10.222.0.38 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765530 Jul 29 17:48:09.526829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.538327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-44a5a2fd-db8a-4530-9787-eec408479a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:09.539846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-44a5a2fd-db8a-4530-9787-eec408479a74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 1095 time: 0.3856032 Jul 29 17:48:09.544041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.545929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] 10.222.0.16 "DELETE /v2.0/networks/818af6d6-4475-4fab-974a-7fb31a6efa75 HTTP/1.1" status: 204 len: 168 time: 1.3815427 Jul 29 17:48:09.605787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772ed68-b394-4c8f-9dff-4ebdf85ff81f admin admin] Pushing event deleted for resources: {'Network': ['ID=818af6d6-4475-4fab-974a-7fb31a6efa75,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:09.777181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Update dhcp port {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'fixed_ips': [{'subnet_id': 'f5fb1a95-6612-4ad8-9d94-577359b9f94e', 'ip_address': '2001:db8::2'}, {'subnet_id': '890b5fb9-f55c-4373-9e6d-f3bf0d36eff0'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'af16a96c-c317-481f-a2aa-a684dfeb5c22'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:48:09.803213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-4f0b5935-0b7f-4ad3-b012-3f0299a9b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:09.805183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-4f0b5935-0b7f-4ad3-b012-3f0299a9b21d service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.2579813 Jul 29 17:48:09.831599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.938360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:10.059424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-9847f7c4-26b2-474e-842b-5323a5865c56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12983ddb-905d-4058-8746-629dd5654ff0 HTTP/1.1" status: 200 len: 217 time: 0.1228929 Jul 29 17:48:10.196866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Allocated IP 2001:db8:0:1::2 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/890b5fb9-f55c-4373-9e6d-f3bf0d36eff0/af16a96c-c317-481f-a2aa-a684dfeb5c22) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:10.359228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:10.392454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.429545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Transition to ACTIVE for port object af16a96c-c317-481f-a2aa-a684dfeb5c22 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:10.443442 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.504285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.552910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-413732da-40d2-4448-8c52-116ea718722f req-ed04521e-1516-408d-914c-671fb68c0285 service neutron] 10.222.0.38 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0515461 Jul 29 17:48:10.564236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ee47-4399-41de-ae67-5a507022f3fb None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:10.946752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbd08-bbd6-4a44-ada9-d9fd8e909758 req-0e180354-5775-415e-a558-42bbc3275c54 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:10.952008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9abbbd08-bbd6-4a44-ada9-d9fd8e909758 req-0e180354-5775-415e-a558-42bbc3275c54 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 944 time: 0.3654671 Jul 29 17:48:10.958124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:10.983592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-4030da1b-9645-4095-bbd9-dd165303c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:10.988995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-4030da1b-9645-4095-bbd9-dd165303c64d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a314577ecd68455cb315451f4ffb1663&device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 1095 time: 0.3546889 Jul 29 17:48:11.180537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a427b-cf5d-4795-9df1-cadaa045e7e7 req-5e03d060-a070-411e-97a9-960b5df94097 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.191153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c0a427b-cf5d-4795-9df1-cadaa045e7e7 req-5e03d060-a070-411e-97a9-960b5df94097 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 944 time: 1.3868032 Jul 29 17:48:11.222327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a49154e-69a1-4417-bdab-8c2eaa39e41f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f32df0e0d7374a75bdf4177d63aa5ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2807980 Jul 29 17:48:11.225387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:11.323051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-72ed25b0-0816-4925-84ae-4b58cd3e316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.324533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-72ed25b0-0816-4925-84ae-4b58cd3e316c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 1.2391326 Jul 29 17:48:11.346923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-d73bf0a5-68e7-45ee-8b34-49366ee65f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.349453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-d73bf0a5-68e7-45ee-8b34-49366ee65f50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6aafca49-e812-448c-bd05-9b88e31530c2 HTTP/1.1" status: 200 len: 922 time: 0.1224115 Jul 29 17:48:11.387582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-d62bf2d4-b1b8-4d02-b98a-d022cf2c81b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438142 Jul 29 17:48:11.417024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Delete allocated IP 2001:db8::22b (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/f5fb1a95-6612-4ad8-9d94-577359b9f94e) {{(pid=94052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 17:48:11.428578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8:0:1::1df (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/890b5fb9-f55c-4373-9e6d-f3bf0d36eff0/4543b14c-167f-49a3-9495-aa23a9d175e2) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:11.434014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-a14e8475-e7d8-4b4d-bb48-c186b1c10f7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3184099 Jul 29 17:48:11.477500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c0a427b-cf5d-4795-9df1-cadaa045e7e7 req-ca4c55b4-510f-4d5e-8c70-18224b06ffd2 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809067 Jul 29 17:48:11.634576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62e993ec-34d3-470f-a6d1-037039ba4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.697092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-d96ed365-cf12-490e-ae1a-6cfa54db47ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14 HTTP/1.1" status: 200 len: 217 time: 0.0660770 Jul 29 17:48:11.717554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9abbbd08-bbd6-4a44-ada9-d9fd8e909758 req-277ba9f6-a665-4769-8809-e659626718ef tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211390 Jul 29 17:48:11.753848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.770641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.776744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.780353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.803284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.805953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.809482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.810068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.813994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-67c97239-c77c-4f24-9baa-d60eae185ca1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.2558167 Jul 29 17:48:11.821711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.864580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.923154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.940153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-27cccfb4-cd52-4ec8-abee-e50bdf5a9ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328698 Jul 29 17:48:11.949695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-61ec8363-7179-4262-9ba3-6e2793028afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:11.951754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-61ec8363-7179-4262-9ba3-6e2793028afc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c6b9046f-abfe-410d-9747-d6c7a3c85e94 HTTP/1.1" status: 200 len: 861 time: 0.2283216 Jul 29 17:48:11.958976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object 4543b14c-167f-49a3-9495-aa23a9d175e2 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:12.013647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-a51bd310-6f6f-405d-8fe5-306e4a0bd445 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6aafca49-e812-448c-bd05-9b88e31530c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508437 Jul 29 17:48:12.016321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.032226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:12.032761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.107543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:12.127500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Provisioning for port af16a96c-c317-481f-a2aa-a684dfeb5c22 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:12.135830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:12.136894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.274933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c589367f-c8d2-4e0e-95f7-584458490159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:12.275492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c589367f-c8d2-4e0e-95f7-584458490159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:12.275869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c589367f-c8d2-4e0e-95f7-584458490159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:12.281696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c589367f-c8d2-4e0e-95f7-584458490159 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 2292 time: 0.4072130 Jul 29 17:48:12.288982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.291299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] In _notify_port_updated(), no bound segment for port 4543b14c-167f-49a3-9495-aa23a9d175e2 on network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:48:12.291800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.293655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13a69c78-8e31-44e2-b88b-7c4ad4bfabed HTTP/1.1" status: 204 len: 168 time: 1.0569973 Jul 29 17:48:12.306181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:12.319485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa3448-01ac-41fb-be0e-d3b97904a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a69c78-8e31-44e2-b88b-7c4ad4bfabed,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.321666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.322632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4dae6111-2068-4f46-b1d5-3ea4bbf187cf req-2f34d3df-7eea-46ef-ba7b-912f411cfa33 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364406 Jul 29 17:48:12.323600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/ports/4543b14c-167f-49a3-9495-aa23a9d175e2 HTTP/1.1" status: 200 len: 930 time: 3.0310369 Jul 29 17:48:12.343812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54672) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:12.421329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-3505fe27-a90b-4896-921c-93155e770d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1001 time: 0.1263888 Jul 29 17:48:12.448065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 12983ddb-905d-4058-8746-629dd5654ff0 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:12.508767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.605090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2018cab-7872-4e80-9ef9-17387c6bcac8 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=4543b14c-167f-49a3-9495-aa23a9d175e2,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.647890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port 4543b14c-167f-49a3-9495-aa23a9d175e2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:12.648385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.732289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Provisioning for port 4543b14c-167f-49a3-9495-aa23a9d175e2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:12.741855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Provisioning complete for port 4543b14c-167f-49a3-9495-aa23a9d175e2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:12.742487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.749109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-22e47a9e-d0c2-4ac7-9cb5-139e1af20510 service neutron] 10.222.0.38 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056549 Jul 29 17:48:12.816750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-914f4920-b522-44b7-81c3-7969c0b7a563 None None] Port 4543b14c-167f-49a3-9495-aa23a9d175e2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:12.844995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:12.877264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '12983ddb-905d-4058-8746-629dd5654ff0', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '12983ddb-905d-4058-8746-629dd5654ff0', 'mac_address': 'fa:16:3e:78:e9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:12.887847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.942433 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.959525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12983ddb-905d-4058-8746-629dd5654ff0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:13.015073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.024531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:13.037299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0027552f-834d-4927-81de-38547ad02692 None None] Provisioning complete for port 4543b14c-167f-49a3-9495-aa23a9d175e2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:13.037686 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0027552f-834d-4927-81de-38547ad02692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.039685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.080724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-61fcccec-3e08-44b7-86fd-135ba2202c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:13.082504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-61fcccec-3e08-44b7-86fd-135ba2202c06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.6529272 Jul 29 17:48:13.140733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0027552f-834d-4927-81de-38547ad02692 None None] Port 4543b14c-167f-49a3-9495-aa23a9d175e2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:13.140961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for 4543b14c-167f-49a3-9495-aa23a9d175e2 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:13.176322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:13.190630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3d5a3-c2a8-4a9b-b810-0e8507e41aa3 req-37a6a0cc-0574-42e7-80ae-00b8c3a9a0a9 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:13.198349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35d3d5a3-c2a8-4a9b-b810-0e8507e41aa3 req-37a6a0cc-0574-42e7-80ae-00b8c3a9a0a9 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 944 time: 0.5026274 Jul 29 17:48:13.198832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0bc6368-b507-4f2f-a928-491fdc60f98c req-d02fa178-def1-4203-9586-5e661d979b2e service neutron] 10.222.0.38 "GET /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302144 Jul 29 17:48:13.236588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101e55-7d74-41f4-8d00-e3d936589c8e req-bc1ecbda-8505-4c4e-a69d-7da498fdccf3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:13.238387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af101e55-7d74-41f4-8d00-e3d936589c8e req-bc1ecbda-8505-4c4e-a69d-7da498fdccf3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 945 time: 0.2257891 Jul 29 17:48:13.288187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35d3d5a3-c2a8-4a9b-b810-0e8507e41aa3 req-79f11045-c63b-4995-8206-14102c46f080 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885780 Jul 29 17:48:13.295496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-2f1e80d4-4b0d-40dc-bb81-970972fac64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:13.297023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-2f1e80d4-4b0d-40dc-bb81-970972fac64c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957810 Jul 29 17:48:13.333795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['12983ddb-905d-4058-8746-629dd5654ff0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:13.435719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af101e55-7d74-41f4-8d00-e3d936589c8e req-cb00ac5b-aa83-456d-8af3-8192a2791301 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568892 Jul 29 17:48:13.547230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-6c6a4496-2dd5-4e6c-9057-9fe34642500e service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232831 Jul 29 17:48:13.610604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.696073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=4543b14c-167f-49a3-9495-aa23a9d175e2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:13.753008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Deleting port e17b3af9-708a-413b-b28d-75e177f2ddff {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:13.756199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.771709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:13.775356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-08a48a47-9292-41d1-897c-f91a233a3bf0 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134960 Jul 29 17:48:13.786478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5dca149d-49d8-4178-8a8f-ff808048301c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/4543b14c-167f-49a3-9495-aa23a9d175e2 HTTP/1.1" status: 204 len: 168 time: 1.4369514 Jul 29 17:48:13.787176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:13.870900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-6e4f0a2e-51b4-4b64-b302-446e9971178e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.0380073 Jul 29 17:48:13.873254 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-35284c5b-15dd-459e-8733-114e138f1031 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:48:13.879896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-35284c5b-15dd-459e-8733-114e138f1031 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/4543b14c-167f-49a3-9495-aa23a9d175e2 HTTP/1.1" status: 404 len: 333 time: 0.0851181 Jul 29 17:48:13.880210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54744) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:13.947020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-9682d5e6-338c-4eb0-81aa-7bb2271102e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:13.948481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-9682d5e6-338c-4eb0-81aa-7bb2271102e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.0694413 Jul 29 17:48:14.075907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] For port e17b3af9-708a-413b-b28d-75e177f2ddff, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e17b3af9-708a-413b-b28d-75e177f2ddff,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:14.076430 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.086087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-7a284c57-f2a4-4f5a-9a9e-4cffbcae9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:14.087790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-7a284c57-f2a4-4f5a-9a9e-4cffbcae9b50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263285 Jul 29 17:48:14.109597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.134617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.149512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Calling delete_port for e17b3af9-708a-413b-b28d-75e177f2ddff owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:14.184317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a3c5ea3e-19e3-42f5-8b31-23e706c09c14 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:14.222844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.225649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.229591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/security-groups/db069b9f-b75e-4554-af07-ca69a4ea7ddc HTTP/1.1" status: 204 len: 168 time: 0.2844620 Jul 29 17:48:14.232471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54768) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:14.287406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaf34b-06d9-4ecd-80e3-1ea334428884 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db069b9f-b75e-4554-af07-ca69a4ea7ddc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:14.336782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-8e73eaeb-9367-4950-9326-67f9c01a852f service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376428 Jul 29 17:48:14.349382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.381933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.441906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.444049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,segment=NetworkSegment(ad633d34-b0de-44b6-bc61-7628db8fb2f2),segment_id=ad633d34-b0de-44b6-bc61-7628db8fb2f2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:14.451322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.452859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/security-groups/c2f2364c-afe2-4239-a99e-e2a8ce7e625f HTTP/1.1" status: 204 len: 168 time: 0.2192011 Jul 29 17:48:14.457722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54776) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:14.471551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14', 'network_id': '6aafca49-e812-448c-bd05-9b88e31530c2', 'port_id': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14', 'mac_address': 'fa:16:3e:ec:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9046f-abfe-410d-9747-d6c7a3c85e94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:14.529013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.542059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.545932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c5ea3e-19e3-42f5-8b31-23e706c09c14 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:14.552669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87566cf-c1cb-4ede-a622-f4137aad3741 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f2364c-afe2-4239-a99e-e2a8ce7e625f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:14.605039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,segment=NetworkSegment(ad633d34-b0de-44b6-bc61-7628db8fb2f2),segment_id=ad633d34-b0de-44b6-bc61-7628db8fb2f2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:14.606208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet f5fb1a95-6612-4ad8-9d94-577359b9f94e {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:14.611059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.621110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.647051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3faf54-6b58-4a2d-ac9e-9d8f2398b48a req-ad2ac25c-2471-4be5-9ce4-382c29cc8c04 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:14.648659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3faf54-6b58-4a2d-ac9e-9d8f2398b48a req-ad2ac25c-2471-4be5-9ce4-382c29cc8c04 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 944 time: 0.1832178 Jul 29 17:48:14.653864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-d4214556-3126-40b4-b80b-ecc728386ba4 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046210 Jul 29 17:48:14.749235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c214fb8a-1f6d-49a8-b195-0ea9e2d00779 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.0814049 Jul 29 17:48:14.779049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd3faf54-6b58-4a2d-ac9e-9d8f2398b48a req-8d092e8c-72e0-4aa3-958c-7afb6fe03ce7 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219192 Jul 29 17:48:14.820904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.822447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.881873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:14.928861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-47fc1135-f8c2-4e5f-93e8-ad9a8732895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:14.931112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-47fc1135-f8c2-4e5f-93e8-ad9a8732895e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1697395 Jul 29 17:48:14.972680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['a3c5ea3e-19e3-42f5-8b31-23e706c09c14'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:14.990391 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.002013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e17b3af9-708a-413b-b28d-75e177f2ddff,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:15.100871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.170615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fb1a95-6612-4ad8-9d94-577359b9f94e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:15.179095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.193672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:15.194847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca9cd1bc-4506-45bd-9dd1-03de3f4375ec tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/f5fb1a95-6612-4ad8-9d94-577359b9f94e HTTP/1.1" status: 204 len: 168 time: 0.7172782 Jul 29 17:48:15.206304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:15.224517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf63c-5483-44ac-9cdd-8cd5a59b125b req-eb234b5e-d1e4-4130-bd5d-4257a948d141 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:15.231960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7bf63c-5483-44ac-9cdd-8cd5a59b125b req-eb234b5e-d1e4-4130-bd5d-4257a948d141 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 945 time: 0.2994905 Jul 29 17:48:15.269717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3872c4-d3e6-4de9-bfb9-a489946df2df None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:15.324612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-6dc6eb84-d9b1-4560-b641-80f8d91ec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:15.326802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-6dc6eb84-d9b1-4560-b641-80f8d91ec812 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3265879 Jul 29 17:48:15.436584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7bf63c-5483-44ac-9cdd-8cd5a59b125b req-438c027f-b8e2-4de1-9e57-448be9001a81 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034836 Jul 29 17:48:15.639230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.646316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-3404c35d-53e0-4805-9ce1-0e3d91d91bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736485 Jul 29 17:48:15.658232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:15.662545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.949559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55437b0-6d5b-4e46-b7fb-d24557413f6c req-55f63385-2863-4db7-b911-bededc22015a tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:15.959154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b55437b0-6d5b-4e46-b7fb-d24557413f6c req-55f63385-2863-4db7-b911-bededc22015a tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 945 time: 0.0706792 Jul 29 17:48:16.019075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b55437b0-6d5b-4e46-b7fb-d24557413f6c req-a4e6dc44-af01-467a-afaa-4a38a258dc0b tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586817 Jul 29 17:48:16.201542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a3c5ea3e-19e3-42f5-8b31-23e706c09c14 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:16.309676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:16.321195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:16.321782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.434173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a6fdb71f-9479-4466-ba86-4e68ce300df7 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:16.434872 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb71f-9479-4466-ba86-4e68ce300df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.436587 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.449323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-da5dfccc-4b26-4ff8-aec9-ef96fc9c38f6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:16.450586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-da5dfccc-4b26-4ff8-aec9-ef96fc9c38f6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.8092189 Jul 29 17:48:16.492416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:16.495405 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b3a2db-230b-44e6-9f62-37d832584692" -d '{"events": [{"server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "name": "network-vif-plugged", "status": "completed", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:16.515947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdb71f-9479-4466-ba86-4e68ce300df7 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:16.518954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,segment=NetworkSegment(ad633d34-b0de-44b6-bc61-7628db8fb2f2),segment_id=ad633d34-b0de-44b6-bc61-7628db8fb2f2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:16.530874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.531876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 12983ddb-905d-4058-8746-629dd5654ff0 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:16.586879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a6fdb71f-9479-4466-ba86-4e68ce300df7 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:16.588218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb71f-9479-4466-ba86-4e68ce300df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.619567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-da05ef8f-93fe-4d91-88c5-f46ece7b7287 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226995 Jul 29 17:48:16.681386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4259-3c62-4b16-966f-1a612604d7d1 req-c5fd6c6d-37e5-47fa-9828-abd0efeb8f1c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:16.684563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da8d4259-3c62-4b16-966f-1a612604d7d1 req-c5fd6c6d-37e5-47fa-9828-abd0efeb8f1c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 945 time: 0.1281297 Jul 29 17:48:16.684705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-328d4601-892c-4ae7-b5da-5bb5b8828eec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.0563254 Jul 29 17:48:16.714316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:16.762024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 12983ddb-905d-4058-8746-629dd5654ff0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:16.767489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-da8d4259-3c62-4b16-966f-1a612604d7d1 req-b0f40828-cee8-45b8-90c1-29f0ea144b08 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757825 Jul 29 17:48:16.779991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 12983ddb-905d-4058-8746-629dd5654ff0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:16.779991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.856909 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711d309-7dd5-46eb-9314-21e8000d05d2 x-openstack-request-id: req-0711d309-7dd5-46eb-9314-21e8000d05d2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:16.857541 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "name": "network-vif-plugged", "status": "completed", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:16.857789 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0711d309-7dd5-46eb-9314-21e8000d05d2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:16.858193 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14', 'code': 200} Jul 29 17:48:16.928337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.966360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-0294a17b-53ca-48db-ae8b-a3333b5e16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:16.968110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-0294a17b-53ca-48db-ae8b-a3333b5e16e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2534039 Jul 29 17:48:16.980730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-4902469f-d3d4-49c5-a801-74c1afe36dd4 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/quotas/4abe8fa365da4d77b9b25c309edfa625 HTTP/1.1" status: 200 len: 375 time: 0.5203519 Jul 29 17:48:16.988797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:16.992315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e3fa-cfd0-4e59-aff9-44cad5e17c66 req-6e0787c2-1feb-4be8-803c-46f4f2529e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:16.995387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0132e3fa-cfd0-4e59-aff9-44cad5e17c66 req-6e0787c2-1feb-4be8-803c-46f4f2529e81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 1097 time: 0.0923772 Jul 29 17:48:16.998461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.047211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0132e3fa-cfd0-4e59-aff9-44cad5e17c66 req-9d208033-176d-40df-87e3-7e0a50ee28cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Jul 29 17:48:17.101485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Router 024b90ac-f113-4f94-96f9-a59f11d58d97 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:17.116267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:17.143743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-d7a4ce48-c13d-4818-a5ea-83c86909b3b3 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:17.144263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-bfece157-98dd-48f6-873f-bcdc7a891029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:17.145833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-bfece157-98dd-48f6-873f-bcdc7a891029 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412530 Jul 29 17:48:17.145987 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-d7a4ce48-c13d-4818-a5ea-83c86909b3b3 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "GET /v2.0/ports?device_id=85b70d1c-b6a9-4f1b-909f-f075c2836b7d HTTP/1.1" status: 200 len: 946 time: 0.0906644 Jul 29 17:48:17.152136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-0f693e0e-7b26-4c1e-bba3-c64282853c0a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367490 Jul 29 17:48:17.220777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.270280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c744b-36bd-45fa-9efb-76608a244853 req-7d17227f-ddc1-4cca-ad39-3d28152e4741 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:17.271899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e1c744b-36bd-45fa-9efb-76608a244853 req-7d17227f-ddc1-4cca-ad39-3d28152e4741 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 946 time: 0.1079926 Jul 29 17:48:17.317042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Deleting port eb90485f-183d-4f39-8b95-f9a78ce356d0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:17.317458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.317753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=7061690a-5212-4d3c-9fcc-c6947c75a41f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:17.372690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e1c744b-36bd-45fa-9efb-76608a244853 req-1a259043-ce71-40bf-81a3-6d107abb44e4 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888159 Jul 29 17:48:17.404555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:17.415663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:17.425476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:17.426147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.431534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0054ff1-a643-415e-b7c5-6afc9fc70a29 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:17.450785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] For port eb90485f-183d-4f39-8b95-f9a78ce356d0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=eb90485f-183d-4f39-8b95-f9a78ce356d0,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:17.451360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.476491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Calling delete_port for eb90485f-183d-4f39-8b95-f9a78ce356d0 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:17.527787 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-79126ef3-38e2-43e2-be6b-e10ef6589739 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3264058 Jul 29 17:48:17.533985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54902) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:17.535251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:17.541757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1350944883'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:17.562464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:17.576187 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Sync routers for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:17.577207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-72595e6d-b3c9-48d6-9ce5-67eb5fc52d3d admin admin] 10.222.0.16 "PUT /v2.0/routers/024b90ac-f113-4f94-96f9-a59f11d58d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1913180 Jul 29 17:48:17.580538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54904) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:17.584216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-4170f6b9-81d3-4cba-a883-7589e395c1b6 service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802171 Jul 29 17:48:17.587592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-c0971baa-ab7d-4235-bf2d-5ae76c9a2f03 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852224 Jul 29 17:48:17.591035 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:17.591733 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:17.763960 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:17.777220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.913803 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.015829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-cc90064c-a704-4a9a-95bf-93dd6ebf6fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964698 Jul 29 17:48:18.018230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-558a63aa-91cf-44a2-843d-031268b04446 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222140 Jul 29 17:48:18.069135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Update dhcp port {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'fixed_ips': [{'subnet_id': '890b5fb9-f55c-4373-9e6d-f3bf0d36eff0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7061690a-5212-4d3c-9fcc-c6947c75a41f'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'af16a96c-c317-481f-a2aa-a684dfeb5c22'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:48:18.099484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-384dde8c-1637-4ad2-960b-e5ae978ca499 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.0734012 Jul 29 17:48:18.118644 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.175287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.203074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-aa0cba75-d0d1-4908-8c9f-2353e9d05d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:18.204893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-aa0cba75-d0d1-4908-8c9f-2353e9d05d39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.0967400 Jul 29 17:48:18.300964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.325241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.385585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87af99f8-9307-4de5-ae4d-1ccf61acadcd req-8358c143-22bd-419a-ac4c-27f83108d89d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 210 time: 0.0646777 Jul 29 17:48:18.412100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-cea78e08-2bd2-4f9a-9e07-62d7b07a0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:18.420324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-cea78e08-2bd2-4f9a-9e07-62d7b07a0d0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2061913 Jul 29 17:48:18.439862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.454440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1a169-02c4-435b-b926-5b97bca21f96,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:18.479118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.483472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c4752fea-9729-49a6-a058-97ae07c398b5 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9481575 Jul 29 17:48:18.493263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:18.500509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:48:14Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:18.529717 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Checking router: 024b90ac-f113-4f94-96f9-a59f11d58d97 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:18.540267 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Routers {'024b90ac-f113-4f94-96f9-a59f11d58d97'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:18.541422 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['024b90ac-f113-4f94-96f9-a59f11d58d97'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:18.579828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1451294696'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:18.657833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Allocated IP 2001:db8::2 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/7061690a-5212-4d3c-9fcc-c6947c75a41f/af16a96c-c317-481f-a2aa-a684dfeb5c22) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:18.673298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event deleted for resources: {'Port': ['ID=eb90485f-183d-4f39-8b95-f9a78ce356d0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:18.757124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a913-1689-4255-a918-b907fe3b43eb req-2f9ce02d-e161-4841-ba0c-039caaf2afd2 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:18.759067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6de7a913-1689-4255-a918-b907fe3b43eb req-2f9ce02d-e161-4841-ba0c-039caaf2afd2 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 946 time: 0.1836765 Jul 29 17:48:18.762134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-a16113db-41fd-4f3f-8bea-4eea5d157f69 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325162 Jul 29 17:48:18.775501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.805519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.817070 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] Set router 024b90ac-f113-4f94-96f9-a59f11d58d97 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:18.829440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:18.859571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:18.862647 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f540ba-faed-4872-ba73-7cadc553d928" -d '{"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:18.899877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.907610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] No DVR routers for this DVR port eb90485f-183d-4f39-8b95-f9a78ce356d0 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:18.934639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Transition to ACTIVE for port object af16a96c-c317-481f-a2aa-a684dfeb5c22 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:18.951985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.017014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6de7a913-1689-4255-a918-b907fe3b43eb req-679a4e30-017a-4a31-b032-c32737bdbc00 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501733 Jul 29 17:48:19.074267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.076084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-9fdbf015-7bd1-4787-aabd-58b7f0b5495c service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986073 Jul 29 17:48:19.105145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5d91f7c-2fea-4164-8251-b8e9af88af90 req-952c0986-d697-45e4-8d61-c99ac95e2c12 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "DELETE /v2.0/ports/eb90485f-183d-4f39-8b95-f9a78ce356d0 HTTP/1.1" status: 204 len: 173 time: 1.9376967 Jul 29 17:48:19.125597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-deleted', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:19.128080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50ca98-c83f-45e5-a829-3e7c110ef941 None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:19.146146 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc74b0-7a63-4816-9bf4-e7f5a84275bd" -d '{"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-deleted", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:19.182867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bcc1a-1317-451c-b5a0-d65d66761dc7 req-600f282c-72d3-4edc-b6e8-8c9ba820f318 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:19.186849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-480bcc1a-1317-451c-b5a0-d65d66761dc7 req-600f282c-72d3-4edc-b6e8-8c9ba820f318 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 1.3065577 Jul 29 17:48:19.212444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-57f50fa6-39c4-4fda-a74e-8bff39d6d0b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.1270127 Jul 29 17:48:19.265897 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:48:14Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:19.327986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-be316096-0148-434e-b567-c2fa47daff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:19.333395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-be316096-0148-434e-b567-c2fa47daff4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.1109030 Jul 29 17:48:19.345615 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77614-4a41-4d41-9168-46590ad9bd1d None None] The sync data for ids ['024b90ac-f113-4f94-96f9-a59f11d58d97'] in n-d-801607-3 is: [{'id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'name': 'tempest-ServersTestBootFromVolume-376043294-router', 'tenant_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:50Z', 'updated_at': '2021-07-29T17:48:14Z', 'revision_number': 5, 'project_id': '6b9731b9f1e24c45aeade986fd2b1f0b', 'gw_port': {'id': 'ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b90ac-f113-4f94-96f9-a59f11d58d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:51Z', 'updated_at': '2021-07-29T17:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:19.378923 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6e23e-d0a8-42f6-9d65-58d716044a43 x-openstack-request-id: req-91e6e23e-d0a8-42f6-9d65-58d716044a43 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:19.379472 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:19.379959 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91e6e23e-d0a8-42f6-9d65-58d716044a43 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:19.380568 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0', 'code': 200} Jul 29 17:48:19.457899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-fd19834f-011f-4b0f-95a6-2bca3c192878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:19.460006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-fd19834f-011f-4b0f-95a6-2bca3c192878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186795 Jul 29 17:48:19.461035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-480bcc1a-1317-451c-b5a0-d65d66761dc7 req-1d585b31-0bcc-4174-a783-cef657d1cb54 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456825 Jul 29 17:48:19.492013 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb38db-fdb1-4839-9c5c-5ea82c856e75 x-openstack-request-id: req-3abb38db-fdb1-4839-9c5c-5ea82c856e75 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:19.492454 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b70d1c-b6a9-4f1b-909f-f075c2836b7d", "name": "network-vif-deleted", "tag": "eb90485f-183d-4f39-8b95-f9a78ce356d0", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:19.493525 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3abb38db-fdb1-4839-9c5c-5ea82c856e75 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:19.494110 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b70d1c-b6a9-4f1b-909f-f075c2836b7d', 'name': 'network-vif-deleted', 'tag': 'eb90485f-183d-4f39-8b95-f9a78ce356d0', 'status': 'completed', 'code': 200} Jul 29 17:48:19.552748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.599610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Deleting port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:19.599960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.602429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.648635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3012a66d-0bbb-40ce-9f12-77010369c349 req-7143e662-ba1a-4d66-b8a3-c0315f843ff6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 210 time: 0.0576766 Jul 29 17:48:19.662088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-af98c875-8ece-4e7c-9b1c-6f051a65aabe service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665583 Jul 29 17:48:19.736365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0cd64c-0a09-4a19-922f-5a5236fb72e7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:19.752167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:19.753742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-84ba71b0-024b-4b18-81aa-160d0031fa52 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1955841 Jul 29 17:48:19.759336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9138c-824c-4859-8c51-dbd29cc0680d req-3882a50d-2f34-49d8-81f7-5ae1eb3bba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:19.761672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08d9138c-824c-4859-8c51-dbd29cc0680d req-3882a50d-2f34-49d8-81f7-5ae1eb3bba99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 1097 time: 0.2531722 Jul 29 17:48:19.762197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:19.768763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'security_group': {'name': 'tempest-secgroup-308436181'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:19.830088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08d9138c-824c-4859-8c51-dbd29cc0680d req-2366d73b-40e9-4d47-90c1-0d03f3569727 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Jul 29 17:48:19.955381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.017559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] For port ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:20.017912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.026678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-cfeb7fe0-a3e5-4287-8cc4-82fe2a2490a5 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602693 Jul 29 17:48:20.080987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Calling delete_port for ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:20.105425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-a2623e01-b4d9-43d6-9644-2fe713068208 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0709541 Jul 29 17:48:20.195601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-dc700dff-7d55-4634-a031-b5b7f3af1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:20.197395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-dc700dff-7d55-4634-a031-b5b7f3af1782 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.0785937 Jul 29 17:48:20.297512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:20.298082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.353240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-81926097-f09f-4ef9-85bc-3be3e6e4a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:20.355201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-81926097-f09f-4ef9-85bc-3be3e6e4a704 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327832 Jul 29 17:48:20.374048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:20.396896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Provisioning for port af16a96c-c317-481f-a2aa-a684dfeb5c22 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:20.401337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:20.402031 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0447d3f1-bf4d-41de-bdf1-103e3e3d57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.543215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-13f94bd0-6808-46ed-92a5-1e09a17941cb service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780276 Jul 29 17:48:20.682385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.764004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.835560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415415-283a-4c73-8110-35e7590e0dc4 req-928bc86f-05a1-4f0c-a11d-7656c1c684a6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:20.838507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9415415-283a-4c73-8110-35e7590e0dc4 req-928bc86f-05a1-4f0c-a11d-7656c1c684a6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1788859 Jul 29 17:48:20.845781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db0eb4c5-fd24-486d-8f9e-84feec174c95 req-791f2a11-09f5-4537-b260-168ac81e2c67 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767310 Jul 29 17:48:20.910400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-c5bea937-bb62-45d4-b09d-ab58edfa814e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:20.911946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-c5bea937-bb62-45d4-b09d-ab58edfa814e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.4981320 Jul 29 17:48:20.917907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9415415-283a-4c73-8110-35e7590e0dc4 req-4d201bb0-0920-4684-bb44-059592bb7a2d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687945 Jul 29 17:48:20.922503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.923772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1588778 Jul 29 17:48:20.928936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55010) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:20.937003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Request body: {'port': {'device_id': 'db84469a-d840-4556-af55-ae2ffa605b84', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'admin_state_up': True, 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:20.937660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1ffe3-ccd3-4308-8d0c-1693b1757c29 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a540b-9e1c-4960-9578-5652f777c25f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:20.941332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.958700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1832929212', 'security_groups': ['8f4a540b-9e1c-4960-9578-5652f777c25f'], 'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7061690a-5212-4d3c-9fcc-c6947c75a41f'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:21.015066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:21.084443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:21.085257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.167791 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dbaa409-a1cb-4fbd-8591-0b42c546bf09 req-47614ad9-c2cf-4765-a09b-a6afa6a5d6aa tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 210 time: 0.1056671 Jul 29 17:48:21.209176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e17b3af9-708a-413b-b28d-75e177f2ddff no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:21.229589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e17b3af9-708a-413b-b28d-75e177f2ddff {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:21.230026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e17b3af9-708a-413b-b28d-75e177f2ddff not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:21.244770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:21.364673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.387816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] device_id is not set on port e0ca4956-928e-449d-8d53-77fc49296608 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:48:21.397658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:21.413855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee5cb-5c54-4063-8a8a-7e1d069eed11 req-01767a8d-ed4e-49ca-9b01-acf67dcf3eeb tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:21.421109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-233ee5cb-5c54-4063-8a8a-7e1d069eed11 req-01767a8d-ed4e-49ca-9b01-acf67dcf3eeb tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 946 time: 0.6584530 Jul 29 17:48:21.552948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-233ee5cb-5c54-4063-8a8a-7e1d069eed11 req-d650bc2d-4285-438b-ba5f-c7ca7e084e7c tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290061 Jul 29 17:48:21.560305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.572196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:21.604465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: eb90485f-183d-4f39-8b95-f9a78ce356d0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:21.604799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device eb90485f-183d-4f39-8b95-f9a78ce356d0 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:21.631912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8::2b6 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/7061690a-5212-4d3c-9fcc-c6947c75a41f/e0ca4956-928e-449d-8d53-77fc49296608) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:21.670089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.673665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.714787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:21.718431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.749240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.749858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024b90ac-f113-4f94-96f9-a59f11d58d97 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:48:21.755385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.756535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-13f1e093-3226-4b1a-b6fe-3f02f931d299 admin admin] 10.222.0.16 "DELETE /v2.0/routers/024b90ac-f113-4f94-96f9-a59f11d58d97 HTTP/1.1" status: 204 len: 168 time: 4.1721621 Jul 29 17:48:21.759132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55026) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:21.819369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.838318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object e0ca4956-928e-449d-8d53-77fc49296608 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:21.883585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Deleting subnet ed4bd826-b92e-4215-8b5a-f80a54bc43cf {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:21.894721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.905673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.941568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:21.945509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:21.948818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:21.957167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:21.958309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.986463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.988824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Allocated IP 172.20.0.5 (f2bdfd4f-063e-44ed-b796-25a35e4a23e6/7201674e-a18d-44e6-bf8d-61b80fb0cb03/3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:21.994496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0525260 Jul 29 17:48:21.994496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c037d-1e22-4cf0-9e19-4951bff92650 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=e0ca4956-928e-449d-8d53-77fc49296608,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:22.005133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55032) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:22.012789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:22.311547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:22.315370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.337106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-db993261-6af1-4fbf-b955-07435519a1bb tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:22.338974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-db993261-6af1-4fbf-b955-07435519a1bb tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.38 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 946 time: 0.2476845 Jul 29 17:48:22.372405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bfdb1-28b3-42f9-ae9c-99d72b3c0bc2 req-aac2cac6-cd00-4c1c-a90b-f95505623772 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:22.380252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b1bfdb1-28b3-42f9-ae9c-99d72b3c0bc2 req-aac2cac6-cd00-4c1c-a90b-f95505623772 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2877266 Jul 29 17:48:22.408989 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-90e0e72d-d205-48e1-9552-030560fc674c req-9847cff7-75be-4f77-ae6d-b3e8234d72a5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Jul 29 17:48:22.417979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.436494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ced4-b160-4164-bb43-f2f18a5980e2 None None] Provisioning for port e0ca4956-928e-449d-8d53-77fc49296608 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:22.442402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ced4-b160-4164-bb43-f2f18a5980e2 None None] Provisioning complete for port e0ca4956-928e-449d-8d53-77fc49296608 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:22.442880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ced4-b160-4164-bb43-f2f18a5980e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.527693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1ced4-b160-4164-bb43-f2f18a5980e2 None None] Port e0ca4956-928e-449d-8d53-77fc49296608 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:22.533607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.550448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.555183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f81c8f-9912-4909-8177-063a4bf711ab None None] Network 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:22.621474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:48:22.632857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.635723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed4bd826-b92e-4215-8b5a-f80a54bc43cf HTTP/1.1" status: 204 len: 168 time: 0.8754711 Jul 29 17:48:22.638893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcdaf7-9c2c-49c4-8190-91bd4a30b99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4bd826-b92e-4215-8b5a-f80a54bc43cf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:22.659610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55050) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:22.660373 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7061690a-5212-4d3c-9fcc-c6947c75a41f (CIDR: 2001:db8::/64) Jul 29 17:48:22.696844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b1bfdb1-28b3-42f9-ae9c-99d72b3c0bc2 req-3348eb3b-2827-4886-9908-333a5c015bd3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150713 Jul 29 17:48:22.733185 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:48:22.733621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:22.768769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c832752c-9db0-487c-a118-1f8c4f98e47c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7624047 Jul 29 17:48:22.771627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:22.777275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:22.859239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Deleting port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:22.859670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:22.877490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] DHCP port deletion for 1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:48:22.969804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:22.997138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.016802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.029234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] For port a3c5ea3e-19e3-42f5-8b31-23e706c09c14, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,segment=NetworkSegment(ad633d34-b0de-44b6-bc61-7628db8fb2f2),segment_id=ad633d34-b0de-44b6-bc61-7628db8fb2f2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:23.029462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:23.029641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.029871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ce8df9ee-089c-4ba9-aeb7-a9ead6dc95f1 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:23.039573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:23.040279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2c58-c30f-42af-8f22-1616e881c9bf req-1a8f667d-9375-4920-9060-8d9d323fe000 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:23.041857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853e2c58-c30f-42af-8f22-1616e881c9bf req-1a8f667d-9375-4920-9060-8d9d323fe000 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 946 time: 0.2410352 Jul 29 17:48:23.043429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.062633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Deleting port 85e4b0b7-aa19-4084-9e06-110726aea6c7 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:23.065099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.143445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] For port 85e4b0b7-aa19-4084-9e06-110726aea6c7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=85e4b0b7-aa19-4084-9e06-110726aea6c7,segment=NetworkSegment(121cdc4a-b223-414c-bea4-69f79b2d4c7b),segment_id=121cdc4a-b223-414c-bea4-69f79b2d4c7b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:23.144522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.163587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Calling delete_port for 85e4b0b7-aa19-4084-9e06-110726aea6c7 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:23.202338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:23.241354 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 890b5fb9-f55c-4373-9e6d-f3bf0d36eff0 (CIDR: 2001:db8:0:1::/64) Jul 29 17:48:23.252219 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:48:23.252677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:23.264457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:23.269219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Calling delete_port for a3c5ea3e-19e3-42f5-8b31-23e706c09c14 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:23.275351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:23.280286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.319563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] Pushing event deleted for resources: {'Port': ['ID=85e4b0b7-aa19-4084-9e06-110726aea6c7,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:23.328770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f18f9fe-82cd-40ba-aa14-7deee7a6ebc3 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5557630 Jul 29 17:48:23.329420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55072) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:23.333095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ba388-c9cd-4bc0-aaf6-a42cc9cbd823 None None] No DVR routers for this DVR port 85e4b0b7-aa19-4084-9e06-110726aea6c7 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:23.334447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:23.344904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'subnet': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:23.368387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-853e2c58-c30f-42af-8f22-1616e881c9bf req-ddcea807-efdb-4106-967f-c8951ab1307c tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/security-groups?id=5655e7c7-4eaf-4611-a4ed-6c8105905acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073964 Jul 29 17:48:23.424981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:23.425560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.449292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Deleting port 85e4b0b7-aa19-4084-9e06-110726aea6c7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:23.449881 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.454904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-1fffb281-f7ba-4a25-a9dd-87b5f701d9a7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5280282 Jul 29 17:48:23.473591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Request body: {'port': {'device_id': 'db84469a-d840-4556-af55-ae2ffa605b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:23.656421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] For port 85e4b0b7-aa19-4084-9e06-110726aea6c7, host n-d-801607-3, got binding levels [] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:23.656800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.667159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0499b18-e7ce-4726-8813-d5c414001866 req-4b45484b-bb9d-4381-ac18-317e2c97d05f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:23.669095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0499b18-e7ce-4726-8813-d5c414001866 req-4b45484b-bb9d-4381-ac18-317e2c97d05f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 931 time: 0.1457531 Jul 29 17:48:23.676019 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.712818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Calling delete_port for 85e4b0b7-aa19-4084-9e06-110726aea6c7 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:23.719542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Port 85e4b0b7-aa19-4084-9e06-110726aea6c7 was not found and therefore no delete operation was performed {{(pid=94052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:48:23.726434 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.778586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e4b0b7-aa19-4084-9e06-110726aea6c7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:23.792091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] No DVR routers for this DVR port 85e4b0b7-aa19-4084-9e06-110726aea6c7 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:23.801691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b0499b18-e7ce-4726-8813-d5c414001866 req-a65bf0c1-7b55-439d-9b6a-a4ec9ab8a68b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209168 Jul 29 17:48:23.952353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.973482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:23.981170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4a1a-5b39-4897-a472-80cc3219f1f4 req-7bac9b37-ce24-4bee-9ded-c68d3620a711 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:23.988512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53dc4a1a-5b39-4897-a472-80cc3219f1f4 req-7bac9b37-ce24-4bee-9ded-c68d3620a711 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.5535505 Jul 29 17:48:23.995408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121cdc4a-b223-414c-bea4-69f79b2d4c7b') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:23.996389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121cdc4a-b223-414c-bea4-69f79b2d4c7b') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:24.039199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.063133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.063364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53dc4a1a-5b39-4897-a472-80cc3219f1f4 req-686a52ea-f854-49bc-9a56-675f3a0af9ce tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Jul 29 17:48:24.080019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:24.080503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:24.082464 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:24.108297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Made reservation on behalf of d5aa2566a1004516a06e70269c060205 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:24.112436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.170502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:24.197776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.209890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['a3c5ea3e-19e3-42f5-8b31-23e706c09c14'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:24.250543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:24.259518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.273319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Transition to ACTIVE for port object 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:24.276143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.290956 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.295368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb HTTP/1.1" status: 204 len: 168 time: 1.6301675 Jul 29 17:48:24.295368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.331828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d561a-af16-4cb5-a860-7d404be754e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c70b94a-d2dd-4b00-8ed3-3a4c03c158fb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.343517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869a7819-6798-445f-9025-84f02af01ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.353533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Pushing event deleted for resources: {'Port': ['ID=a3c5ea3e-19e3-42f5-8b31-23e706c09c14,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.359782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.361163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] No DVR routers for this DVR port a3c5ea3e-19e3-42f5-8b31-23e706c09c14 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:24.376676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.378868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-794402fb-8525-4e7c-ad58-7d8f949a5a13 req-6f7443be-faaa-4e70-b399-399218834de5 tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.38 "DELETE /v2.0/ports/a3c5ea3e-19e3-42f5-8b31-23e706c09c14 HTTP/1.1" status: 204 len: 173 time: 1.9965525 Jul 29 17:48:24.379379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'name': 'network-vif-deleted', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:24.381939 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edad214-8eec-4a3c-b710-3dcaaa10ba92" -d '{"events": [{"server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "name": "network-vif-deleted", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:24.436838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Attempting to bind port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:24.437110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Attempting to bind port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:24.437406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Attempting to bind port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:24.452776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:24.453105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Attempting to bind port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:24.461385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:24.461733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Checking segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:24.462138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Bound using segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:24.465833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Bound port: 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:24.466214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.469249 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae6bf3-71e9-4a34-bb1f-548222665485 x-openstack-request-id: req-19ae6bf3-71e9-4a34-bb1f-548222665485 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:24.469679 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3510bb8b-be07-4733-b9a7-a58c20b06169", "name": "network-vif-deleted", "tag": "a3c5ea3e-19e3-42f5-8b31-23e706c09c14", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:24.469942 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19ae6bf3-71e9-4a34-bb1f-548222665485 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:24.470390 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3510bb8b-be07-4733-b9a7-a58c20b06169', 'name': 'network-vif-deleted', 'tag': 'a3c5ea3e-19e3-42f5-8b31-23e706c09c14', 'status': 'completed', 'code': 200} Jul 29 17:48:24.537753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28a07e78-71aa-43b6-b1c5-991c43d0d98e req-4285c607-2c2c-461e-b821-1fe14e4b0b3b tempest-ServerMetadataNegativeTestJSON-2094831183 tempest-ServerMetadataNegativeTestJSON-2094831183-project] 10.222.0.16 "GET /v2.0/ports?device_id=3510bb8b-be07-4733-b9a7-a58c20b06169 HTTP/1.1" status: 200 len: 210 time: 0.0498514 Jul 29 17:48:24.550959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:24.554555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:24.561385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.601265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:24.616436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:24.618124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.620455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] 10.222.0.49 "PUT /v2.0/ports/3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 HTTP/1.1" status: 200 len: 1091 time: 1.1536331 Jul 29 17:48:24.629746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:24.632146 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48" -d '{"events": [{"name": "network-changed", "server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:24.685720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869a7819-6798-445f-9025-84f02af01ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.690492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869a7819-6798-445f-9025-84f02af01ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.704970 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5c915f-184d-4f2d-9e6c-439c73c94a23 x-openstack-request-id: req-7d5c915f-184d-4f2d-9e6c-439c73c94a23 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:24.705284 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:24.705501 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d5c915f-184d-4f2d-9e6c-439c73c94a23 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:24.705905 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'status': 'completed', 'code': 200} Jul 29 17:48:24.721289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5322d-e1aa-42ca-8688-a32ec797e485 service neutron] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.734999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6724bcf3-3b26-47ca-a6bd-1b3f59a296bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b9731b9f1e24c45aeade986fd2b1f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325581 Jul 29 17:48:24.737256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:24.759873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a7819-6798-445f-9025-84f02af01ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9026a15d-57fa-433c-9998-3a37d13a73fe,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.769211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-869a7819-6798-445f-9025-84f02af01ed6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=212548d71641467d856f0cc1965db590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951583 Jul 29 17:48:24.769468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-a70d3b4e-6a88-4c47-a8e8-96f822bff2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:24.769468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-a70d3b4e-6a88-4c47-a8e8-96f822bff2ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 1094 time: 0.1020079 Jul 29 17:48:24.769626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55102) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:24.784394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.834625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-f8929473-0915-4dc2-8efb-e04f13cc718e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0564663 Jul 29 17:48:24.836663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:24.849198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:24.857225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:24.857810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.864283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cd3bb-7205-4453-afa2-95417fd86ed5 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:24.877026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Subnet': ['ID=4be80e3e-6d7b-46f4-8d28-29282b03b723,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:24.892012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.899046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b93336c1-6bec-4f7b-b7ff-84ac4455c23b tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5653555 Jul 29 17:48:24.901486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:24.906847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-631387410', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4be80e3e-6d7b-46f4-8d28-29282b03b723'}], 'security_groups': ['58a1a169-02c4-435b-b926-5b97bca21f96', '3f0cd64c-0a09-4a19-922f-5a5236fb72e7']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:24.960490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:24.997380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 85e4b0b7-aa19-4084-9e06-110726aea6c7 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:25.000722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.047306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.067013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de1c53-fda9-4472-a666-eeb3288e87b1 req-9d62ad10-6883-42ca-a24a-c1d90bd04fea tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:25.074403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9de1c53-fda9-4472-a666-eeb3288e87b1 req-9d62ad10-6883-42ca-a24a-c1d90bd04fea tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 943 time: 0.1371603 Jul 29 17:48:25.080536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 85e4b0b7-aa19-4084-9e06-110726aea6c7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:25.083524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 85e4b0b7-aa19-4084-9e06-110726aea6c7 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:25.088085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.146992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-fa1066bf-7a37-4916-b977-42b287dad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:25.148874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.149176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-fa1066bf-7a37-4916-b977-42b287dad37e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.3048632 Jul 29 17:48:25.151487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.152696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9026a15d-57fa-433c-9998-3a37d13a73fe HTTP/1.1" status: 204 len: 168 time: 0.3822255 Jul 29 17:48:25.185178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9de1c53-fda9-4472-a666-eeb3288e87b1 req-252354e7-c16e-4ae1-8065-d8ce8fc079f0 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052563 Jul 29 17:48:25.204340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7ca7-8c64-44a4-a0a1-0f1dabefdcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9026a15d-57fa-433c-9998-3a37d13a73fe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:25.214418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-7411d0c5-f1ef-432b-80c2-d46067fd3d50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562127 Jul 29 17:48:25.350532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-ebd22209-5488-4271-bf7d-c2263363f0ea service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263216 Jul 29 17:48:25.351127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.353717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.355788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f986ca2e-65e8-4d07-974d-fa9c6fb3e409 HTTP/1.1" status: 204 len: 168 time: 0.6176426 Jul 29 17:48:25.398472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c81ce-1f8f-4089-a6ce-527f4807b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986ca2e-65e8-4d07-974d-fa9c6fb3e409,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:25.460664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e164ac0-1b2d-47dd-b31e-0bd334910fd2 req-0f0c48e7-ff27-4ecb-989e-a5a15fbc8cd2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:25.469480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e164ac0-1b2d-47dd-b31e-0bd334910fd2 req-0f0c48e7-ff27-4ecb-989e-a5a15fbc8cd2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2583032 Jul 29 17:48:25.491114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Update dhcp port {'port': {'network_id': 'b51b0032-3999-4c9c-8c8f-b7e27fd7d36b', 'fixed_ips': [{'subnet_id': '890b5fb9-f55c-4373-9e6d-f3bf0d36eff0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7061690a-5212-4d3c-9fcc-c6947c75a41f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4be80e3e-6d7b-46f4-8d28-29282b03b723'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'af16a96c-c317-481f-a2aa-a684dfeb5c22'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:48:25.566677 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f0a52b1-21fc-41d3-8847-a100e212397c req-95d227fb-26e7-4ba8-90d2-79905102ef16 service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028782 Jul 29 17:48:25.568087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.607129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Delete allocated IP 2001:db8::2b6 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/7061690a-5212-4d3c-9fcc-c6947c75a41f) {{(pid=94051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 17:48:25.615286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e164ac0-1b2d-47dd-b31e-0bd334910fd2 req-eb29ccf8-c67c-417c-894b-11d480f8246d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445639 Jul 29 17:48:25.618667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Allocated IP 2001:db8:0:2::27d (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/4be80e3e-6d7b-46f4-8d28-29282b03b723/e0ca4956-928e-449d-8d53-77fc49296608) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:25.715253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:25.813553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-8dd9339c-f288-481f-ad5e-adfc73bc2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:25.816498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-8dd9339c-f288-481f-ad5e-adfc73bc2ffe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 1094 time: 0.1581874 Jul 29 17:48:25.871070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.887674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Transition to ACTIVE for port object e0ca4956-928e-449d-8d53-77fc49296608 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:25.894903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.929773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Deleting subnet c6b9046f-abfe-410d-9747-d6c7a3c85e94 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:25.941436 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.968041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] In _notify_port_updated(), no bound segment for port e0ca4956-928e-449d-8d53-77fc49296608 on network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:48:25.989829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:25.992140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:25.997159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "PUT /v2.0/ports/e0ca4956-928e-449d-8d53-77fc49296608 HTTP/1.1" status: 200 len: 969 time: 1.0944531 Jul 29 17:48:26.000196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55136) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.005267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Allocated IP 2001:db8:0:2::2 (b51b0032-3999-4c9c-8c8f-b7e27fd7d36b/4be80e3e-6d7b-46f4-8d28-29282b03b723/af16a96c-c317-481f-a2aa-a684dfeb5c22) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:26.006209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55138) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.058142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-a53d9f14-2158-4fdc-839a-e240b250c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:26.059678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-a53d9f14-2158-4fdc-839a-e240b250c0d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 906 time: 0.2340493 Jul 29 17:48:26.060739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb765615-118f-4d24-888c-4f2a87423b9d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event updated for resources: {'Port': ['ID=e0ca4956-928e-449d-8d53-77fc49296608,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:26.151405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port e0ca4956-928e-449d-8d53-77fc49296608 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:26.151944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.152080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e28-257f-4e2e-8b0a-80a6f99bb01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.157468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-f86945fa-ee1c-48c6-8459-df693a77fb43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0783875 Jul 29 17:48:26.191366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.223395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.256770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:26.278122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e28-257f-4e2e-8b0a-80a6f99bb01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.279053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a3c5ea3e-19e3-42f5-8b31-23e706c09c14 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:26.309000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: a3c5ea3e-19e3-42f5-8b31-23e706c09c14 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:26.309508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a3c5ea3e-19e3-42f5-8b31-23e706c09c14 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:26.324183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e28-257f-4e2e-8b0a-80a6f99bb01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.325844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.329975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.340233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for e0ca4956-928e-449d-8d53-77fc49296608 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:26.345428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Transition to ACTIVE for port object af16a96c-c317-481f-a2aa-a684dfeb5c22 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:26.355527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.406124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9dad3e28-257f-4e2e-8b0a-80a6f99bb01b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2c5e60680be4efab6133c0d71391e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954186 Jul 29 17:48:26.411093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55152) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.412606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-2e8bd002-eda1-4f72-be34-3029c23e59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:26.414098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-2e8bd002-eda1-4f72-be34-3029c23e59f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.2480962 Jul 29 17:48:26.415064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3e28-257f-4e2e-8b0a-80a6f99bb01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dae53a8-eec1-4412-8326-480385e94ca0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:26.424693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd35ad-741a-4821-b3b1-2dc7a481c283 None None] Pushing event updated for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:26.469791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.499273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdc83b-654e-4bbb-8483-d0379403b308 req-a6b1240d-0823-4771-8b45-5633c1b969ea tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:26.500822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fcdc83b-654e-4bbb-8483-d0379403b308 req-a6b1240d-0823-4771-8b45-5633c1b969ea tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 943 time: 0.1022584 Jul 29 17:48:26.506701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-fdb5104f-73e7-41a6-9706-fbb6d04fd6bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572612 Jul 29 17:48:26.531331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55154) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.557935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.610309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fcdc83b-654e-4bbb-8483-d0379403b308 req-52f142f1-d45d-4508-84e6-029125593730 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016712 Jul 29 17:48:26.632860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.655964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.716120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.730804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-127370534-network', 'tenant_id': '4348c0193bca4d8eacc2557b6d68c317'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:26.736232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=e0ca4956-928e-449d-8d53-77fc49296608,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:26.788337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b9046f-abfe-410d-9747-d6c7a3c85e94,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:26.791491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.794311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.798727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/e0ca4956-928e-449d-8d53-77fc49296608 HTTP/1.1" status: 204 len: 168 time: 0.7931328 Jul 29 17:48:26.799776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a7a1eaa7-0e8c-482d-a2a8-d3db787b5b6d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6b9046f-abfe-410d-9747-d6c7a3c85e94 HTTP/1.1" status: 204 len: 168 time: 1.0741274 Jul 29 17:48:26.800972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55164) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.801309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55166) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.807826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.807826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.807826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.807826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.808212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.808382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.808692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.809017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.809511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.809840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.810163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.810550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc38ac3-8ace-468a-9669-7cbc0f80a462 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:26.882744 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-1154847d-7146-4a91-b9b7-3738a138f85b service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670011 Jul 29 17:48:26.934777 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eb9041-7b74-4ab7-ae12-a8247c1e2826 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] GET failed (client error): The resource could not be found. Jul 29 17:48:26.939728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-09eb9041-7b74-4ab7-ae12-a8247c1e2826 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports/e0ca4956-928e-449d-8d53-77fc49296608 HTTP/1.1" status: 404 len: 333 time: 0.1260190 Jul 29 17:48:26.958821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55170) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:26.965720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de145cd-b5ef-4650-8740-23b02ebb8dd1 req-425e0499-1b46-4c35-aee3-55ccd2d0adbc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:26.967470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1de145cd-b5ef-4650-8740-23b02ebb8dd1 req-425e0499-1b46-4c35-aee3-55ccd2d0adbc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1822624 Jul 29 17:48:26.973417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.976253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.980080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dae53a8-eec1-4412-8326-480385e94ca0 HTTP/1.1" status: 204 len: 168 time: 0.5619006 Jul 29 17:48:26.985156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Made reservation on behalf of 4348c0193bca4d8eacc2557b6d68c317 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:26.987108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.992706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:27.056280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.060071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fab1e0-90ee-4c3e-93e0-c288340b2fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dae53a8-eec1-4412-8326-480385e94ca0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.096269 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1de145cd-b5ef-4650-8740-23b02ebb8dd1 req-ce0d6079-0577-400e-82b3-7d83a25a3483 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738308 Jul 29 17:48:27.140921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-109b6c10-8c59-4d50-8f3b-6b8bc175ed48 req-84859ca9-b1d1-43b1-9b37-1828ec1e61e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447867 Jul 29 17:48:27.141501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.252447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74699a-61a4-4059-b426-ae9d856b6bb4 req-7541ec5b-adf7-44d6-843c-42560b473a21 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:27.260429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf74699a-61a4-4059-b426-ae9d856b6bb4 req-7541ec5b-adf7-44d6-843c-42560b473a21 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 946 time: 0.2469966 Jul 29 17:48:27.268621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.337745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.376047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.396217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.410637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aafca49-e812-448c-bd05-9b88e31530c2']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:27.438603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad633d34-b0de-44b6-bc61-7628db8fb2f2') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:27.438906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad633d34-b0de-44b6-bc61-7628db8fb2f2') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:27.463414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf74699a-61a4-4059-b426-ae9d856b6bb4 req-aeb55ff1-7697-4167-b1a7-31e0d29f24bf tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018466 Jul 29 17:48:27.467610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.495930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.499594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Could not find standard attr ID for object e0ca4956-928e-449d-8d53-77fc49296608. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:48:27.505252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:27.505689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:27.509693 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:27.518257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:27.518449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.547842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.550491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.554687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f4a540b-9e1c-4960-9578-5652f777c25f HTTP/1.1" status: 204 len: 168 time: 0.5948026 Jul 29 17:48:27.554914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55186) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:27.578369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bca96-eb78-4b21-8f07-b8a1f086f1ff tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4a540b-9e1c-4960-9578-5652f777c25f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.600513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.606016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.608153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.634852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.636814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.651115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6aafca49-e812-448c-bd05-9b88e31530c2 HTTP/1.1" status: 204 len: 168 time: 0.8336194 Jul 29 17:48:27.687503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.692246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e4cc4e-8c23-4c42-a4e4-3673298ed59a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.711922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c186-640e-4b91-832e-1d813c998181 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aafca49-e812-448c-bd05-9b88e31530c2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.733488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:27.785578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.785934 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Added segment 0e449fa3-91bb-423a-a344-e87f82565dc3 of type vlan for network a6f898e8-111f-4035-877b-32ecf5a30884 Jul 29 17:48:27.798395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.801858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.806401 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f0cd64c-0a09-4a19-922f-5a5236fb72e7 HTTP/1.1" status: 204 len: 168 time: 0.2468348 Jul 29 17:48:27.808419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:27.840665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34ed3d-393d-46c2-ac7a-780334cbf0db tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0cd64c-0a09-4a19-922f-5a5236fb72e7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.880017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.881680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:27.885521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7336cf-17c6-4c36-9e43-c56ed754e537 req-46a9f918-5560-4888-923e-7f491a06d7ec tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:27.904914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55202) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:27.905389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf7336cf-17c6-4c36-9e43-c56ed754e537 req-46a9f918-5560-4888-923e-7f491a06d7ec tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 943 time: 0.1587820 Jul 29 17:48:27.911009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Provisioning for port af16a96c-c317-481f-a2aa-a684dfeb5c22 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:27.915638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:27.916010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d00face-12f8-4c28-9dbf-8a42d89ec66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.966273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf7336cf-17c6-4c36-9e43-c56ed754e537 req-dbeb931d-9131-49a7-931c-ea17b95a12ae tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592282 Jul 29 17:48:28.008051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c55eb846-3ca5-4fbf-b942-7455f3a74a0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a314577ecd68455cb315451f4ffb1663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987146 Jul 29 17:48:28.008051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.008925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:28.009893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.011450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:28.012224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.075028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.091872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.100555 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.102638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5705624 Jul 29 17:48:28.105642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:28.118954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb96482-58bc-407b-bdfb-953512806f21 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f898e8-111f-4035-877b-32ecf5a30884,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.119516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Request body: {'subnet': {'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-127370534-subnet', 'tenant_id': '4348c0193bca4d8eacc2557b6d68c317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:28.131571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a6f898e8-111f-4035-877b-32ecf5a30884 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:48:28.162091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Made reservation on behalf of 4348c0193bca4d8eacc2557b6d68c317 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:28.163336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.206453 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.210006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.211012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c3f2adbe-09ae-4c95-8277-35e7bb2806a2 None None] Could not find standard attr ID for object e0ca4956-928e-449d-8d53-77fc49296608. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:48:28.218017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/security-groups/58a1a169-02c4-435b-b926-5b97bca21f96 HTTP/1.1" status: 204 len: 168 time: 0.3811476 Jul 29 17:48:28.218677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55214) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:28.262919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0867d-0b36-46a2-bb33-2825b834742c tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1a169-02c4-435b-b926-5b97bca21f96,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.289155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734556-bfb1-47a6-8253-da99ebd4e1ad req-dafccf60-8423-468b-a624-ea8143631062 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:28.291799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c734556-bfb1-47a6-8253-da99ebd4e1ad req-dafccf60-8423-468b-a624-ea8143631062 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.0977089 Jul 29 17:48:28.325001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 7061690a-5212-4d3c-9fcc-c6947c75a41f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:28.329611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.362025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.363637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c734556-bfb1-47a6-8253-da99ebd4e1ad req-373390bf-db83-46cd-a687-814348fc5597 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Jul 29 17:48:28.364623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.368223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5655e7c7-4eaf-4611-a4ed-6c8105905acf HTTP/1.1" status: 204 len: 168 time: 0.3552940 Jul 29 17:48:28.401499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def470-a0b7-4402-b1af-cb95f0f1591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655e7c7-4eaf-4611-a4ed-6c8105905acf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.405831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.552884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-bc8aaac4-f8d6-4535-8b0d-f56c6336ed1a tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:28.554412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-bc8aaac4-f8d6-4535-8b0d-f56c6336ed1a tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 946 time: 0.0924084 Jul 29 17:48:28.593671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.636014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.691848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Deleting port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:28.692883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.723037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2760-4ac0-4a59-9f1b-d755d7113b40 req-79db12a6-fb5d-432b-909c-7d8025029ba8 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:28.724458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffda2760-4ac0-4a59-9f1b-d755d7113b40 req-79db12a6-fb5d-432b-909c-7d8025029ba8 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 946 time: 0.1517406 Jul 29 17:48:28.728144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842dff75-d3ad-47b1-b304-ee75ab5229ac,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.762664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.796090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Checking segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:28.796472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Network hostable DHCP agents. Network: a6f898e8-111f-4035-877b-32ecf5a30884, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:28.808754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=7061690a-5212-4d3c-9fcc-c6947c75a41f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.815697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.817578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-40c385a6-a018-40e4-822d-b4865fa02973 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/7061690a-5212-4d3c-9fcc-c6947c75a41f HTTP/1.1" status: 204 len: 168 time: 0.5974002 Jul 29 17:48:28.823478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:28.826744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e1bcf-d877-4670-b871-0e901b960d97 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:28.828016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffda2760-4ac0-4a59-9f1b-d755d7113b40 req-35eefa86-dca9-4b71-a33c-51d821c24ba3 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/security-groups?id=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888269 Jul 29 17:48:28.852198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] For port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,segment=NetworkSegment(df2f6c1c-894f-4d5a-8b59-460a826e5903),segment_id=df2f6c1c-894f-4d5a-8b59-460a826e5903)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:28.852765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.869217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Calling delete_port for b4f1950f-47ff-47e2-8ceb-bd9e25d0760b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:28.921830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 4be80e3e-6d7b-46f4-8d28-29282b03b723 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:28.932765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Network a6f898e8-111f-4035-877b-32ecf5a30884 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:28.940136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.964493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a6f898e8-111f-4035-877b-32ecf5a30884) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:28.972797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:28.973497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.000837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9a599-4130-47d1-a006-cc8e443e2a87 None None] Network a6f898e8-111f-4035-877b-32ecf5a30884 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:29.001047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.035220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-027f9062-3d67-4c92-a6fd-381d150bd3b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9261863 Jul 29 17:48:29.126683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.177716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.218176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b4f1950f-47ff-47e2-8ceb-bd9e25d0760b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:29.229090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6088d0-2349-4abf-a0db-16a6305ec53f req-cad2e783-c66e-4e87-b742-b8071ff7122c tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:29.230726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c6088d0-2349-4abf-a0db-16a6305ec53f req-cad2e783-c66e-4e87-b742-b8071ff7122c tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 943 time: 0.1833451 Jul 29 17:48:29.233865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Pushing event deleted for resources: {'Port': ['ID=b4f1950f-47ff-47e2-8ceb-bd9e25d0760b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:29.252900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.269773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335dfc1e-cae7-434e-a144-0d50f8e834ac None None] Network a6f898e8-111f-4035-877b-32ecf5a30884 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:29.314793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=4be80e3e-6d7b-46f4-8d28-29282b03b723,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:29.318884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.320866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1a8fc772-540f-4865-8316-3701146a4542 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/4be80e3e-6d7b-46f4-8d28-29282b03b723 HTTP/1.1" status: 204 len: 168 time: 0.4962637 Jul 29 17:48:29.329292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:29.340774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] No DVR routers for this DVR port b4f1950f-47ff-47e2-8ceb-bd9e25d0760b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:29.347889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.351566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b58a7ee9-824d-4e85-9b5a-482c3d942e66 req-78244530-4aae-4803-a1b4-17cbef75c799 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.38 "DELETE /v2.0/ports/b4f1950f-47ff-47e2-8ceb-bd9e25d0760b HTTP/1.1" status: 204 len: 173 time: 0.7891264 Jul 29 17:48:29.352689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'name': 'network-vif-deleted', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:29.355780 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a7cfcd-3f3a-4481-a89e-0de3ba69d67f" -d '{"events": [{"server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "name": "network-vif-deleted", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:29.365375 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad724078-811d-4a9b-b52c-6af6ab5463a0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:29.365842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad724078-811d-4a9b-b52c-6af6ab5463a0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:29.369983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ad724078-811d-4a9b-b52c-6af6ab5463a0 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/7061690a-5212-4d3c-9fcc-c6947c75a41f HTTP/1.1" status: 404 len: 337 time: 0.0407789 Jul 29 17:48:29.373800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55266) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:29.393260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c6088d0-2349-4abf-a0db-16a6305ec53f req-9a2fa7e2-9081-4621-a60e-3515f1808dd9 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230922 Jul 29 17:48:29.487043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting subnet 890b5fb9-f55c-4373-9e6d-f3bf0d36eff0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:29.492414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.506027 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a6c82-7d3c-4c82-95fc-10825c9efc35 x-openstack-request-id: req-646a6c82-7d3c-4c82-95fc-10825c9efc35 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:29.506888 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb13e55-ebe0-4a75-a185-5be2d638c5fb", "name": "network-vif-deleted", "tag": "b4f1950f-47ff-47e2-8ceb-bd9e25d0760b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:29.507166 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-646a6c82-7d3c-4c82-95fc-10825c9efc35 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:29.507616 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb13e55-ebe0-4a75-a185-5be2d638c5fb', 'name': 'network-vif-deleted', 'tag': 'b4f1950f-47ff-47e2-8ceb-bd9e25d0760b', 'status': 'completed', 'code': 200} Jul 29 17:48:29.584503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.614428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:29.691958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030182-8235-48a8-9056-ac16ad3e9061 req-f3727ad2-89da-493b-bf60-5e826e83fdb9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:29.693591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30030182-8235-48a8-9056-ac16ad3e9061 req-f3727ad2-89da-493b-bf60-5e826e83fdb9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1122935 Jul 29 17:48:29.767818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:29.790774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30030182-8235-48a8-9056-ac16ad3e9061 req-17e0365c-82d8-4419-9283-a31746fd4aca tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834579 Jul 29 17:48:29.799194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'mac_address': 'fa:16:3e:60:3d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:29.903699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.926371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:29.968879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:29.980683 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.018982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db1e7b09-c858-430d-ac85-81011fadba55 req-c8674f07-aaa3-4cd8-bf1c-75ad5e7360d0 tempest-VolumesAdminNegativeTest-1904059559 tempest-VolumesAdminNegativeTest-1904059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bb13e55-ebe0-4a75-a185-5be2d638c5fb HTTP/1.1" status: 200 len: 210 time: 0.0665052 Jul 29 17:48:30.062042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:30.069084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.162635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794f562-2eab-44b4-a3ef-7fd86303d650 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:30.185566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:30.285846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf5cd-5ce5-4632-a191-4ac5ee645b51 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:30.286715 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5cd-5ce5-4632-a191-4ac5ee645b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.291257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1761918736-network', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:30.326038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbf5cd-5ce5-4632-a191-4ac5ee645b51 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:30.340267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Made reservation on behalf of 6ce417ce831f44b1bd7c1d906955b44a for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:30.342694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.360093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf5cd-5ce5-4632-a191-4ac5ee645b51 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:30.360518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf5cd-5ce5-4632-a191-4ac5ee645b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.373968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.510708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-820e9418-19db-4254-9ea8-3460aeac7da8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:30.523975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-820e9418-19db-4254-9ea8-3460aeac7da8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 817 time: 0.2214272 Jul 29 17:48:30.535249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.626682 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-e31f9937-b8a8-4ee2-8e88-78c18bd21e6e tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/quotas/4348c0193bca4d8eacc2557b6d68c317 HTTP/1.1" status: 200 len: 375 time: 0.0867281 Jul 29 17:48:30.631446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.646642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e0fa-7dc8-4d6c-a37d-93858e3d95ba req-24829d2d-1dd3-4d55-b3cf-569a3884a890 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:30.653957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c94e0fa-7dc8-4d6c-a37d-93858e3d95ba req-24829d2d-1dd3-4d55-b3cf-569a3884a890 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 944 time: 0.1204734 Jul 29 17:48:30.656592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.687016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-7656135c-f126-4c8c-a9a7-6659b1f34bf1 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432310 Jul 29 17:48:30.704986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:30.721771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e5d75-015e-4058-87fd-768cb341ce05,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:30.735597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.735932 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Added segment 6a24f2e5-c044-4838-8aa0-c4970653c674 of type vlan for network 148ab93e-8cfd-41a6-9665-80a2578d1d6a Jul 29 17:48:30.751502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c94e0fa-7dc8-4d6c-a37d-93858e3d95ba req-51209965-c4c2-4329-b2cb-e5fdb517a1c2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Jul 29 17:48:30.784821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.808847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.827681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.835460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Subnet': ['ID=890b5fb9-f55c-4373-9e6d-f3bf0d36eff0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:30.838539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.840713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/890b5fb9-f55c-4373-9e6d-f3bf0d36eff0 HTTP/1.1" status: 204 len: 168 time: 1.4658813 Jul 29 17:48:30.846473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55324) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.893097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.893309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.893576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.893875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.894335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:30.894502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.894919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.895172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:30.895826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.896167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.896508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.896833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.897391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.897519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.897809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc140a1-4737-47f4-889b-cc80cc360157 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:30.903871 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbf7922-db03-4bf5-89dd-48a3d5d91c2d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:30.903871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbf7922-db03-4bf5-89dd-48a3d5d91c2d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:30.905621 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9fbf7922-db03-4bf5-89dd-48a3d5d91c2d tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/f5fb1a95-6612-4ad8-9d94-577359b9f94e HTTP/1.1" status: 404 len: 337 time: 0.0581870 Jul 29 17:48:30.908863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.944142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ccabe311-7f68-4c2d-81cc-126126f76ce4 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 HTTP/1.1" status: 200 len: 205 time: 0.0342510 Jul 29 17:48:30.946866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55328) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.991461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9186165 Jul 29 17:48:30.992650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55330) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:30.999041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Request body: {'subnet': {'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1761918736-subnet', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:31.008756 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-1e6ba61c-20c1-403f-a9a1-bac19bd12348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] delete failed (client error): The resource could not be found. Jul 29 17:48:31.009802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e6ba61c-20c1-403f-a9a1-bac19bd12348 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/routers/ec2ebdbc-96e1-47d4-a6e3-fa2c2116a446 HTTP/1.1" status: 404 len: 336 time: 0.0621529 Jul 29 17:48:31.013862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.031552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e27693b-bae6-4e38-9fe5-bacc9690829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.037024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb240-9508-4fc4-b37d-e2bc99df6f33 admin admin] Pushing event updated for resources: {'Network': ['ID=148ab93e-8cfd-41a6-9665-80a2578d1d6a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:31.047866 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60abc2f-b16a-4736-a9b6-780a8893444e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.048191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:48:31.048382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60abc2f-b16a-4736-a9b6-780a8893444e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.050058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d60abc2f-b16a-4736-a9b6-780a8893444e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/635af0b1-023e-46c1-bbb1-313204facb35 HTTP/1.1" status: 404 len: 337 time: 0.0353434 Jul 29 17:48:31.052226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-d8e29900-526f-41af-be3b-a0f1bd7c8e78 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478150 Jul 29 17:48:31.052681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.081981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021be4-7367-40ea-830f-807e9ee1ea69 req-95a98da8-d079-4190-a233-773b2563c167 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:31.090917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c021be4-7367-40ea-830f-807e9ee1ea69 req-95a98da8-d079-4190-a233-773b2563c167 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1925118 Jul 29 17:48:31.097890 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c7747e-3c2f-4474-8c79-8c92b3bd18cd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.098402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c7747e-3c2f-4474-8c79-8c92b3bd18cd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.100219 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-08c7747e-3c2f-4474-8c79-8c92b3bd18cd tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/798b40a1-d15e-4a5d-b1e9-f3567722399c HTTP/1.1" status: 404 len: 337 time: 0.0466475 Jul 29 17:48:31.116949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55338) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.123488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Made reservation on behalf of 6ce417ce831f44b1bd7c1d906955b44a for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:31.125828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.182535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-8f2b829e-700b-4664-a3ba-433a1ccca0e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202347 Jul 29 17:48:31.210769 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd1d4cf-2b78-400d-8ad3-b04f5783b256 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.211527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd1d4cf-2b78-400d-8ad3-b04f5783b256 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.213479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4fd1d4cf-2b78-400d-8ad3-b04f5783b256 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/040917d1-11bb-4467-b70b-5900958dcb89 HTTP/1.1" status: 404 len: 337 time: 0.0804803 Jul 29 17:48:31.216242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55340) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.243375 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-364cc66c-2d00-4c5d-9e3b-37eacf156748 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.244167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364cc66c-2d00-4c5d-9e3b-37eacf156748 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.249061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-364cc66c-2d00-4c5d-9e3b-37eacf156748 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/a32f4718-265a-43cc-ab62-7926b02bfe48 HTTP/1.1" status: 404 len: 333 time: 0.0299785 Jul 29 17:48:31.249744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55342) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.269669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c021be4-7367-40ea-830f-807e9ee1ea69 req-0e56456b-6b74-45bd-bd07-66493306f289 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758084 Jul 29 17:48:31.276448 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-135d7274-533b-44d7-ba30-d57279df0121 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.277204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135d7274-533b-44d7-ba30-d57279df0121 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.281689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-135d7274-533b-44d7-ba30-d57279df0121 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/099a4898-9b12-497e-8b1a-095fab291aaa HTTP/1.1" status: 404 len: 337 time: 0.0307846 Jul 29 17:48:31.282357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55344) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.310688 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c988cff-fb66-4a85-b80e-0c132c50dc15 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.311173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c988cff-fb66-4a85-b80e-0c132c50dc15 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.316167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.316389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c988cff-fb66-4a85-b80e-0c132c50dc15 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/2a8198c6-46eb-4f2b-807c-e8f3a3fe63b8 HTTP/1.1" status: 404 len: 337 time: 0.0330229 Jul 29 17:48:31.348457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55348) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.349666 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af792fc-4a77-45c0-9548-7d3b2c374f92 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.350366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af792fc-4a77-45c0-9548-7d3b2c374f92 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.352111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0af792fc-4a77-45c0-9548-7d3b2c374f92 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/85ab0535-3e81-42d1-9488-b898b7a38280 HTTP/1.1" status: 404 len: 333 time: 0.0350509 Jul 29 17:48:31.355163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55350) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.390424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c059640-5f7a-4af5-a8aa-8bf8e6bd5a10 None None] Network b51b0032-3999-4c9c-8c8f-b7e27fd7d36b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:31.405260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Deleting subnet 2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:31.410214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.414895 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f20204c-e038-4dcf-9af6-638d92d3c851 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.415342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f20204c-e038-4dcf-9af6-638d92d3c851 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.419498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f20204c-e038-4dcf-9af6-638d92d3c851 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/083cf74e-7e7e-4dcb-8112-3bc471809213 HTTP/1.1" status: 404 len: 337 time: 0.0598583 Jul 29 17:48:31.422049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.461417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d6df689-a778-4b82-97e5-d452eabbf3e8 None None] Provisioning complete for port b889eb15-d346-4bfa-8081-ed74a388aed0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:31.462035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d6df689-a778-4b82-97e5-d452eabbf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.469945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.478370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e27693b-bae6-4e38-9fe5-bacc9690829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.483218 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daf15a3-8eb4-4dd8-b2a6-9ce4f84a3659 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] DELETE failed (client error): The resource could not be found. Jul 29 17:48:31.490569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daf15a3-8eb4-4dd8-b2a6-9ce4f84a3659 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:48:31.492427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6daf15a3-8eb4-4dd8-b2a6-9ce4f84a3659 tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/subnets/6301110e-8aa8-43b7-9cf5-4625b0ca49e9 HTTP/1.1" status: 404 len: 337 time: 0.0677936 Jul 29 17:48:31.495024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.499577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e27693b-bae6-4e38-9fe5-bacc9690829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.524884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.551304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9d6df689-a778-4b82-97e5-d452eabbf3e8 None None] Port b889eb15-d346-4bfa-8081-ed74a388aed0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:31.593412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d6df689-a778-4b82-97e5-d452eabbf3e8 None None] Provisioning complete for port af16a96c-c317-481f-a2aa-a684dfeb5c22 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:31.593917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d6df689-a778-4b82-97e5-d452eabbf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.595495 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.620344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:31.625953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:31.634353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.640890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2933b885-59f9-4a61-8b11-4abcabe311f1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cb91ad4-8dcd-4b2b-8c24-f3b63c65a325 HTTP/1.1" status: 204 len: 168 time: 0.2912679 Jul 29 17:48:31.641458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55362) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.699759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c1701d2-26dc-4b8a-a0a5-7cfcd4dac056 req-ae5bb697-67aa-4510-ad7a-786d28975b5d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 210 time: 0.0560827 Jul 29 17:48:31.727526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:31.734384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:31.734808 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.765316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] DHCP port deletion for b51b0032-3999-4c9c-8c8f-b7e27fd7d36b request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:48:31.792592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3e27693b-bae6-4e38-9fe5-bacc9690829d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f70b68c517304478a4e01f31d55c6250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632688 Jul 29 17:48:31.795640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:31.797242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.799166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27693b-bae6-4e38-9fe5-bacc9690829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf06dc-c902-4a0c-9589-f392ceb72d92,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:31.869134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.885238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Deleting port af16a96c-c317-481f-a2aa-a684dfeb5c22 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:31.885611 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.888244 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.888765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.935510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9237785d-0ee6-438a-bfc1-352659273562,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:31.935919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.961478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:31.963670 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46bcfd2-c254-4ed5-8580-fe046eb8d5e1" -d '{"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-plugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:31.975254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Deleting port b889eb15-d346-4bfa-8081-ed74a388aed0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:31.975585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.988575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] For port af16a96c-c317-481f-a2aa-a684dfeb5c22, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=af16a96c-c317-481f-a2aa-a684dfeb5c22,segment=NetworkSegment(d19bfe3b-9f7b-481e-b535-94e3f21cab97),segment_id=d19bfe3b-9f7b-481e-b535-94e3f21cab97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:31.988910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:31.992356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:32.006915 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.019797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.023115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.026810 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eacf06dc-c902-4a0c-9589-f392ceb72d92 HTTP/1.1" status: 204 len: 168 time: 0.2272801 Jul 29 17:48:32.034407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65341e2-154c-41e7-a7dc-0b78cf50e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf06dc-c902-4a0c-9589-f392ceb72d92,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:32.039090 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c3324-7a8e-4d9f-882d-b36b0936a6f7 x-openstack-request-id: req-546c3324-7a8e-4d9f-882d-b36b0936a6f7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:32.039383 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-plugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:32.039639 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-546c3324-7a8e-4d9f-882d-b36b0936a6f7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:32.040038 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'code': 200} Jul 29 17:48:32.040974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Calling delete_port for af16a96c-c317-481f-a2aa-a684dfeb5c22 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:32.046190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Checking segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:32.046971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Network hostable DHCP agents. Network: 148ab93e-8cfd-41a6-9665-80a2578d1d6a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:32.153023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:32.223542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9362-6251-441b-b154-9273fda6ec0f req-436f29d8-2a7b-4d62-bddf-afb1378df2ff tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:32.225181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-914a9362-6251-441b-b154-9273fda6ec0f req-436f29d8-2a7b-4d62-bddf-afb1378df2ff tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 944 time: 0.3256953 Jul 29 17:48:32.242610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.254865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] No DVR routers for this DVR port af16a96c-c317-481f-a2aa-a684dfeb5c22 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:48:32.271009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.279308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:32.300740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604374b-922f-4c5f-a658-fa839bc116a4 None None] Pushing event deleted for resources: {'Port': ['ID=af16a96c-c317-481f-a2aa-a684dfeb5c22,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:32.304835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.307637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Calling delete_port for b889eb15-d346-4bfa-8081-ed74a388aed0 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:32.313723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e804-8e14-4f82-bd06-bf37787d81c6 req-c96bcd19-6624-4f1f-a33f-719b21bb8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:32.315709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27a9e804-8e14-4f82-bd06-bf37787d81c6 req-c96bcd19-6624-4f1f-a33f-719b21bb8834 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 1096 time: 0.2137754 Jul 29 17:48:32.346399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 148ab93e-8cfd-41a6-9665-80a2578d1d6a) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:32.357693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163928c-16b7-494b-9e05-608c0410518d None None] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:32.360271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b4f1950f-47ff-47e2-8ceb-bd9e25d0760b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:32.361416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfd35e9-e996-4938-95be-638a79674132']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:32.379680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27a9e804-8e14-4f82-bd06-bf37787d81c6 req-dfdb2b8f-b365-49ce-9dac-a932b5e94dd5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Jul 29 17:48:32.398644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:32.399226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.441408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: b4f1950f-47ff-47e2-8ceb-bd9e25d0760b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:32.442408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b4f1950f-47ff-47e2-8ceb-bd9e25d0760b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:32.442523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2f6c1c-894f-4d5a-8b59-460a826e5903') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:32.442828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2f6c1c-894f-4d5a-8b59-460a826e5903') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:32.469906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-914a9362-6251-441b-b154-9273fda6ec0f req-ea75c084-4321-409c-877b-e0b157f8057e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317932 Jul 29 17:48:32.476686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.494310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2f85d-41e5-4a78-a0d3-3c4b25bc2fa0 req-962d111a-0488-4a98-80b6-c2ae87e27f08 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:32.505476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00f2f85d-41e5-4a78-a0d3-3c4b25bc2fa0 req-962d111a-0488-4a98-80b6-c2ae87e27f08 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.0997033 Jul 29 17:48:32.512703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55394) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:32.519348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.527140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-63f03e9b-6168-4dde-9f29-14197b885e05 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5339828 Jul 29 17:48:32.527476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:32.534172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:32.535927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:32.536545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:32.538554 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:32.550192 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a1e-ee34-4b3f-b029-7898042059ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.563017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86dd4c-0fed-4d61-a0e3-27aea24e1d3d None None] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:32.590581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00f2f85d-41e5-4a78-a0d3-3c4b25bc2fa0 req-574d2781-7c67-406c-af58-630bdef87a9a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840726 Jul 29 17:48:32.617216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.620834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.622112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.622904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.638371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.640725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9bfd35e9-e996-4938-95be-638a79674132 HTTP/1.1" status: 204 len: 168 time: 0.9924815 Jul 29 17:48:32.646684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:32.669740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Port': ['ID=b889eb15-d346-4bfa-8081-ed74a388aed0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:32.675251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db6da8-0a9c-4379-8b0b-48eddbdc1a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfd35e9-e996-4938-95be-638a79674132,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:32.677635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.682105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2cd44db1-c0fd-4b35-97d3-1d741e182faf tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/ports/b889eb15-d346-4bfa-8081-ed74a388aed0 HTTP/1.1" status: 204 len: 168 time: 1.1814222 Jul 29 17:48:32.682474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:32.807899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a882d918-e082-47f3-aa9e-9e761a4551a1 req-f3f81573-228c-413b-9c54-06812afb23c3 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 210 time: 0.0332720 Jul 29 17:48:32.824633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.828843 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.884713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Deleting subnet 56cffbce-a4f6-4dbf-b223-ddc86669ca00 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:32.927739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.943091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:48:32.964412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:32.976297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: af16a96c-c317-481f-a2aa-a684dfeb5c22 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:48:32.976642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device af16a96c-c317-481f-a2aa-a684dfeb5c22 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:48:32.990730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51b0032-3999-4c9c-8c8f-b7e27fd7d36b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:33.007991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19bfe3b-9f7b-481e-b535-94e3f21cab97') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:33.008435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19bfe3b-9f7b-481e-b535-94e3f21cab97') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:33.020822 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.042057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.049667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:33.050077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:33.053343 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:33.087007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.110196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.117164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.124216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.126033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] 10.222.0.16 "DELETE /v2.0/networks/b51b0032-3999-4c9c-8c8f-b7e27fd7d36b HTTP/1.1" status: 204 len: 168 time: 0.4426513 Jul 29 17:48:33.138161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21475d4-76f0-43f6-a4c4-574254f54a1e tempest-PortsIpV6TestJSON-870319481 tempest-PortsIpV6TestJSON-870319481-project] Pushing event deleted for resources: {'Network': ['ID=b51b0032-3999-4c9c-8c8f-b7e27fd7d36b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:33.161095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a1e-ee34-4b3f-b029-7898042059ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.193390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a1e-ee34-4b3f-b029-7898042059ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.196857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.274271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e7d72a1e-ee34-4b3f-b029-7898042059ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9608fff6507b4d4b8b013389135fe4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7605038 Jul 29 17:48:33.277300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55408) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:33.279874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72a1e-ee34-4b3f-b029-7898042059ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed9e337-1296-4399-923b-a488ae14ab63,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:33.345319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.373600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.402986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cffbce-a4f6-4dbf-b223-ddc86669ca00,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:33.403609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.415647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.417724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2137e893-75e8-4cbf-950b-da06004b7379 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56cffbce-a4f6-4dbf-b223-ddc86669ca00 HTTP/1.1" status: 204 len: 168 time: 0.7643998 Jul 29 17:48:33.445442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:33.476874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55414) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:33.501529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.504279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.506036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bed9e337-1296-4399-923b-a488ae14ab63 HTTP/1.1" status: 204 len: 168 time: 0.2262137 Jul 29 17:48:33.545160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74387137-9775-42b3-ae92-11395d6eba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed9e337-1296-4399-923b-a488ae14ab63,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:33.629010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-c8665abf-1999-4d40-80f1-339b5e134f11 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:33.630805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-c8665abf-1999-4d40-80f1-339b5e134f11 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.38 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 817 time: 0.1699178 Jul 29 17:48:33.652563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Request body: {'port': {'device_id': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'admin_state_up': True, 'tenant_id': '4348c0193bca4d8eacc2557b6d68c317'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:33.692294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.859650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-630f7f5a-b6c3-47c2-a7d1-f1a26d821e1d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:33.861290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-630f7f5a-b6c3-47c2-a7d1-f1a26d821e1d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 817 time: 0.5011690 Jul 29 17:48:33.890002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761439e0-de8a-47b6-9f9a-78ff73b6b030 req-6b338ff6-4ee8-4a0e-bbe1-a3b8a9a3c83d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:33.892511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-761439e0-de8a-47b6-9f9a-78ff73b6b030 req-6b338ff6-4ee8-4a0e-bbe1-a3b8a9a3c83d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.1884708 Jul 29 17:48:33.895141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0008b39d-e004-4bf7-a1cd-b95bd019cfcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5aa2566a1004516a06e70269c060205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170702 Jul 29 17:48:33.897727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55430) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:33.921603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Request body: {'port': {'device_id': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'admin_state_up': True, 'tenant_id': '4348c0193bca4d8eacc2557b6d68c317'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:33.981724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-761439e0-de8a-47b6-9f9a-78ff73b6b030 req-f6620b7a-995d-4c58-b816-6143bd667d60 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Jul 29 17:48:33.986034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.992127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Made reservation on behalf of 4348c0193bca4d8eacc2557b6d68c317 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:33.995740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:33.996212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045948-251d-46b8-824a-b7bf5c305936 req-cf957ae3-87a0-4a8d-9dc0-710180ea6e1f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:33.998081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8045948-251d-46b8-824a-b7bf5c305936 req-cf957ae3-87a0-4a8d-9dc0-710180ea6e1f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2876682 Jul 29 17:48:34.011984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.059904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.073247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.120823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063fc083-88b1-4124-b4f9-896277c91493']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:34.185496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd347b57d-71d5-4e83-b9da-8a021e63a4f4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:34.185822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd347b57d-71d5-4e83-b9da-8a021e63a4f4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:34.232011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.243802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8045948-251d-46b8-824a-b7bf5c305936 req-1f1da49a-2877-4b64-b3dd-60ff359e3cf4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910172 Jul 29 17:48:34.263842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-ae7cfd85-22a8-4549-99d2-166c356797b7 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:34.266187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-ae7cfd85-22a8-4549-99d2-166c356797b7 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 817 time: 0.4619088 Jul 29 17:48:34.288041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Request body: {'port': {'device_id': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'admin_state_up': True, 'tenant_id': '4348c0193bca4d8eacc2557b6d68c317'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:34.314178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.492430 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.512366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68767a50-d890-4dd8-9ae8-822f22b2ff86 req-3393a67e-cae2-4c9f-bf98-6b13bcaf3ec9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 210 time: 0.0561953 Jul 29 17:48:34.647755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Allocated IP 172.20.0.13 (a6f898e8-111f-4035-877b-32ecf5a30884/842dff75-d3ad-47b1-b304-ee75ab5229ac/321f3c5b-9702-442c-bf27-ff4ab2291d7b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:34.662653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.665138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.668708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8066438c-098e-4bee-9abb-94a1b1e19ead HTTP/1.1" status: 204 len: 168 time: 0.7672648 Jul 29 17:48:34.689359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2099b-e2d9-42e2-b900-526c4234f581 req-018027a9-aa3e-4d1d-942e-f4762303e299 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:34.690982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2d2099b-e2d9-42e2-b900-526c4234f581 req-018027a9-aa3e-4d1d-942e-f4762303e299 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.0979240 Jul 29 17:48:34.694755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01518f19-e85c-44c8-a864-8ae9055421dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066438c-098e-4bee-9abb-94a1b1e19ead,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:34.770406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:48:34.770975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.814556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2d2099b-e2d9-42e2-b900-526c4234f581 req-5deea7f4-388e-45b4-9f80-f18e00251a20 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027126 Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:48:34.831272 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:48:34.846916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.858228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Allocated IP 172.25.5.132 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/19e48867-cecb-49c0-a5cf-a99fae77ea39) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:34.879966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.881910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] 10.222.0.16 "DELETE /v2.0/networks/063fc083-88b1-4124-b4f9-896277c91493 HTTP/1.1" status: 204 len: 168 time: 1.4346335 Jul 29 17:48:34.891367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea8072-172d-4c11-8429-60a5a3e2fb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=063fc083-88b1-4124-b4f9-896277c91493,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:34.908571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.923769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Made reservation on behalf of 4348c0193bca4d8eacc2557b6d68c317 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:34.927292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:34.959176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.000752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Network a6f898e8-111f-4035-877b-32ecf5a30884 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:35.005103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:35.008558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:35.049439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Made reservation on behalf of 4348c0193bca4d8eacc2557b6d68c317 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:35.053242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.071744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event updated for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:35.104722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:35.105392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.123295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-d56db883-d2d7-4325-9d23-d4cbe60e6a1c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4803500 Jul 29 17:48:35.138169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-337f65c4-be3e-4cb0-9aee-4a2cf01b43b8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:48:35.139359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-337f65c4-be3e-4cb0-9aee-4a2cf01b43b8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083420 Jul 29 17:48:35.144090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:35.209196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-17b4b15a-34f2-4dfc-8702-a2c5b703b782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42c91c86d8f64409aa635eb8d4460509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637312 Jul 29 17:48:35.211522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55474) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:35.225096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.246377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Allocated IP 172.20.0.12 (a6f898e8-111f-4035-877b-32ecf5a30884/842dff75-d3ad-47b1-b304-ee75ab5229ac/ee05a5f5-49d1-4dbe-a447-6ca315d7086d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:35.287088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.317135 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.383074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.391874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.395128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.399642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65ad2509-fc82-4e46-b2ab-fd2bc00d61bd HTTP/1.1" status: 204 len: 168 time: 0.1870759 Jul 29 17:48:35.410350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51830507-2eae-4e6c-85c5-4fdc4cc441a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad2509-fc82-4e46-b2ab-fd2bc00d61bd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:35.471141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:35.481817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Request body: {'port': {'device_id': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:35.504861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Pushing event updated for resources: {'Port': ['ID=19e48867-cecb-49c0-a5cf-a99fae77ea39,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:35.516657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:35.526811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:35.555630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.577483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3bb8-56f0-4809-9ad3-0c9503efc99b req-891ea9fa-fb07-4fa2-8479-0bb5c01a28c0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:35.577957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8ba3bb8-56f0-4809-9ad3-0c9503efc99b req-891ea9fa-fb07-4fa2-8479-0bb5c01a28c0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1995890 Jul 29 17:48:35.628549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.699991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8ba3bb8-56f0-4809-9ad3-0c9503efc99b req-056378df-33d1-49c9-b140-eb7f8fec6cc7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055431 Jul 29 17:48:35.741846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d8b8389-6f7e-435f-897d-ec3a0ba37236 req-b96f223e-7a52-4b67-b0b5-e1df228db0e0 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 210 time: 0.1034589 Jul 29 17:48:35.825750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:35.891937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Network a6f898e8-111f-4035-877b-32ecf5a30884 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:35.908059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:35.915280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:35.934864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7236-1a68-4a03-acff-d8cfc05e863e req-fe480e28-536f-4611-881b-953437d5daae tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:35.942591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f09d7236-1a68-4a03-acff-d8cfc05e863e req-fe480e28-536f-4611-881b-953437d5daae tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.0625718 Jul 29 17:48:35.984931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event updated for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:35.992453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f09d7236-1a68-4a03-acff-d8cfc05e863e req-3ccd1cbb-95f2-4a30-8744-57d4065f7d07 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Jul 29 17:48:36.006967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55504) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:36.033815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:36.034475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.043227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Allocated IP 172.20.0.8 (a6f898e8-111f-4035-877b-32ecf5a30884/842dff75-d3ad-47b1-b304-ee75ab5229ac/d61be33f-e5a1-45f3-bfb8-f65e9ba226af) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:36.055043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-88bfbf11-38ba-41ac-a093-790b46b37556 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0c6ca9e05d84c3899975b3a3de9157e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457618 Jul 29 17:48:36.056878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55506) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:36.079836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-1a465cbe-c14b-4c8d-af1e-b97295dace0a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1786656 Jul 29 17:48:36.118094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-ebbf0be0-f144-4eb7-8153-b7840ab7eda4 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:48:36.118871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-ebbf0be0-f144-4eb7-8153-b7840ab7eda4 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061176 Jul 29 17:48:36.129684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.138000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Request body: {'port': {'device_id': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:36.153652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.226211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.226211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.226211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a8c80e1-a498-4491-8380-05fd44a018ec HTTP/1.1" status: 204 len: 168 time: 0.1653502 Jul 29 17:48:36.233745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e3456-efdc-4ae8-8d46-cdab1bfafc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c80e1-a498-4491-8380-05fd44a018ec,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:36.252906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.324029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.395668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55520) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:36.430574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.578298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-116959427'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:36.624016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:36.627779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.648765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.669346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.731141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Network a6f898e8-111f-4035-877b-32ecf5a30884 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:36.741983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:36.769993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:36.837546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event updated for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:36.879707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:36.880371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.882100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321f3c5b-9702-442c-bf27-ff4ab2291d7b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:36.895910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.914073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.926160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.935035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Transition to ACTIVE for port object 321f3c5b-9702-442c-bf27-ff4ab2291d7b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:36.939544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:36.952376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4e979-9636-4a3d-be6b-082e99221ad1 req-7572e12f-7a1a-49f8-9a59-9f99196330c8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:36.954106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ce4e979-9636-4a3d-be6b-082e99221ad1 req-7572e12f-7a1a-49f8-9a59-9f99196330c8 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 931 time: 0.1216199 Jul 29 17:48:36.960376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.009182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:37.034879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-f84a58a6-238e-401a-929b-62dde9d7fe45 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7540989 Jul 29 17:48:37.046031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559054-d699-4ef7-a2bd-8c005d556d44 req-7c8a0c59-bcf6-4eb6-8ae2-be3f3b98d762 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.047637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69559054-d699-4ef7-a2bd-8c005d556d44 req-7c8a0c59-bcf6-4eb6-8ae2-be3f3b98d762 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2030368 Jul 29 17:48:37.056420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Request body: {'port': {'device_id': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:37.061038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.061393 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 6c605d09-7c6a-44cd-9b2b-cbd41e7f120e of type vlan for network ee91c27c-d404-438b-bfa1-30fdd77558c5 Jul 29 17:48:37.064907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed7353-83a9-4ce6-9b3e-f634d27e79a2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:37.097065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Pushing event updated for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:37.135955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ce4e979-9636-4a3d-be6b-082e99221ad1 req-d9543073-f371-4d9d-a68a-e7005fce258d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716242 Jul 29 17:48:37.142100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.241502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.251578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.253314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.254535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.260355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69559054-d699-4ef7-a2bd-8c005d556d44 req-bb54100d-36f9-48d4-bfc0-48f1074ebb67 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818118 Jul 29 17:48:37.267861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Attempting to bind port 321f3c5b-9702-442c-bf27-ff4ab2291d7b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:37.268204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Attempting to bind port 321f3c5b-9702-442c-bf27-ff4ab2291d7b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:37.268596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Attempting to bind port 321f3c5b-9702-442c-bf27-ff4ab2291d7b on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:37.329294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Port 321f3c5b-9702-442c-bf27-ff4ab2291d7b on network a6f898e8-111f-4035-877b-32ecf5a30884 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:37.329862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Attempting to bind port 321f3c5b-9702-442c-bf27-ff4ab2291d7b on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:37.348245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:37.349030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Checking segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:37.349597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Bound using segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:37.350223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Bound port: 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:37.350787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.359617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9626038 Jul 29 17:48:37.366569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55562) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:37.370411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f75e-a466-4b27-a10e-0cd92a99b9de tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=ee91c27c-d404-438b-bfa1-30fdd77558c5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:37.377974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1410294644'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:37.384880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:48:37.411601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:37.458402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee05a5f5-49d1-4dbe-a447-6ca315d7086d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:37.459786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:37.466233 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.477689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.533506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:37.556549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:37.561863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:37.566190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.566893 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment ee913cad-dae7-4c2a-a576-9cdfc3d7346d of type vlan for network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 Jul 29 17:48:37.577845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.654807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.655616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.657151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] 10.222.0.38 "PUT /v2.0/ports/321f3c5b-9702-442c-bf27-ff4ab2291d7b HTTP/1.1" status: 200 len: 1092 time: 2.5051620 Jul 29 17:48:37.659665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:37.662971 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f8899-5431-4f2e-b319-53ca45abee72" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:37.677727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.705987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805e4f-c170-4aec-8611-d09a3cb2b21f service neutron] Pushing event updated for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:37.764529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-network', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:37.785053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-f18c7dd1-af4d-4384-b092-bc7bc321c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.786740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-f18c7dd1-af4d-4384-b092-bc7bc321c324 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 1095 time: 0.0752132 Jul 29 17:48:37.791193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.797170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.797922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.877997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Router ee876139-bd3f-4c51-918a-adca7501a52b is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:48:37.897369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Transition to ACTIVE for port object ee05a5f5-49d1-4dbe-a447-6ca315d7086d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:37.899478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-eebacb2c-ce4c-4b70-85b2-cab74a16dc4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b HTTP/1.1" status: 200 len: 217 time: 0.0968182 Jul 29 17:48:37.910045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac74b-1a9d-4c99-92a9-5ee3b15b9341 req-e5f8046e-7e5c-4ded-982f-9da2ebebef5b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:37.911583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-755ac74b-1a9d-4c99-92a9-5ee3b15b9341 req-e5f8046e-7e5c-4ded-982f-9da2ebebef5b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.5187428 Jul 29 17:48:37.921916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Made reservation on behalf of 3ce95a4fcd6149328e1c7b80008a8a15 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:37.923284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.923815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.926988 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c14b8-1e5e-4695-94d2-265bc8dcf6e3 x-openstack-request-id: req-7a4c14b8-1e5e-4695-94d2-265bc8dcf6e3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:37.927306 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:37.927565 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a4c14b8-1e5e-4695-94d2-265bc8dcf6e3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:37.927994 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b', 'status': 'completed', 'code': 200} Jul 29 17:48:37.965353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5974228 Jul 29 17:48:37.971400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:37.973782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:37.979699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:37.985966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39ab1-9d49-40d6-b81b-562451ec36bb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=fdfa6ddd-382d-41ef-9de1-3d4759ca19b0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:38.001105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:48:38.078274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-2f76a590-729b-4a0f-accb-4328b605e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:38.079797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-2f76a590-729b-4a0f-accb-4328b605e2d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.1704395 Jul 29 17:48:38.107028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Pushing event updated for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:38.123623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-33b70c12-989d-4347-86bb-7ca4e0427426 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344625 Jul 29 17:48:38.129353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-755ac74b-1a9d-4c99-92a9-5ee3b15b9341 req-d60c987e-42aa-490f-9c5f-e6777d071d88 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069626 Jul 29 17:48:38.265628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:38.287843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Sync routers for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:38.298125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-6416b49e-8df7-40c1-918d-f9135f3f0b31 service neutron] 10.222.0.38 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671412 Jul 29 17:48:38.309916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:38.312722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:38.318926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Attempting to bind port ee05a5f5-49d1-4dbe-a447-6ca315d7086d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:38.318926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Attempting to bind port ee05a5f5-49d1-4dbe-a447-6ca315d7086d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:38.319225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Attempting to bind port ee05a5f5-49d1-4dbe-a447-6ca315d7086d on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:38.339964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Port ee05a5f5-49d1-4dbe-a447-6ca315d7086d on network a6f898e8-111f-4035-877b-32ecf5a30884 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:38.340775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Attempting to bind port ee05a5f5-49d1-4dbe-a447-6ca315d7086d on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:38.354684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.383670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:38.384428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Checking segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:38.385031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Bound using segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:38.385669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Bound port: ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:38.386575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.399794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.401487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.406072 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1fce7bc8-37bb-41ca-bec0-92069bc120ee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8759449 Jul 29 17:48:38.417991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b4d35-e80f-4636-9cb5-294a913ed5e4 req-c0862fce-583b-4621-8fff-94e67db608aa tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:38.418962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:38.419720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-520b4d35-e80f-4636-9cb5-294a913ed5e4 req-c0862fce-583b-4621-8fff-94e67db608aa tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 931 time: 0.1709912 Jul 29 17:48:38.449548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61be33f-e5a1-45f3-bfb8-f65e9ba226af {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:38.471067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:38.496745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:38.500556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.501074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.538808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:38.571128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.571511 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Added segment 382a0be2-0b91-45eb-b727-608164d88b70 of type vlan for network eafd01ee-8ace-4094-9497-02fbbd972f31 Jul 29 17:48:38.572152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Transition to ACTIVE for port object d61be33f-e5a1-45f3-bfb8-f65e9ba226af will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:38.573305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:38.611940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-520b4d35-e80f-4636-9cb5-294a913ed5e4 req-76552336-71de-4a92-a9c4-f2d4db467af2 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706781 Jul 29 17:48:38.628707 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.641005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13c15e-a924-45b5-9959-3d92d222930f req-5ea703d1-309a-47eb-8761-e78621cc9687 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:38.642988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3c13c15e-a924-45b5-9959-3d92d222930f req-5ea703d1-309a-47eb-8761-e78621cc9687 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2631648 Jul 29 17:48:38.665353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-39c56734-f245-4ed5-aabc-72c203d5c877 service neutron] 10.222.0.38 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568492 Jul 29 17:48:38.687875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.756018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:38.782699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:38.804884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.805870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:38.806682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.817668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0738857f-884b-4eeb-b95c-5c5bacf86ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.819613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Pushing event updated for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:38.827186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:38.841477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f8899-5431-4f2e-b319-53ca45abee72 req-3f59a9ac-6a57-4a42-b094-064a69cc1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:38.843482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-3f59a9ac-6a57-4a42-b094-064a69cc1cf8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 1095 time: 0.1205559 Jul 29 17:48:38.865302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3c13c15e-a924-45b5-9959-3d92d222930f req-66eb0cee-604a-493b-bb20-56aaaa974290 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101882 Jul 29 17:48:38.867819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:38.958704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5435131 Jul 29 17:48:38.963173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55596) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:38.969376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b520-fbda-4b54-92a9-9a6fcdbb9fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=eafd01ee-8ace-4094-9497-02fbbd972f31,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:38.987798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network eafd01ee-8ace-4094-9497-02fbbd972f31 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:48:38.991140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Request body: {'subnet': {'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-subnet', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:39.026871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.027399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.028903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee05a5f5-49d1-4dbe-a447-6ca315d7086d HTTP/1.1" status: 200 len: 1092 time: 2.8959517 Jul 29 17:48:39.029249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:39.031587 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f354c8ca-9e35-47d4-a061-f2a0849bbabd" -d '{"events": [{"name": "network-changed", "server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:39.053622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:35Z', 'revision_number': 3, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:39.069322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.088964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Checking router: ee876139-bd3f-4c51-918a-adca7501a52b for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:39.089481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Updating router ee876139-bd3f-4c51-918a-adca7501a52b port 19e48867-cecb-49c0-a5cf-a99fae77ea39 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:39.100872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19424-5d8b-46b3-8e37-8883a8340258 service neutron] Pushing event updated for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:39.107554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f8899-5431-4f2e-b319-53ca45abee72 req-eee9e08a-4268-4a9d-a602-61b964ccbe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.109248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-eee9e08a-4268-4a9d-a602-61b964ccbe61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 918 time: 0.2451317 Jul 29 17:48:39.124665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.151219 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc761544-ac72-48f1-b1f5-e808ba8878de x-openstack-request-id: req-dc761544-ac72-48f1-b1f5-e808ba8878de {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:39.151514 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:39.151770 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc761544-ac72-48f1-b1f5-e808ba8878de {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:39.152172 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'status': 'completed', 'code': 200} Jul 29 17:48:39.189952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Attempting to bind port d61be33f-e5a1-45f3-bfb8-f65e9ba226af on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:39.190276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Attempting to bind port d61be33f-e5a1-45f3-bfb8-f65e9ba226af by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:39.190613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Attempting to bind port d61be33f-e5a1-45f3-bfb8-f65e9ba226af on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:39.192414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-8351bc8b-292f-426d-a334-5c01cdcbd7a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b HTTP/1.1" status: 200 len: 217 time: 0.0656881 Jul 29 17:48:39.202480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:39.203153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: ee91c27c-d404-438b-bfa1-30fdd77558c5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:39.207652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Port d61be33f-e5a1-45f3-bfb8-f65e9ba226af on network a6f898e8-111f-4035-877b-32ecf5a30884 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:39.207997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Attempting to bind port d61be33f-e5a1-45f3-bfb8-f65e9ba226af on network a6f898e8-111f-4035-877b-32ecf5a30884 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:39.215541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=6509eb5b-a551-4d7e-ab5f-76dd3a5833de,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:39.238074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c2a14bb-1404-4777-9cd8-0f44c739cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.259458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-1b623539-006d-43a6-971e-b135b09c5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.261609 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-1b623539-006d-43a6-971e-b135b09c5440 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 1095 time: 0.1746628 Jul 29 17:48:39.266532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:39.269515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f8899-5431-4f2e-b319-53ca45abee72 req-d1385323-e3ec-441f-8d2b-eb243f4485c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.271022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-d1385323-e3ec-441f-8d2b-eb243f4485c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.0658877 Jul 29 17:48:39.272762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:39.273094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Checking segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:39.273578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Bound using segment: {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:39.274578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Bound port: d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e449fa3-91bb-423a-a344-e87f82565dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:39.274578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.288517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ee91c27c-d404-438b-bfa1-30fdd77558c5) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:39.292780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.293353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.318350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-b5ef9adc-4a9f-4f78-a6f0-47355a6b574d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394416 Jul 29 17:48:39.322826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c467bf-422c-49ed-9c66-519f1f7e6fc2 None None] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:39.390515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-b458c0c3-7c48-405b-8490-3fc3408b9b75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d HTTP/1.1" status: 200 len: 217 time: 0.1124833 Jul 29 17:48:39.418863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-7ea73eb4-81f6-41f9-80a3-9f2970c7fe99 service neutron] 10.222.0.38 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927515 Jul 29 17:48:39.489167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0738857f-884b-4eeb-b95c-5c5bacf86ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.503299 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.506161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdefea3-56ab-457a-97cd-dba618d70f94 req-9031c440-421a-4d1f-96d8-2cc92bb72518 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.507799 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bdefea3-56ab-457a-97cd-dba618d70f94 req-9031c440-421a-4d1f-96d8-2cc92bb72518 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.2590370 Jul 29 17:48:39.521282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Transition to ACTIVE for port object 19e48867-cecb-49c0-a5cf-a99fae77ea39 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:39.522327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-454f8899-5431-4f2e-b319-53ca45abee72 req-7fb63324-44fd-416b-b994-9aa026c9730d service neutron] 10.222.0.38 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930281 Jul 29 17:48:39.536200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0738857f-884b-4eeb-b95c-5c5bacf86ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.544514 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.570845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ee91c27c-d404-438b-bfa1-30fdd77558c5', 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '6509eb5b-a551-4d7e-ab5f-76dd3a5833de'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:48:39.571790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.578097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-f2b298d1-692d-4686-8766-7eabb930ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.579593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-f2b298d1-692d-4686-8766-7eabb930ffa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.1705279 Jul 29 17:48:39.612642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-57b095e0-75b5-4b62-91e8-c3fb883876b4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6366284 Jul 29 17:48:39.612871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:39.620082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:39.620627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Pushing event updated for resources: {'Port': ['ID=19e48867-cecb-49c0-a5cf-a99fae77ea39,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:39.626210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Attempting to bind port 19e48867-cecb-49c0-a5cf-a99fae77ea39 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:39.627266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Attempting to bind port 19e48867-cecb-49c0-a5cf-a99fae77ea39 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:39.627740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Attempting to bind port 19e48867-cecb-49c0-a5cf-a99fae77ea39 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:39.634120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Made reservation on behalf of 3ce95a4fcd6149328e1c7b80008a8a15 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:39.636772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.679992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-c9bf90fa-39b9-4041-ade8-90a3775e12dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807667 Jul 29 17:48:39.684978 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0738857f-884b-4eeb-b95c-5c5bacf86ffb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2f53f636ac545d0b144e32cd5a0aba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1388547 Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.685626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55606) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:39.685695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.686950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.686950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.686950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.686950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:39.695306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:39.695679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:39.696086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.696475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:39.696963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Bound port: 19e48867-cecb-49c0-a5cf-a99fae77ea39, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:39.697411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.711574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:39.769955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738857f-884b-4eeb-b95c-5c5bacf86ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d7b14-247c-4cc5-ac2a-b03dac0d2b82,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:39.799846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] For port 19e48867-cecb-49c0-a5cf-a99fae77ea39, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:39.818209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Allocated IP 2001:db8::2 (ee91c27c-d404-438b-bfa1-30fdd77558c5/6509eb5b-a551-4d7e-ab5f-76dd3a5833de/b87112d6-90c7-4d9e-9f01-03d46afa448f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:39.819665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:39.821286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] For port 19e48867-cecb-49c0-a5cf-a99fae77ea39, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=19e48867-cecb-49c0-a5cf-a99fae77ea39,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:39.828917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bdefea3-56ab-457a-97cd-dba618d70f94 req-083c6f5d-613b-45a2-909e-af3916f3ddc9 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864823 Jul 29 17:48:39.832610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.833642 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.839869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.893942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6efca5-c4d3-497d-8666-6b9533ddab9b req-c1e1f183-ddb0-4db3-abb9-77a239ead0ad tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.896604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c6efca5-c4d3-497d-8666-6b9533ddab9b req-c1e1f183-ddb0-4db3-abb9-77a239ead0ad tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 943 time: 0.1393011 Jul 29 17:48:39.900022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.912134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:39.917782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.944803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:39.945561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:39.947174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] 10.222.0.49 "PUT /v2.0/ports/d61be33f-e5a1-45f3-bfb8-f65e9ba226af HTTP/1.1" status: 200 len: 1091 time: 2.8952696 Jul 29 17:48:39.972336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:39.972336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:39.973560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2fad8-53f0-45ea-b3f0-8220f0182ebf None None] Pushing event updated for resources: {'Port': ['ID=19e48867-cecb-49c0-a5cf-a99fae77ea39,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.013491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-8d131a5d-bd3e-4505-9942-b6772d982b82 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965989 Jul 29 17:48:40.014221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d391-44c4-466c-9fd6-20e890683ccd service neutron] Pushing event updated for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.088220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c6efca5-c4d3-497d-8666-6b9533ddab9b req-88155931-e1de-476a-8f4d-0476326948a3 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616647 Jul 29 17:48:40.133641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.137398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.139037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f01d7b14-247c-4cc5-ac2a-b03dac0d2b82 HTTP/1.1" status: 204 len: 168 time: 0.4524276 Jul 29 17:48:40.147204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:40.157407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee977ae-9e86-407e-9f42-92556bc9c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d7b14-247c-4cc5-ac2a-b03dac0d2b82,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.282272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.283211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.302525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Transition to ACTIVE for port object b87112d6-90c7-4d9e-9f01-03d46afa448f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:40.312354 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.338064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-cf0b45fc-5525-49be-8b3e-56c48cb178d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:40.339830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-cf0b45fc-5525-49be-8b3e-56c48cb178d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 1094 time: 0.3116338 Jul 29 17:48:40.343962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=920479cb-8de1-4dac-8fe4-62d562b98116,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.369473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.383701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:40.384065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: fdfa6ddd-382d-41ef-9de1-3d4759ca19b0, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:40.403595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:40.408056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f614f-c40e-43bf-82af-c6f5ef9aaa42 req-6522fa60-76ca-4aa5-b5eb-34e64b3e084a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:40.413867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Transition to ACTIVE for port object b87112d6-90c7-4d9e-9f01-03d46afa448f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:40.415660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, fdfa6ddd-382d-41ef-9de1-3d4759ca19b0) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:40.417439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b65f614f-c40e-43bf-82af-c6f5ef9aaa42 req-6522fa60-76ca-4aa5-b5eb-34e64b3e084a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.3550422 Jul 29 17:48:40.422433 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.422855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:40.423710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.444521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-32e1dfe7-67bb-44d0-b504-a84089204c70 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8303361 Jul 29 17:48:40.447401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55616) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:40.453873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-35840409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:40.456710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cc38d-96d9-43a2-a1b5-05766bde1c89 None None] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:40.486548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.488945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.503892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:40.513373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-e152224a-2b5d-47ff-88a7-effa76ffc214 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af HTTP/1.1" status: 200 len: 217 time: 0.1387482 Jul 29 17:48:40.528558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5670e67c-3815-47f9-8945-a91ed8b783bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.528968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:40.535759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b54ca8d-9880-44a5-bad0-047ddc405959,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.539291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:40.553424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:40.559661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Pushing event updated for resources: {'Port': ['ID=b87112d6-90c7-4d9e-9f01-03d46afa448f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.583376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.589517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.640557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-3d422503-3352-4a89-bcc8-25986203d518 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919926 Jul 29 17:48:40.699187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Checking segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:40.699769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Network hostable DHCP agents. Network: eafd01ee-8ace-4094-9497-02fbbd972f31, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:40.709175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b65f614f-c40e-43bf-82af-c6f5ef9aaa42 req-214fdd89-4730-4f50-bb8b-db1f47e8d2e7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859099 Jul 29 17:48:40.710545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5670e67c-3815-47f9-8945-a91ed8b783bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.717989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5670e67c-3815-47f9-8945-a91ed8b783bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.731052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.734982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-371bf97b-9e3c-436e-9c7b-426a33178031 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2836335 Jul 29 17:48:40.741724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:40.772219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:35Z', 'revision_number': 3, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:40.810888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5670e67c-3815-47f9-8945-a91ed8b783bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=885d5282b26340f582cddef7a5caccd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055174 Jul 29 17:48:40.817331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55622) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:40.829372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6ef2d-2b9f-4470-9935-50352fb26e73 None None] The sync data for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 is: [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:35Z', 'revision_number': 3, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:40.838016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Attempting to bind port b87112d6-90c7-4d9e-9f01-03d46afa448f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:40.838425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Attempting to bind port b87112d6-90c7-4d9e-9f01-03d46afa448f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:40.838786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Attempting to bind port b87112d6-90c7-4d9e-9f01-03d46afa448f on network ee91c27c-d404-438b-bfa1-30fdd77558c5 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:40.870792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:40.871170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Checking segment: {'id': '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:40.871583 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.871979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Bound using segment: {'id': '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:40.872718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Bound port: b87112d6-90c7-4d9e-9f01-03d46afa448f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ee91c27c-d404-438b-bfa1-30fdd77558c5'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:40.872856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:40.911761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670e67c-3815-47f9-8945-a91ed8b783bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d1e10-5c69-45e7-971f-95f5530f85e9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:40.971793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-fdfa6ddd-382d-41ef-9de1-3d4759ca19b0', 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '920479cb-8de1-4dac-8fe4-62d562b98116'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:48:40.972994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.029774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] For port b87112d6-90c7-4d9e-9f01-03d46afa448f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:41.035702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] For port b87112d6-90c7-4d9e-9f01-03d46afa448f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b87112d6-90c7-4d9e-9f01-03d46afa448f,segment=NetworkSegment(6c605d09-7c6a-44cd-9b2b-cbd41e7f120e),segment_id=6c605d09-7c6a-44cd-9b2b-cbd41e7f120e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:41.090050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.120324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.236248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Allocated IP 172.20.0.1 (148ab93e-8cfd-41a6-9665-80a2578d1d6a/9237785d-0ee6-438a-bfc1-352659273562/c5bb8430-eb14-4968-8423-115b03f651d7) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:41.252648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c875-6fb8-4952-9bbc-bfcefb2f79e1 None None] Pushing event updated for resources: {'Port': ['ID=b87112d6-90c7-4d9e-9f01-03d46afa448f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:41.253309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:41.256389 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf24eb-5537-4615-965e-c19e82ff119a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:41.279007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Allocated IP 2001:db8:1::2 (fdfa6ddd-382d-41ef-9de1-3d4759ca19b0/920479cb-8de1-4dac-8fe4-62d562b98116/56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:41.299801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47f0a-d551-4811-8828-48a9790110bb req-464a5f9d-51f0-4b71-9bc0-efcc09dac9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:41.301834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-464a5f9d-51f0-4b71-9bc0-efcc09dac9a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.7738779 Jul 29 17:48:41.454660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-0277dd27-b52c-4d00-9a79-66ab5b4ac5c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364961 Jul 29 17:48:41.487417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.499204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Transition to ACTIVE for port object 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:41.542040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Transition to ACTIVE for port object 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:41.552217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.571390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-be9e6748-bb2d-46d3-9a18-d982b67a4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:41.572953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-be9e6748-bb2d-46d3-9a18-d982b67a4e5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 1095 time: 0.8627768 Jul 29 17:48:41.575085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Network eafd01ee-8ace-4094-9497-02fbbd972f31 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:41.616820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d55f7-facb-4602-98bb-c0368a1ad956 req-e90f38c9-53ad-489a-913e-f9bab526f5c5 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:41.631320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b5d55f7-facb-4602-98bb-c0368a1ad956 req-e90f38c9-53ad-489a-913e-f9bab526f5c5 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 943 time: 0.2991011 Jul 29 17:48:41.637477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:41.646961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:41.649466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Pushing event updated for resources: {'Port': ['ID=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:41.652379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:41.657655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2157-d4cc-4202-a1fe-68998da2ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.716747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871985c3-9053-45d0-8ac3-d9e0a2e3236e req-0e5cfec7-d7d1-4ff6-bb3c-1e8d84467818 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:41.718381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-871985c3-9053-45d0-8ac3-d9e0a2e3236e req-0e5cfec7-d7d1-4ff6-bb3c-1e8d84467818 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.7237186 Jul 29 17:48:41.737411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Attempting to bind port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:41.738017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Attempting to bind port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:41.744180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Attempting to bind port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 on network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:41.750616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:41.751250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Checking segment: {'id': 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:41.751749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.752271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Bound using segment: {'id': 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:41.753135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Bound port: 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fdfa6ddd-382d-41ef-9de1-3d4759ca19b0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:41.754186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.755154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.783055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, eafd01ee-8ace-4094-9497-02fbbd972f31) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:41.808532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57b20d-5725-4dbe-b19f-3bc03dbf6fa0 None None] Network eafd01ee-8ace-4094-9497-02fbbd972f31 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:41.821186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:41.821793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.872613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-871985c3-9053-45d0-8ac3-d9e0a2e3236e req-90bef778-a221-4b96-af64-9a9100a55d72 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410949 Jul 29 17:48:41.884100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.896389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.902829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.938487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] For port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:41.943847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] For port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,segment=NetworkSegment(ee913cad-dae7-4c2a-a576-9cdfc3d7346d),segment_id=ee913cad-dae7-4c2a-a576-9cdfc3d7346d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:41.954223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-00cfde9d-8e55-4047-b4d1-541276cfccd6 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852202 Jul 29 17:48:41.955332 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:41.976215 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b5d55f7-facb-4602-98bb-c0368a1ad956 req-e6368041-9b7c-4adf-9f43-723cff0ba310 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303738 Jul 29 17:48:41.984260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-196de35c-d164-44f4-986f-5be7ee6a152a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9988248 Jul 29 17:48:41.995431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55636) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:42.027644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.030855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.034683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c6d1e10-5c69-45e7-971f-95f5530f85e9 HTTP/1.1" status: 204 len: 168 time: 1.2129567 Jul 29 17:48:42.137384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf88f-2d13-4046-9b39-7c7dde3d817b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d1e10-5c69-45e7-971f-95f5530f85e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:42.169192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:42.173470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-58864fd2-df44-44c5-a242-6c719c048a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:42.175702 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-58864fd2-df44-44c5-a242-6c719c048a62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 918 time: 0.5822582 Jul 29 17:48:42.203128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-eafd01ee-8ace-4094-9497-02fbbd972f31', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:48:42.204133 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.271517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6edde-a077-4c31-bd22-27059e6492f3 None None] Pushing event updated for resources: {'Port': ['ID=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:42.440737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8::1 (ee91c27c-d404-438b-bfa1-30fdd77558c5/6509eb5b-a551-4d7e-ab5f-76dd3a5833de/928abb70-cf92-4198-9bc1-b8f9b2da3c64) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:42.448468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.501522 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0f052c-5abf-4a93-bc1a-5670bf1aa6ce x-openstack-request-id: req-da0f052c-5abf-4a93-bc1a-5670bf1aa6ce {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:42.502142 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:42.502564 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da0f052c-5abf-4a93-bc1a-5670bf1aa6ce {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:42.503121 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af', 'status': 'completed', 'code': 200} Jul 29 17:48:42.507039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 321f3c5b-9702-442c-bf27-ff4ab2291d7b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:42.524258 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-3628079c-e6ef-4ac0-94e7-c288ebe3bb4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d HTTP/1.1" status: 200 len: 217 time: 0.2438054 Jul 29 17:48:42.588467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59a47f0a-d551-4811-8828-48a9790110bb req-7a55f312-1ca9-454f-8689-7206991ff840 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951974 Jul 29 17:48:42.709926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.711150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.733324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.735128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:42.755491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object 928abb70-cf92-4198-9bc1-b8f9b2da3c64 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:42.756143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32477026-b2b6-4804-896b-e403a8cc14be req-5f8ccfb5-8867-42a5-bb90-1fc9ab5db563 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:42.764567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32477026-b2b6-4804-896b-e403a8cc14be req-5f8ccfb5-8867-42a5-bb90-1fc9ab5db563 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.5876694 Jul 29 17:48:42.787149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:42.818198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:42.824114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.841710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:42.871730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Allocated IP 172.20.0.2 (eafd01ee-8ace-4094-9497-02fbbd972f31/7b54ca8d-9880-44a5-bad0-047ddc405959/34b9c629-c307-4789-a1b8-783f00b1d399) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:42.896977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:42.921960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:42.925081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '321f3c5b-9702-442c-bf27-ff4ab2291d7b', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'port_id': '321f3c5b-9702-442c-bf27-ff4ab2291d7b', 'mac_address': 'fa:16:3e:97:2f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842dff75-d3ad-47b1-b304-ee75ab5229ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:42.962990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=928abb70-cf92-4198-9bc1-b8f9b2da3c64,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:42.990219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:43.000475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:43.007368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:43.007945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.021597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-7d4517c4-e021-4d8e-bd95-f07c73c3a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:43.022564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e36cb-b6cd-4f04-8bcb-e9983764af27 None None] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:43.024816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-7d4517c4-e021-4d8e-bd95-f07c73c3a135 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.3863938 Jul 29 17:48:43.128156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.188603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-56f940fa-6147-4600-852b-3c63ffefc306 None None] Provisioning for port b87112d6-90c7-4d9e-9f01-03d46afa448f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:43.193786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32477026-b2b6-4804-896b-e403a8cc14be req-1d8014c1-1821-4ac1-b7de-50039687a924 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285080 Jul 29 17:48:43.194609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.201709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-e0ff5636-42c2-4344-b7e1-d577cd05c63e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945840 Jul 29 17:48:43.209226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b87112d6-90c7-4d9e-9f01-03d46afa448f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:43.229792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.263721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf24eb-5537-4615-965e-c19e82ff119a req-783cdf70-451d-40de-86ca-02f043eff553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:43.265275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-783cdf70-451d-40de-86ca-02f043eff553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4348c0193bca4d8eacc2557b6d68c317&device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 1094 time: 0.5674992 Jul 29 17:48:43.265601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e212969-75b9-45bf-ad4d-412ab2d4026a req-130b73c2-4587-4f85-bc36-b09faaf1d165 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:43.269554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e212969-75b9-45bf-ad4d-412ab2d4026a req-130b73c2-4587-4f85-bc36-b09faaf1d165 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.1381266 Jul 29 17:48:43.311007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.453089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321f3c5b-9702-442c-bf27-ff4ab2291d7b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:43.557682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:43.562386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.566226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b87112d6-90c7-4d9e-9f01-03d46afa448f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:43.576569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b87112d6-90c7-4d9e-9f01-03d46afa448f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:43.577150 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.579002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.658594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.684298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.685441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.696793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Transition to ACTIVE for port object 34b9c629-c307-4789-a1b8-783f00b1d399 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:43.720079 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:43.722921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ee05a5f5-49d1-4dbe-a447-6ca315d7086d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:43.742266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=928abb70-cf92-4198-9bc1-b8f9b2da3c64,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:43.752586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e212969-75b9-45bf-ad4d-412ab2d4026a req-f1ead529-38a5-41a7-a337-52f36bac8e10 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745345 Jul 29 17:48:43.803677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfef419-8c70-46ca-bb54-0951445d480a req-375aff29-9a7d-49c3-b852-bf30aea1beac tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:43.805441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4cfef419-8c70-46ca-bb54-0951445d480a req-375aff29-9a7d-49c3-b852-bf30aea1beac tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 943 time: 0.5116029 Jul 29 17:48:43.811505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-b5116df0-71c0-41c4-90b0-5c9dcce624be service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673800 Jul 29 17:48:43.825495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf24eb-5537-4615-965e-c19e82ff119a req-6a6f364e-75a2-4298-8d0a-b4906d4a93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:43.827134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-6a6f364e-75a2-4298-8d0a-b4906d4a93b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 200 len: 918 time: 0.4976807 Jul 29 17:48:43.874588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:43.942605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ca51c-6418-4ce7-ab64-0349b8d9f3d4 None None] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:43.963892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:43.965510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:43.972898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Transition to ACTIVE for port object 34b9c629-c307-4789-a1b8-783f00b1d399 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:43.977655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:48:44.034538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-85123d7e-cd71-45a8-bede-74a2858e4c86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af HTTP/1.1" status: 200 len: 217 time: 0.1710155 Jul 29 17:48:44.045336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4cfef419-8c70-46ca-bb54-0951445d480a req-a2ba43b4-5c99-46bd-95e2-3c105322c962 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319598 Jul 29 17:48:44.052856 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.148989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6092200b-7c59-4520-a5fa-1b5a4b3fde88 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:48:44.217544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf24eb-5537-4615-965e-c19e82ff119a req-6d4b838c-c426-40b7-b768-1524f0b6fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:44.219192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-6d4b838c-c426-40b7-b768-1524f0b6fcc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 200 len: 857 time: 0.1688755 Jul 29 17:48:44.240193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354c8ca-9e35-47d4-a061-f2a0849bbabd req-014d6cbf-0521-48c9-a454-531f665916d9 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117997 Jul 29 17:48:44.291734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:44.304207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] Sync routers for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:44.306291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8030315f-8e2d-41be-97cb-08925e50c01e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632389 Jul 29 17:48:44.309201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55680) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:44.318055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:44.318746 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:44.365452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['321f3c5b-9702-442c-bf27-ff4ab2291d7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:44.381399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8fa41-6fe7-44f6-b6af-48c187ec1b03 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:44.385608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-50c8fa41-6fe7-44f6-b6af-48c187ec1b03 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports/928abb70-cf92-4198-9bc1-b8f9b2da3c64 HTTP/1.1" status: 200 len: 911 time: 0.0728238 Jul 29 17:48:44.385787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:44.388093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.426382 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:44.452033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:44.452946 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:44.521371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.548370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d43068f-5d46-494e-93af-ef40f622bfea None None] Provisioning for port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:44.551739 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:44.552480 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840eecd-c929-41e6-860f-1a625ea8f063 None None] The sync data for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:44.571241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.576737 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-e76b5ec5-0de8-4250-be48-e181f82c610b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a6f898e8-111f-4035-877b-32ecf5a30884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3477824 Jul 29 17:48:44.665762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36445d0-b050-4a7f-8708-724d1da79c16 req-ad6ac53c-0894-4740-b8df-61d305da3f17 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:44.667422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d36445d0-b050-4a7f-8708-724d1da79c16 req-ad6ac53c-0894-4740-b8df-61d305da3f17 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2834117 Jul 29 17:48:44.683897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:44.704377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Network eafd01ee-8ace-4094-9497-02fbbd972f31 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:44.708832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.723539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d36445d0-b050-4a7f-8708-724d1da79c16 req-6d349b67-11ba-4dc3-a31a-8023fd7ca00c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Jul 29 17:48:44.737633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:44.750707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:44.845303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:44.872162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Pushing event updated for resources: {'Port': ['ID=34b9c629-c307-4789-a1b8-783f00b1d399,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:44.915381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:44.947842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-db4ff99b-5b24-4212-90a1-871d03c95e49 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109534 Jul 29 17:48:45.015476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'port_id': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'mac_address': 'fa:16:3e:7a:6e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842dff75-d3ad-47b1-b304-ee75ab5229ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:45.016072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.086902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.173352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Attempting to bind port 34b9c629-c307-4789-a1b8-783f00b1d399 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:45.174457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Attempting to bind port 34b9c629-c307-4789-a1b8-783f00b1d399 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:45.175122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Attempting to bind port 34b9c629-c307-4789-a1b8-783f00b1d399 on network eafd01ee-8ace-4094-9497-02fbbd972f31 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:45.187154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.212297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port b87112d6-90c7-4d9e-9f01-03d46afa448f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b87112d6-90c7-4d9e-9f01-03d46afa448f,segment=NetworkSegment(6c605d09-7c6a-44cd-9b2b-cbd41e7f120e),segment_id=6c605d09-7c6a-44cd-9b2b-cbd41e7f120e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:45.322417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:45.322866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Checking segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:45.323253 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.323722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Bound using segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:45.324217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Bound port: 34b9c629-c307-4789-a1b8-783f00b1d399, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:45.324606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.356187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Provisioning for port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:45.362902 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.364035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 19e48867-cecb-49c0-a5cf-a99fae77ea39 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:45.439122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Provisioning complete for port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:45.439848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.480782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee05a5f5-49d1-4dbe-a447-6ca315d7086d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:45.498488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8:1::1 (fdfa6ddd-382d-41ef-9de1-3d4759ca19b0/920479cb-8de1-4dac-8fe4-62d562b98116/e8532972-5c0a-4834-8235-fc31e3d0fef7) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:45.519850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:45.578894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:45.589603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.724877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d61be33f-e5a1-45f3-bfb8-f65e9ba226af details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:45.745745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.749189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] For port 34b9c629-c307-4789-a1b8-783f00b1d399, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:45.781321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object e8532972-5c0a-4834-8235-fc31e3d0fef7 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:45.787997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Provisioning complete for port b87112d6-90c7-4d9e-9f01-03d46afa448f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:45.788641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4623198b-4af7-40d7-8bd6-97d96e2dcf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.850763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] For port 34b9c629-c307-4789-a1b8-783f00b1d399, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=34b9c629-c307-4789-a1b8-783f00b1d399,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:45.852934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ee05a5f5-49d1-4dbe-a447-6ca315d7086d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:45.856494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.903126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:45.910803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:45.923185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 19e48867-cecb-49c0-a5cf-a99fae77ea39 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:45.924328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:45.924916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.927651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:45.957754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=b87112d6-90c7-4d9e-9f01-03d46afa448f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:45.976942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:48:45.982048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 19e48867-cecb-49c0-a5cf-a99fae77ea39 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:45.982747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.059712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575b1ba-39a8-48d7-b94d-91612a74155b req-24a2eb2f-2330-432c-ac9d-065d890b6884 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:46.068104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d575b1ba-39a8-48d7-b94d-91612a74155b req-24a2eb2f-2330-432c-ac9d-065d890b6884 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 943 time: 0.2468224 Jul 29 17:48:46.110637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aebf24eb-5537-4615-965e-c19e82ff119a req-e2025742-17c9-414e-9187-4e11aee94282 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1102509 Jul 29 17:48:46.145048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:46.155089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.171768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65538-a323-4176-85a1-27ad0d3d5c11 req-157b7c86-2cca-4ce1-9c35-c2520d14757f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:46.173444 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24d65538-a323-4176-85a1-27ad0d3d5c11 req-157b7c86-2cca-4ce1-9c35-c2520d14757f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 1.2547860 Jul 29 17:48:46.240483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=e8532972-5c0a-4834-8235-fc31e3d0fef7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:46.266023 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24d65538-a323-4176-85a1-27ad0d3d5c11 req-fde9fc95-b54b-4dd0-94dc-2d50795b0de6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Jul 29 17:48:46.267083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.271080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f205d5-0ae8-4f51-982a-ae21ba0f9237 None None] Pushing event updated for resources: {'Port': ['ID=34b9c629-c307-4789-a1b8-783f00b1d399,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:46.337610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.338041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d575b1ba-39a8-48d7-b94d-91612a74155b req-affbd467-7012-48af-8ff1-910e693afad2 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688520 Jul 29 17:48:46.339160 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.378796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:46.423954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 19e48867-cecb-49c0-a5cf-a99fae77ea39, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=19e48867-cecb-49c0-a5cf-a99fae77ea39,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:46.442172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.444543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:46.446321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:46.511381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55734) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:46.520192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 321f3c5b-9702-442c-bf27-ff4ab2291d7b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:46.622234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=19e48867-cecb-49c0-a5cf-a99fae77ea39,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:46.639950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcfede-df55-4afd-8a89-b80fc500c356 req-9398d76d-1b08-478d-98df-973b970396a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:46.647622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35dcfede-df55-4afd-8a89-b80fc500c356 req-9398d76d-1b08-478d-98df-973b970396a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1917014 Jul 29 17:48:46.690705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:46.704803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-35dcfede-df55-4afd-8a89-b80fc500c356 req-9d5b4bea-bce0-4a87-a862-a0d7c43e8516 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Jul 29 17:48:46.721009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:46.721451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ea864c7-ee3e-4fac-8c1e-3d201862596c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.726419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:46.726769 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.729549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Allocated IP 172.25.5.58 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/871c39d7-c376-4ba3-a993-16aa01a17b30) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:46.757168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af', 'network_id': 'a6f898e8-111f-4035-877b-32ecf5a30884', 'port_id': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af', 'mac_address': 'fa:16:3e:41:c6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842dff75-d3ad-47b1-b304-ee75ab5229ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:46.758776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Router ee876139-bd3f-4c51-918a-adca7501a52b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:46.793510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 321f3c5b-9702-442c-bf27-ff4ab2291d7b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:46.821290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 321f3c5b-9702-442c-bf27-ff4ab2291d7b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:46.821647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.837381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.848109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.849840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.883047 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.916162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61be33f-e5a1-45f3-bfb8-f65e9ba226af {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:46.953245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Provisioning for port e8532972-5c0a-4834-8235-fc31e3d0fef7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:46.960883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.961115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=e8532972-5c0a-4834-8235-fc31e3d0fef7,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:46.971608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:46.972788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:46.974702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Provisioning complete for port e8532972-5c0a-4834-8235-fc31e3d0fef7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:46.975073 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.978508 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ea864c7-ee3e-4fac-8c1e-3d201862596c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:46.978817 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e08f4921-43dd-4037-8649-c5f9f89f30be admin admin] 10.222.0.16 "PUT /v2.0/routers/ee876139-bd3f-4c51-918a-adca7501a52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5582731 Jul 29 17:48:47.003761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ea864c7-ee3e-4fac-8c1e-3d201862596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.038829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.061759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.063837 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.069115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ea864c7-ee3e-4fac-8c1e-3d201862596c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beff1a3c210249b4b2053a4d7f8625db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546265 Jul 29 17:48:47.069357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Sync routers for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:47.078349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55740) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:47.082563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:47.089943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea864c7-ee3e-4fac-8c1e-3d201862596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08392885-ba9c-4150-ba3a-d69fcf58025b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:47.098211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.116094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:47.121971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:47.125725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:47.129419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:47.161036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:47.161682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:47.172277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Pushing event updated for resources: {'Port': ['ID=871c39d7-c376-4ba3-a993-16aa01a17b30,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:47.286017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.360864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6092200b-7c59-4520-a5fa-1b5a4b3fde88 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:47.366626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.547811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d61be33f-e5a1-45f3-bfb8-f65e9ba226af'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:47.562481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:47.575867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357ef6-110e-40f7-a3fc-dbcec80ad211 req-7220613c-713c-4054-8855-acb1d34d4b98 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:47.584471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e357ef6-110e-40f7-a3fc-dbcec80ad211 req-7220613c-713c-4054-8855-acb1d34d4b98 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.1811914 Jul 29 17:48:47.587398 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] Sync routers for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:47.601504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:47.603800 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:47.603948 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864e199-81ef-4e95-852f-3dc4b0505c42" -d '{"events": [{"server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "name": "network-vif-plugged", "status": "completed", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:47.604708 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:47.605636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3205f94e-0fda-4c5d-9cb5-39e65477aedd tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2184396 Jul 29 17:48:47.608345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.609506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Port e8532972-5c0a-4834-8235-fc31e3d0fef7 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:47.611160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.613465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08392885-ba9c-4150-ba3a-d69fcf58025b HTTP/1.1" status: 204 len: 168 time: 0.5341485 Jul 29 17:48:47.614091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:47.661773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:47.664983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011323d9-5673-45a2-914c-70b9e3b7e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08392885-ba9c-4150-ba3a-d69fcf58025b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:47.668955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:47.683596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,segment=NetworkSegment(ee913cad-dae7-4c2a-a576-9cdfc3d7346d),segment_id=ee913cad-dae7-4c2a-a576-9cdfc3d7346d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:47.697196 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:47.714562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:47.715429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:47.723297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.732957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ee05a5f5-49d1-4dbe-a447-6ca315d7086d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:47.761902 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:47.762924 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1365b2-3b50-44d8-821b-056c03babfc7 None None] The sync data for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:47.771784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e882a-4f0b-48db-86ed-987b139bd7a4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:47.773231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fe4e882a-4f0b-48db-86ed-987b139bd7a4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports/e8532972-5c0a-4834-8235-fc31e3d0fef7 HTTP/1.1" status: 200 len: 913 time: 0.1454430 Jul 29 17:48:47.776137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55770) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:47.780182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e4178-94cc-4eb6-b6df-1098aa314f3e None None] Network eafd01ee-8ace-4094-9497-02fbbd972f31 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:47.809096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.875552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:47.881824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.928725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e357ef6-110e-40f7-a3fc-dbcec80ad211 req-8971e715-fc5d-4527-a9b4-e1adb0f76def tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139767 Jul 29 17:48:48.028631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Provisioning complete for port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:48.029009 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.142268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port ee05a5f5-49d1-4dbe-a447-6ca315d7086d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:48.150929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f665-c3a3-4711-913d-ad51f5c57b69 req-3baecfd5-5ff1-45e4-9c3b-9b217fc4227f tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:48.152654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1383f665-c3a3-4711-913d-ad51f5c57b69 req-3baecfd5-5ff1-45e4-9c3b-9b217fc4227f tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 944 time: 0.1130199 Jul 29 17:48:48.175873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port ee05a5f5-49d1-4dbe-a447-6ca315d7086d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:48.176434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.213601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:48.214718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.270685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6742bb7-a0b5-48bd-8cb0-730b5db8c289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.272656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b87112d6-90c7-4d9e-9f01-03d46afa448f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:48.307952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1383f665-c3a3-4711-913d-ad51f5c57b69 req-9bbde7f2-c0fe-42ed-bdee-1cfc9079b15c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270049 Jul 29 17:48:48.316157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:48.470641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Router 71b7b59c-b3bf-4a21-953b-abea7c1de07f is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:48:48.477932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6742bb7-a0b5-48bd-8cb0-730b5db8c289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.478158 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda7eed2-5cc7-407f-9a21-ef9fbf01911a x-openstack-request-id: req-cda7eed2-5cc7-407f-9a21-ef9fbf01911a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:48.478632 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "name": "network-vif-plugged", "status": "completed", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:48.478632 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cda7eed2-5cc7-407f-9a21-ef9fbf01911a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:48.479397 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b', 'code': 200} Jul 29 17:48:48.488640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6742bb7-a0b5-48bd-8cb0-730b5db8c289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.510191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-58ec4f35-c650-40a1-a227-68d84a37a866 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:48.520093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-58ec4f35-c650-40a1-a227-68d84a37a866 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 811 time: 0.9049153 Jul 29 17:48:48.567255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:48.616636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-3d9a25f8-b6e7-4d39-8d66-66fff7c5e235 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/quotas/6ce417ce831f44b1bd7c1d906955b44a HTTP/1.1" status: 200 len: 375 time: 0.0954356 Jul 29 17:48:48.633703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a6742bb7-a0b5-48bd-8cb0-730b5db8c289 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bc1a5147e57415eb1f8b59898810406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124269 Jul 29 17:48:48.635733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b87112d6-90c7-4d9e-9f01-03d46afa448f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:48.636458 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.637787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6742bb7-a0b5-48bd-8cb0-730b5db8c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d52653c-c13d-477d-8c21-89064ca3c50a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:48.643545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55776) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:48.671009 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.723437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Provisioning complete for port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:48.723921 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.742803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1a6e-f8a0-4674-9607-d4308b3060a8 req-aba557bb-f009-4476-b0d5-b1f631e6adc3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:48.744339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b1bb1a6e-f8a0-4674-9607-d4308b3060a8 req-aba557bb-f009-4476-b0d5-b1f631e6adc3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1871870 Jul 29 17:48:48.784027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:48.784438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:48.794668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:43Z', 'revision_number': 4, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c5bb8430-eb14-4968-8423-115b03f651d7', 'name': '', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'mac_address': 'fa:16:3e:15:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '9237785d-0ee6-438a-bfc1-352659273562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:40Z', 'updated_at': '2021-07-29T17:48:44Z', 'revision_number': 2, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'subnets': [{'id': '9237785d-0ee6-438a-bfc1-352659273562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:48.820310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.824888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Checking router: ee876139-bd3f-4c51-918a-adca7501a52b for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:48.825242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Updating router ee876139-bd3f-4c51-918a-adca7501a52b port c5bb8430-eb14-4968-8423-115b03f651d7 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:48.826256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b1bb1a6e-f8a0-4674-9607-d4308b3060a8 req-0bd99531-4fe9-4ca7-bd5e-0a24c99d8da6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Jul 29 17:48:48.827213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d31a2f2e-6fd7-41bc-ba6c-fc82ca57eed6 None None] Port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:48.829176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Sync routers for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:48.836144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.838153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.839103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27126b3d-adaf-49e9-97b4-3c275f3fe0de admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.6846354 Jul 29 17:48:48.840190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:48.850708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da089858-5afd-486e-8c40-f4f88ba38592 req-32c48fca-7e9e-42e6-944f-4bee0b4ca6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:48.852343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da089858-5afd-486e-8c40-f4f88ba38592 req-32c48fca-7e9e-42e6-944f-4bee0b4ca6de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 1097 time: 0.3168120 Jul 29 17:48:48.858367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-1ac02637-ef07-4ad0-ba86-cf03ea60c8a6 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116951 Jul 29 17:48:48.886886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-f14045bc-41cd-4dce-b724-897d96a11f38 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:48:48.888060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-f14045bc-41cd-4dce-b724-897d96a11f38 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118525 Jul 29 17:48:48.890480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.905916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:48.906576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:48.936086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.978165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da089858-5afd-486e-8c40-f4f88ba38592 req-dc63a304-92c1-4270-8b13-5aef7b17e075 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029439 Jul 29 17:48:49.035907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 34b9c629-c307-4789-a1b8-783f00b1d399 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:49.050762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.051696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-887c6cc2-c43d-46d9-86d3-a9d398745a7b service neutron] 10.222.0.16 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507967 Jul 29 17:48:49.053265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.054419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d52653c-c13d-477d-8c21-89064ca3c50a HTTP/1.1" status: 204 len: 168 time: 0.4101081 Jul 29 17:48:49.099231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb189-057e-4d11-b02f-e840d30c7a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d52653c-c13d-477d-8c21-89064ca3c50a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:49.131906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.149279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Provisioning complete for port e8532972-5c0a-4834-8235-fc31e3d0fef7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:49.150223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.154070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:49.180354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30dcc-04dc-4f40-9cec-6cf02505ca8e req-0bd7b978-28bc-4ace-bb41-6440bae1d2b1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:49.186930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27b30dcc-04dc-4f40-9cec-6cf02505ca8e req-0bd7b978-28bc-4ace-bb41-6440bae1d2b1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.1398373 Jul 29 17:48:49.239177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-ffba9693-4b4b-4d83-a82a-b23138eb13e5 service neutron] 10.222.0.16 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749632 Jul 29 17:48:49.281398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:49.291550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27b30dcc-04dc-4f40-9cec-6cf02505ca8e req-1b0768fd-89d0-4a3f-85b7-10c749104dec tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036386 Jul 29 17:48:49.396585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Port e8532972-5c0a-4834-8235-fc31e3d0fef7 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:49.398567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 34b9c629-c307-4789-a1b8-783f00b1d399 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:49.456577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 19e48867-cecb-49c0-a5cf-a99fae77ea39 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:49.518524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port e8532972-5c0a-4834-8235-fc31e3d0fef7 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:49.519063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.599110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Provisioning for port 34b9c629-c307-4789-a1b8-783f00b1d399 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:49.624243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62dc80-226b-4db2-b20e-1dd6196c0b07 req-ad84d33e-110e-4859-ad09-aa690465c32c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:49.628400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af62dc80-226b-4db2-b20e-1dd6196c0b07 req-ad84d33e-110e-4859-ad09-aa690465c32c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 944 time: 0.1673939 Jul 29 17:48:49.675390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Provisioning complete for port 34b9c629-c307-4789-a1b8-783f00b1d399 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:49.675778 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.707648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cc6c5a3-1c3a-439b-8f1d-283277777ffb req-37ac760c-a3dc-4af5-87f4-0f3dfdc4d964 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 210 time: 0.0694230 Jul 29 17:48:49.724920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:49.743183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for e8532972-5c0a-4834-8235-fc31e3d0fef7 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:49.762254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af62dc80-226b-4db2-b20e-1dd6196c0b07 req-f037771e-03d7-4342-872c-94dcbc5ed8fa tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845704 Jul 29 17:48:49.796162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.024219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.042204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d4d8-8291-438b-a9c3-5c5e4af0dc5f req-9927ebbb-c9e0-45cf-a65e-a80e2f3c3634 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:50.043830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2428d4d8-8291-438b-a9c3-5c5e4af0dc5f req-9927ebbb-c9e0-45cf-a65e-a80e2f3c3634 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.0872793 Jul 29 17:48:50.076242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=e8532972-5c0a-4834-8235-fc31e3d0fef7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:50.095961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Allocated IP 172.20.0.1 (eafd01ee-8ace-4094-9497-02fbbd972f31/7b54ca8d-9880-44a5-bad0-047ddc405959/c8dc16a5-1684-4ed5-80e8-4f8c611a5d07) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:50.175113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d61be33f-e5a1-45f3-bfb8-f65e9ba226af up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:50.249890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2428d4d8-8291-438b-a9c3-5c5e4af0dc5f req-37bf6bb9-235c-4878-a4ee-c254c98d19aa tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779439 Jul 29 17:48:50.288885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.298951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.322804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Transition to ACTIVE for port object c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:50.396206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.413840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.481654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 19e48867-cecb-49c0-a5cf-a99fae77ea39 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:50.482017 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.483621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:50.485696 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305152a2-5d21-4c24-991f-397958de036f" -d '{"events": [{"server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "name": "network-vif-plugged", "status": "completed", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:50.537544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 12983ddb-905d-4058-8746-629dd5654ff0 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:48:50.578102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Network eafd01ee-8ace-4094-9497-02fbbd972f31 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:50.597980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:50.602619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:50.621022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6092200b-7c59-4520-a5fa-1b5a4b3fde88 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:50.652370 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957be4dc-4ba8-47bb-a043-4d2a10371a9d x-openstack-request-id: req-957be4dc-4ba8-47bb-a043-4d2a10371a9d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:50.652370 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "name": "network-vif-plugged", "status": "completed", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:50.652659 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-957be4dc-4ba8-47bb-a043-4d2a10371a9d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:50.653051 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'code': 200} Jul 29 17:48:50.723586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.859231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Pushing event updated for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:50.908030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18170d98-dfcf-418d-a8eb-c70b2254a361 req-3bae9ebf-d741-433f-90b8-c9f95aa27630 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 210 time: 0.0873549 Jul 29 17:48:50.918765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:50.933550 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] Sync routers for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:50.941436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12248d-d551-4214-bbd9-6c4fed392ca4 req-3fb2adc7-2b1b-48df-b14e-f01e6e35671a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:50.946563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2e8a2072-7d91-4e39-9ff5-966f1948ffa1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660712 Jul 29 17:48:50.946563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55852) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:50.948026 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:50.948659 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:50.959828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5d12248d-d551-4214-bbd9-6c4fed392ca4 req-3fb2adc7-2b1b-48df-b14e-f01e6e35671a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.5379434 Jul 29 17:48:50.999730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de762-7a31-4eb6-80f2-c97535c20903 req-2d371e20-51d6-439f-ac57-01f339a1c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:51.001210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d82de762-7a31-4eb6-80f2-c97535c20903 req-2d371e20-51d6-439f-ac57-01f339a1c157 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 1097 time: 0.3254762 Jul 29 17:48:51.057319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] For port 34b9c629-c307-4789-a1b8-783f00b1d399, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=34b9c629-c307-4789-a1b8-783f00b1d399,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:51.068835 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:51.073525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port d61be33f-e5a1-45f3-bfb8-f65e9ba226af completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:51.083039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:51.094575 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:51.095474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:51.114043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.131744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port d61be33f-e5a1-45f3-bfb8-f65e9ba226af triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:51.132362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.166074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:51.168185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c62c3a-9650-4295-9130-bd1722e310bb None None] The sync data for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:51.227032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '12983ddb-905d-4058-8746-629dd5654ff0', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '12983ddb-905d-4058-8746-629dd5654ff0', 'mac_address': 'fa:16:3e:78:e9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:48:51.262931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.360091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Transition to ACTIVE for port object c5bb8430-eb14-4968-8423-115b03f651d7 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:51.373530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29d87-0ab1-42a6-8a4f-d1c3a0a1d818 req-59c586d7-9483-4b52-8341-b1d0aa8a8236 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:51.375578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ab29d87-0ab1-42a6-8a4f-d1c3a0a1d818 req-59c586d7-9483-4b52-8341-b1d0aa8a8236 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 944 time: 0.2841842 Jul 29 17:48:51.446658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5de10-33c6-4fe4-bf02-45dcfa2966cf None None] Pushing event updated for resources: {'Port': ['ID=34b9c629-c307-4789-a1b8-783f00b1d399,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:51.449324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.459742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-234acf79-1990-467c-96a1-6a904f147fcc None None] Provisioning for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:51.469301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:47Z', 'revision_number': 3, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:51.536919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ab29d87-0ab1-42a6-8a4f-d1c3a0a1d818 req-a91e6bd2-ad59-4260-8763-819dc8f19c90 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437922 Jul 29 17:48:51.537092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-234acf79-1990-467c-96a1-6a904f147fcc None None] Provisioning complete for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:51.537388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-234acf79-1990-467c-96a1-6a904f147fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.548297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.573550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Checking router: 71b7b59c-b3bf-4a21-953b-abea7c1de07f for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:51.573973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Updating router 71b7b59c-b3bf-4a21-953b-abea7c1de07f port 871c39d7-c376-4ba3-a993-16aa01a17b30 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:51.676696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12983ddb-905d-4058-8746-629dd5654ff0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:51.693206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fea3b2-19e5-46ac-b16d-535e1df1f722 None None] Pushing event updated for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:51.709892 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.724303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-234acf79-1990-467c-96a1-6a904f147fcc None None] Port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:51.779281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:51.780982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 34b9c629-c307-4789-a1b8-783f00b1d399 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:51.809699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.829924 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.846338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b437d6-5e41-4c79-b8ff-5c735da252df req-b8ec3b3f-8ac6-4d4b-bf06-bc8df50c3358 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:51.848081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14b437d6-5e41-4c79-b8ff-5c735da252df req-b8ec3b3f-8ac6-4d4b-bf06-bc8df50c3358 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1780748 Jul 29 17:48:51.960281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5d12248d-d551-4214-bbd9-6c4fed392ca4 req-d3d6a659-7002-4dac-942a-5f35efa0dcd5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9994676 Jul 29 17:48:51.966511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d82de762-7a31-4eb6-80f2-c97535c20903 req-27474036-830d-435f-a20c-d7655b730057 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455619 Jul 29 17:48:51.977439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['12983ddb-905d-4058-8746-629dd5654ff0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:48:51.998632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Attempting to bind port c5bb8430-eb14-4968-8423-115b03f651d7 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:51.999002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Attempting to bind port c5bb8430-eb14-4968-8423-115b03f651d7 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:51.999365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Attempting to bind port c5bb8430-eb14-4968-8423-115b03f651d7 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:52.000643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14b437d6-5e41-4c79-b8ff-5c735da252df req-71a51929-0f99-4a66-b68e-8ebad853c18f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438620 Jul 29 17:48:52.061071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.080544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:52.080918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Checking segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:52.081473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.081972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Bound using segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:52.082421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Bound port: c5bb8430-eb14-4968-8423-115b03f651d7, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:52.082806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.091741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:52.108178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:52.142797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.212334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 34b9c629-c307-4789-a1b8-783f00b1d399 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:52.212704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.244419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.317976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.327822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.336221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-6e6575c4-a75b-4f99-a130-06851927c796 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:52.337732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-6e6575c4-a75b-4f99-a130-06851927c796 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.38 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 811 time: 0.4139657 Jul 29 17:48:52.402349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41f97565-a6fe-4d67-834b-26c1a39d5719 req-309a0701-02e4-43d2-ac5d-2031be363874 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 210 time: 0.2415583 Jul 29 17:48:52.414562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Request body: {'port': {'device_id': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'admin_state_up': True, 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:52.425002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.428096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Pushing event updated for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:52.439766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:52.469354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] For port c5bb8430-eb14-4968-8423-115b03f651d7, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:52.532418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] For port c5bb8430-eb14-4968-8423-115b03f651d7, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c5bb8430-eb14-4968-8423-115b03f651d7,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:52.558444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.661056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:52.663933 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af5898-1335-4093-a54b-c39eb24d4ea9" -d '{"events": [{"server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "name": "network-vif-plugged", "status": "completed", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:52.664566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Network eafd01ee-8ace-4094-9497-02fbbd972f31 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:52.670612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:52.711370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Made reservation on behalf of 6ce417ce831f44b1bd7c1d906955b44a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:52.719908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.805197 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b03b85-6b73-4889-b36b-18ce17c8087d x-openstack-request-id: req-f5b03b85-6b73-4889-b36b-18ce17c8087d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:52.805623 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "name": "network-vif-plugged", "status": "completed", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:52.805965 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5b03b85-6b73-4889-b36b-18ce17c8087d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:52.806503 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af', 'code': 200} Jul 29 17:48:52.859404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:52.926433 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:52.949853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:52.956647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:52.966542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fea3b2-19e5-46ac-b16d-535e1df1f722 None None] Pushing event updated for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:53.031659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Router 71b7b59c-b3bf-4a21-953b-abea7c1de07f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:53.060738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Transition to ACTIVE for port object 871c39d7-c376-4ba3-a993-16aa01a17b30 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:53.095766 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.229178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Allocated IP 172.20.0.12 (148ab93e-8cfd-41a6-9665-80a2578d1d6a/9237785d-0ee6-438a-bfc1-352659273562/99ad3166-8918-442a-ad60-acfd1d79ee46) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:53.262750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55914) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:53.330753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eadb3-3906-451c-94fd-13ddf74cfac0 req-9f96bf54-cda4-4f12-aae8-c541666b3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:53.332600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f08eadb3-3906-451c-94fd-13ddf74cfac0 req-9f96bf54-cda4-4f12-aae8-c541666b3ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 1096 time: 0.3179333 Jul 29 17:48:53.358349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61f08b-29de-4b8f-b033-4b666f76cdee req-f7b0a4a5-d7f2-4758-a491-cbcddf378938 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:53.360296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f61f08b-29de-4b8f-b033-4b666f76cdee req-f7b0a4a5-d7f2-4758-a491-cbcddf378938 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 945 time: 0.3565729 Jul 29 17:48:53.447965 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.475368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-661e9ab9-afd0-4f0a-a1c8-f7b15d2a374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.522111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f08eadb3-3906-451c-94fd-13ddf74cfac0 req-9c13b6fb-93a1-4789-8b13-bf2d6dca9fb5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606100 Jul 29 17:48:53.535677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.538744 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1f61f08b-29de-4b8f-b033-4b666f76cdee req-a93eede2-31c5-499c-8cc2-c97ce738761f tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049635 Jul 29 17:48:53.542691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:53.549732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1bc87df1-c60b-4e29-afcd-a990a7de344a admin admin] 10.222.0.16 "PUT /v2.0/routers/71b7b59c-b3bf-4a21-953b-abea7c1de07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7066565 Jul 29 17:48:53.570795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Attempting to bind port 871c39d7-c376-4ba3-a993-16aa01a17b30 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:53.571332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Attempting to bind port 871c39d7-c376-4ba3-a993-16aa01a17b30 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:53.571726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Attempting to bind port 871c39d7-c376-4ba3-a993-16aa01a17b30 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:53.615112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:53.615660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:53.616314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.616865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:53.617452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Bound port: 871c39d7-c376-4ba3-a993-16aa01a17b30, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:53.618033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.619228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 928abb70-cf92-4198-9bc1-b8f9b2da3c64 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:48:53.620590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.625328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246465-fb53-4447-a9aa-17c5c78eccf8 None None] Pushing event updated for resources: {'Port': ['ID=871c39d7-c376-4ba3-a993-16aa01a17b30,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:53.653474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6df3bfcd-e249-4342-a20c-97257dae144f None None] Provisioning complete for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:53.654001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6df3bfcd-e249-4342-a20c-97257dae144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.661458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:53.661971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.689032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:53.699553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-661e9ab9-afd0-4f0a-a1c8-f7b15d2a374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.712494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:53.717392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-661e9ab9-afd0-4f0a-a1c8-f7b15d2a374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.746939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:53.776655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9ab9-afd0-4f0a-a1c8-f7b15d2a374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e77f9f4-86db-41de-98ec-ebdf60bfba0f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:53.781559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:48:53.822765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-661e9ab9-afd0-4f0a-a1c8-f7b15d2a374d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39e3ace68f0540969ee994516b5cdfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552673 Jul 29 17:48:53.825397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55922) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:53.842602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6df3bfcd-e249-4342-a20c-97257dae144f None None] Port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:48:53.893546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62b46-99f6-4853-80fa-3ce826fc0292 req-9e6a417b-d662-49e9-a83e-36875fab63e0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:53.900951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5dd62b46-99f6-4853-80fa-3ce826fc0292 req-9e6a417b-d662-49e9-a83e-36875fab63e0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 945 time: 0.1984680 Jul 29 17:48:53.924903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Pushing event updated for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:53.938140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826a578-3748-4b43-b952-377203d4454f req-5c606707-4690-45f7-8752-cf6651cb5383 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:53.948330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c826a578-3748-4b43-b952-377203d4454f req-5c606707-4690-45f7-8752-cf6651cb5383 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.8494520 Jul 29 17:48:53.952507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:53.985745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5dd62b46-99f6-4853-80fa-3ce826fc0292 req-05155c2a-c262-4216-ae0b-ef317c672f7f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 Jul 29 17:48:53.994016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:53.994016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.004348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] For port 871c39d7-c376-4ba3-a993-16aa01a17b30, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:54.029222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.061925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] For port 871c39d7-c376-4ba3-a993-16aa01a17b30, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=871c39d7-c376-4ba3-a993-16aa01a17b30,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:54.065907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c826a578-3748-4b43-b952-377203d4454f req-5441fd46-f7e2-4bfe-a18d-4a263cf295ec tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 Jul 29 17:48:54.076459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.077295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4301a88c-cfb0-4b2e-b3d4-11d0b4d288c5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6857648 Jul 29 17:48:54.081895 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.102296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Request body: {'port': {'device_id': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:54.137609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.141264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.142797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:54.143694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:54.147649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e77f9f4-86db-41de-98ec-ebdf60bfba0f HTTP/1.1" status: 204 len: 168 time: 0.3198044 Jul 29 17:48:54.155492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 928abb70-cf92-4198-9bc1-b8f9b2da3c64 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:48:54.165930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1d18-e803-48bb-bb17-a065a1de2d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e77f9f4-86db-41de-98ec-ebdf60bfba0f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:54.197058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.246850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:43Z', 'revision_number': 4, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c5bb8430-eb14-4968-8423-115b03f651d7', 'name': '', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'mac_address': 'fa:16:3e:15:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '9237785d-0ee6-438a-bfc1-352659273562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:40Z', 'updated_at': '2021-07-29T17:48:52Z', 'revision_number': 4, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'subnets': [{'id': '9237785d-0ee6-438a-bfc1-352659273562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:54.337393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ab4e7-65c6-4a55-80a0-63b12704f3c6 None None] The sync data for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 is: [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:48:43Z', 'revision_number': 4, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c5bb8430-eb14-4968-8423-115b03f651d7', 'name': '', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'mac_address': 'fa:16:3e:15:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '9237785d-0ee6-438a-bfc1-352659273562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:40Z', 'updated_at': '2021-07-29T17:48:52Z', 'revision_number': 4, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'subnets': [{'id': '9237785d-0ee6-438a-bfc1-352659273562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:54.341052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246465-fb53-4447-a9aa-17c5c78eccf8 None None] Pushing event updated for resources: {'Port': ['ID=871c39d7-c376-4ba3-a993-16aa01a17b30,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:54.383530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d71c5-8f86-46f0-97a5-e2a5cf36a202 req-8c9c44ec-0873-4544-89ad-ce69d0e5585c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:54.387310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-254d71c5-8f86-46f0-97a5-e2a5cf36a202 req-8c9c44ec-0873-4544-89ad-ce69d0e5585c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 932 time: 0.1406956 Jul 29 17:48:54.502432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 12983ddb-905d-4058-8746-629dd5654ff0 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:54.584338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:54.667083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 12983ddb-905d-4058-8746-629dd5654ff0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:54.667459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:54.848971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-254d71c5-8f86-46f0-97a5-e2a5cf36a202 req-c6f9c8d1-0507-4c89-9ab3-e8da907b4dae tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079782 Jul 29 17:48:54.964971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55944) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:55.048538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-650c7160-d0c4-4e93-bd0f-759e0e0d821c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.109338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.130278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:48:52Z', 'revision_number': 2, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:55.181237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e65554-070c-4a2c-9eac-dc85e1294c6a None None] The sync data for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 is: [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:48:52Z', 'revision_number': 2, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:55.188912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:55.193345 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730825ff-0415-4a2a-a766-26f818b939b9" -d '{"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:55.210045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:55.228443 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.302103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:55.364524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-1b615418-0930-4f1c-8226-edee1e4ede56 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:55.372086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-1b615418-0930-4f1c-8226-edee1e4ede56 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 828 time: 0.4482672 Jul 29 17:48:55.436336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-ca0bce03-77ed-46d4-a8cc-142c12fd4f52 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/quotas/3ce95a4fcd6149328e1c7b80008a8a15 HTTP/1.1" status: 200 len: 375 time: 0.0616488 Jul 29 17:48:55.541042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-650c7160-d0c4-4e93-bd0f-759e0e0d821c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.569415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-d4c6c08f-0b76-4315-9703-3b7be0a9819d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290467 Jul 29 17:48:55.660102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.729491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-e0ac499e-e951-43ae-925e-755d4adb3c36 service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542799 Jul 29 17:48:55.744344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-650c7160-d0c4-4e93-bd0f-759e0e0d821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.857644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=928abb70-cf92-4198-9bc1-b8f9b2da3c64,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:55.877678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-650c7160-d0c4-4e93-bd0f-759e0e0d821c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d08abce96d224b20929cf86f90715b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112866 Jul 29 17:48:55.881287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55956) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:55.921898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7160-d0c4-4e93-bd0f-759e0e0d821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bffe425-e418-4806-97cf-784007b21e17,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:56.021240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c1f6a31a-38cd-4612-b94c-abc43bdef32d service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905922 Jul 29 17:48:56.083276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ad3166-8918-442a-ad60-acfd1d79ee46 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:48:56.088311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.104630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.181532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ee10-1f08-4b19-984f-e5c29c454f64 req-362c03cb-e60e-49ad-8523-677629e43dfe tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:56.189947 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.202354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d95ee10-1f08-4b19-984f-e5c29c454f64 req-362c03cb-e60e-49ad-8523-677629e43dfe tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 945 time: 0.5633152 Jul 29 17:48:56.332742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c5bb8430-eb14-4968-8423-115b03f651d7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:56.338743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d95ee10-1f08-4b19-984f-e5c29c454f64 req-f9b2bcd1-fb94-40e6-a39b-96d9c498dc5a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349623 Jul 29 17:48:56.342049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Transition to ACTIVE for port object 99ad3166-8918-442a-ad60-acfd1d79ee46 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:56.463559 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.520009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c5bb8430-eb14-4968-8423-115b03f651d7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:56.520348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d45ff-14a2-4cac-83f9-e49fc43f7c71 req-22b857c8-a892-45c8-9ee4-eb54184e933c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:56.525032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c5bb8430-eb14-4968-8423-115b03f651d7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:56.525406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.526654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e0d45ff-14a2-4cac-83f9-e49fc43f7c71 req-22b857c8-a892-45c8-9ee4-eb54184e933c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.0913250 Jul 29 17:48:56.598407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e0d45ff-14a2-4cac-83f9-e49fc43f7c71 req-14247f7d-6464-4974-99d5-e99069ba52eb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 Jul 29 17:48:56.673328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.759287 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.815920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Pushing event updated for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:56.827843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.846178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port c5bb8430-eb14-4968-8423-115b03f651d7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c5bb8430-eb14-4968-8423-115b03f651d7,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:56.869927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:56.945351 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad581b38-43d7-4795-85e2-fffa809e87fe x-openstack-request-id: req-ad581b38-43d7-4795-85e2-fffa809e87fe {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:56.945351 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:56.945351 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad581b38-43d7-4795-85e2-fffa809e87fe {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:56.946872 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0', 'code': 200} Jul 29 17:48:57.014024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:57.017528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30355ac-5f87-4b7d-8202-1e69d14579ba req-6fb89ee2-d234-4605-b10e-d9562c2aeaa8 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:57.019242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b30355ac-5f87-4b7d-8202-1e69d14579ba req-6fb89ee2-d234-4605-b10e-d9562c2aeaa8 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.4745831 Jul 29 17:48:57.034233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6092200b-7c59-4520-a5fa-1b5a4b3fde88 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:57.098214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94996b-08cb-4847-9854-6978f1b7cdcb req-2ebdd543-ae60-45fd-a5d1-1a6adcc78589 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:57.099827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed94996b-08cb-4847-9854-6978f1b7cdcb req-2ebdd543-ae60-45fd-a5d1-1a6adcc78589 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 944 time: 0.0621758 Jul 29 17:48:57.136677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b30355ac-5f87-4b7d-8202-1e69d14579ba req-09f48003-1d51-4cb0-9cb2-a5e93dd3feaa tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838010 Jul 29 17:48:57.236002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Attempting to bind port 99ad3166-8918-442a-ad60-acfd1d79ee46 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:48:57.236365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Attempting to bind port 99ad3166-8918-442a-ad60-acfd1d79ee46 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:48:57.236774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Attempting to bind port 99ad3166-8918-442a-ad60-acfd1d79ee46 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:57.244953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:48:57.250616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d1ca175-d05a-4899-98a2-dbbaa65adcbb tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3029585 Jul 29 17:48:57.251669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Port 99ad3166-8918-442a-ad60-acfd1d79ee46 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:48:57.251879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Attempting to bind port 99ad3166-8918-442a-ad60-acfd1d79ee46 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:48:57.254231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55970) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:57.263507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] Sync routers for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:57.278785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed94996b-08cb-4847-9854-6978f1b7cdcb req-e7296d0c-a4d5-48ef-9442-f516a27f7280 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411221 Jul 29 17:48:57.290419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.292767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:57.292985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.293422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:57.294163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bffe425-e418-4806-97cf-784007b21e17 HTTP/1.1" status: 204 len: 168 time: 1.3991339 Jul 29 17:48:57.301013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f52efcc-eb69-45e0-9f32-f2cab147a5f8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=6092200b-7c59-4520-a5fa-1b5a4b3fde88 HTTP/1.1" status: 200 len: 205 time: 0.0453939 Jul 29 17:48:57.304585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55974) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:57.350953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:48:57.359852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Checking segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:48:57.360898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Bound using segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:48:57.362965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Bound port: 99ad3166-8918-442a-ad60-acfd1d79ee46, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:48:57.364666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.381539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:57.404531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] Routers {'6092200b-7c59-4520-a5fa-1b5a4b3fde88'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:57.406358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:57.482166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1bb0dcc-30ce-4d4c-97c8-6f3705bf4dac req-d23d6c14-0f40-45dc-ae0e-4bf0c75bdea8 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 210 time: 0.1678896 Jul 29 17:48:57.512222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a0797-0cf5-4170-ba47-56fa5b30bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bffe425-e418-4806-97cf-784007b21e17,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:57.516897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.518067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:57.524578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957d92e-e315-466f-b5e8-63e0ead4a9d2 None None] The sync data for ids ['6092200b-7c59-4520-a5fa-1b5a4b3fde88'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:57.539633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.696209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:48:57.700024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99ad3166-8918-442a-ad60-acfd1d79ee46,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:48:57.715103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.819115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:57.819736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:57.821152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] 10.222.0.38 "PUT /v2.0/ports/99ad3166-8918-442a-ad60-acfd1d79ee46 HTTP/1.1" status: 200 len: 1092 time: 3.7296159 Jul 29 17:48:57.840109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:48:57.842469 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12595b8-e70b-4144-85aa-5fa2436cc606" -d '{"events": [{"name": "network-changed", "server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:48:57.907143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbdee5-2447-41c7-8f00-07301fa93538 req-fb45d492-8608-4b9a-b012-e243304e96b2 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:57.915448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fcbdee5-2447-41c7-8f00-07301fa93538 req-fb45d492-8608-4b9a-b012-e243304e96b2 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 946 time: 0.4191194 Jul 29 17:48:57.944580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc921-55c9-4591-b077-7ca16a9154a7 req-ee6d6b78-022f-4dfe-b1df-3ece8cb4a131 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:57.946667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f97fc921-55c9-4591-b077-7ca16a9154a7 req-ee6d6b78-022f-4dfe-b1df-3ece8cb4a131 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1690137 Jul 29 17:48:57.980216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220ddc-b82c-4343-85c7-234366c75bcb service neutron] Pushing event updated for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:58.016206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-77515653-25fc-4c35-b577-772e6433377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:58.020657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-77515653-25fc-4c35-b577-772e6433377d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 1095 time: 0.1407614 Jul 29 17:48:58.045438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.049518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.091870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-042b8dcf-29f4-4c2a-97ea-d2e376386b9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ad3166-8918-442a-ad60-acfd1d79ee46 HTTP/1.1" status: 200 len: 217 time: 0.0606332 Jul 29 17:48:58.121654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f97fc921-55c9-4591-b077-7ca16a9154a7 req-6771bae0-5962-4c3a-91d6-92f83bab6d9d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376228 Jul 29 17:48:58.200093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-2ab25e9c-3d05-4829-9338-eab174cb0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:58.202850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-2ab25e9c-3d05-4829-9338-eab174cb0d70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.0994308 Jul 29 17:48:58.212191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fcbdee5-2447-41c7-8f00-07301fa93538 req-26bc7255-b351-4515-a68a-f4fa68933f09 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910228 Jul 29 17:48:58.215066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.223165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router 6092200b-7c59-4520-a5fa-1b5a4b3fde88 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:48:58.260347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.270619 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0222da3e-9767-462f-8eb5-b87a7de5829d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88 HTTP/1.1" status: 204 len: 168 time: 0.9646449 Jul 29 17:48:58.272043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-42bf37df-1d53-4a46-8534-c5098e695e1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612807 Jul 29 17:48:58.272532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56002) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:58.358449 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e5087-0aaa-4da8-9989-631b90714012 x-openstack-request-id: req-a65e5087-0aaa-4da8-9989-631b90714012 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:48:58.359067 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:48:58.359481 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a65e5087-0aaa-4da8-9989-631b90714012 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:48:58.360037 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46', 'status': 'completed', 'code': 200} Jul 29 17:48:58.369294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c5bb8430-eb14-4968-8423-115b03f651d7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:58.456130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c5bb8430-eb14-4968-8423-115b03f651d7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:58.457002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.509704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-a358796d-f4bd-496d-a19e-4a92b145c1bc tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:58.521885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-a358796d-f4bd-496d-a19e-4a92b145c1bc tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.49 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 828 time: 0.2775586 Jul 29 17:48:58.547410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'port': {'device_id': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'admin_state_up': True, 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:58.615501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 920479cb-8de1-4dac-8fe4-62d562b98116 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:58.626642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.672854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 871c39d7-c376-4ba3-a993-16aa01a17b30 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:48:58.734639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c2ba5-c21e-40c4-915b-af8a9e831a0f req-14ab5fc2-29f5-48e2-a7e9-87eb29b5b8e2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:58.736920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c76c2ba5-c21e-40c4-915b-af8a9e831a0f req-14ab5fc2-29f5-48e2-a7e9-87eb29b5b8e2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.2432182 Jul 29 17:48:58.743417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.749591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-0dd8086d-bf5a-4bea-a3fb-3c79d169b414 service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885405 Jul 29 17:48:58.784497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 871c39d7-c376-4ba3-a993-16aa01a17b30 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:58.789703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 871c39d7-c376-4ba3-a993-16aa01a17b30 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:58.790260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.827677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2db8-10ce-4f66-ae52-f57e2361db0c req-000147fa-ac99-430a-9db9-b6686767715f tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:58.831252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c5b2db8-10ce-4f66-ae52-f57e2361db0c req-000147fa-ac99-430a-9db9-b6686767715f tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 946 time: 0.3075106 Jul 29 17:48:58.908775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c5b2db8-10ce-4f66-ae52-f57e2361db0c req-bc352101-785c-467f-9b00-889560e75eff tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696044 Jul 29 17:48:58.923898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Made reservation on behalf of 3ce95a4fcd6149328e1c7b80008a8a15 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:58.929832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.963612 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:58.968595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c76c2ba5-c21e-40c4-915b-af8a9e831a0f req-ad0a46dd-d6a7-473a-8f8f-5342aa5a9c13 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209733 Jul 29 17:48:59.008423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 871c39d7-c376-4ba3-a993-16aa01a17b30, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=871c39d7-c376-4ba3-a993-16aa01a17b30,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:48:59.017693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:59.106355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:59.129232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=871c39d7-c376-4ba3-a993-16aa01a17b30,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:59.178938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Sync routers for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:59.225138 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:48:59.226151 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:59.240928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5d7b6d3-80e5-4635-9b5c-8f4944ac9ec4 req-af51a029-1288-4e38-b095-bfd4de754873 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 210 time: 0.0867081 Jul 29 17:48:59.253318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e301-22e5-4cac-b027-4baf6b82420a req-6aa413c6-7524-4a20-8332-50a459114bdd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:59.262366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6636e301-22e5-4cac-b027-4baf6b82420a req-6aa413c6-7524-4a20-8332-50a459114bdd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 944 time: 0.0783436 Jul 29 17:48:59.291408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Allocated IP 172.20.0.7 (eafd01ee-8ace-4094-9497-02fbbd972f31/7b54ca8d-9880-44a5-bad0-047ddc405959/459974ea-3d84-4c69-9c9a-9f3dcb489d60) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:59.322455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa104ad2-93cc-4427-85d3-48e8a713a534 req-170c6833-788d-419b-9d70-740f794db3b9 service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365674 Jul 29 17:48:59.342212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6636e301-22e5-4cac-b027-4baf6b82420a req-037384b3-435e-4caa-8bca-6fe0ae655ca4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774240 Jul 29 17:48:59.358318 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:59.440945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=920479cb-8de1-4dac-8fe4-62d562b98116,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:59.552131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:59.553449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c120f6de-18cf-4927-82f4-7c1a9d89af3b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/920479cb-8de1-4dac-8fe4-62d562b98116 HTTP/1.1" status: 204 len: 168 time: 1.2764957 Jul 29 17:48:59.556947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56030) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:48:59.559957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b60d1-5724-4228-a6cf-8d66b9a29805 None None] Network fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:48:59.576541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc3ffd-6a4c-4896-9eb3-667831b1b6d6 req-d0912884-9a86-425e-9897-e0b0928292c2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:59.583897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40fc3ffd-6a4c-4896-9eb3-667831b1b6d6 req-d0912884-9a86-425e-9897-e0b0928292c2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1495378 Jul 29 17:48:59.629823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-14aab48b-a0b3-47de-81e2-02577fabfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:59.631397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-14aab48b-a0b3-47de-81e2-02577fabfee3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 1095 time: 0.1850741 Jul 29 17:48:59.641035 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:48:59.671688 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:48:59.846102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 6509eb5b-a551-4d7e-ab5f-76dd3a5833de {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:48:59.863880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-4b731c2c-895c-4f3b-839f-86a7f868fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:48:59.870265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-4b731c2c-895c-4f3b-839f-86a7f868fa6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 912 time: 0.2283151 Jul 29 17:48:59.883204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:59.963243 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40fc3ffd-6a4c-4896-9eb3-667831b1b6d6 req-73b78a75-f6ab-4db2-86e5-4d8b3f9dec8f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779678 Jul 29 17:48:59.990963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.049931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-a80935c6-ae23-433b-a2ae-c430a378216c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ad3166-8918-442a-ad60-acfd1d79ee46 HTTP/1.1" status: 200 len: 217 time: 0.1592939 Jul 29 17:49:00.055896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.142944 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:48:52Z', 'revision_number': 2, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:00.150046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Transition to ACTIVE for port object 459974ea-3d84-4c69-9c9a-9f3dcb489d60 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:00.199140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71102d-0721-4f61-afed-ff1a5e42808e req-b6ed3a6a-2549-4010-ab92-65a7985439ed tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:00.206981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea71102d-0721-4f61-afed-ff1a5e42808e req-b6ed3a6a-2549-4010-ab92-65a7985439ed tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 946 time: 0.3351414 Jul 29 17:49:00.227381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] DHCP port deletion for fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:49:00.229802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-4471e0bc-0f4e-4dd8-9b4a-40d8752b8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:00.231432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-4471e0bc-0f4e-4dd8-9b4a-40d8752b8e89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.1731474 Jul 29 17:49:00.259748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 871c39d7-c376-4ba3-a993-16aa01a17b30 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:00.276452 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Checking router: 71b7b59c-b3bf-4a21-953b-abea7c1de07f for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:49:00.277912 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Updating router 71b7b59c-b3bf-4a21-953b-abea7c1de07f port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:49:00.306694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-cb4cb152-6c80-418a-8691-ec3a5bbf00cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663035 Jul 29 17:49:00.312126 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.330847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea71102d-0721-4f61-afed-ff1a5e42808e req-d2cb557b-75ae-4bcd-8801-df14aa51e6fd tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228793 Jul 29 17:49:00.345481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 871c39d7-c376-4ba3-a993-16aa01a17b30 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:00.345861 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.429116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Deleting port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:00.430546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.465250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bb7ba-bd0e-404f-8a68-df298047447c req-7ad6585b-7ec2-4b41-bfa8-6b2ed3b4bc2b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:00.474299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e6bb7ba-bd0e-404f-8a68-df298047447c req-7ad6585b-7ec2-4b41-bfa8-6b2ed3b4bc2b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 945 time: 0.3280919 Jul 29 17:49:00.519990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.568244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] For port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,segment=NetworkSegment(ee913cad-dae7-4c2a-a576-9cdfc3d7346d),segment_id=ee913cad-dae7-4c2a-a576-9cdfc3d7346d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:00.569433 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.599818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Calling delete_port for 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:00.614992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e6bb7ba-bd0e-404f-8a68-df298047447c req-5f71e5a0-2069-4464-ad24-395f554a4c75 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393702 Jul 29 17:49:00.672690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.683729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Network eafd01ee-8ace-4094-9497-02fbbd972f31 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:00.696496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-e991630f-7f47-462b-8286-22752922100d service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611946 Jul 29 17:49:00.726013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:00.747073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:00.774348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.848595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:00.849381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.849545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] No DVR routers for this DVR port 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:00.854202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801a684-cbd2-4a71-912e-a237179531c3 None None] Pushing event deleted for resources: {'Port': ['ID=56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:00.868056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event updated for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:00.870803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a541a-895f-4eaf-a988-469a81c7cd20 req-a8eea393-2435-4020-93d1-e18466396471 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:00.872412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-356a541a-895f-4eaf-a988-469a81c7cd20 req-a8eea393-2435-4020-93d1-e18466396471 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 931 time: 0.3132412 Jul 29 17:49:00.896681 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.933485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-356a541a-895f-4eaf-a988-469a81c7cd20 req-0e127a49-5659-46ad-850d-0ea5a791e913 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Jul 29 17:49:00.956126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Transition to ACTIVE for port object c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:00.974593 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:00.978484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12595b8-e70b-4144-85aa-5fa2436cc606 req-2fd7b48a-0b6a-43d4-9570-bbf568b9cff5 service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728205 Jul 29 17:49:01.044572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c11dd949-d4cb-4cff-a80c-6816eaee387f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5077775 Jul 29 17:49:01.067470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Pushing event updated for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:01.069076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Request body: {'port': {'device_id': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:01.077718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.078109 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.078592 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.079083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.079796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.079796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.080050 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.080375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.080722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.081074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.081395 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.081712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:01.107018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.136162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665219da-7652-4f5c-95de-e4c26853b79a None None] Network ee91c27c-d404-438b-bfa1-30fdd77558c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:01.190847 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.194778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/6509eb5b-a551-4d7e-ab5f-76dd3a5833de HTTP/1.1" status: 204 len: 168 time: 1.6347458 Jul 29 17:49:01.197526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:01.216580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Attempting to bind port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:01.217816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Attempting to bind port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:01.220520 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Attempting to bind port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 on network eafd01ee-8ace-4094-9497-02fbbd972f31 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:01.230418 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:01.233735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-93ce64b9-4620-4d46-bd77-017eaaa3e7f6 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:01.235328 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-93ce64b9-4620-4d46-bd77-017eaaa3e7f6 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 946 time: 0.3169096 Jul 29 17:49:01.235505 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Checking segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:01.236295 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.236862 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Bound using segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:01.238056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Bound port: c8dc16a5-1684-4ed5-80e8-4f8c611a5d07, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:01.239780 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.313167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316daff-582b-4705-b0c2-2128556b4dbd req-e50f5aa1-317b-40b2-967b-1a5890d41dce tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:01.317443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9316daff-582b-4705-b0c2-2128556b4dbd req-e50f5aa1-317b-40b2-967b-1a5890d41dce tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 944 time: 0.5811207 Jul 29 17:49:01.346489 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] For port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:01.354157 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] For port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:01.367213 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.473248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.477737 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04016a1-8a05-4d15-bee5-5261dde288bc None None] Pushing event updated for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:01.499917 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:01.501653 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:48:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:01.514980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748907e-6552-4874-a4b5-f2e0f5e5c354 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=6509eb5b-a551-4d7e-ab5f-76dd3a5833de,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:01.556983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.561067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d871e6a7-16df-4e85-a2e6-f258b877c3a0 None None] Provisioning for port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:01.610567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d871e6a7-16df-4e85-a2e6-f258b877c3a0 None None] Provisioning complete for port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:01.611234 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d871e6a7-16df-4e85-a2e6-f258b877c3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.747724 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:01.760003 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.773057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d871e6a7-16df-4e85-a2e6-f258b877c3a0 None None] Port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:01.792746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfa6ddd-382d-41ef-9de1-3d4759ca19b0']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:01.810371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:01.813228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee913cad-dae7-4c2a-a576-9cdfc3d7346d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:01.828803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.906217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.940340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:49:01.940340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:01.949464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] DHCP port deletion for ee91c27c-d404-438b-bfa1-30fdd77558c5 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:49:01.971678 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:49:02.124273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a22947-ecb3-4058-97dc-5e34819e4106 req-fd7f08e7-791d-469a-a2c7-7ef8a259d912 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:02.134123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12a22947-ecb3-4058-97dc-5e34819e4106 req-fd7f08e7-791d-469a-a2c7-7ef8a259d912 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1585391 Jul 29 17:49:02.156655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Deleting port b87112d6-90c7-4d9e-9f01-03d46afa448f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:02.157040 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.157905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.178333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.182889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/fdfa6ddd-382d-41ef-9de1-3d4759ca19b0 HTTP/1.1" status: 204 len: 168 time: 0.9813173 Jul 29 17:49:02.184568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56090) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:02.231223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12a22947-ecb3-4058-97dc-5e34819e4106 req-51948a07-4e85-4f44-afec-11892570fa9a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Jul 29 17:49:02.233758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda1bbf-2d1d-4e3d-9b1a-de8219c99685 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=fdfa6ddd-382d-41ef-9de1-3d4759ca19b0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:02.335738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9316daff-582b-4705-b0c2-2128556b4dbd req-4ddec797-fa39-4933-921c-d3dc43ece5e8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666441 Jul 29 17:49:02.361649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] For port b87112d6-90c7-4d9e-9f01-03d46afa448f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b87112d6-90c7-4d9e-9f01-03d46afa448f,segment=NetworkSegment(6c605d09-7c6a-44cd-9b2b-cbd41e7f120e),segment_id=6c605d09-7c6a-44cd-9b2b-cbd41e7f120e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:02.363143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.381070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Calling delete_port for b87112d6-90c7-4d9e-9f01-03d46afa448f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:02.476499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:02.493237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56102) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:02.523318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.555281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Deleting port ee05a5f5-49d1-4dbe-a447-6ca315d7086d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:02.557921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.568047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] No DVR routers for this DVR port b87112d6-90c7-4d9e-9f01-03d46afa448f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:02.570505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459974ea-3d84-4c69-9c9a-9f3dcb489d60 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:02.579248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4395f-b352-41c3-8deb-b4ae9ce90cfc None None] Pushing event deleted for resources: {'Port': ['ID=b87112d6-90c7-4d9e-9f01-03d46afa448f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:02.588403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.590143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99ad3166-8918-442a-ad60-acfd1d79ee46 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:02.596431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31ee42-acc1-4201-9dc3-e83f0339be33 req-33fdbb95-b3ee-4732-9d06-64564b86df9a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:02.604192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d31ee42-acc1-4201-9dc3-e83f0339be33 req-33fdbb95-b3ee-4732-9d06-64564b86df9a tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 946 time: 0.2248921 Jul 29 17:49:02.629758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.631201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:01Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:02.683201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295878f8-2d58-45d2-8fdc-ebd2c150979b None None] The sync data for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 is: [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:01Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:02.697692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Transition to ACTIVE for port object 459974ea-3d84-4c69-9c9a-9f3dcb489d60 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:02.741951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.761418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:02.784952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:02.785323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.786824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d31ee42-acc1-4201-9dc3-e83f0339be33 req-9e906f93-e3c4-477b-bbb8-cfeb253ddd20 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742804 Jul 29 17:49:02.789067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e4960a-d859-475a-bde3-054bd9617e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.853251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99ad3166-8918-442a-ad60-acfd1d79ee46,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:02.875558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '99ad3166-8918-442a-ad60-acfd1d79ee46', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'port_id': '99ad3166-8918-442a-ad60-acfd1d79ee46', 'mac_address': 'fa:16:3e:8c:3f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9237785d-0ee6-438a-bfc1-352659273562', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:02.959690 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:02.976049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ad3166-8918-442a-ad60-acfd1d79ee46 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:03.008627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e4960a-d859-475a-bde3-054bd9617e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.026000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66e4960a-d859-475a-bde3-054bd9617e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.057371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99ad3166-8918-442a-ad60-acfd1d79ee46,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:03.067696 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.076610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.088445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66e4960a-d859-475a-bde3-054bd9617e6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf220959175c40ff93f4650682812c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929894 Jul 29 17:49:03.092670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56108) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:03.101807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4960a-d859-475a-bde3-054bd9617e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d321a01-fc6d-43a5-bdfc-143688edfafd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:03.143399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:03.163933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.187479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:03.236628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.302056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.319361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:03.333274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b87112d6-90c7-4d9e-9f01-03d46afa448f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:03.393013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b87112d6-90c7-4d9e-9f01-03d46afa448f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:03.393468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b87112d6-90c7-4d9e-9f01-03d46afa448f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:03.393822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:03.438922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:03.439263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 56f1fcaa-dbcc-4c0a-8bbc-bcd0f922f700 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:03.449197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99ad3166-8918-442a-ad60-acfd1d79ee46'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:03.515509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67226-8e88-4506-9956-910e6ce800b1 req-0474d853-7227-4f5a-86e6-8517b1138b4b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:03.525578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56e67226-8e88-4506-9956-910e6ce800b1 req-0474d853-7227-4f5a-86e6-8517b1138b4b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1504960 Jul 29 17:49:03.542328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaf635-5e6c-441f-b606-754465da7634 req-a98ba8a6-3a29-4a20-a430-3c0d1649fb16 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:03.543929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1aaf635-5e6c-441f-b606-754465da7634 req-a98ba8a6-3a29-4a20-a430-3c0d1649fb16 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 931 time: 0.9419332 Jul 29 17:49:03.558705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.561435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.562427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d321a01-fc6d-43a5-bdfc-143688edfafd HTTP/1.1" status: 204 len: 168 time: 0.4679732 Jul 29 17:49:03.602280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cb616-9acf-48a9-9966-ec80698897c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d321a01-fc6d-43a5-bdfc-143688edfafd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:03.613981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.676534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:03.683606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee91c27c-d404-438b-bfa1-30fdd77558c5']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:03.691261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56e67226-8e88-4506-9956-910e6ce800b1 req-8abdc743-3f79-45db-b305-bef6fe9435ce tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644835 Jul 29 17:49:03.774166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:03.795060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1aaf635-5e6c-441f-b606-754465da7634 req-a297cc99-7b97-4540-b871-47b441e074f8 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084951 Jul 29 17:49:03.799782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:03.807576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c605d09-7c6a-44cd-9b2b-cbd41e7f120e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:03.833062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] For port ee05a5f5-49d1-4dbe-a447-6ca315d7086d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:03.837615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.915982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:03.926834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Calling delete_port for ee05a5f5-49d1-4dbe-a447-6ca315d7086d owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:03.975783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.046998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:49:04.047802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:49:04.053250 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:49:04.122114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:49:04.159437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8f5a-a40a-4558-a669-0fc5224f9cae req-e8ed1ac9-8ada-426a-92ce-97396004d615 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:04.183098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22cc8f5a-a40a-4558-a669-0fc5224f9cae req-e8ed1ac9-8ada-426a-92ce-97396004d615 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 945 time: 0.2541683 Jul 29 17:49:04.325136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22cc8f5a-a40a-4558-a669-0fc5224f9cae req-c395c8c3-eebf-4f94-87af-46dad863a0d5 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405349 Jul 29 17:49:04.356139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Attempting to bind port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:04.356480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Attempting to bind port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:04.356810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Attempting to bind port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 on network eafd01ee-8ace-4094-9497-02fbbd972f31 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:04.363479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:04.376485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 on network eafd01ee-8ace-4094-9497-02fbbd972f31 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:49:04.376815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Attempting to bind port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 on network eafd01ee-8ace-4094-9497-02fbbd972f31 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:04.387425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.417700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:04.418045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Checking segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:04.418449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Bound using segment: {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:04.418924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Bound port: 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382a0be2-0b91-45eb-b727-608164d88b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:04.419309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.466325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.469530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/ee91c27c-d404-438b-bfa1-30fdd77558c5 HTTP/1.1" status: 204 len: 168 time: 2.2781069 Jul 29 17:49:04.477944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:04.533794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56146) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:04.549802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-738330948'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:04.564652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9067358-8f41-4f8d-bf51-6f6b80707e53 req-a133c18a-84e0-4d9a-895f-e4d7495d9078 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:04.566422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9067358-8f41-4f8d-bf51-6f6b80707e53 req-a133c18a-84e0-4d9a-895f-e4d7495d9078 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=4019f6cb-6e61-4a95-8d9d-d4ba9b15319b HTTP/1.1" status: 200 len: 946 time: 0.4602103 Jul 29 17:49:04.567413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469cc9f-5281-4743-bb45-1ec33c1bb8e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=ee91c27c-d404-438b-bfa1-30fdd77558c5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:04.583409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-643a8dc9-4123-4565-82f7-6785ada8cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.613136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:04.616467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:04.617483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.667198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'mac_address': 'fa:16:3e:60:3d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:04.678376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:04.682294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.692035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9067358-8f41-4f8d-bf51-6f6b80707e53 req-8435c1d0-6acb-4dd8-897a-94a79561570e tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016185 Jul 29 17:49:04.696981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:04.732889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:49:04.735262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.741873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:04.783961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.784310 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 82dee956-ed3f-437b-a050-b7cd7a3750b5 of type vlan for network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 Jul 29 17:49:04.786050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event deleted for resources: {'Port': ['ID=ee05a5f5-49d1-4dbe-a447-6ca315d7086d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:04.788636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.844338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:04.862034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:04.963953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:04.964589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.969445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-c97e165e-c1d7-42f9-a48b-58d48f6e5e7e service neutron] 10.222.0.49 "PUT /v2.0/ports/459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 1091 time: 3.9110634 Jul 29 17:49:04.970499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] No DVR routers for this DVR port ee05a5f5-49d1-4dbe-a447-6ca315d7086d on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:04.972317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:04.975127 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad59f9-dfc3-44b5-b302-2f02643e6abb" -d '{"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:04.988049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:04.990574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10052c77-b708-4e4b-8af9-ebcddd1ef63a req-e93e0c50-a18e-41a0-b55b-aa19e26942c9 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "DELETE /v2.0/ports/ee05a5f5-49d1-4dbe-a447-6ca315d7086d HTTP/1.1" status: 204 len: 173 time: 3.6619258 Jul 29 17:49:05.016301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.025301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.155888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:05.165802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-643a8dc9-4123-4565-82f7-6785ada8cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.182441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:49:05.194229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-643a8dc9-4123-4565-82f7-6785ada8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.244652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-643a8dc9-4123-4565-82f7-6785ada8cd85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23bbe731ef7549be8d9076bfe9b24c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084942 Jul 29 17:49:05.251171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56162) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:05.285722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a8dc9-4123-4565-82f7-6785ada8cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd64c0-7f65-4ce4-b7be-955e71849876,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:05.296367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['321f3c5b-9702-442c-bf27-ff4ab2291d7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:05.337132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:05.340034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c68e7-2704-4109-b3bc-9b000f76071f req-6f5f9f34-50e1-48ed-b4bd-6491422d9ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:05.347232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f070f7-5d94-4647-b5e5-416ae5e916b8 req-74a167ac-2bbd-4c05-ab71-3470d1f2a7ff tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:05.355033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a52c68e7-2704-4109-b3bc-9b000f76071f req-6f5f9f34-50e1-48ed-b4bd-6491422d9ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 943 time: 0.3740654 Jul 29 17:49:05.357361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61f070f7-5d94-4647-b5e5-416ae5e916b8 req-74a167ac-2bbd-4c05-ab71-3470d1f2a7ff tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.3983190 Jul 29 17:49:05.392174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.400236 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.403245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:05.404975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:05.418809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61f070f7-5d94-4647-b5e5-416ae5e916b8 req-9eb1c768-dea2-4756-b337-4d676e222fc3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Jul 29 17:49:05.505666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:05.552069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:05.725029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2249045 Jul 29 17:49:05.727860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56176) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:05.738176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:05.758655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-4bf46bdf-198c-4739-89d0-8414685fb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:05.762138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-4bf46bdf-198c-4739-89d0-8414685fb048 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1094 time: 0.7128963 Jul 29 17:49:05.784008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ee05a5f5-49d1-4dbe-a447-6ca315d7086d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:05.887443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: ee05a5f5-49d1-4dbe-a447-6ca315d7086d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:05.888423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ee05a5f5-49d1-4dbe-a447-6ca315d7086d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:05.931796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-197e541a-c08f-49f0-ab87-6fc8d4620286 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 217 time: 0.1391804 Jul 29 17:49:05.982862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a52c68e7-2704-4109-b3bc-9b000f76071f req-966cd3f0-5f88-43d0-98ea-d6ef0b373b64 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223128 Jul 29 17:49:06.053544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:06.058155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.127197 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d050b3db-681e-4d57-a5d8-aa26d82e04ad x-openstack-request-id: req-d050b3db-681e-4d57-a5d8-aa26d82e04ad {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:06.128015 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:06.128829 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d050b3db-681e-4d57-a5d8-aa26d82e04ad {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:06.129503 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'status': 'completed', 'code': 200} Jul 29 17:49:06.151956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0757f-a035-4d48-8530-8f160db17493 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=8802a6fe-12d8-49ca-b224-8bac85ea64d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:06.175162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.179199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:49:06.296132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.334501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-ef4d219b-8380-42c2-9853-dd916fbfd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:06.335999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-ef4d219b-8380-42c2-9853-dd916fbfd851 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.3733525 Jul 29 17:49:06.395086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.420594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab763-4fab-42f2-a745-aeaaa3d21a13 req-48cf6069-b9de-4b65-83e8-46fc4258178a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:06.428750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c12ab763-4fab-42f2-a745-aeaaa3d21a13 req-48cf6069-b9de-4b65-83e8-46fc4258178a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 945 time: 0.1981118 Jul 29 17:49:06.463751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-e3751f3c-64f8-4a8d-b5c4-b3fb420ebdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:06.465590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-e3751f3c-64f8-4a8d-b5c4-b3fb420ebdbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193850 Jul 29 17:49:06.493476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.496333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.501303 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfdd64c0-7f65-4ce4-b7be-955e71849876 HTTP/1.1" status: 204 len: 168 time: 1.2378299 Jul 29 17:49:06.508066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '82dee956-ed3f-437b-a050-b7cd7a3750b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:06.508439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 8802a6fe-12d8-49ca-b224-8bac85ea64d9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:49:06.535605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c12ab763-4fab-42f2-a745-aeaaa3d21a13 req-0b6ddcba-2058-4f0a-97d3-e84f28829b8f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Jul 29 17:49:06.571958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=f3b858d6-c4b9-4d09-bc36-92e7fe79cb04,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:06.574489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99ad3166-8918-442a-ad60-acfd1d79ee46 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:06.581379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:49:06.609794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8802a6fe-12d8-49ca-b224-8bac85ea64d9) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:06.618651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:06.620228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.629516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8d49a-35c3-4e2c-bbfd-bb3a9be92b73 None None] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:06.650445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492c81d-c7e3-4528-8538-cb10c1aeca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd64c0-7f65-4ce4-b7be-955e71849876,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:06.663133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b60a63c9-9051-4b24-8ce9-986f99190531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9338577 Jul 29 17:49:06.663752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:06.670942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-983520471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:06.710607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.711748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.769061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-cee51ae1-d7cb-4aff-84e5-27d739b28dfd service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879624 Jul 29 17:49:06.854348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.869969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.913789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:06.918565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2b86da15-63a4-4ce0-868e-e11d3d1e323d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2536156 Jul 29 17:49:06.919364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56188) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:06.926425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'port': {'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9', 'name': 'tempest-RoutersIpV6Test-270277905'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:07.042354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 99ad3166-8918-442a-ad60-acfd1d79ee46 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:07.050279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8802a6fe-12d8-49ca-b224-8bac85ea64d9', 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': 'f3b858d6-c4b9-4d09-bc36-92e7fe79cb04'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:49:07.057631 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:07.082103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 99ad3166-8918-442a-ad60-acfd1d79ee46 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:07.082512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:07.226618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:07.233860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:07.243395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4182707a-6c77-40fd-b90f-984afc4e0735 req-fd2b1b68-67a0-4c6f-9f99-f13d1ec2b002 service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651072 Jul 29 17:49:07.296362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] device_id is not set on port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:49:07.304142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b7c0-9bc9-44e5-8329-af9e232db206 req-2ed2b272-09a5-46df-9428-ae3f76d7da95 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:07.315164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31f3b7c0-9bc9-44e5-8329-af9e232db206 req-2ed2b272-09a5-46df-9428-ae3f76d7da95 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2292988 Jul 29 17:49:07.512319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:07.583634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31f3b7c0-9bc9-44e5-8329-af9e232db206 req-0cb65de7-7213-4b79-889c-f353d5feb840 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671947 Jul 29 17:49:07.643400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:07.653468 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc4c13-553c-4ba1-b77b-cb1867d77253" -d '{"events": [{"server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "name": "network-vif-plugged", "status": "completed", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:07.719447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Allocated IP 2001:db8::2 (8802a6fe-12d8-49ca-b224-8bac85ea64d9/f3b858d6-c4b9-4d09-bc36-92e7fe79cb04/a58da40d-3a04-4008-bd49-8eb3e8fe0e8e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:07.726105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99ad3166-8918-442a-ad60-acfd1d79ee46,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:07.728240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-d5ad8e97-e4e0-49b6-ac90-ef3b243828fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:07.729795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-d5ad8e97-e4e0-49b6-ac90-ef3b243828fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1094 time: 0.3842494 Jul 29 17:49:07.756420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:07.762519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214791e7-87e7-4a43-b635-2438c99bef37 req-cb051a15-edcc-4419-80a8-97c7ad856117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:07.764938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-cb051a15-edcc-4419-80a8-97c7ad856117 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 1095 time: 0.1733544 Jul 29 17:49:07.990103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214791e7-87e7-4a43-b635-2438c99bef37 req-ce3f216e-80c5-4041-9224-faf739e86a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:07.997319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-ce3f216e-80c5-4041-9224-faf739e86a89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 906 time: 0.1918132 Jul 29 17:49:08.120921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-36509f2a-ee9a-4052-8b91-32371ee48f8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 HTTP/1.1" status: 200 len: 217 time: 0.1123550 Jul 29 17:49:08.133652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'name': 'network-vif-deleted', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:08.136319 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2ee4c5-efb2-43bf-89c3-961c6b5e9e3e" -d '{"events": [{"server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "name": "network-vif-deleted", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:08.193012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:08.266315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fced0e-f7b1-470b-846e-17477d12309d req-58747c40-53a0-4925-93bd-1982e24db8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:08.267583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-70fced0e-f7b1-470b-846e-17477d12309d req-58747c40-53a0-4925-93bd-1982e24db8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 943 time: 0.1778054 Jul 29 17:49:08.274572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-a7425234-ec3b-4dfa-b98a-c7ebf2d0dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:08.276076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-a7425234-ec3b-4dfa-b98a-c7ebf2d0dc56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 929 time: 0.5316710 Jul 29 17:49:08.290675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:08.345061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214791e7-87e7-4a43-b635-2438c99bef37 req-ecfc1a83-f1b1-4520-bf1b-236db4147f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:08.346687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-ecfc1a83-f1b1-4520-bf1b-236db4147f46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.2073262 Jul 29 17:49:08.469630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-7c6fa36c-8562-46ab-9d26-3831f8e39e36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994992 Jul 29 17:49:08.474660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-c01eef0d-7ba7-447f-8d70-c7f0a9fabbc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 217 time: 0.1587484 Jul 29 17:49:08.495905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:08.496196 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.501670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.533545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Transition to ACTIVE for port object a58da40d-3a04-4008-bd49-8eb3e8fe0e8e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:08.561354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Transition to ACTIVE for port object a58da40d-3a04-4008-bd49-8eb3e8fe0e8e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:08.575039 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.606764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-3a4118cd-81df-4f57-8e57-447dfab075a8 service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205630 Jul 29 17:49:08.652933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-70fced0e-f7b1-470b-846e-17477d12309d req-7e200212-341c-4872-8525-c15a449a7788 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756969 Jul 29 17:49:08.669335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Pushing event updated for resources: {'Port': ['ID=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:08.708068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.733722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:08.745301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:08.751464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:08.757863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8::1c2 (8802a6fe-12d8-49ca-b224-8bac85ea64d9/f3b858d6-c4b9-4d09-bc36-92e7fe79cb04/3ccb2386-fa9f-4bac-bfec-147ff60967f3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:08.779546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:08.841603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.906535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:08.912981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-214791e7-87e7-4a43-b635-2438c99bef37 req-481b9450-6c93-4ec0-86f8-3cb0efce860b service neutron] 10.222.0.49 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719235 Jul 29 17:49:08.921949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Attempting to bind port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:08.922621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Attempting to bind port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '82dee956-ed3f-437b-a050-b7cd7a3750b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:08.923139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Attempting to bind port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e on network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:08.931061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:08.931664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Checking segment: {'id': '82dee956-ed3f-437b-a050-b7cd7a3750b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:08.932403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:08.932987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Bound using segment: {'id': '82dee956-ed3f-437b-a050-b7cd7a3750b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:08.933633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Bound port: a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dee956-ed3f-437b-a050-b7cd7a3750b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8802a6fe-12d8-49ca-b224-8bac85ea64d9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:08.934307 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.033571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-7a093352-f7d3-406e-92a2-940136e4a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:09.036338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-7a093352-f7d3-406e-92a2-940136e4a16f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.5514567 Jul 29 17:49:09.056784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] For port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:09.063468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] For port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,segment=NetworkSegment(82dee956-ed3f-437b-a050-b7cd7a3750b5),segment_id=82dee956-ed3f-437b-a050-b7cd7a3750b5)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:09.075532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.081580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496b256-6635-41c0-9113-b9d3c2b5632b req-9164a27c-02ce-4c6b-9f4d-8f73c15afd11 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:09.092257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c496b256-6635-41c0-9113-b9d3c2b5632b req-9164a27c-02ce-4c6b-9f4d-8f73c15afd11 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1742826 Jul 29 17:49:09.136703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.179480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object 3ccb2386-fa9f-4bac-bfec-147ff60967f3 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:09.263763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c496b256-6635-41c0-9113-b9d3c2b5632b req-642db7b7-e731-4f6e-ae7f-802c16b8f1e0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694267 Jul 29 17:49:09.301482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058795b-19de-4477-87d6-e85899ab6470 None None] Pushing event updated for resources: {'Port': ['ID=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:09.318110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f250c890-0814-45b2-adcb-2b59df73b342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.319823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-26f0f372-6bd0-48d9-a431-3f3a61ad95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:09.324101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-26f0f372-6bd0-48d9-a431-3f3a61ad95c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645938 Jul 29 17:49:09.337188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.452155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:09.455909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:09.477205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:09.486918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:09.498097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:09.529798 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-a34db8ee-db80-4d25-94eb-cf2bab222c71 service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982410 Jul 29 17:49:09.539571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6184804 Jul 29 17:49:09.571946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56246) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:09.703482 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ffa0a-f6d0-46e8-8f66-1bff294aa594 x-openstack-request-id: req-c09ffa0a-f6d0-46e8-8f66-1bff294aa594 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:09.703786 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "name": "network-vif-plugged", "status": "completed", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:09.704046 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c09ffa0a-f6d0-46e8-8f66-1bff294aa594 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:09.704488 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46', 'code': 200} Jul 29 17:49:09.770810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccfe0e-ea11-4582-abea-041f06993aaf tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=3ccb2386-fa9f-4bac-bfec-147ff60967f3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:09.793948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 459974ea-3d84-4c69-9c9a-9f3dcb489d60 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:09.917371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fad59f9-dfc3-44b5-b302-2f02643e6abb req-a1d68b1f-fc12-4fb6-8e23-8c32e16c3d22 service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803475 Jul 29 17:49:09.955077 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d674f92-af3c-4d6e-a93f-33001f2f4ee6 x-openstack-request-id: req-4d674f92-af3c-4d6e-a93f-33001f2f4ee6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:09.955548 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4019f6cb-6e61-4a95-8d9d-d4ba9b15319b", "name": "network-vif-deleted", "tag": "ee05a5f5-49d1-4dbe-a447-6ca315d7086d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:09.955731 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d674f92-af3c-4d6e-a93f-33001f2f4ee6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:09.956571 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4019f6cb-6e61-4a95-8d9d-d4ba9b15319b', 'name': 'network-vif-deleted', 'tag': 'ee05a5f5-49d1-4dbe-a447-6ca315d7086d', 'status': 'completed', 'code': 200} Jul 29 17:49:10.101974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:10.154290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'mac_address': 'fa:16:3e:3d:40:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:10.242566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff1328-faff-4361-8823-721dc5a832fd req-d5f1c7a8-b918-4361-9bba-d36a01d7aca2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:10.255578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-65ff1328-faff-4361-8823-721dc5a832fd req-d5f1c7a8-b918-4361-9bba-d36a01d7aca2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1793141 Jul 29 17:49:10.285484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9ee0-101b-45dd-9dd0-4d5ae301a23d req-6ab23904-23e4-43ed-b843-72bf265a6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:10.288973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61eb9ee0-101b-45dd-9dd0-4d5ae301a23d req-6ab23904-23e4-43ed-b843-72bf265a6fab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 1097 time: 0.4989483 Jul 29 17:49:10.304282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:10.345056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459974ea-3d84-4c69-9c9a-9f3dcb489d60 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:10.362919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a58da40d-3a04-4008-bd49-8eb3e8fe0e8e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:10.380145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-65ff1328-faff-4361-8823-721dc5a832fd req-2894c1ce-3447-4cea-ab33-39964b3dd499 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226618 Jul 29 17:49:10.417776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61eb9ee0-101b-45dd-9dd0-4d5ae301a23d req-5ef732f9-255f-4b0a-8c79-1fd4a478b39e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177785 Jul 29 17:49:10.457526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:10.477714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:10.501461 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:10.602790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5aaff-2e86-4a0f-b7ca-b9a9e468a6f6 req-9fb6c874-b82b-4904-ac9e-479dbe38e0b3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:10.618826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4c5aaff-2e86-4a0f-b7ca-b9a9e468a6f6 req-9fb6c874-b82b-4904-ac9e-479dbe38e0b3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 944 time: 0.1021662 Jul 29 17:49:10.720085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:10.728093 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4c5aaff-2e86-4a0f-b7ca-b9a9e468a6f6 req-ce96bf6d-d7e9-410c-a8b0-b28baef6df21 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062191 Jul 29 17:49:10.747415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['459974ea-3d84-4c69-9c9a-9f3dcb489d60'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:10.850372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:11.094414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7d2c-e9d3-48e4-bce7-d4887d5adab9 req-f16cfc24-1003-4b4a-abf3-dd581eb499c2 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:11.103370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f2d7d2c-e9d3-48e4-bce7-d4887d5adab9 req-f16cfc24-1003-4b4a-abf3-dd581eb499c2 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1027780 Jul 29 17:49:11.133686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b87ca5-1361-41fb-8928-9e25d3cff827 None None] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:11.189410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f2d7d2c-e9d3-48e4-bce7-d4887d5adab9 req-8eb584a2-f588-4d02-a067-a3239793bc99 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Jul 29 17:49:11.311530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Provisioning for port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:11.330885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Provisioning complete for port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:11.331811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.721881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79aa5e-e5f2-478c-8ad4-0ee63822d68a req-811b8005-ba3c-4808-a424-71ae4a200173 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:11.736098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a79aa5e-e5f2-478c-8ad4-0ee63822d68a req-811b8005-ba3c-4808-a424-71ae4a200173 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1442461 Jul 29 17:49:11.767868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:11.771826 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90459e-bbd8-4680-a8d4-0dfb50079be2" -d '{"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-plugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:11.783022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.829055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 459974ea-3d84-4c69-9c9a-9f3dcb489d60 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:11.845838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:11.881023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.889192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a79aa5e-e5f2-478c-8ad4-0ee63822d68a req-7d93dce6-c0c3-49a7-8a66-bf9dfeeca1af tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426795 Jul 29 17:49:11.895467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.950960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46ff5046-2c67-48ec-b717-7f086d98d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.977768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:11.987755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=3ccb2386-fa9f-4bac-bfec-147ff60967f3,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:12.024574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] For port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,segment=NetworkSegment(82dee956-ed3f-437b-a050-b7cd7a3750b5),segment_id=82dee956-ed3f-437b-a050-b7cd7a3750b5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:12.047370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.108947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51edcb-fa23-4f61-8341-b741086ce501 req-2a4e0a30-3340-4d49-a602-42f70f3e4a94 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:12.131029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e51edcb-fa23-4f61-8341-b741086ce501 req-2a4e0a30-3340-4d49-a602-42f70f3e4a94 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 944 time: 0.1394033 Jul 29 17:49:12.170507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:12.187280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37eb7c9-20cc-475f-b30d-ecb72f80e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.255843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:12.255843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.280554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e51edcb-fa23-4f61-8341-b741086ce501 req-8ce1716e-dda5-4198-bd89-fa38c6e372d0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432941 Jul 29 17:49:12.371730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844e97e-74c6-411a-aa8d-de014b333998 None None] Pushing event updated for resources: {'Port': ['ID=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:12.389619 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc7857-c8a3-4f19-b778-7ffb44c968f3 x-openstack-request-id: req-a5bc7857-c8a3-4f19-b778-7ffb44c968f3 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:12.389904 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-plugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:12.390151 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5bc7857-c8a3-4f19-b778-7ffb44c968f3 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:12.390574 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'code': 200} Jul 29 17:49:12.404081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.518947 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.560654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Provisioning for port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:12.567328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:12.568994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Provisioning complete for port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:12.569362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.595959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.647991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37eb7c9-20cc-475f-b30d-ecb72f80e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.668492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37eb7c9-20cc-475f-b30d-ecb72f80e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.668873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.717227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b37eb7c9-20cc-475f-b30d-ecb72f80e4f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71dd0f9ec6464157a7fda9d8e31ef9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697691 Jul 29 17:49:12.723392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:12.731689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:12.792779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:12.807588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Provisioning complete for port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:12.807959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4265c1a8-af80-4847-ac01-41a468e51c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.849258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9f394-c743-4935-a188-c4ced6d02523 req-d0621afb-582b-42c9-921e-bebc91d5a7ba tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:12.857549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2f9f394-c743-4935-a188-c4ced6d02523 req-d0621afb-582b-42c9-921e-bebc91d5a7ba tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.3779087 Jul 29 17:49:12.882847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eb7c9-20cc-475f-b30d-ecb72f80e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a20199-b56a-4206-82cd-fd1b870305e5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:12.927116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:12.959802 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.014280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2f9f394-c743-4935-a188-c4ced6d02523 req-60c7d62a-beaf-492e-ab6e-af8169b0d632 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497226 Jul 29 17:49:13.035752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.147569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2240efce-3c2d-4f09-b8eb-15de5c4b06cb None None] Provisioning complete for port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:13.149090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2240efce-3c2d-4f09-b8eb-15de5c4b06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.161055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.164273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.165716 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9a20199-b56a-4206-82cd-fd1b870305e5 HTTP/1.1" status: 204 len: 168 time: 0.4324527 Jul 29 17:49:13.224592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2c0c1-806e-490f-b6e2-2aed41352dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a20199-b56a-4206-82cd-fd1b870305e5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:13.271533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2240efce-3c2d-4f09-b8eb-15de5c4b06cb None None] Port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:13.351101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.363359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.364463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.383949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92fb9-61cd-4d5c-b8d2-234d0cb0fbb2 req-034067cf-7d9c-4a77-b5aa-0dbc334fc423 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:13.386848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccb92fb9-61cd-4d5c-b8d2-234d0cb0fbb2 req-034067cf-7d9c-4a77-b5aa-0dbc334fc423 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1063228 Jul 29 17:49:13.406755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c47239ef-5290-4c52-9449-dd07be5e6a7a None None] Provisioning complete for port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:13.414540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c47239ef-5290-4c52-9449-dd07be5e6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:13.485119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccb92fb9-61cd-4d5c-b8d2-234d0cb0fbb2 req-83b13daf-9c0a-4e59-b891-600f17cc1e5e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801320 Jul 29 17:49:13.504571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c47239ef-5290-4c52-9449-dd07be5e6a7a None None] Port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:13.525560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=3ccb2386-fa9f-4bac-bfec-147ff60967f3,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:13.756960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:13.817750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:13.929496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:13.950703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8dce2c02-bee8-4427-9b5d-28d6302989ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.043575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022503-831d-440b-9271-6d913116228d req-311f3027-8e36-4484-ab93-bd80338a4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:14.045132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-311f3027-8e36-4484-ab93-bd80338a4aa8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 1097 time: 0.2861099 Jul 29 17:49:14.200879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8dce2c02-bee8-4427-9b5d-28d6302989ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.228728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8dce2c02-bee8-4427-9b5d-28d6302989ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.263304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a58da40d-3a04-4008-bd49-8eb3e8fe0e8e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:14.291061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022503-831d-440b-9271-6d913116228d req-5993b113-4f38-424d-8128-7bc4286c1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:14.292551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-5993b113-4f38-424d-8128-7bc4286c1c6c service neutron] 10.222.0.38 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 912 time: 0.2348387 Jul 29 17:49:14.319788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8dce2c02-bee8-4427-9b5d-28d6302989ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c9ad2031d8447659c56c075ee6cf009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890088 Jul 29 17:49:14.335407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2c02-bee8-4427-9b5d-28d6302989ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3580d022-8740-4f14-8ee0-0c7fa93fb87d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:14.339662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56338) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:14.382830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c04fa48b-4b13-42fb-8136-6dd0fcf9f2bd None None] Provisioning complete for port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:14.383207 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c04fa48b-4b13-42fb-8136-6dd0fcf9f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.397910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-7bc3eada-e90c-4d2f-a16b-1bee3f576d9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ad3166-8918-442a-ad60-acfd1d79ee46 HTTP/1.1" status: 200 len: 217 time: 0.0876136 Jul 29 17:49:14.422136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:14.430507 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d5d780-2fca-4a24-87b7-14973f3e1d81" -d '{"events": [{"server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "name": "network-vif-plugged", "status": "completed", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:14.442161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb1e9b-fe56-460d-8712-d86a1bbbdf25 req-6d927dd4-3282-4ede-a292-891c6bd744bc tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:14.451332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68cb1e9b-fe56-460d-8712-d86a1bbbdf25 req-6d927dd4-3282-4ede-a292-891c6bd744bc tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.2476916 Jul 29 17:49:14.485646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.507924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:14.508399 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.512423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c04fa48b-4b13-42fb-8136-6dd0fcf9f2bd None None] Port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:14.550082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router b849d3c0-e024-4249-a794-a192be736ad9 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:49:14.558401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022503-831d-440b-9271-6d913116228d req-6a8a6a29-a479-4a9f-be9c-c0fbeb93688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:14.560870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-6a8a6a29-a479-4a9f-be9c-c0fbeb93688d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.1293380 Jul 29 17:49:14.569911 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68cb1e9b-fe56-460d-8712-d86a1bbbdf25 req-c0c6c597-b55e-4cb4-b55e-b804c84d3d40 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Jul 29 17:49:14.590840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.604389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.630933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-259b3b4a-e719-48f5-815c-c6448122fe2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559638 Jul 29 17:49:14.767263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.769818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:14.771342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3580d022-8740-4f14-8ee0-0c7fa93fb87d HTTP/1.1" status: 204 len: 168 time: 0.4292936 Jul 29 17:49:14.795334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e88e3-96a0-414e-a1f4-7a71c30b5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3580d022-8740-4f14-8ee0-0c7fa93fb87d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:14.841298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa06f6-3369-456f-9421-02d05ff20495 req-12c27f3b-900a-476a-bb7f-9685306ce668 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:14.856054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c7aa06f6-3369-456f-9421-02d05ff20495 req-12c27f3b-900a-476a-bb7f-9685306ce668 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1319079 Jul 29 17:49:14.913507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:14.927975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] Sync routers for ids ['b849d3c0-e024-4249-a794-a192be736ad9'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:14.941167 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c7aa06f6-3369-456f-9421-02d05ff20495 req-99006914-7a3f-41fa-ac0d-5014e62772b4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839117 Jul 29 17:49:14.942684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] Routers {'b849d3c0-e024-4249-a794-a192be736ad9'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:14.943334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b849d3c0-e024-4249-a794-a192be736ad9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:14.972579 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-15b86473-d0e8-4637-8b3d-0db198afa470 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/b849d3c0-e024-4249-a794-a192be736ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3970308 Jul 29 17:49:14.972823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:15.054302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:15.104799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] Routers {'b849d3c0-e024-4249-a794-a192be736ad9'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:15.104799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b849d3c0-e024-4249-a794-a192be736ad9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:15.168695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-2aa58216-8c61-4abe-8246-cf04bec1d37b service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591382 Jul 29 17:49:15.197259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362354bd-07e9-495d-840a-e774955e6707 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:15.198758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-362354bd-07e9-495d-840a-e774955e6707 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports/3ccb2386-fa9f-4bac-bfec-147ff60967f3 HTTP/1.1" status: 200 len: 983 time: 0.2067413 Jul 29 17:49:15.214266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:15.214931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f9198-e6fe-4f14-8ea0-cdc403a58e9b None None] The sync data for ids ['b849d3c0-e024-4249-a794-a192be736ad9'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:15.225297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56350) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:15.456563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0022503-831d-440b-9271-6d913116228d req-d0bc38d1-3e6c-4a0f-9d90-a1a28b95131d service neutron] 10.222.0.38 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565155 Jul 29 17:49:15.707128 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63f15a-7f83-43fd-9d96-88976a861ed1 x-openstack-request-id: req-7b63f15a-7f83-43fd-9d96-88976a861ed1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:15.708413 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "name": "network-vif-plugged", "status": "completed", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:15.708843 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b63f15a-7f83-43fd-9d96-88976a861ed1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:15.709411 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'code': 200} Jul 29 17:49:15.989602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361d4b-e8f6-4ea8-91b1-a6c9a9e3b58a req-ea79ab11-bc0a-432e-88d6-c7157b3ae4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:15.991455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8c361d4b-e8f6-4ea8-91b1-a6c9a9e3b58a req-ea79ab11-bc0a-432e-88d6-c7157b3ae4bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1096 time: 0.2161188 Jul 29 17:49:16.091856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116db1a-58cf-4e90-952e-70b8400a5a71 req-ec367e4b-6b2c-49d0-bc4a-07c047787645 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:16.099279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2116db1a-58cf-4e90-952e-70b8400a5a71 req-ec367e4b-6b2c-49d0-bc4a-07c047787645 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.2394309 Jul 29 17:49:16.174608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2116db1a-58cf-4e90-952e-70b8400a5a71 req-8ec4d418-a641-4ab2-8131-585d1c848d3e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 Jul 29 17:49:16.247999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8c361d4b-e8f6-4ea8-91b1-a6c9a9e3b58a req-1bf9cd9d-5c7d-43b3-ae7f-981f04b51afa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237155 Jul 29 17:49:16.337611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:16.878153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a8bd8-e8bd-43a5-a32b-0f8de3258b61 req-ef93ed80-86d9-424f-86db-101a0df8ca1f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:16.887447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-673a8bd8-e8bd-43a5-a32b-0f8de3258b61 req-ef93ed80-86d9-424f-86db-101a0df8ca1f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.0990927 Jul 29 17:49:16.961257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1de6-510c-44ab-8fe6-5db0bac05580 req-ae2cd4ff-d3e8-470e-8bc8-7acad4f26b4d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:16.968308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-673a8bd8-e8bd-43a5-a32b-0f8de3258b61 req-5b51b59b-6767-4d70-8a13-7107b491539b tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660367 Jul 29 17:49:16.973859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1de6-510c-44ab-8fe6-5db0bac05580 req-ae2cd4ff-d3e8-470e-8bc8-7acad4f26b4d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:16.975550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-345f1de6-510c-44ab-8fe6-5db0bac05580 req-ae2cd4ff-d3e8-470e-8bc8-7acad4f26b4d tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a&device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 1682 time: 0.1994112 Jul 29 17:49:17.175720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec08005-a245-4bc5-8fe6-e517d2e736d0 req-72514872-2d24-4ed9-a359-5c2607eea35a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:17.180673 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ec08005-a245-4bc5-8fe6-e517d2e736d0 req-72514872-2d24-4ed9-a359-5c2607eea35a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1245494 Jul 29 17:49:17.211177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-345f1de6-510c-44ab-8fe6-5db0bac05580 req-513163bb-ea27-4d2f-8f1b-2420a4df3797 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690543 Jul 29 17:49:17.309933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ec08005-a245-4bc5-8fe6-e517d2e736d0 req-3093505d-da68-45e1-afba-b8a415caabbc tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152763 Jul 29 17:49:17.392503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 3ccb2386-fa9f-4bac-bfec-147ff60967f3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:17.393116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:17.429833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-903f38d2-95a7-45dd-a888-888e66f58e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:17.431367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-903f38d2-95a7-45dd-a888-888e66f58e78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1194463 Jul 29 17:49:17.497217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922659d-8c98-4cb9-a059-d2cf91348570 req-bffb5911-0d0a-4c37-8d20-5fd6204230e9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:17.498908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a922659d-8c98-4cb9-a059-d2cf91348570 req-bffb5911-0d0a-4c37-8d20-5fd6204230e9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1018560 Jul 29 17:49:17.619944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-f459f13d-381e-4305-864f-5691d58502be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:17.621853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-f459f13d-381e-4305-864f-5691d58502be service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.1807559 Jul 29 17:49:17.623573 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a922659d-8c98-4cb9-a059-d2cf91348570 req-8ce6a05e-e560-44c3-b1a6-6f3601f7067d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110897 Jul 29 17:49:17.636986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:17.659134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 3ccb2386-fa9f-4bac-bfec-147ff60967f3 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:17.721828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-ac646f7e-984f-46ae-8c26-2f24d4446989 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12983ddb-905d-4058-8746-629dd5654ff0 HTTP/1.1" status: 200 len: 217 time: 0.0911114 Jul 29 17:49:17.822099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-6645db84-d227-40c6-8f8a-6d21274dfff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:17.823773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-6645db84-d227-40c6-8f8a-6d21274dfff9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0856688 Jul 29 17:49:17.885841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-c257b87c-8229-44b3-a4ae-5dbc70cadc95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498819 Jul 29 17:49:18.000542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-2cc5d8cb-1a01-4817-89f1-23da0ce54134 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121531 Jul 29 17:49:18.024371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:18.076579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=3ccb2386-fa9f-4bac-bfec-147ff60967f3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:18.177589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-143061ef-48c9-441a-9cdc-3a378d0da9a1 req-65f18ada-d938-46e9-aad8-9658feef2e15 service neutron] 10.222.0.38 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683812 Jul 29 17:49:18.218750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695711-2d2b-42af-9a71-ac20cf4220f0 req-d67fb563-269f-441e-b1fb-f1f3c5bcaa8a tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:18.221172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b695711-2d2b-42af-9a71-ac20cf4220f0 req-d67fb563-269f-441e-b1fb-f1f3c5bcaa8a tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.0667756 Jul 29 17:49:18.312129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b695711-2d2b-42af-9a71-ac20cf4220f0 req-48c3518d-b29a-4d7d-bb90-45bad740c29c tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846980 Jul 29 17:49:18.400889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:18.508077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b420-ff58-4009-a768-5190a7d35f25 req-e3c4394c-3e20-4276-99d6-ffb6004f1cd3 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:18.516664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af69b420-ff58-4009-a768-5190a7d35f25 req-e3c4394c-3e20-4276-99d6-ffb6004f1cd3 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 946 time: 0.2761366 Jul 29 17:49:18.590060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5834c84-37a0-41cf-b372-e73e4325e967 req-9c5cc966-647d-4d02-9834-70eba9574492 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:18.598601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5834c84-37a0-41cf-b372-e73e4325e967 req-9c5cc966-647d-4d02-9834-70eba9574492 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1051311 Jul 29 17:49:18.644045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af69b420-ff58-4009-a768-5190a7d35f25 req-d947c58e-a807-48b8-b337-98d41a346071 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121755 Jul 29 17:49:18.666867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5834c84-37a0-41cf-b372-e73e4325e967 req-6f27b83e-7e01-478c-9e00-44a40c5604f7 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Jul 29 17:49:18.793935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325a27-acbb-4c09-ad66-d8003a64286d req-1ae37a9c-0f13-47be-b90b-9ad8e23b1e1d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:18.795530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01325a27-acbb-4c09-ad66-d8003a64286d req-1ae37a9c-0f13-47be-b90b-9ad8e23b1e1d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.0524063 Jul 29 17:49:18.833963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router b849d3c0-e024-4249-a794-a192be736ad9 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:18.862036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01325a27-acbb-4c09-ad66-d8003a64286d req-0f149b89-7bcc-4d53-9427-136fd13ba249 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Jul 29 17:49:19.013363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:19.024217 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] Sync routers for ids ['b849d3c0-e024-4249-a794-a192be736ad9'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:19.027496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56492) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:19.028011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0f0d773-3d3e-43e6-bf7b-fb49123cfb44 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/b849d3c0-e024-4249-a794-a192be736ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8010876 Jul 29 17:49:19.041419 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] Routers {'b849d3c0-e024-4249-a794-a192be736ad9'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:19.042582 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b849d3c0-e024-4249-a794-a192be736ad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:19.053467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-892bbc0c-5203-4b34-974b-a4813c76d414 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 258 time: 0.3537624 Jul 29 17:49:19.058589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:19.084739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.091082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:19.101671 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] Routers {'b849d3c0-e024-4249-a794-a192be736ad9'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:19.102693 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b849d3c0-e024-4249-a794-a192be736ad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:19.142524 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:19.143679 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b868a7-50f9-4a0d-933c-8fbc25ede3de None None] The sync data for ids ['b849d3c0-e024-4249-a794-a192be736ad9'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:19.213727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.377848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Allocated IP 172.25.5.50 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b77195bb-d46d-46cf-8c64-9486edd16d5a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:19.378146 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-94dac7fe-cd6e-4368-bfa3-1b6d363853f3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 17:49:19.382667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:19.383097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94dac7fe-cd6e-4368-bfa3-1b6d363853f3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/b849d3c0-e024-4249-a794-a192be736ad9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3537180 Jul 29 17:49:19.419545 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-06d47d3e-c682-41ed-a68e-c9e6715b2606 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=b849d3c0-e024-4249-a794-a192be736ad9 HTTP/1.1" status: 200 len: 205 time: 0.0357454 Jul 29 17:49:19.422310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56500) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:19.450229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-372dfaa1-2e94-40f2-a518-b91506aae47e tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:19.451804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-372dfaa1-2e94-40f2-a518-b91506aae47e tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.38 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 946 time: 0.0758760 Jul 29 17:49:19.586461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.616531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Deleting port 321f3c5b-9702-442c-bf27-ff4ab2291d7b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:19.616986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.692390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66949f5e-a601-4614-88c4-b79d740d79ef req-83885650-38b1-4aee-a67a-ba3fcdb7c3a6 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:19.693926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66949f5e-a601-4614-88c4-b79d740d79ef req-83885650-38b1-4aee-a67a-ba3fcdb7c3a6 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dadc89-20e3-4688-820c-6799a47851ba HTTP/1.1" status: 200 len: 945 time: 0.1820767 Jul 29 17:49:19.825197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] For port 321f3c5b-9702-442c-bf27-ff4ab2291d7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=321f3c5b-9702-442c-bf27-ff4ab2291d7b,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:19.825565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.862340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446157b-6cf3-489b-9396-5f6e44c6b13c req-5635743b-e7fa-4890-b148-4cf4a4113953 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:19.864060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2446157b-6cf3-489b-9396-5f6e44c6b13c req-5635743b-e7fa-4890-b148-4cf4a4113953 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a HTTP/1.1" status: 200 len: 946 time: 0.1206198 Jul 29 17:49:19.868716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Calling delete_port for 321f3c5b-9702-442c-bf27-ff4ab2291d7b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:19.933686 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.949892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:19.954837 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.028575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2446157b-6cf3-489b-9396-5f6e44c6b13c req-3b4711bb-5d96-42bd-a6c5-96fac8308e9c tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.16 "GET /v2.0/security-groups?id=44e4cc4e-8c23-4c42-a4e4-3673298ed59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526535 Jul 29 17:49:20.031965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.033482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router b849d3c0-e024-4249-a794-a192be736ad9 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:49:20.043538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.045139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-758100b7-85e2-4c3e-be26-565a68f0b4fa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/b849d3c0-e024-4249-a794-a192be736ad9 HTTP/1.1" status: 204 len: 168 time: 0.6218667 Jul 29 17:49:20.052042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56518) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:20.155634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Deleting port d61be33f-e5a1-45f3-bfb8-f65e9ba226af {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:20.156204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.270480 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.273743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet f3b858d6-c4b9-4d09-bc36-92e7fe79cb04 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:49:20.277278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.285120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['321f3c5b-9702-442c-bf27-ff4ab2291d7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:20.287842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d61be33f-e5a1-45f3-bfb8-f65e9ba226af'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:20.316848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac25286-e65d-45d7-b041-87a39d70ac37 req-0b570f07-7f11-4d62-9c50-ed1d7d94790b tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:20.324238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac25286-e65d-45d7-b041-87a39d70ac37 req-0b570f07-7f11-4d62-9c50-ed1d7d94790b tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1282835 Jul 29 17:49:20.326170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event deleted for resources: {'Port': ['ID=321f3c5b-9702-442c-bf27-ff4ab2291d7b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:20.333285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.383618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] No DVR routers for this DVR port 321f3c5b-9702-442c-bf27-ff4ab2291d7b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:20.391270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.393597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c82af8f0-46d1-450a-990f-c727ccf7b487 req-3186a986-5f1c-454e-8675-88134986ae79 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.38 "DELETE /v2.0/ports/321f3c5b-9702-442c-bf27-ff4ab2291d7b HTTP/1.1" status: 204 len: 173 time: 0.9339101 Jul 29 17:49:20.394087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'name': 'network-vif-deleted', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:20.396865 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb568d3-ca47-4013-be1c-63957ce87c2d" -d '{"events": [{"server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "name": "network-vif-deleted", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:20.418754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.420326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ac25286-e65d-45d7-b041-87a39d70ac37 req-a185d2b3-cbc7-4fa9-bafc-e1470f8ab855 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888805 Jul 29 17:49:20.495162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.535935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.648986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 12983ddb-905d-4058-8746-629dd5654ff0 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:20.675305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b858d6-c4b9-4d09-bc36-92e7fe79cb04,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:20.677141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event updated for resources: {'Port': ['ID=b77195bb-d46d-46cf-8c64-9486edd16d5a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:20.689584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:20.694173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee99fa-182a-4dc0-8a0b-cbaef7787251 req-887301c8-4758-4a91-8da9-4f7df77d169c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:20.701977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.703990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4851ae3-59f2-40aa-98ab-5b28ce8c74b8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/f3b858d6-c4b9-4d09-bc36-92e7fe79cb04 HTTP/1.1" status: 204 len: 168 time: 0.6497121 Jul 29 17:49:20.704896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:20.711328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0ee99fa-182a-4dc0-8a0b-cbaef7787251 req-887301c8-4758-4a91-8da9-4f7df77d169c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 946 time: 0.1754286 Jul 29 17:49:20.721776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:20.722932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:20.747899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] For port d61be33f-e5a1-45f3-bfb8-f65e9ba226af, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,segment=NetworkSegment(0e449fa3-91bb-423a-a344-e87f82565dc3),segment_id=0e449fa3-91bb-423a-a344-e87f82565dc3)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:20.748268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.798567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0ee99fa-182a-4dc0-8a0b-cbaef7787251 req-f8b7da09-d4b6-4e13-b136-1a672661d851 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870538 Jul 29 17:49:21.003379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554877e-b8ad-4db0-868a-fbc2192f364b None None] Network 8802a6fe-12d8-49ca-b224-8bac85ea64d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:21.006151 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e105e212-88d2-4ffe-86b2-8dc2aaf5ce7d x-openstack-request-id: req-e105e212-88d2-4ffe-86b2-8dc2aaf5ce7d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:21.007015 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a", "name": "network-vif-deleted", "tag": "321f3c5b-9702-442c-bf27-ff4ab2291d7b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:21.007422 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e105e212-88d2-4ffe-86b2-8dc2aaf5ce7d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:21.008012 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c2d2e-5b94-402b-bcdd-a7b7c38a3e0a', 'name': 'network-vif-deleted', 'tag': '321f3c5b-9702-442c-bf27-ff4ab2291d7b', 'status': 'completed', 'code': 200} Jul 29 17:49:21.255037 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.291228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:21.294473 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98db446-3dfa-4b51-8b76-82c9977adfc8" -d '{"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:21.313053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:21.330335 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.437467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] DHCP port deletion for 8802a6fe-12d8-49ca-b224-8bac85ea64d9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:49:21.444567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:21.452178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.472471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Calling delete_port for d61be33f-e5a1-45f3-bfb8-f65e9ba226af owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:21.513783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Deleting port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:21.514386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.596774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.628851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] For port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,segment=NetworkSegment(82dee956-ed3f-437b-a050-b7cd7a3750b5),segment_id=82dee956-ed3f-437b-a050-b7cd7a3750b5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:21.630861 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.659810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Calling delete_port for a58da40d-3a04-4008-bd49-8eb3e8fe0e8e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:21.669640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.785877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.813220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:21.814015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.834815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] Pushing event deleted for resources: {'Port': ['ID=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:21.844519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0bd44-df86-4ab8-841e-83a551efc839 None None] No DVR routers for this DVR port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:21.945902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e, host n-d-801607-3, got binding levels [] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:21.946477 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.987043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.989339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for a58da40d-3a04-4008-bd49-8eb3e8fe0e8e owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:21.996395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e was not found and therefore no delete operation was performed {{(pid=94052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:49:22.001169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.008077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.040495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=a58da40d-3a04-4008-bd49-8eb3e8fe0e8e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:22.081710 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.086846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port a58da40d-3a04-4008-bd49-8eb3e8fe0e8e on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:22.124148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event updated for resources: {'Port': ['ID=b77195bb-d46d-46cf-8c64-9486edd16d5a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:22.206379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Pushing event deleted for resources: {'Port': ['ID=d61be33f-e5a1-45f3-bfb8-f65e9ba226af,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:22.229211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a58da40d-3a04-4008-bd49-8eb3e8fe0e8e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:22.256945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a58da40d-3a04-4008-bd49-8eb3e8fe0e8e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:22.257284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a58da40d-3a04-4008-bd49-8eb3e8fe0e8e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:22.271615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.299560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] No DVR routers for this DVR port d61be33f-e5a1-45f3-bfb8-f65e9ba226af on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:22.307454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.309626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66949f5e-a601-4614-88c4-b79d740d79ef req-407751ab-97e6-4f1a-b432-d899fd832675 tempest-ListServersNegativeTestJSON-1152850882 tempest-ListServersNegativeTestJSON-1152850882-project] 10.222.0.49 "DELETE /v2.0/ports/d61be33f-e5a1-45f3-bfb8-f65e9ba226af HTTP/1.1" status: 204 len: 173 time: 2.5810342 Jul 29 17:49:22.310628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'name': 'network-vif-deleted', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:22.312993 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474371a0-997c-4933-8d19-cdd1c8ee8a47" -d '{"events": [{"server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "name": "network-vif-deleted", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:22.318458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.327981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.335363 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-2e38ee54-e570-4772-89e6-0722e06b02b0 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2808948 Jul 29 17:49:22.347256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8802a6fe-12d8-49ca-b224-8bac85ea64d9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:22.387884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dee956-ed3f-437b-a050-b7cd7a3750b5') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:22.388176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dee956-ed3f-437b-a050-b7cd7a3750b5') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:22.405019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-ad19ca4e-d790-4262-8ac1-ce03203a0483 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.0686080 Jul 29 17:49:22.418657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.475635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.490615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:49:22.490972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:49:22.494744 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:49:22.585198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.594445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-c3565413-a22b-4dcf-8135-7ff5f9e2a18d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:22.606830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-983f0216-c0f8-4321-9a8a-7a44f456b2f2 req-c3565413-a22b-4dcf-8135-7ff5f9e2a18d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2009299 Jul 29 17:49:22.612779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.616862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/8802a6fe-12d8-49ca-b224-8bac85ea64d9 HTTP/1.1" status: 204 len: 168 time: 1.8907704 Jul 29 17:49:22.619515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:22.626026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141137127'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:22.638982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 321f3c5b-9702-442c-bf27-ff4ab2291d7b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:22.655599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f880-e08d-42bb-b78a-09b9481cc274 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=8802a6fe-12d8-49ca-b224-8bac85ea64d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:22.661692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 321f3c5b-9702-442c-bf27-ff4ab2291d7b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:22.662383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 321f3c5b-9702-442c-bf27-ff4ab2291d7b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:22.671209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:22.688273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.698482 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e868e43c-4047-4aa5-8d39-e68436fd9f47 x-openstack-request-id: req-e868e43c-4047-4aa5-8d39-e68436fd9f47 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:22.698785 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-unplugged", "status": "failed", "tag": "12983ddb-905d-4058-8746-629dd5654ff0", "code": 422}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:22.699038 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e868e43c-4047-4aa5-8d39-e68436fd9f47 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:22.699533 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0', 'code': 422} returned with failed status Jul 29 17:49:22.740905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:49:22.755191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.755620 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 0b90400c-ead8-4681-af8a-78c2abf47f6d of type vlan for network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 Jul 29 17:49:22.802551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.837265 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.853612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:22.855328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:22.892158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d9610-7107-4d7e-bece-72800d994bf8 req-abedaf6a-add4-46ec-9e4d-354733b2f0e4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:22.900933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b6d9610-7107-4d7e-bece-72800d994bf8 req-abedaf6a-add4-46ec-9e4d-354733b2f0e4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1456342 Jul 29 17:49:22.964484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=2b9b4045-40b2-47cc-9d2a-dff91ac5e062,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:22.981462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:49:22.982186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-33e9379c-80c3-41a2-9726-6fa4a3ab707f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3608680 Jul 29 17:49:22.983319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:22.989815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:23.043698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b6d9610-7107-4d7e-bece-72800d994bf8 req-b2a02f4a-660a-4258-828b-4b62f82c3094 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412742 Jul 29 17:49:23.166834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:23.174444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.449608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.555085 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258aa8c2-872a-4f0f-9cf6-71c5f2922598 x-openstack-request-id: req-258aa8c2-872a-4f0f-9cf6-71c5f2922598 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:23.555378 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dadc89-20e3-4688-820c-6799a47851ba", "name": "network-vif-deleted", "tag": "d61be33f-e5a1-45f3-bfb8-f65e9ba226af", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:23.555629 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258aa8c2-872a-4f0f-9cf6-71c5f2922598 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:23.556062 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dadc89-20e3-4688-820c-6799a47851ba', 'name': 'network-vif-deleted', 'tag': 'd61be33f-e5a1-45f3-bfb8-f65e9ba226af', 'status': 'completed', 'code': 200} Jul 29 17:49:23.561524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=04613664-1a81-4422-9221-425fa457a3be,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:23.634373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '0b90400c-ead8-4681-af8a-78c2abf47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:23.635077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 2b9b4045-40b2-47cc-9d2a-dff91ac5e062, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:49:23.650177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-b4c80817-f86a-450d-a1d9-6c00a886ed72 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:23.657183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-b4c80817-f86a-450d-a1d9-6c00a886ed72 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=745bf2c2-c749-486a-a0cd-86c3c244d4c8 HTTP/1.1" status: 200 len: 944 time: 0.1986988 Jul 29 17:49:23.701047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-15afe9f8-a1a9-4c62-b8fa-4a3e08d92167 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:23.711917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:49:23.718105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-15afe9f8-a1a9-4c62-b8fa-4a3e08d92167 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0934606 Jul 29 17:49:23.747541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 2b9b4045-40b2-47cc-9d2a-dff91ac5e062) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:23.757500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:23.758357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.759797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf0fff-274e-4bc1-94f2-dbd4d7ce4992 None None] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:23.792488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port 12983ddb-905d-4058-8746-629dd5654ff0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:23.793055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.799329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-4ca04faf-a343-4b86-b890-0bba55de8df1 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.0786190 Jul 29 17:49:23.800059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db08fec5-fb50-487c-89b5-8bbe97a789fe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8146343 Jul 29 17:49:23.800181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56648) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:23.806382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795908926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:23.838172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'floatingip': {'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:23.896018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.897386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.901272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d61be33f-e5a1-45f3-bfb8-f65e9ba226af no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:23.958411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: d61be33f-e5a1-45f3-bfb8-f65e9ba226af {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:23.965257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d61be33f-e5a1-45f3-bfb8-f65e9ba226af not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:23.970640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:23.989289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.006758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port 12983ddb-905d-4058-8746-629dd5654ff0, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=12983ddb-905d-4058-8746-629dd5654ff0,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:24.010686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.034543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for 12983ddb-905d-4058-8746-629dd5654ff0 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:24.084037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.169657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.174035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77c26c8d-8535-43fc-99f3-9b2ac6ab9269 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3718412 Jul 29 17:49:24.174837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:24.205789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-2b9b4045-40b2-47cc-9d2a-dff91ac5e062', 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '04613664-1a81-4422-9221-425fa457a3be'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:49:24.209872 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.256056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.289114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=12983ddb-905d-4058-8746-629dd5654ff0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:24.341983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port 12983ddb-905d-4058-8746-629dd5654ff0 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:24.346937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.360402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b3a7c06-8c40-4f2d-8a1f-dbd6915bc5ad req-9276a97c-bd87-48eb-95c5-9df3bd97a0bc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "DELETE /v2.0/ports/12983ddb-905d-4058-8746-629dd5654ff0 HTTP/1.1" status: 204 len: 173 time: 0.7021692 Jul 29 17:49:24.361239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-deleted', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:24.364561 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b4dfb9-72fc-4095-ab5e-5b0bbc4ed934" -d '{"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-deleted", "tag": "12983ddb-905d-4058-8746-629dd5654ff0"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:24.409802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Allocated IP 2001:db8::2 (2b9b4045-40b2-47cc-9d2a-dff91ac5e062/04613664-1a81-4422-9221-425fa457a3be/fd255fa0-bac2-4cff-b234-f0349dc60986) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:24.589853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.597149 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.617720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Transition to ACTIVE for port object fd255fa0-bac2-4cff-b234-f0349dc60986 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:24.667989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Transition to ACTIVE for port object fd255fa0-bac2-4cff-b234-f0349dc60986 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:24.690769 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.724183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:24.751956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:24.762070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:24.802548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Pushing event updated for resources: {'Port': ['ID=fd255fa0-bac2-4cff-b234-f0349dc60986,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:24.833885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Attempting to bind port fd255fa0-bac2-4cff-b234-f0349dc60986 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:24.834721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Attempting to bind port fd255fa0-bac2-4cff-b234-f0349dc60986 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '0b90400c-ead8-4681-af8a-78c2abf47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:24.835295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Attempting to bind port fd255fa0-bac2-4cff-b234-f0349dc60986 on network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:24.842692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:24.843485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Checking segment: {'id': '0b90400c-ead8-4681-af8a-78c2abf47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:24.844126 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.844958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Bound using segment: {'id': '0b90400c-ead8-4681-af8a-78c2abf47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:24.845689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Bound port: fd255fa0-bac2-4cff-b234-f0349dc60986, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b90400c-ead8-4681-af8a-78c2abf47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b9b4045-40b2-47cc-9d2a-dff91ac5e062'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:24.846356 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.919853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] For port fd255fa0-bac2-4cff-b234-f0349dc60986, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:24.924618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] For port fd255fa0-bac2-4cff-b234-f0349dc60986, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fd255fa0-bac2-4cff-b234-f0349dc60986,segment=NetworkSegment(0b90400c-ead8-4681-af8a-78c2abf47f6d),segment_id=0b90400c-ead8-4681-af8a-78c2abf47f6d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:24.929435 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:24.982813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56708) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:25.004088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:49:25.037545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7b387-0dd2-402b-9639-415d36d1f591 None None] Pushing event updated for resources: {'Port': ['ID=fd255fa0-bac2-4cff-b234-f0349dc60986,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:25.107759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Deleting subnet 842dff75-d3ad-47b1-b304-ee75ab5229ac {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:49:25.111404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.119033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.132364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.136168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8::1 (2b9b4045-40b2-47cc-9d2a-dff91ac5e062/04613664-1a81-4422-9221-425fa457a3be/13985fc6-f186-4d97-a2ee-4d0f49058ab4) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:25.164953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.203376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db1c1d-830b-45c4-9794-99bb70f63f5c req-ff710b1f-be4f-4989-904d-61d44c193e69 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:25.211283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47db1c1d-830b-45c4-9794-99bb70f63f5c req-ff710b1f-be4f-4989-904d-61d44c193e69 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1466968 Jul 29 17:49:25.258134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.301921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47db1c1d-830b-45c4-9794-99bb70f63f5c req-6d084b3b-b3b4-44f2-b955-90f1ffc46b5c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Jul 29 17:49:25.359741 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Floating IP f2359c8c-fb85-4a0d-8cec-408ef5179e15 associated. External IP: 172.25.5.50, port: 459974ea-3d84-4c69-9c9a-9f3dcb489d60. Jul 29 17:49:25.362722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.408945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842dff75-d3ad-47b1-b304-ee75ab5229ac,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:25.419750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.422255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-926283b3-7599-4574-b96f-499a5a3df67d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/842dff75-d3ad-47b1-b304-ee75ab5229ac HTTP/1.1" status: 204 len: 168 time: 0.4379156 Jul 29 17:49:25.424226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56722) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:25.468276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.517606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.522230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object 13985fc6-f186-4d97-a2ee-4d0f49058ab4 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:25.522434 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974d087e-f5f3-49c9-9cdd-5ed8d994cbca x-openstack-request-id: req-974d087e-f5f3-49c9-9cdd-5ed8d994cbca {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:25.522727 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bf2c2-c749-486a-a0cd-86c3c244d4c8", "name": "network-vif-deleted", "tag": "12983ddb-905d-4058-8746-629dd5654ff0", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:25.522981 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-974d087e-f5f3-49c9-9cdd-5ed8d994cbca {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:25.523403 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '745bf2c2-c749-486a-a0cd-86c3c244d4c8', 'name': 'network-vif-deleted', 'tag': '12983ddb-905d-4058-8746-629dd5654ff0', 'status': 'failed', 'code': 422} returned with failed status Jul 29 17:49:25.613142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.633704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f898e8-111f-4035-877b-32ecf5a30884']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:25.651317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.661760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e449fa3-91bb-423a-a344-e87f82565dc3') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:25.662221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e449fa3-91bb-423a-a344-e87f82565dc3') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:25.676928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.700590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.710816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:25.713953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:49:25.714746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.716152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:25.722623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:25.722623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:49:25.726048 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:49:25.732730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=13985fc6-f186-4d97-a2ee-4d0f49058ab4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:25.818811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.831185 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:25.833214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a6f898e8-111f-4035-877b-32ecf5a30884 HTTP/1.1" status: 204 len: 168 time: 0.4080379 Jul 29 17:49:25.844429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e324c-a42d-4e75-857a-0f86453735f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f898e8-111f-4035-877b-32ecf5a30884,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:26.042746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56758) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:26.100277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ea953012-27d5-4b74-8f2b-40c7e6157e4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4348c0193bca4d8eacc2557b6d68c317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542095 Jul 29 17:49:26.100982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:26.183573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Router 71b7b59c-b3bf-4a21-953b-abea7c1de07f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:26.197964 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.208523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.253599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.302376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fd255fa0-bac2-4cff-b234-f0349dc60986 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:26.351881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.355011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.356195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44e4cc4e-8c23-4c42-a4e4-3673298ed59a HTTP/1.1" status: 204 len: 168 time: 0.2542636 Jul 29 17:49:26.367899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4d72c-5976-4345-b8fe-b29bb6dfd5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e4cc4e-8c23-4c42-a4e4-3673298ed59a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:26.389328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.423272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port fd255fa0-bac2-4cff-b234-f0349dc60986 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:26.499193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:26.522522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.524776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Sync routers for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:26.546368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c7395-2067-4a22-ac50-521d5d8cc1e3 None None] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:26.645541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-1264f391-8268-4c56-9bfc-e1463611a145 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "PUT /v2.0/floatingips/f2359c8c-fb85-4a0d-8cec-408ef5179e15 HTTP/1.1" status: 200 len: 995 time: 2.8463545 Jul 29 17:49:26.647764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:26.650859 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91645eb6-c8e4-463f-a9ad-9de7394a865a" -d '{"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:26.731985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:26.732789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:26.784588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-b7bbbcbd-4e3c-4e84-ac77-0264b4da7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:26.786211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-b7bbbcbd-4e3c-4e84-ac77-0264b4da7a57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1096 time: 0.1270924 Jul 29 17:49:26.836955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Provisioning for port fd255fa0-bac2-4cff-b234-f0349dc60986 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:26.846448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Provisioning complete for port fd255fa0-bac2-4cff-b234-f0349dc60986 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:26.846829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.950188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.956800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-71239ab1-f241-4375-b2ef-5a4b58fd493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:26.958415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-71239ab1-f241-4375-b2ef-5a4b58fd493e service neutron] 10.222.0.16 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 929 time: 0.1653790 Jul 29 17:49:26.959524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.960312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:26.993575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:27.138490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:27.153379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=13985fc6-f186-4d97-a2ee-4d0f49058ab4,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:27.200275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-fb749767-c337-415b-93e6-dc8b44b82374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 998 time: 0.2280991 Jul 29 17:49:27.290756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-0af53ba8-bd0e-41a9-8230-4f3317aab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:27.293329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-0af53ba8-bd0e-41a9-8230-4f3317aab363 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.0919652 Jul 29 17:49:27.336095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:27.339128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:27.344469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] For port fd255fa0-bac2-4cff-b234-f0349dc60986, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fd255fa0-bac2-4cff-b234-f0349dc60986,segment=NetworkSegment(0b90400c-ead8-4681-af8a-78c2abf47f6d),segment_id=0b90400c-ead8-4681-af8a-78c2abf47f6d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:27.373335 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:27.400718 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:27.484494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-a54391dc-02f0-4968-a904-4ff8450d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:27.486867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-a54391dc-02f0-4968-a904-4ff8450d717e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835809 Jul 29 17:49:27.498767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105e9b1-8150-4a76-8f45-61850195bd14 None None] Pushing event updated for resources: {'Port': ['ID=fd255fa0-bac2-4cff-b234-f0349dc60986,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:27.513122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-1c708e01-7daf-4c2a-b498-a79900bf5c9a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:27.522670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-1c708e01-7daf-4c2a-b498-a79900bf5c9a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2044599 Jul 29 17:49:27.545468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-2019eaf0-8bcc-4d03-a36f-2344813e756e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0211120 Jul 29 17:49:27.597307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-4edf609c-0808-444f-a1e0-56dbe04fd5fb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502794 Jul 29 17:49:27.626836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Provisioning complete for port fd255fa0-bac2-4cff-b234-f0349dc60986 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:27.627260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:27.656658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-74cd3c5c-112f-48d0-a850-a4080edbe9cd service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613514 Jul 29 17:49:27.702506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'f2359c8c-fb85-4a0d-8cec-408ef5179e15', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'mac_address': 'fa:16:3e:3d:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:21Z', 'updated_at': '2021-07-29T17:49:24Z', 'revision_number': 1, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:27.719330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6182bf70-be05-4659-905c-29cb53bbbab0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:49:27.864411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96a6f087-075f-48e4-a7e9-8981b35f3a4b req-cefd6ce2-9b9c-4053-b4e9-c966ace6c3db service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034712 Jul 29 17:49:27.880168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Checking router: 71b7b59c-b3bf-4a21-953b-abea7c1de07f for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:49:27.886479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:27.892522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:27.906268 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] Sync routers for ids ['6182bf70-be05-4659-905c-29cb53bbbab0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:27.921392 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4d292a91-f29a-452d-a84a-ed4c0b612936 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6182bf70-be05-4659-905c-29cb53bbbab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7425313 Jul 29 17:49:27.923362 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] Routers {'6182bf70-be05-4659-905c-29cb53bbbab0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:27.924900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:27.926571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6182bf70-be05-4659-905c-29cb53bbbab0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:27.935637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:27.936286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:28.026541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:28.057896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] Routers {'6182bf70-be05-4659-905c-29cb53bbbab0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:28.061611 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6182bf70-be05-4659-905c-29cb53bbbab0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:28.064896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a97d22-93af-459c-b42d-2c2fa6678ec6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:28.066668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-65a97d22-93af-459c-b42d-2c2fa6678ec6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports/13985fc6-f186-4d97-a2ee-4d0f49058ab4 HTTP/1.1" status: 200 len: 911 time: 0.1407073 Jul 29 17:49:28.070811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:28.097907 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.142511 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:28.144453 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a380b-feb0-4754-a5cb-ce146324d739 None None] The sync data for ids ['6182bf70-be05-4659-905c-29cb53bbbab0'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:28.156116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:28.165480 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d43600-52f9-4de9-aa01-cf1fa57c8419" -d '{"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-unplugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:28.169948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-febc0832-e04c-46ed-aff3-e70e1c15e041 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695605 Jul 29 17:49:28.241656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:28.258168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590aaf-0ed8-46b5-86b7-9833395c59d7 req-62a5018e-da7f-48ac-81f8-99f7b49afd5c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:28.266386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69590aaf-0ed8-46b5-86b7-9833395c59d7 req-62a5018e-da7f-48ac-81f8-99f7b49afd5c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.2507946 Jul 29 17:49:28.297038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:28.346599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Provisioning for port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:28.359547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69590aaf-0ed8-46b5-86b7-9833395c59d7 req-ef7a6af4-bf4b-4515-b386-671c1110a27f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867834 Jul 29 17:49:28.364342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fd255fa0-bac2-4cff-b234-f0349dc60986 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:28.374634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-e6f7950f-81d5-4925-afa7-d0ce69182f68 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990952 Jul 29 17:49:28.402271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:28.407468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Provisioning complete for port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:28.407916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.456978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1fc91892-9c15-4afc-95c6-23f63b639f16 None None] Port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:28.458591 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.590170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1110599085-network', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:28.619677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:28.624025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c8bcddea-f8b0-42aa-a8d9-5402b3fe0315 None None] Provisioning complete for port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:28.624537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8bcddea-f8b0-42aa-a8d9-5402b3fe0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.646933 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be5c00-6e4d-4e7e-b0d5-c5e9fec445b8 x-openstack-request-id: req-87be5c00-6e4d-4e7e-b0d5-c5e9fec445b8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:28.648045 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:28.648347 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87be5c00-6e4d-4e7e-b0d5-c5e9fec445b8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:28.649342 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'status': 'completed', 'code': 200} Jul 29 17:49:28.709765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fd255fa0-bac2-4cff-b234-f0349dc60986 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:28.710130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.798137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:28.800868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.841997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:28.867857 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f010ed-4c29-47a8-bbf2-e528fdcc22f8 x-openstack-request-id: req-d2f010ed-4c29-47a8-bbf2-e528fdcc22f8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:28.868443 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-unplugged", "status": "completed", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:28.868910 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f010ed-4c29-47a8-bbf2-e528fdcc22f8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:28.870262 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'code': 200} Jul 29 17:49:28.880613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-751c6819-2499-4939-8a1a-67932833e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:28.882050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-751c6819-2499-4939-8a1a-67932833e414 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1096 time: 0.2252138 Jul 29 17:49:28.884864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcddea-f8b0-42aa-a8d9-5402b3fe0315 None None] Port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:28.890703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d68d0f97-9857-44c7-9cfd-34fdcdba2d98 req-2406f3bb-d5f8-46a6-a6f1-4c6eebf4f94e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 210 time: 0.0666804 Jul 29 17:49:28.958428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-58eefab2-10e1-47a5-9117-63ceca2e61b3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 258 time: 0.3078818 Jul 29 17:49:29.005309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'f2359c8c-fb85-4a0d-8cec-408ef5179e15', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'mac_address': 'fa:16:3e:3d:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:21Z', 'updated_at': '2021-07-29T17:49:24Z', 'revision_number': 1, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:29.015369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:29.068943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab0d73-34f3-4194-86fc-861f1dbe3f9e None None] The sync data for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 is: [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'f2359c8c-fb85-4a0d-8cec-408ef5179e15', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'mac_address': 'fa:16:3e:3d:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:21Z', 'updated_at': '2021-07-29T17:49:24Z', 'revision_number': 1, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:29.174929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-4e07c07e-08c0-4e2f-9ac6-09644c1a4d4f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:29.182392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-4e07c07e-08c0-4e2f-9ac6-09644c1a4d4f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.1442330 Jul 29 17:49:29.195343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-57e2e1e6-3e5c-474f-b016-72396a5214e4 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/quotas/4abe8fa365da4d77b9b25c309edfa625 HTTP/1.1" status: 200 len: 375 time: 0.0116098 Jul 29 17:49:29.198197 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.200950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-f5cad963-47c5-44b9-80f7-3b90fa864ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:29.202677 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-f5cad963-47c5-44b9-80f7-3b90fa864ebe service neutron] 10.222.0.49 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 929 time: 0.2942288 Jul 29 17:49:29.262074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.278655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-b7be1f3d-7cac-4308-a658-3881314cf136 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763364 Jul 29 17:49:29.338564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:49:29.374126 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.390876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3346d4-9161-4aca-a8c8-2ff48d9a7574,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:29.409447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-52b5ba61-dd77-465a-a643-5a17753ca84a service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299174 Jul 29 17:49:29.419628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ae43d-041c-4eaf-a104-026f6ac01d02 None None] New status for floating IP f2359c8c-fb85-4a0d-8cec-408ef5179e15: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:49:29.427691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-cac3fa23-0d8d-439e-82f7-a7cda9082426 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 998 time: 0.2109838 Jul 29 17:49:29.433077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.433425 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Added segment 68f09246-0862-42ef-955c-3508cb72adda of type vlan for network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 Jul 29 17:49:29.566517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-a735fa6e-0daa-4a54-9609-16b945e9d12f service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553421 Jul 29 17:49:29.859293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac8b71-0dce-403c-aff2-7a2b2353c99f req-826d2570-602f-4cbb-a3b1-3697e0138b0f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:29.860945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-beac8b71-0dce-403c-aff2-7a2b2353c99f req-826d2570-602f-4cbb-a3b1-3697e0138b0f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.0827076 Jul 29 17:49:29.912676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-beac8b71-0dce-403c-aff2-7a2b2353c99f req-5270b635-f409-43ac-b39e-11dc462a3ae0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Jul 29 17:49:29.951290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.959023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.059977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-1c216585-c45f-48a5-97c4-4d6f2cf8f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:30.061475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-1c216585-c45f-48a5-97c4-4d6f2cf8f46d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.6232393 Jul 29 17:49:30.137708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da6f361d-0834-4a5a-ad66-443b78cb5852 req-f2609c0f-6144-41fb-9591-cc57abd6e785 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 210 time: 0.0644076 Jul 29 17:49:30.225228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.226210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:30.226814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.263698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-187b23e5-56e7-42a6-9239-3c234d99791c req-bbc329b7-e1be-4da3-b7fc-76ee91728aad tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 210 time: 0.0460088 Jul 29 17:49:30.356525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1108091 Jul 29 17:49:30.357096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:30.361849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Request body: {'subnet': {'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1110599085-subnet', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:30.362133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-093cb31e-d66a-43ac-8041-cf29577ca169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:30.363648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-093cb31e-d66a-43ac-8041-cf29577ca169 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879024 Jul 29 17:49:30.375334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a22d5-9d95-428d-ba05-07516ae83c2d admin admin] Pushing event updated for resources: {'Network': ['ID=7f59a5d1-3b53-4c63-832d-2e386b4ccc99,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:30.391688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:49:30.397610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-cc47e874-4268-4cad-be4a-cf8ac0ac0947 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:30.399230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-cc47e874-4268-4cad-be4a-cf8ac0ac0947 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "GET /v2.0/ports?device_id=db84469a-d840-4556-af55-ae2ffa605b84 HTTP/1.1" status: 200 len: 943 time: 0.0817194 Jul 29 17:49:30.452228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-6f1f97be-2155-44aa-a7ed-9b3e3fad2de7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:30.455652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-6f1f97be-2155-44aa-a7ed-9b3e3fad2de7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.3805091 Jul 29 17:49:30.463386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.473144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:30.489135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:30.489949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.655624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Deleting port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:30.655970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.747358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-c664b6e7-dc8b-405f-b9cc-4b2734d9267f service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693149 Jul 29 17:49:30.760662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] For port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:30.761036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.775889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Calling delete_port for 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:30.811184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:30.815266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:30.882802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Allocated IP 172.25.5.184 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:30.960929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.242177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-91645eb6-c8e4-463f-a9ad-9de7394a865a req-d6f37017-dc65-4681-ad13-a033a6ebf830 service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606414 Jul 29 17:49:31.295654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 13985fc6-f186-4d97-a2ee-4d0f49058ab4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:31.296072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.321180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.7 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/b1142d99-73db-4bdb-af94-8a4c066bd0f9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:31.386896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.471569 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.540085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 13985fc6-f186-4d97-a2ee-4d0f49058ab4 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:31.570785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.573026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.599690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb104839-2afb-49da-89e6-9da513327df7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:31.641042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510dc92-6228-48e9-bada-b9ddb25c51b9 req-1db58fda-30a5-45f5-bdca-8c5a64a30ebe tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:31.642656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9510dc92-6228-48e9-bada-b9ddb25c51b9 req-1db58fda-30a5-45f5-bdca-8c5a64a30ebe tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1591697 Jul 29 17:49:31.648772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event deleted for resources: {'Port': ['ID=3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:31.650859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:31.651221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Network hostable DHCP agents. Network: 7f59a5d1-3b53-4c63-832d-2e386b4ccc99, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:49:31.654229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.654229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.654525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.655381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.655381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.655574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.655809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.656490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.656490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.656752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.657098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.657384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.670500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:31.687459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:31.693818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:31.696711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event updated for resources: {'Port': ['ID=e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:31.713907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.714273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.714611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.714943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.715271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.715601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.715929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.716253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.716577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.716917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.717218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.717534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.741654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.746579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] No DVR routers for this DVR port 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:31.754232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-3e0448d1-076b-4448-9da8-729f81aa50c6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:31.755730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-3e0448d1-076b-4448-9da8-729f81aa50c6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.7514462 Jul 29 17:49:31.756807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.758707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78719444-5fc0-47da-a076-c49b55d5a8e4 req-c5b1969d-6ad8-4d8c-af42-ba18ad56c9b6 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.49 "DELETE /v2.0/ports/3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 HTTP/1.1" status: 204 len: 173 time: 1.3516054 Jul 29 17:49:31.760641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-deleted', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:31.763032 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce6539b-ba18-4379-ac27-44cb84636c7b" -d '{"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-deleted", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:31.775890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.776155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.776475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.776809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.777151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.777587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.777912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.778293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.778419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Request body: {'port': {'device_id': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'admin_state_up': True, 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:31.778576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.778824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.779147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.779467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:31.792930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:49:31.845517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9510dc92-6228-48e9-bada-b9ddb25c51b9 req-0df8495f-af7b-40f7-b35d-b88eeda811fe tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787581 Jul 29 17:49:31.858230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7f59a5d1-3b53-4c63-832d-2e386b4ccc99) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:31.866534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209941d8-6bca-43da-bbe6-1c02af01ec13 None None] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:31.867052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:31.867426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.915697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-55fa9324-1014-4d34-aa22-71bce8fa4a64 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5577667 Jul 29 17:49:31.919769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:31.925227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:31.930852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:31.942202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.052862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:32.088967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:32.091866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:32.092537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.093607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.097386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.102715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:32.117893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:32.120900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.147084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:49:32.148793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.164880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35d0f7b7-b0a4-4a05-9c25-d52e366bc786 req-fd70f909-d4bd-4ba4-8df7-84e5913c5709 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 210 time: 0.0534346 Jul 29 17:49:32.331069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=13985fc6-f186-4d97-a2ee-4d0f49058ab4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:32.390335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Allocated IP 172.20.0.7 (f2bdfd4f-063e-44ed-b796-25a35e4a23e6/7201674e-a18d-44e6-bf8d-61b80fb0cb03/774be9c9-2822-45cc-b24c-f1b49edd10a1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:32.391264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.408546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3659-1252-4e84-946f-6437e1a616a5 req-388a7c53-a1ef-4f24-8a7e-f2cce729a105 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:32.410520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88b3659-1252-4e84-946f-6437e1a616a5 req-388a7c53-a1ef-4f24-8a7e-f2cce729a105 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 931 time: 0.1050415 Jul 29 17:49:32.414728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:32.415399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.461908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Allocated IP 172.20.0.2 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/67acfd43-1eab-48b3-be28-58ca5e00bdeb) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:32.470118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.476057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.514672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88b3659-1252-4e84-946f-6437e1a616a5 req-f8b8e5d9-8d16-497a-b768-e1318f383591 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953593 Jul 29 17:49:32.604193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-b362f436-9766-4321-93d1-17b8b23d9024 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1349053 Jul 29 17:49:32.649074 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb132c0a-f85d-4029-af85-1732bc79d9fa x-openstack-request-id: req-cb132c0a-f85d-4029-af85-1732bc79d9fa {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:32.649247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Request body: {'port': {'device_id': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:32.649816 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84469a-d840-4556-af55-ae2ffa605b84", "name": "network-vif-deleted", "tag": "3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:32.650228 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb132c0a-f85d-4029-af85-1732bc79d9fa {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:32.650777 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84469a-d840-4556-af55-ae2ffa605b84', 'name': 'network-vif-deleted', 'tag': '3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1', 'status': 'completed', 'code': 200} Jul 29 17:49:32.685723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.732881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.756851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.769786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Transition to ACTIVE for port object 67acfd43-1eab-48b3-be28-58ca5e00bdeb will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:32.784112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:32.789845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:32.793919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:32.794326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Transition to ACTIVE for port object 67acfd43-1eab-48b3-be28-58ca5e00bdeb will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:32.803999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:32.804918 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.862444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:32.863674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:32.863927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.865658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:32.869185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:32.890064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c6161eac-03ae-4a04-8961-d5ba67478746 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1182520 Jul 29 17:49:32.892017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.904122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Request body: {'port': {'device_id': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:32.904332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Pushing event updated for resources: {'Port': ['ID=67acfd43-1eab-48b3-be28-58ca5e00bdeb,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:32.917446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 6182bf70-be05-4659-905c-29cb53bbbab0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:32.920735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.968829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Attempting to bind port 67acfd43-1eab-48b3-be28-58ca5e00bdeb on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:32.969207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Attempting to bind port 67acfd43-1eab-48b3-be28-58ca5e00bdeb by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:32.971426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Attempting to bind port 67acfd43-1eab-48b3-be28-58ca5e00bdeb on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:32.978950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:32.979678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:32.980298 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:32.981589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:32.986044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Bound port: 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:32.986603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.012600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.071660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146efe91-33f0-474f-ba37-304b2ff134dd req-a4bb0335-3fcd-44f2-8312-b9f09dde43d9 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:33.073210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-146efe91-33f0-474f-ba37-304b2ff134dd req-a4bb0335-3fcd-44f2-8312-b9f09dde43d9 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.0952415 Jul 29 17:49:33.089255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] For port 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:33.095047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] For port 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67acfd43-1eab-48b3-be28-58ca5e00bdeb,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:33.104343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.201424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b651b8-21eb-4dad-8f33-a9604c56af93 None None] Pushing event updated for resources: {'Port': ['ID=67acfd43-1eab-48b3-be28-58ca5e00bdeb,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:33.203452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-146efe91-33f0-474f-ba37-304b2ff134dd req-85ab8ef4-1572-48b1-a526-282badd71f80 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148100 Jul 29 17:49:33.443707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774be9c9-2822-45cc-b24c-f1b49edd10a1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:33.460565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.497700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Transition to ACTIVE for port object 774be9c9-2822-45cc-b24c-f1b49edd10a1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:33.504830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.514579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.536640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:33.538602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.549217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57002) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:33.549591 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de97206c-f42e-4ba6-8eed-1f5daf3de9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/6182bf70-be05-4659-905c-29cb53bbbab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4775927 Jul 29 17:49:33.560559 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] Sync routers for ids ['6182bf70-be05-4659-905c-29cb53bbbab0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:33.579660 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] Routers {'6182bf70-be05-4659-905c-29cb53bbbab0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:33.580962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6182bf70-be05-4659-905c-29cb53bbbab0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:33.593018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7eefc57b-6ab8-4825-9d0e-81aa6db324d1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=6182bf70-be05-4659-905c-29cb53bbbab0 HTTP/1.1" status: 200 len: 205 time: 0.0383971 Jul 29 17:49:33.598538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57006) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:33.678926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:33.705908 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:33.727808 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] Routers {'6182bf70-be05-4659-905c-29cb53bbbab0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:33.730712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6182bf70-be05-4659-905c-29cb53bbbab0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:33.748009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.749446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event updated for resources: {'Port': ['ID=e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:33.793122 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:33.793999 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1179d5f-fce5-474d-b2e4-05ddc5b6eab1 None None] The sync data for ids ['6182bf70-be05-4659-905c-29cb53bbbab0'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:33.814839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.849947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:33.851133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-9d5ec851-0381-4bb3-a62a-1b5802e36c44 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8476284 Jul 29 17:49:33.918565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:33.933333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-176a6b77-4dd7-4c65-bcef-43558a4866ac tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0723708 Jul 29 17:49:33.950989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:33.951329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3aea0f94-5b72-4f4e-a6c7-ea6f6400c6e1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:34.005007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Attempting to bind port 774be9c9-2822-45cc-b24c-f1b49edd10a1 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:34.005455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Attempting to bind port 774be9c9-2822-45cc-b24c-f1b49edd10a1 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:34.005853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Attempting to bind port 774be9c9-2822-45cc-b24c-f1b49edd10a1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:34.019317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8ef65-1e11-4b30-ab8d-9955850983ef req-c51a8d1f-3605-4e81-bf3b-c39949051635 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.020854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab8ef65-1e11-4b30-ab8d-9955850983ef req-c51a8d1f-3605-4e81-bf3b-c39949051635 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 943 time: 0.1797059 Jul 29 17:49:34.022842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.024591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Port 774be9c9-2822-45cc-b24c-f1b49edd10a1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:49:34.024917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Attempting to bind port 774be9c9-2822-45cc-b24c-f1b49edd10a1 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:34.027299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.041229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:34.041567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Checking segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:34.041949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Bound using segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:34.042422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Bound port: 774be9c9-2822-45cc-b24c-f1b49edd10a1, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:34.042781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.131885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.132432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router 6182bf70-be05-4659-905c-29cb53bbbab0 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:49:34.136555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1142d99-73db-4bdb-af94-8a4c066bd0f9 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:34.151305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.152530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-65cae8cf-15fc-49a1-b16c-a3303ab99b6d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/6182bf70-be05-4659-905c-29cb53bbbab0 HTTP/1.1" status: 204 len: 168 time: 0.5504360 Jul 29 17:49:34.170427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57012) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:34.173749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab8ef65-1e11-4b30-ab8d-9955850983ef req-89b20e7a-00af-47e7-80c9-856ea76a97a8 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411247 Jul 29 17:49:34.198973 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.213917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Transition to ACTIVE for port object b1142d99-73db-4bdb-af94-8a4c066bd0f9 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:34.235111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.263024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:34.268660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:34.287948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 04613664-1a81-4422-9221-425fa457a3be {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:49:34.291573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.294861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.336801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67acfd43-1eab-48b3-be28-58ca5e00bdeb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:34.368442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Pushing event updated for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:34.405814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.411800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.413381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] 10.222.0.38 "PUT /v2.0/ports/774be9c9-2822-45cc-b24c-f1b49edd10a1 HTTP/1.1" status: 200 len: 1091 time: 1.5149660 Jul 29 17:49:34.417203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.447793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 67acfd43-1eab-48b3-be28-58ca5e00bdeb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:34.448518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.501658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-8e0230b6-a0f4-406e-84f5-dba8a0d9e0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.514879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-851b1831-d357-46e6-a1a0-f075eb42bd65 req-8e0230b6-a0f4-406e-84f5-dba8a0d9e0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.5717008 Jul 29 17:49:34.522635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.554121 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.641641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23569f-199c-4bc1-97c4-304540eba616 service neutron] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:34.649985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.660727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:34.673059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:34.675422 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6864c404-23f0-48c4-be3c-4c81ecf59154" -d '{"events": [{"name": "network-changed", "server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:34.683710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81710e02-aa4f-4658-9dc6-4208f72897f3 None None] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:34.710813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Attempting to bind port b1142d99-73db-4bdb-af94-8a4c066bd0f9 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:34.711150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Attempting to bind port b1142d99-73db-4bdb-af94-8a4c066bd0f9 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:34.711476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Attempting to bind port b1142d99-73db-4bdb-af94-8a4c066bd0f9 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:34.716040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a195-79f4-4ff1-b590-b7c674166359 req-83f368fe-8f25-410e-b00d-122d239e5ada tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.722601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Port b1142d99-73db-4bdb-af94-8a4c066bd0f9 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:49:34.722949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Attempting to bind port b1142d99-73db-4bdb-af94-8a4c066bd0f9 on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:34.724413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b284a195-79f4-4ff1-b590-b7c674166359 req-83f368fe-8f25-410e-b00d-122d239e5ada tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 943 time: 0.4060607 Jul 29 17:49:34.746904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9abdc-0ec4-4949-bbe0-bd2fee57e58d req-5d4cd8d5-69e4-4b6b-9dbe-eeee7fb95c93 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.748475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5b9abdc-0ec4-4949-bbe0-bd2fee57e58d req-5d4cd8d5-69e4-4b6b-9dbe-eeee7fb95c93 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1440406 Jul 29 17:49:34.752006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:34.752263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:34.752667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:34.753127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Bound port: b1142d99-73db-4bdb-af94-8a4c066bd0f9, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:34.753488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.754604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.756514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/04613664-1a81-4422-9221-425fa457a3be HTTP/1.1" status: 204 len: 168 time: 0.5817955 Jul 29 17:49:34.757341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae9bed-312b-4cd9-8be3-acd20320a90c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=04613664-1a81-4422-9221-425fa457a3be,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:34.763899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52ecab-547c-411c-9ca7-b9d230bde370 None None] Network 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:34.768288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57028) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:34.828672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Allocated IP 172.25.5.38 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/65da46ae-50f4-405e-bb88-ad0378c9db2c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:34.836914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b284a195-79f4-4ff1-b590-b7c674166359 req-d6be9fb3-7b8e-4d5b-af17-0cc7a6da5b60 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114440 Jul 29 17:49:34.862094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-82a0bf7c-01ad-4712-90a7-031de898dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:34.864234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-82a0bf7c-01ad-4712-90a7-031de898dc71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 1094 time: 0.2326810 Jul 29 17:49:34.880073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-722d94d2-6a5f-4a60-9b53-9f4675841c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.900089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5b9abdc-0ec4-4949-bbe0-bd2fee57e58d req-d8201330-88f2-4847-9f8f-2292002d517d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304641 Jul 29 17:49:34.920296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-c7031a89-b83e-456b-84c2-2753ec113a63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1 HTTP/1.1" status: 200 len: 217 time: 0.0439422 Jul 29 17:49:34.925895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Provisioning for port 67acfd43-1eab-48b3-be28-58ca5e00bdeb completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:34.940295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Provisioning complete for port 67acfd43-1eab-48b3-be28-58ca5e00bdeb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:34.940925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:34.968734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:34.999671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:35.001038 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88585826-a897-46f0-bf65-6331cfebd094 x-openstack-request-id: req-88585826-a897-46f0-bf65-6331cfebd094 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:35.001343 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:35.001705 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88585826-a897-46f0-bf65-6331cfebd094 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:35.002138 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'status': 'completed', 'code': 200} Jul 29 17:49:35.018208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.030808 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.056170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-efcbe94d-13bb-4ceb-8146-9225fcefa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.059386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-efcbe94d-13bb-4ceb-8146-9225fcefa0a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.1208658 Jul 29 17:49:35.069307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-dd924a93-aa7a-428b-9185-35089993d38b tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.072118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-dd924a93-aa7a-428b-9185-35089993d38b tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1475885 Jul 29 17:49:35.108733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.109363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.112041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] 10.222.0.49 "PUT /v2.0/ports/b1142d99-73db-4bdb-af94-8a4c066bd0f9 HTTP/1.1" status: 200 len: 1091 time: 2.4690568 Jul 29 17:49:35.122493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.129130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:35.132794 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92149ac-d06b-41a3-9240-7e1d18f361ad" -d '{"events": [{"name": "network-changed", "server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:35.158100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-48d95b5a-580f-41cb-97ed-7189c7d99bba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846736 Jul 29 17:49:35.159793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] DHCP port deletion for 2b9b4045-40b2-47cc-9d2a-dff91ac5e062 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:49:35.172944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.181957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] For port 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67acfd43-1eab-48b3-be28-58ca5e00bdeb,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:35.203781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.230478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-c1c215ca-4b15-4622-b2e5-8c756aa72b69 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.1429462 Jul 29 17:49:35.281213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c5a03-8e5c-422c-989f-b8719de00184 None None] Pushing event updated for resources: {'Port': ['ID=67acfd43-1eab-48b3-be28-58ca5e00bdeb,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:35.282464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-ae478c67-f72c-4fdc-ac1d-fd9e3c99b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'floatingip': {'port_id': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:35.307392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-722d94d2-6a5f-4a60-9b53-9f4675841c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.316725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Deleting port fd255fa0-bac2-4cff-b234-f0349dc60986 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:35.318331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.321570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.346704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-722d94d2-6a5f-4a60-9b53-9f4675841c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.352389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-ae478c67-f72c-4fdc-ac1d-fd9e3c99b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.392965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port fd255fa0-bac2-4cff-b234-f0349dc60986 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:35.393290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.397388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] For port fd255fa0-bac2-4cff-b234-f0349dc60986, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fd255fa0-bac2-4cff-b234-f0349dc60986,segment=NetworkSegment(0b90400c-ead8-4681-af8a-78c2abf47f6d),segment_id=0b90400c-ead8-4681-af8a-78c2abf47f6d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:35.397782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.450424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d259cd-c86d-4674-afd8-59af2c2b2cdd service neutron] Pushing event updated for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:35.457366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:35.476940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:35.483169 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-722d94d2-6a5f-4a60-9b53-9f4675841c81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b3b8fc6287a4c2795dfd2bb2796c080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164973 Jul 29 17:49:35.483169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:35.490599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57036) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:35.514370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-cf8af0f5-5f77-410f-9497-6fec110f00ac service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126357 Jul 29 17:49:35.523062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-69709ae3-5693-4e77-bd26-4b1ab938fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.524585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-69709ae3-5693-4e77-bd26-4b1ab938fccb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 1094 time: 0.2127490 Jul 29 17:49:35.525196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d94d2-6a5f-4a60-9b53-9f4675841c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345ac18-aaa5-47b8-8578-8245533f6ef8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:35.545116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Calling delete_port for fd255fa0-bac2-4cff-b234-f0349dc60986 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:35.562912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0d8ca854-f381-449a-bdd6-ef26843c651a None None] Provisioning complete for port 67acfd43-1eab-48b3-be28-58ca5e00bdeb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:35.563279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca854-f381-449a-bdd6-ef26843c651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.597647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-747799e0-699f-474c-bdf9-39ca56cb33fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9 HTTP/1.1" status: 200 len: 217 time: 0.0578341 Jul 29 17:49:35.607225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc2660-8223-477a-a0bb-726e7e14f697 req-d226896f-8e79-4460-b232-ce4a3cda7b6d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.608694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9dfc2660-8223-477a-a0bb-726e7e14f697 req-d226896f-8e79-4460-b232-ce4a3cda7b6d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 943 time: 0.2561331 Jul 29 17:49:35.611476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Pushing event updated for resources: {'Port': ['ID=65da46ae-50f4-405e-bb88-ad0378c9db2c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:35.638516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port fd255fa0-bac2-4cff-b234-f0349dc60986, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fd255fa0-bac2-4cff-b234-f0349dc60986,segment=NetworkSegment(0b90400c-ead8-4681-af8a-78c2abf47f6d),segment_id=0b90400c-ead8-4681-af8a-78c2abf47f6d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:35.638894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.677237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for fd255fa0-bac2-4cff-b234-f0349dc60986 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:35.696497 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.723368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] Pushing event deleted for resources: {'Port': ['ID=fd255fa0-bac2-4cff-b234-f0349dc60986,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:35.727333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43947ed5-04d5-4760-8226-918a4ac94cc3 None None] No DVR routers for this DVR port fd255fa0-bac2-4cff-b234-f0349dc60986 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:35.785991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9dfc2660-8223-477a-a0bb-726e7e14f697 req-3bfa9807-e20e-43f1-91bf-0b8f430a3ed5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242251 Jul 29 17:49:35.797698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-8eca851b-ed65-41d8-82fd-18798511f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:35.799425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-8eca851b-ed65-41d8-82fd-18798511f38b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.1851289 Jul 29 17:49:35.834891 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a619a5-40b6-46e8-b48c-87afb0ff6859 x-openstack-request-id: req-55a619a5-40b6-46e8-b48c-87afb0ff6859 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:35.835240 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:35.835552 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55a619a5-40b6-46e8-b48c-87afb0ff6859 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:35.836012 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9', 'status': 'completed', 'code': 200} Jul 29 17:49:35.844434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.851709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b649c9a9-6094-46c6-afef-d76c52f87d77 req-650dc654-7cb3-431e-af62-57b6e07a6754 service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990494 Jul 29 17:49:35.871096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-a9bba6cb-7652-409c-81c5-554ee56c4b51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635459 Jul 29 17:49:35.907826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:35.969990 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-ae478c67-f72c-4fdc-ac1d-fd9e3c99b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 17:49:35.971030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e45f8a73-760d-480b-a415-3e3d58af83ec req-ae478c67-f72c-4fdc-ac1d-fd9e3c99b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "PUT /v2.0/floatingips/b475e285-741c-48af-86e3-dc304df98d99 HTTP/1.1" status: 409 len: 550 time: 0.7397289 Jul 29 17:49:35.987783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.020334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=fd255fa0-bac2-4cff-b234-f0349dc60986,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:36.026810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-0ee92896-095b-4ca9-9afe-c67f7a62e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.028216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-0ee92896-095b-4ca9-9afe-c67f7a62e107 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 1094 time: 0.1185150 Jul 29 17:49:36.029362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port fd255fa0-bac2-4cff-b234-f0349dc60986 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:36.053469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.064337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149fa63-b10a-40e7-8dfe-3e62e5f5d5dc req-2dc2b352-77ed-4942-8948-74bff69b4bad tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.065849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3149fa63-b10a-40e7-8dfe-3e62e5f5d5dc req-2dc2b352-77ed-4942-8948-74bff69b4bad tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 943 time: 0.1522734 Jul 29 17:49:36.112234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-a3dfb019-0b20-4241-beba-368647df77c1 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336676 Jul 29 17:49:36.160116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.162715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.166582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d345ac18-aaa5-47b8-8578-8245533f6ef8 HTTP/1.1" status: 204 len: 168 time: 0.6722128 Jul 29 17:49:36.193452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bed68-a8ab-40d0-abda-b8edde1c7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345ac18-aaa5-47b8-8578-8245533f6ef8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:36.199391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.223769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9b4045-40b2-47cc-9d2a-dff91ac5e062']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:36.238858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3149fa63-b10a-40e7-8dfe-3e62e5f5d5dc req-adb8d736-7f87-4f5e-81ef-9227f8d85964 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365228 Jul 29 17:49:36.242221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b90400c-ead8-4681-af8a-78c2abf47f6d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:36.242535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b90400c-ead8-4681-af8a-78c2abf47f6d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:36.254739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67acfd43-1eab-48b3-be28-58ca5e00bdeb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:36.258420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67493db4-e13a-40e6-b857-a1d4e93d14f0 req-769379a0-35da-4bca-87e2-21f635a0e673 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.265930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67493db4-e13a-40e6-b857-a1d4e93d14f0 req-769379a0-35da-4bca-87e2-21f635a0e673 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.2138155 Jul 29 17:49:36.282984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.307084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-263dfe8c-7c1c-4101-9512-ebc923482936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.309290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-263dfe8c-7c1c-4101-9512-ebc923482936 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 906 time: 0.2558970 Jul 29 17:49:36.319673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.320076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 67acfd43-1eab-48b3-be28-58ca5e00bdeb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:36.321275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.374795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:49:36.375200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.380970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67493db4-e13a-40e6-b857-a1d4e93d14f0 req-3c7e088b-3b0e-4030-a347-fd84c8faf75a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141837 Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:49:36.381853 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:49:36.516288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fd255fa0-bac2-4cff-b234-f0349dc60986 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:36.539924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: fd255fa0-bac2-4cff-b234-f0349dc60986 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:36.540223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fd255fa0-bac2-4cff-b234-f0349dc60986 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:36.620380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:49:36.786136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-4914c753-5d26-40a8-9ee3-761ddf6c5ed5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1 HTTP/1.1" status: 200 len: 217 time: 0.4680669 Jul 29 17:49:36.786634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:36.792055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-935e7763-47fc-41d1-89d6-94c8d505a0e4 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips/b475e285-741c-48af-86e3-dc304df98d99 HTTP/1.1" status: 200 len: 693 time: 0.5178752 Jul 29 17:49:36.867497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47e10410-b7e4-4fbe-9662-319b12a2e8d1 req-cac6c307-be39-4565-86cf-e46a6567410d service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432125 Jul 29 17:49:36.887263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-898fa83d-dda2-4494-bf24-c50faecb9516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.923970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.936017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.937917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/2b9b4045-40b2-47cc-9d2a-dff91ac5e062 HTTP/1.1" status: 204 len: 168 time: 2.1679358 Jul 29 17:49:36.943424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:36.946819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-9297085b-291a-4705-8ad8-9926cd9f016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.948238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-9297085b-291a-4705-8ad8-9926cd9f016d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.1172118 Jul 29 17:49:36.961628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464729506', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:36.980372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:36.983558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6ebf-0059-446b-ae60-5acec7669b05 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=2b9b4045-40b2-47cc-9d2a-dff91ac5e062,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:36.990560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-9c67f625-c789-4d90-9a9c-720eafda06ed tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:36.991957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-9c67f625-c789-4d90-9a9c-720eafda06ed tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1912525 Jul 29 17:49:37.008569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-bcdf1d0b-8ccf-4df8-8f20-a1d142f034ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366924 Jul 29 17:49:37.035063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593bda0-c5e3-4f5f-a290-fd54ca55a71c req-ad88ab50-a118-4b5e-86e5-92d30c9daada tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.035929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-14e6473b-18d8-4341-b776-988799a97e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.036605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7593bda0-c5e3-4f5f-a290-fd54ca55a71c req-ad88ab50-a118-4b5e-86e5-92d30c9daada tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 943 time: 0.1652384 Jul 29 17:49:37.037400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-14e6473b-18d8-4341-b776-988799a97e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 1094 time: 0.1203821 Jul 29 17:49:37.097993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-e8b1749c-d871-4ef2-9dd7-712069080ca8 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0667243 Jul 29 17:49:37.153253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7593bda0-c5e3-4f5f-a290-fd54ca55a71c req-e867e3e3-670b-4bdc-8d75-c816462846c2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008098 Jul 29 17:49:37.182858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-eefa4c3f-84c1-48be-89d0-1da2ccc156c6 service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641872 Jul 29 17:49:37.226973 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-58fcfa51-4574-4939-bc71-ba407d695696 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.1141613 Jul 29 17:49:37.244861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-898fa83d-dda2-4494-bf24-c50faecb9516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.255074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-898fa83d-dda2-4494-bf24-c50faecb9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.328685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-898fa83d-dda2-4494-bf24-c50faecb9516 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6801dfe4ac04dcbb060da8d04eac98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096753 Jul 29 17:49:37.329843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fa83d-dda2-4494-bf24-c50faecb9516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82304e2f-e364-44c3-8b1e-f8cd083ed253,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:37.332423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:37.344550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.345684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.352791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-c6e8b853-e45b-4148-8496-0207f752864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.354302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-c6e8b853-e45b-4148-8496-0207f752864b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.2777500 Jul 29 17:49:37.412190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6864c404-23f0-48c4-be3c-4c81ecf59154 req-fb33740c-56f2-4ae0-82fe-ee6823b0e26c service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189131 Jul 29 17:49:37.426951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-9a8285bb-a069-4c66-9ea7-e24f21f08fd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9 HTTP/1.1" status: 200 len: 217 time: 0.0436866 Jul 29 17:49:37.443236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:49:37.470530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.480066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe99fff-e6fe-4bd7-ac9d-552a29072b82 req-3548e9b0-ff3b-4cc8-ba43-ef01e7b0f624 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.481585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fe99fff-e6fe-4bd7-ac9d-552a29072b82 req-3548e9b0-ff3b-4cc8-ba43-ef01e7b0f624 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 943 time: 0.1581783 Jul 29 17:49:37.495438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-2c2e20b8-2aa0-4d0b-9a9f-b93e7d285895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.496934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-2c2e20b8-2aa0-4d0b-9a9f-b93e7d285895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.0618322 Jul 29 17:49:37.530616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Deleting port e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:37.530916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.569487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.596799 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-8d0fcf7a-95d8-4736-9084-a48e5cfd3d57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637162 Jul 29 17:49:37.667403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.676017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fe99fff-e6fe-4bd7-ac9d-552a29072b82 req-f68bef28-3c63-4711-a729-f5308c08293f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546900 Jul 29 17:49:37.677871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.758272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:37.761323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.761650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.783557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Sync routers for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:37.792457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Calling delete_port for e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:37.795759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-a14ab13e-50a4-4a40-b1d1-3d8c033e9129 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879086 Jul 29 17:49:37.800488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.801447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:37.801656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02700dff-9bf2-40e6-bc08-dddae95465d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8806164 Jul 29 17:49:37.802637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:37.804851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57066) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:37.807773 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.810220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:37.811319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82304e2f-e364-44c3-8b1e-f8cd083ed253 HTTP/1.1" status: 204 len: 168 time: 0.4679942 Jul 29 17:49:37.869130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a54220-9b62-431c-a94a-e3d81d5a5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82304e2f-e364-44c3-8b1e-f8cd083ed253,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:37.940473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c6762-bb9a-4fe5-b595-a1ecfd903fc8 req-81a714fd-c91d-4647-b7c1-37da1c7a1c04 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:37.942273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b74c6762-bb9a-4fe5-b595-a1ecfd903fc8 req-81a714fd-c91d-4647-b7c1-37da1c7a1c04 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1679184 Jul 29 17:49:37.956859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b92149ac-d06b-41a3-9240-7e1d18f361ad req-aa3e0872-d8c7-4572-8c77-30965f6d0a6c service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507514 Jul 29 17:49:37.965543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:38.032038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.065713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event deleted for resources: {'Port': ['ID=e5f85f4a-8995-46ee-9b91-a7d1fe8d9e9d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:38.144345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b74c6762-bb9a-4fe5-b595-a1ecfd903fc8 req-1176af3c-cd4b-4034-8eeb-e1648607e304 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894922 Jul 29 17:49:38.146830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.162851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.165948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.174469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.176917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-992ecae5-ddd7-4f09-813e-93539c3aea5b req-fd8da448-1a96-40ff-be1e-9a70815e7561 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "DELETE /v2.0/floatingips/b475e285-741c-48af-86e3-dc304df98d99 HTTP/1.1" status: 204 len: 173 time: 0.9413962 Jul 29 17:49:38.210881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:35Z', 'revision_number': 3, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:38.249260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Checking router: 89bf5de5-e49b-4e56-9e6f-00a61f768c4a for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:49:38.249608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Updating router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a port 65da46ae-50f4-405e-bb88-ad0378c9db2c binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:49:38.285943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.382525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1e52a-5299-4211-acd6-e7458ed1f44b req-c97d4c23-9c96-462d-8806-3645313fb5dd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:38.384763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2c1e52a-5299-4211-acd6-e7458ed1f44b req-c97d4c23-9c96-462d-8806-3645313fb5dd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 943 time: 0.0641587 Jul 29 17:49:38.405495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-93068144-ef78-495a-afda-877ff1c97a55 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 1000 time: 0.1751866 Jul 29 17:49:38.438145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2c1e52a-5299-4211-acd6-e7458ed1f44b req-a2e93e1e-6c79-4023-b745-b24e6f55b99c tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Jul 29 17:49:38.514228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 172.25.5.15 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/719467c4-7862-4254-8339-d960da4dd119) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:38.525527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-c60f02f8-3cee-4196-99c3-2a3732c98e53 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:38.526961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-c60f02f8-3cee-4196-99c3-2a3732c98e53 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports/459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 942 time: 0.1114142 Jul 29 17:49:38.698874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:38.739592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-6ef26752-4f89-4b4e-9210-833f4ef067b3 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 1000 time: 0.1609576 Jul 29 17:49:38.806784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.834122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:38.835754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162673da-01fd-4b42-ab52-52c63e9b4f49 req-bf54533e-d65a-43c5-a511-d2d69618fb2e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:38.838295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-162673da-01fd-4b42-ab52-52c63e9b4f49 req-bf54533e-d65a-43c5-a511-d2d69618fb2e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 943 time: 0.0625155 Jul 29 17:49:38.863895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'mac_address': 'fa:16:3e:c7:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:38.870535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.888773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-162673da-01fd-4b42-ab52-52c63e9b4f49 req-a5070dd4-b4fc-480d-bb82-5cbf857f1a58 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 Jul 29 17:49:38.920934 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:38.934590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774be9c9-2822-45cc-b24c-f1b49edd10a1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:38.948079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-b2d3fd79-6fa5-453c-a0ba-3b6f422aec6f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:38.950680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-b2d3fd79-6fa5-453c-a0ba-3b6f422aec6f tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2016745 Jul 29 17:49:38.957939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:38.962973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.011353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:39.036060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.212599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1bc04eef-929a-4413-b376-8ede49c29a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.230203 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.240450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['774be9c9-2822-45cc-b24c-f1b49edd10a1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:39.248238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Transition to ACTIVE for port object 65da46ae-50f4-405e-bb88-ad0378c9db2c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:39.283199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.310345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc750f8-89b8-49c6-9aa2-fd1345017854 req-842282a7-8016-41dd-a748-652a6ae8e4ca tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:39.319969 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cc750f8-89b8-49c6-9aa2-fd1345017854 req-842282a7-8016-41dd-a748-652a6ae8e4ca tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.0715244 Jul 29 17:49:39.366810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Attempting to bind port 65da46ae-50f4-405e-bb88-ad0378c9db2c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:39.367475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Attempting to bind port 65da46ae-50f4-405e-bb88-ad0378c9db2c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:39.368235 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Attempting to bind port 65da46ae-50f4-405e-bb88-ad0378c9db2c on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:39.370618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cc750f8-89b8-49c6-9aa2-fd1345017854 req-0ed95fb0-920a-48ce-aa02-dfe7a53a1fa8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Jul 29 17:49:39.384379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:39.384925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:39.385807 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.386401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:39.386983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Bound port: 65da46ae-50f4-405e-bb88-ad0378c9db2c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:39.387652 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.435788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd216f-fd3a-41db-bbdf-877a8f8d2fb2 None None] Pushing event updated for resources: {'Port': ['ID=65da46ae-50f4-405e-bb88-ad0378c9db2c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:39.499450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] For port 65da46ae-50f4-405e-bb88-ad0378c9db2c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:39.502996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] For port 65da46ae-50f4-405e-bb88-ad0378c9db2c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=65da46ae-50f4-405e-bb88-ad0378c9db2c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:39.515688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:39.522893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:39.536543 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.537773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:39.547448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-5c7d0bb4-bc91-435a-ba1d-a0ff7604e535 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 1000 time: 0.5647347 Jul 29 17:49:39.584457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:39.592615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dba2fa-51a8-44fb-81f5-ba5c3caca6d9 req-50862770-c894-4775-9be7-a432c86199f2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:39.596365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9dba2fa-51a8-44fb-81f5-ba5c3caca6d9 req-50862770-c894-4775-9be7-a432c86199f2 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 944 time: 0.0672641 Jul 29 17:49:39.632468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd216f-fd3a-41db-bbdf-877a8f8d2fb2 None None] Pushing event updated for resources: {'Port': ['ID=65da46ae-50f4-405e-bb88-ad0378c9db2c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:39.636645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:39.637269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:39.653692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9dba2fa-51a8-44fb-81f5-ba5c3caca6d9 req-ba9b3881-642e-493d-955a-89bbc9b83798 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Jul 29 17:49:39.683853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=719467c4-7862-4254-8339-d960da4dd119,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:39.705183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:39.768326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:39.802525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Allocated IP 172.20.0.1 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/f9f7fe5c-1c47-4a31-83f1-e2667f902541) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:39.969682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b1142d99-73db-4bdb-af94-8a4c066bd0f9 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:39.979287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:35Z', 'revision_number': 3, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:40.014700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6afce-0b3d-4315-bbd0-640a4129f892 None None] The sync data for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 is: [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:35Z', 'revision_number': 3, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:40.082432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.092673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.092880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6aefa-9234-4c83-be69-c11ca1847e8d req-94228505-a64d-417c-8039-43f0954c5c57 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:40.093341 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Floating IP f2359c8c-fb85-4a0d-8cec-408ef5179e15 disassociated. External IP: 172.25.5.50, port: 459974ea-3d84-4c69-9c9a-9f3dcb489d60. Jul 29 17:49:40.105779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3aa6aefa-9234-4c83-be69-c11ca1847e8d req-94228505-a64d-417c-8039-43f0954c5c57 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 943 time: 0.1213400 Jul 29 17:49:40.112506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:40.125695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9', 'mac_address': 'fa:16:3e:68:31:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:40.171048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3aa6aefa-9234-4c83-be69-c11ca1847e8d req-5ebcd093-3583-43f4-8189-8be4e4cede43 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642993 Jul 29 17:49:40.180401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.200471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1142d99-73db-4bdb-af94-8a4c066bd0f9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:40.222568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.226649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:40.234084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.250066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Transition to ACTIVE for port object f9f7fe5c-1c47-4a31-83f1-e2667f902541 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:40.291102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.293281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:40.303197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.303684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.304287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.304875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.305289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.305962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.306414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.306957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.307573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.308010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.308427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.308849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:49:40.392463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.474606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b1142d99-73db-4bdb-af94-8a4c066bd0f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:40.531342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e3d2-4b87-4169-b60f-850ad5c0707a req-16b4b12a-c964-48f2-b996-efc9d61ee70d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:40.534887 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f699e3d2-4b87-4169-b60f-850ad5c0707a req-16b4b12a-c964-48f2-b996-efc9d61ee70d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.0870087 Jul 29 17:49:40.590921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:40.609787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f699e3d2-4b87-4169-b60f-850ad5c0707a req-272fed6e-1b1c-42d9-baa7-72247cfc2816 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Jul 29 17:49:40.697266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:40.700614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:40.703212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:40.769552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 774be9c9-2822-45cc-b24c-f1b49edd10a1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:40.771391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.776145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:40.776273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 774be9c9-2822-45cc-b24c-f1b49edd10a1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:40.778806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.922081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e04fa2-8028-4bbf-9845-966937f0bfbb req-db3990ee-2e82-47f8-9b7d-0492d312f109 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:40.927779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Router 71b7b59c-b3bf-4a21-953b-abea7c1de07f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:40.931689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94e04fa2-8028-4bbf-9845-966937f0bfbb req-db3990ee-2e82-47f8-9b7d-0492d312f109 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 944 time: 0.0802882 Jul 29 17:49:40.953703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:40.990647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94e04fa2-8028-4bbf-9845-966937f0bfbb req-66f77cdd-9c1e-4a40-968b-08a53d5fbea7 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575466 Jul 29 17:49:41.060856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57148) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:41.104379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.148512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:41.150896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:41.153688 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745d6f4-1f01-4f19-98be-f49dfb8c88df" -d '{"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-plugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:41.163790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.208381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b071fad-deea-49db-936e-c9511293859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.214372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.236900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:41.249367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a9ca5248-04f8-4206-85e0-542748490f5f None None] Provisioning for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:41.255338 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec0c84-ca0a-477c-8a4e-47fe72569079 x-openstack-request-id: req-fdec0c84-ca0a-477c-8a4e-47fe72569079 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:41.255651 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-plugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:41.257286 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdec0c84-ca0a-477c-8a4e-47fe72569079 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:41.258233 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'code': 200} Jul 29 17:49:41.259101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a9ca5248-04f8-4206-85e0-542748490f5f None None] Provisioning complete for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:41.259672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5248-04f8-4206-85e0-542748490f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.264740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:41.277187 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Sync routers for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:41.278097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.293256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:41.296769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:41.336880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca5248-04f8-4206-85e0-542748490f5f None None] Port f9f7fe5c-1c47-4a31-83f1-e2667f902541 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:41.386623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b071fad-deea-49db-936e-c9511293859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.398799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-342a236c-288d-46c1-b7d4-79b15e582626 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "PUT /v2.0/floatingips/f2359c8c-fb85-4a0d-8cec-408ef5179e15 HTTP/1.1" status: 200 len: 694 time: 1.8403010 Jul 29 17:49:41.406100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b071fad-deea-49db-936e-c9511293859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.408225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:41.410597 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c496100-0450-4700-8b2f-25ffd1e1abba" -d '{"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:41.443492 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2b071fad-deea-49db-936e-c9511293859d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f4c11412e6e43ad90cf0086cc36b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815100 Jul 29 17:49:41.447354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57158) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:41.459026 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:41.466179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be2e35-a72e-48ef-9083-63a642cc6979 req-7fdeb26d-b18c-46df-8a14-71f613546302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.467773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59be2e35-a72e-48ef-9083-63a642cc6979 req-7fdeb26d-b18c-46df-8a14-71f613546302 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 1096 time: 0.1615789 Jul 29 17:49:41.477086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b071fad-deea-49db-936e-c9511293859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642b92b-104c-49b7-8416-176c0331bda2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:41.494488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757585ea-661a-4303-afe6-259201ec03df req-64034a73-8073-4aea-a01a-85c083ac7257 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.496143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-757585ea-661a-4303-afe6-259201ec03df req-64034a73-8073-4aea-a01a-85c083ac7257 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 944 time: 0.1513884 Jul 29 17:49:41.554455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.555013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router f4b0cdc7-8950-417e-9425-da1cbc3dc4fc is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:49:41.570852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-757585ea-661a-4303-afe6-259201ec03df req-cb4c8bfd-a618-45cf-b369-3cd24eff950c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639782 Jul 29 17:49:41.586513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.607028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-23993c79-99d3-4aa3-965e-a15bc9230d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.608680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-23993c79-99d3-4aa3-965e-a15bc9230d0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1096 time: 0.1829054 Jul 29 17:49:41.610392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59be2e35-a72e-48ef-9083-63a642cc6979 req-b4a922e4-5f01-4fea-8d4f-db46895e5a64 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896587 Jul 29 17:49:41.647329 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae0f49d3-2d0c-451f-ac0f-852cd83943be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.669618 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420707f7-f71d-47ed-8400-018ab7659309 x-openstack-request-id: req-420707f7-f71d-47ed-8400-018ab7659309 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:41.669913 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:41.670209 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-420707f7-f71d-47ed-8400-018ab7659309 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:41.670583 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'status': 'completed', 'code': 200} Jul 29 17:49:41.713812 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:41.733619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.736815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.741027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5642b92b-104c-49b7-8416-176c0331bda2 HTTP/1.1" status: 204 len: 168 time: 0.2898610 Jul 29 17:49:41.747030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Checking router: 71b7b59c-b3bf-4a21-953b-abea7c1de07f for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:49:41.757484 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:41.758350 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:41.774729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf508-20cd-4505-9a84-e168c00afffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642b92b-104c-49b7-8416-176c0331bda2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:41.821775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-33dda545-3bef-495e-8399-709409c42c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.822456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-575356e2-bacd-4772-a55e-34d6d7aa0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.823440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-33dda545-3bef-495e-8399-709409c42c4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 929 time: 0.1988175 Jul 29 17:49:41.824520 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-575356e2-bacd-4772-a55e-34d6d7aa0259 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 1096 time: 0.1470590 Jul 29 17:49:41.829583 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.856842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc7bf-d320-44c6-94db-dd7e2f2a7d48 req-87280ce1-4a4f-4f5e-ac82-63b7d540e272 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:41.865357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-912bc7bf-d320-44c6-94db-dd7e2f2a7d48 req-87280ce1-4a4f-4f5e-ac82-63b7d540e272 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1408551 Jul 29 17:49:41.918682 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:41.936376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.975188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:41.977835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-e9447e8e-a6be-4673-bb13-9d7148305bb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 217 time: 0.1382475 Jul 29 17:49:41.978509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-912bc7bf-d320-44c6-94db-dd7e2f2a7d48 req-ffdba5e8-8e81-436f-87a9-ebb0e5a1931d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067598 Jul 29 17:49:41.983271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b1142d99-73db-4bdb-af94-8a4c066bd0f9 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:42.038579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-706d4304-97d4-47c4-808f-3130d8b47f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.040557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-706d4304-97d4-47c4-808f-3130d8b47f33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 200 len: 929 time: 0.1956568 Jul 29 17:49:42.096479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port b1142d99-73db-4bdb-af94-8a4c066bd0f9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:42.103318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b1142d99-73db-4bdb-af94-8a4c066bd0f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:42.103318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.119005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-447f9984-2034-488e-aacf-178bc2704c19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 200 len: 217 time: 0.0642631 Jul 29 17:49:42.224145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-59156fb4-18f0-457c-8bcd-dd414b134c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.225673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-59156fb4-18f0-457c-8bcd-dd414b134c10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.0932338 Jul 29 17:49:42.242013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:42.255431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] Sync routers for ids ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:42.276756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:42.286371 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.289149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] Routers {'f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:42.290993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:42.311739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.330393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.331661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e59367f2-b0a6-41d5-a09b-b9075d26a7d3 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3825169 Jul 29 17:49:42.334367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:42.346630 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:42.352076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:42.355352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 65da46ae-50f4-405e-bb88-ad0378c9db2c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:42.369604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7660f-163d-48e0-bb52-dd12ee9ea7d7 req-2e1a18f5-8fa6-4582-b9e7-18a14e1d5f89 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.371346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1d7660f-163d-48e0-bb52-dd12ee9ea7d7 req-2e1a18f5-8fa6-4582-b9e7-18a14e1d5f89 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 945 time: 0.1447871 Jul 29 17:49:42.391416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7839423-c7ea-46e8-938e-55b3d0138d81 None None] The sync data for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 is: [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:48:51Z', 'revision_number': 4, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c8dc16a5-1684-4ed5-80e8-4f8c611a5d07', 'name': '', 'network_id': 'eafd01ee-8ace-4094-9497-02fbbd972f31', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'mac_address': 'fa:16:3e:32:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:49Z', 'updated_at': '2021-07-29T17:49:03Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'subnets': [{'id': '7b54ca8d-9880-44a5-bad0-047ddc405959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:42.398942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-21eea512-8978-4ec2-86da-ee48f5049128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.401495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-21eea512-8978-4ec2-86da-ee48f5049128 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616583 Jul 29 17:49:42.407684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-e9370659-a5d8-4886-93bf-fe53b6ba7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.409792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-e9370659-a5d8-4886-93bf-fe53b6ba7254 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 200 len: 867 time: 0.4089844 Jul 29 17:49:42.476352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] Routers {'f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:42.477918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:42.532806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:42.533898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca44914-13d4-401b-99f1-09cc77ab243d None None] The sync data for ids ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:42.546070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 65da46ae-50f4-405e-bb88-ad0378c9db2c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:42.554647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1d7660f-163d-48e0-bb52-dd12ee9ea7d7 req-3387f7a5-1886-46f3-b3bf-7936d8d06d33 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735265 Jul 29 17:49:42.558580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 65da46ae-50f4-405e-bb88-ad0378c9db2c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:42.558981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.568957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:42.597241 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-83a81e76-cd14-46a0-9cdf-e15e11f1fe24 service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805115 Jul 29 17:49:42.619582 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.705071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:42.771586 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.790676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c496100-0450-4700-8b2f-25ffd1e1abba req-51bb3bd5-aac6-484b-bc03-5f35b358fc2b service neutron] 10.222.0.49 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827729 Jul 29 17:49:42.799051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 65da46ae-50f4-405e-bb88-ad0378c9db2c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=65da46ae-50f4-405e-bb88-ad0378c9db2c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:42.805214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.862732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45e8d-88c4-46e5-bc09-840fe2850083 req-5db6c3c1-9ed6-45c5-b478-9ab8ee3184a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:42.864948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aca45e8d-88c4-46e5-bc09-840fe2850083 req-5db6c3c1-9ed6-45c5-b478-9ab8ee3184a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.0732234 Jul 29 17:49:42.897533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=65da46ae-50f4-405e-bb88-ad0378c9db2c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:42.901633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:42.914436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aca45e8d-88c4-46e5-bc09-840fe2850083 req-f943b910-69d0-4c6b-a191-270e60a0cadf tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Jul 29 17:49:42.919085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8d74f1-9d8c-4561-8a84-c83d05de8601 None None] New status for floating IP f2359c8c-fb85-4a0d-8cec-408ef5179e15: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:49:43.118274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d017-45cf-40d5-916d-5430cbaeee3c req-5bb3dcc8-abed-4e83-bbe0-c7ced2bd2393 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:43.120117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9519d017-45cf-40d5-916d-5430cbaeee3c req-5bb3dcc8-abed-4e83-bbe0-c7ced2bd2393 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.0559092 Jul 29 17:49:43.179405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9519d017-45cf-40d5-916d-5430cbaeee3c req-bd0bbb68-93cb-4719-9264-c7c4b8d15098 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519271 Jul 29 17:49:43.181898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bcfb6e63-ba29-4d6a-a614-c2f346bcc9e8 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers/f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 200 len: 884 time: 0.8418839 Jul 29 17:49:43.184678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:43.259448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:43.262187 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3316f8c-983a-4239-ad4c-ddbc1287bfc7" -d '{"events": [{"server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "name": "network-vif-plugged", "status": "completed", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:43.266992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-8ee5fe73-a003-4d24-a0c8-5a376837a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:43.268792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-8ee5fe73-a003-4d24-a0c8-5a376837a16b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eafd01ee-8ace-4094-9497-02fbbd972f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156561 Jul 29 17:49:43.275540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cbfa7-7506-4803-b7f4-f6348c059ea7 req-7040b3e8-1804-4ffd-b76b-a7fe324cba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:43.277037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d7cbfa7-7506-4803-b7f4-f6348c059ea7 req-7040b3e8-1804-4ffd-b76b-a7fe324cba16 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 1097 time: 0.1227894 Jul 29 17:49:43.279009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:43.290799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:43.319092 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54e4f1-e143-4f0c-a055-2746efdb47d6 x-openstack-request-id: req-ea54e4f1-e143-4f0c-a055-2746efdb47d6 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:43.319485 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "name": "network-vif-plugged", "status": "completed", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:43.319830 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea54e4f1-e143-4f0c-a055-2746efdb47d6 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:43.320319 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9', 'code': 200} Jul 29 17:49:43.461713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d7cbfa7-7506-4803-b7f4-f6348c059ea7 req-8c1bcdf8-548d-4734-ba13-f3d33ddb6b04 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722124 Jul 29 17:49:43.504716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-4a36bbf3-9a3e-4855-9be2-d7eeda82f73b service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245469 Jul 29 17:49:43.525750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6509158-9312-4c10-ab15-b9743578ffb4 req-3b589bc0-c3e9-4cc4-b8c6-8ff5c2d8fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:43.527311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6509158-9312-4c10-ab15-b9743578ffb4 req-3b589bc0-c3e9-4cc4-b8c6-8ff5c2d8fb57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 1096 time: 0.0797815 Jul 29 17:49:43.576033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c72485c0-6c2d-45f1-8654-278944f229db None None] Provisioning complete for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:43.576373 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c72485c0-6c2d-45f1-8654-278944f229db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:43.593711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:43.601634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56238f5c-f457-487e-a801-ce9b3667dc54 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4154918 Jul 29 17:49:43.604588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:43.611616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1464729506'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:43.618552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6509158-9312-4c10-ab15-b9743578ffb4 req-1b30311f-c51d-4da6-9405-cb75c83a17b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712507 Jul 29 17:49:43.634753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c72485c0-6c2d-45f1-8654-278944f229db None None] Port f9f7fe5c-1c47-4a31-83f1-e2667f902541 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:43.700826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34290121-0889-49ec-9fbe-92d8c79f8a5d req-40b98186-d7cb-49b1-bb9d-e0ef7d751c10 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:43.702637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34290121-0889-49ec-9fbe-92d8c79f8a5d req-40b98186-d7cb-49b1-bb9d-e0ef7d751c10 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 945 time: 0.0556624 Jul 29 17:49:43.747430 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34290121-0889-49ec-9fbe-92d8c79f8a5d req-8bd90c54-8933-4551-9df5-202b5bc31242 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Jul 29 17:49:43.809125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06e1313-b432-42a2-b76f-778f1f300c6d req-d51677b2-68a0-4f10-a74d-19097af4c82d service neutron] 10.222.0.16 "GET /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942584 Jul 29 17:49:43.882042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:43.894101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Sync routers for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:43.895773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d7a431a-bb77-4a39-b476-b2e2d120d623 admin admin] 10.222.0.16 "PUT /v2.0/routers/89bf5de5-e49b-4e56-9e6f-00a61f768c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0888600 Jul 29 17:49:43.904318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:43.905188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:43.944137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-9eedfec3-c020-46a2-986e-326a4f14ca0d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips/f2359c8c-fb85-4a0d-8cec-408ef5179e15 HTTP/1.1" status: 200 len: 692 time: 0.0662804 Jul 29 17:49:44.037714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:44.140865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-8179577f-16da-4ba7-adfa-97f875460114 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:44.142401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-8179577f-16da-4ba7-adfa-97f875460114 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.1910071 Jul 29 17:49:44.182476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b74d7-741c-4752-bcc5-36725358be12 req-5db5d9a1-ca9b-46fd-8321-84365ec643a1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:44.190646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b7b74d7-741c-4752-bcc5-36725358be12 req-5db5d9a1-ca9b-46fd-8321-84365ec643a1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 945 time: 0.1148679 Jul 29 17:49:44.249924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-a1974259-4eea-4b8b-b027-a43fa10a2379 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.0683849 Jul 29 17:49:44.258000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.261904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b7b74d7-741c-4752-bcc5-36725358be12 req-a1dababf-f081-478b-a816-a475a909207f tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Jul 29 17:49:44.267461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 65da46ae-50f4-405e-bb88-ad0378c9db2c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:44.310411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.319667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-cf106dee-6837-451c-8172-3309860ae85d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.50 HTTP/1.1" status: 200 len: 695 time: 0.0562682 Jul 29 17:49:44.341680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 2, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:44.375238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:44.403498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Checking router: 89bf5de5-e49b-4e56-9e6f-00a61f768c4a for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:49:44.403954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Updating router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a port f9f7fe5c-1c47-4a31-83f1-e2667f902541 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:49:44.517347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 65da46ae-50f4-405e-bb88-ad0378c9db2c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:44.519144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.528919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.538015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee26b0-b0fc-4dd8-b3cf-976e666dc8a6 req-0f2ff306-f451-4eed-96a5-8b06c3324979 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:44.557889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2ee26b0-b0fc-4dd8-b3cf-976e666dc8a6 req-0f2ff306-f451-4eed-96a5-8b06c3324979 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1148875 Jul 29 17:49:44.626330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router f4b0cdc7-8950-417e-9425-da1cbc3dc4fc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:44.633179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2ee26b0-b0fc-4dd8-b3cf-976e666dc8a6 req-a872c9d8-c3e2-441a-a4f3-9bb6aaec4fe7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Jul 29 17:49:44.639852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9f6eba1-6b40-4ee9-bf0e-58d04f97f676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.650499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Deleting port b77195bb-d46d-46cf-8c64-9486edd16d5a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:44.650499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.660824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.767694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9f6eba1-6b40-4ee9-bf0e-58d04f97f676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.777557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9f6eba1-6b40-4ee9-bf0e-58d04f97f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.848767 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9f6eba1-6b40-4ee9-bf0e-58d04f97f676 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11290c90afb241b59a2c509357fc28a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719896 Jul 29 17:49:44.849581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:44.858980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6eba1-6b40-4ee9-bf0e-58d04f97f676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d627241c-323c-42b7-b274-bfbc134a47cb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:44.900260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.900592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.921456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Calling delete_port for b77195bb-d46d-46cf-8c64-9486edd16d5a owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:44.926184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:44.931873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.934892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:44.938499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6393bc75-b23d-4387-85b0-013fd72b9d58 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 200 len: 891 time: 1.3292472 Jul 29 17:49:44.940897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:44.942574 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] Sync routers for ids ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:44.964272 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] Routers {'f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:44.965133 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:44.995593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.040470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:45.058477 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] Routers {'f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:45.059332 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:45.080392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.085050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.086496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d627241c-323c-42b7-b274-bfbc134a47cb HTTP/1.1" status: 204 len: 168 time: 0.2346325 Jul 29 17:49:45.094220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fcb66e2d-f8b4-41a9-b769-506064f14902 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers/f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 200 len: 891 time: 0.1521025 Jul 29 17:49:45.101486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57252) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:45.103910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75165af-9e7d-42de-a097-7b27de66ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627241c-323c-42b7-b274-bfbc134a47cb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:45.107135 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.140583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55db2153-5863-45c5-9aaf-9a96b0184314 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 200 len: 205 time: 0.0379136 Jul 29 17:49:45.141183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:45.157179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Transition to ACTIVE for port object f9f7fe5c-1c47-4a31-83f1-e2667f902541 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:45.164639 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:45.165398 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1ab8f-a187-4b11-92ef-4292a29996ac None None] The sync data for ids ['f4b0cdc7-8950-417e-9425-da1cbc3dc4fc'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:45.171076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.407033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.459944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4a806-04b7-4c64-a637-a38c7c053120 None None] Pushing event updated for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:45.475589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event deleted for resources: {'Port': ['ID=b77195bb-d46d-46cf-8c64-9486edd16d5a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:45.484806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Attempting to bind port f9f7fe5c-1c47-4a31-83f1-e2667f902541 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:45.485576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Attempting to bind port f9f7fe5c-1c47-4a31-83f1-e2667f902541 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:45.486417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Attempting to bind port f9f7fe5c-1c47-4a31-83f1-e2667f902541 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:45.508276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:45.510446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:45.511567 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.512562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:45.514541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Bound port: f9f7fe5c-1c47-4a31-83f1-e2667f902541, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:45.516790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.583865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.586588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.594995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b9edaa3-cc4f-4a04-922c-fb863c0a8d29 req-6e53a9d7-e319-4ced-8655-c892f186e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2359c8c-fb85-4a0d-8cec-408ef5179e15 HTTP/1.1" status: 204 len: 173 time: 1.2381454 Jul 29 17:49:45.679425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] For port f9f7fe5c-1c47-4a31-83f1-e2667f902541, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:45.682062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:45.685872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] For port f9f7fe5c-1c47-4a31-83f1-e2667f902541, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f9f7fe5c-1c47-4a31-83f1-e2667f902541,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:45.695133 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.699465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214536075', 'description': 'tempest-description--75063932'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:45.746302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57266) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:45.759631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:45.760669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:45.768686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4918b9a4-1d5f-4bb4-8ee9-e052dbf1c05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.850693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.895456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1375fb-a287-4535-9687-fc161c559178 req-18642768-7ce0-4ca3-9511-34aaae29733e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:45.897053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c1375fb-a287-4535-9687-fc161c559178 req-18642768-7ce0-4ca3-9511-34aaae29733e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.2277575 Jul 29 17:49:45.897546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:49:45.971323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:45.994316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4918b9a4-1d5f-4bb4-8ee9-e052dbf1c05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.022389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9df38d-3e9b-402f-98c1-0c2550ad22bc req-f9a8372b-3794-4944-af7c-5a632965fd48 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:46.030508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4a806-04b7-4c64-a637-a38c7c053120 None None] Pushing event updated for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.030650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e9df38d-3e9b-402f-98c1-0c2550ad22bc req-f9a8372b-3794-4944-af7c-5a632965fd48 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 945 time: 0.1222265 Jul 29 17:49:46.104490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.106207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e9df38d-3e9b-402f-98c1-0c2550ad22bc req-4f3e7c57-d1eb-40b0-8aa1-18135f9e5684 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Jul 29 17:49:46.108944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c1375fb-a287-4535-9687-fc161c559178 req-cdc748b0-d5e2-4bb5-b856-67554db93a9a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130753 Jul 29 17:49:46.109606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4918b9a4-1d5f-4bb4-8ee9-e052dbf1c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.115223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.146859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.150278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4594209 Jul 29 17:49:46.158054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57272) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:46.177385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'security_group_rule': {'security_group_id': '4e42a9c7-f010-44fd-a203-893b46e9c955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:46.197129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918b9a4-1d5f-4bb4-8ee9-e052dbf1c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d90d54-4dc1-499c-9e4e-fca3492ccdf3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.205402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4918b9a4-1d5f-4bb4-8ee9-e052dbf1c05f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee147bde81554222a3c7ca9e98845367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580348 Jul 29 17:49:46.209179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:46.212286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.235168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf0cd9-d01f-4664-ba5d-8eef6745da2e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42a9c7-f010-44fd-a203-893b46e9c955,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.263136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.339595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.347102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.368215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f46b46-992b-4d2b-a3d9-6b0eb6b4ed98,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.379656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.383593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d52f3630-b7d7-400f-a2ac-66b04472747a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2219088 Jul 29 17:49:46.384115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:46.389200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'security_group_rule': {'security_group_id': '4e42a9c7-f010-44fd-a203-893b46e9c955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:46.400757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:45Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:46.412475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb393e9-ed6e-4348-99ea-78f46ea76a87 req-54d41edb-e303-4d2e-808e-5d3524f89bb9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:46.414071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbb393e9-ed6e-4348-99ea-78f46ea76a87 req-54d41edb-e303-4d2e-808e-5d3524f89bb9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2062213 Jul 29 17:49:46.416004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.430079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cff48-e1bc-4b7e-b48a-a6e20ea6a82c None None] The sync data for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 is: [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:45Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:46.430604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.452854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.527176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 719467c4-7862-4254-8339-d960da4dd119 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:46.527610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.535609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.541461 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.566466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9389eb7b-b7aa-431c-aad7-27e3d577c41e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.576658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.581287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c13053bc-df9f-418a-8d7b-8c8a2fcf44d6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1931934 Jul 29 17:49:46.581531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57290) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:46.586757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:46.616626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbb393e9-ed6e-4348-99ea-78f46ea76a87 req-43c513ea-d16a-4716-9c14-5d7f427dd714 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873822 Jul 29 17:49:46.642799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.662389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.667711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.667711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46d90d54-4dc1-499c-9e4e-fca3492ccdf3 HTTP/1.1" status: 204 len: 168 time: 0.4552801 Jul 29 17:49:46.677722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.697116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e17d-1994-47f5-987f-69d7ef823508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d90d54-4dc1-499c-9e4e-fca3492ccdf3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:46.714193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 719467c4-7862-4254-8339-d960da4dd119 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:46.854514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5421-28ca-464a-8b7b-73f5d2248c12 req-331168fa-ff02-4d9c-a9a3-ed1151e5c1ce tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:46.861901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8ec5421-28ca-464a-8b7b-73f5d2248c12 req-331168fa-ff02-4d9c-a9a3-ed1151e5c1ce tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1685727 Jul 29 17:49:46.879338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:46.929813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d8ec5421-28ca-464a-8b7b-73f5d2248c12 req-427a36ff-c6e7-493f-94a4-ed4088ec0a21 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0668991 Jul 29 17:49:47.007798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-af2f6d09-a145-45cd-aaa4-a7c68bfad743 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:47.007798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-af2f6d09-a145-45cd-aaa4-a7c68bfad743 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 811 time: 0.1889930 Jul 29 17:49:47.053775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-dcc5fbc1-7944-480d-8e9c-5104b3393379 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/quotas/6ce417ce831f44b1bd7c1d906955b44a HTTP/1.1" status: 200 len: 375 time: 0.0267613 Jul 29 17:49:47.084934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.25.5.23 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/c0fdfb3d-ed75-4d7f-972f-7f1e49830d60) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:47.102822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.140833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=719467c4-7862-4254-8339-d960da4dd119,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:47.213847 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.318638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-c9615375-a283-4353-877a-79240a9fc4ca tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527914 Jul 29 17:49:47.388837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8fbc464b-860b-401a-a912-cdffc7cab206 req-7b88dbc6-62fa-40f1-ae0b-31b9e865e0b4 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0792503 Jul 29 17:49:47.390985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.410901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.415227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.501585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-814348fb-5fbf-4132-8b15-95f640ecb456 service neutron] 10.222.0.16 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713514 Jul 29 17:49:47.509236 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.509752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router f4b0cdc7-8950-417e-9425-da1cbc3dc4fc {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:49:47.519912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.524501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2e1543a-0656-490c-8639-cfd961523667 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 204 len: 168 time: 2.3784204 Jul 29 17:49:47.524627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57336) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:47.538826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890461989'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:47.566432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd60d-4462-42b2-92a2-5ba167279634 req-82107a36-e257-41e0-bdc2-401cdf32e90d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:47.576865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20ddd60d-4462-42b2-92a2-5ba167279634 req-82107a36-e257-41e0-bdc2-401cdf32e90d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1011326 Jul 29 17:49:47.580824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.612832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:47.616477 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.638724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:47.649291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20ddd60d-4462-42b2-92a2-5ba167279634 req-cd75e218-057b-4771-9b69-252fe8248a76 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677607 Jul 29 17:49:47.651383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:47.665003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:47.673384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=c0fdfb3d-ed75-4d7f-972f-7f1e49830d60,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:47.697806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:49:47.714682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.715226 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 2c2e791a-918c-45ec-b0ad-2ea37b86e1ec of type vlan for network 6de37410-5057-40b8-9eba-2c1df673651f Jul 29 17:49:47.718014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-648f4154-0dbb-4279-ba3a-af4887912419 service neutron] 10.222.0.16 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147946 Jul 29 17:49:47.805587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.847405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.853218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.859636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:47.860306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.977745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4521208 Jul 29 17:49:47.984162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57350) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:47.990181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '6de37410-5057-40b8-9eba-2c1df673651f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:47.995953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6228a-17f3-41e1-a26e-0237f8332d30 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=6de37410-5057-40b8-9eba-2c1df673651f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:48.015537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6de37410-5057-40b8-9eba-2c1df673651f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:49:48.149426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e285-9b6e-487e-9d98-3cc05eee6d1b req-70d16080-9382-4987-ad45-37c0ab90a708 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:48.154916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d969e285-9b6e-487e-9d98-3cc05eee6d1b req-70d16080-9382-4987-ad45-37c0ab90a708 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.2124057 Jul 29 17:49:48.209216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d969e285-9b6e-487e-9d98-3cc05eee6d1b req-2d422915-8ca9-4b14-b20f-7ac877ae24ba tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462561 Jul 29 17:49:48.253009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:48.260939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.355494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f9f7fe5c-1c47-4a31-83f1-e2667f902541 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:48.475698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:48.481164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:48.481878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.569184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90194f53-8764-4426-9568-7c23e767278c req-6e843b04-67a1-495a-a565-13e7e4d5ee4f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 210 time: 0.0478265 Jul 29 17:49:48.571637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.593334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.608317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.662906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f9f7fe5c-1c47-4a31-83f1-e2667f902541, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f9f7fe5c-1c47-4a31-83f1-e2667f902541,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:48.671023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.689484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:48.698122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:48.698569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 6de37410-5057-40b8-9eba-2c1df673651f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:49:48.725173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 6de37410-5057-40b8-9eba-2c1df673651f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:49:48.739783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6de37410-5057-40b8-9eba-2c1df673651f) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:48.744290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:48.748216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:48.749280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.780490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527abd0-3716-40e3-a6fe-8a7c6970c90c None None] Network 6de37410-5057-40b8-9eba-2c1df673651f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:48.798790 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.802909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79d7a567-188c-48ca-8df2-d12218d3dbf4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8168681 Jul 29 17:49:48.806797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:48.816292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1909590427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:48.825573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.832913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:48.915892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd17d4-b57a-43c7-b4ac-ab11f4a7bc2d req-11d72598-d7e7-4934-8a20-841be0b34318 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:48.925761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62dd17d4-b57a-43c7-b4ac-ab11f4a7bc2d req-11d72598-d7e7-4934-8a20-841be0b34318 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1213117 Jul 29 17:49:48.988877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-62dd17d4-b57a-43c7-b4ac-ab11f4a7bc2d req-4e8a804e-28a0-4380-aabc-f5dcb4cac306 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Jul 29 17:49:49.037037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:49.050794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.055538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'mac_address': 'fa:16:3e:c7:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:49.064030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=c0fdfb3d-ed75-4d7f-972f-7f1e49830d60,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:49.073309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.074539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.091114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.094513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ecea01a-5633-4b08-860a-f33da25e364e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5099003 Jul 29 17:49:49.109954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-6de37410-5057-40b8-9eba-2c1df673651f', 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:49:49.110928 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.149143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.155100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.169914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.195744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.197124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-96dd321d-5d5b-434e-8a84-09b45848c993 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3875766 Jul 29 17:49:49.200652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57406) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:49.216191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 774be9c9-2822-45cc-b24c-f1b49edd10a1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:49.255290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:49.285209 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.376355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Allocated IP 2001:db8::2 (6de37410-5057-40b8-9eba-2c1df673651f/4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae/be09c606-d457-4d8a-9234-b4618c9d7acc) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:49.416915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['774be9c9-2822-45cc-b24c-f1b49edd10a1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:49.435300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:49.546765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c4ab-cdf1-4c6f-aa5e-385fa90d766f req-5294e06f-71a8-470d-93dd-b4b7d06078f6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:49.552246 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eac6c4ab-cdf1-4c6f-aa5e-385fa90d766f req-5294e06f-71a8-470d-93dd-b4b7d06078f6 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.1694880 Jul 29 17:49:49.608229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-86c404b8-af59-4e2d-bf79-d913635048d7 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:49.609834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-86c404b8-af59-4e2d-bf79-d913635048d7 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.49 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.2601943 Jul 29 17:49:49.635606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-1d53b2a7-57a7-422d-b4b8-c053328e1f3e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:49.637329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-1d53b2a7-57a7-422d-b4b8-c053328e1f3e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.49 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 811 time: 0.2794814 Jul 29 17:49:49.659050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-87434a51-443f-4a1a-a9e8-c1082a2cfa20 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1214536075&fields=id&tenant_id=0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 267 time: 0.1750617 Jul 29 17:49:49.663621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eac6c4ab-cdf1-4c6f-aa5e-385fa90d766f req-ff7dbab5-ae3c-45b2-bb4e-15dfd138256d tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976930 Jul 29 17:49:49.680907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Request body: {'port': {'device_id': 'dd432580-0fec-4a00-b992-65e8371f0263', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'admin_state_up': True, 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:49.833591 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.858534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Transition to ACTIVE for port object be09c606-d457-4d8a-9234-b4618c9d7acc will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:49.955530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-2d098e07-8ab3-4e66-aa7d-867b9320855f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:49.962887 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-2d098e07-8ab3-4e66-aa7d-867b9320855f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.3029013 Jul 29 17:49:49.963141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Transition to ACTIVE for port object be09c606-d457-4d8a-9234-b4618c9d7acc will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:49.972544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.978389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:49.984005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Made reservation on behalf of 6ce417ce831f44b1bd7c1d906955b44a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:49.991540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.024650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-bffdd6bf-b920-46a1-914a-9c3fbe60a06a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/quotas/0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 375 time: 0.0607872 Jul 29 17:49:50.077645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Network 6de37410-5057-40b8-9eba-2c1df673651f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:50.080903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:50.083576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:50.143473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Pushing event updated for resources: {'Port': ['ID=be09c606-d457-4d8a-9234-b4618c9d7acc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:50.170182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Attempting to bind port be09c606-d457-4d8a-9234-b4618c9d7acc on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:50.170783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Attempting to bind port be09c606-d457-4d8a-9234-b4618c9d7acc by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:50.171211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Attempting to bind port be09c606-d457-4d8a-9234-b4618c9d7acc on network 6de37410-5057-40b8-9eba-2c1df673651f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:50.180516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:50.181054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Checking segment: {'id': '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:50.181461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.181918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Bound using segment: {'id': '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:50.182411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Allocated IP 172.20.0.11 (148ab93e-8cfd-41a6-9665-80a2578d1d6a/9237785d-0ee6-438a-bfc1-352659273562/53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:50.182529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Bound port: be09c606-d457-4d8a-9234-b4618c9d7acc, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6de37410-5057-40b8-9eba-2c1df673651f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:50.183018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.309788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] For port be09c606-d457-4d8a-9234-b4618c9d7acc, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:50.332258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] For port be09c606-d457-4d8a-9234-b4618c9d7acc, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=be09c606-d457-4d8a-9234-b4618c9d7acc,segment=NetworkSegment(2c2e791a-918c-45ec-b0ad-2ea37b86e1ec),segment_id=2c2e791a-918c-45ec-b0ad-2ea37b86e1ec)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:50.345520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f9f7fe5c-1c47-4a31-83f1-e2667f902541 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:50.399816 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.410083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.475918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8::1 (6de37410-5057-40b8-9eba-2c1df673651f/4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae/85e4b24e-2b1b-4386-a5c2-66f021e1e60b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:50.478627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f9f7fe5c-1c47-4a31-83f1-e2667f902541 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:50.479223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.509387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.536521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99ad3166-8918-442a-ad60-acfd1d79ee46'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:50.626204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57476) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:50.632245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Network 148ab93e-8cfd-41a6-9665-80a2578d1d6a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:50.660826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c412c-1c14-43a8-a5e7-01a7174fd67d None None] Pushing event updated for resources: {'Port': ['ID=be09c606-d457-4d8a-9234-b4618c9d7acc,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:50.666410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:50.672606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.674586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:50.709481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object 85e4b24e-2b1b-4386-a5c2-66f021e1e60b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:50.737425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:50.765102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:50.769160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.774163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Pushing event updated for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:50.805806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a19d9-2b8f-4a42-81b7-a3a94b8d06b5 req-e6f4493c-a247-4e47-85f9-e366c94d0108 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:50.808575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-448a19d9-2b8f-4a42-81b7-a3a94b8d06b5 req-e6f4493c-a247-4e47-85f9-e366c94d0108 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 932 time: 0.3250239 Jul 29 17:49:50.846646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Deleting port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:50.847073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.847994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-79f673b4-374c-4190-a8a2-e3f466901ecb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1831045 Jul 29 17:49:50.864388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Request body: {'port': {'device_id': 'dd432580-0fec-4a00-b992-65e8371f0263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:50.903655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.918792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-448a19d9-2b8f-4a42-81b7-a3a94b8d06b5 req-8528e412-22ef-4bdb-973c-c095722628e8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000443 Jul 29 17:49:50.958556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.962077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e65541-778c-4d57-9cbe-509de3ef67ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.969020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 774be9c9-2822-45cc-b24c-f1b49edd10a1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:50.969495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.064898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 6de37410-5057-40b8-9eba-2c1df673651f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:51.093185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-b4a789fe-7e42-4cf3-8ac8-1e4a907da574 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0611651 Jul 29 17:49:51.094109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:51.104216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e65541-778c-4d57-9cbe-509de3ef67ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.113014 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.120061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:51.120659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.130565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e65541-778c-4d57-9cbe-509de3ef67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.134706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=85e4b24e-2b1b-4386-a5c2-66f021e1e60b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:51.152664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:51.155907 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef6e70a-4a5e-4350-b084-cdad5bccff99" -d '{"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-plugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:51.179782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:51.193583 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.207110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e65541-778c-4d57-9cbe-509de3ef67ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d73fe7-7bcf-4438-9b14-8c9076b2274c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:51.250359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-75e65541-778c-4d57-9cbe-509de3ef67ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04bba0cfd09244ffa6dc627e49dab057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150353 Jul 29 17:49:51.258041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:51.285016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:51.337896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e116f-b712-4dee-abae-3fd080fcb7e1 req-c6002b0d-d465-4977-ba55-1712ccb88f3d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:51.339470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-049e116f-b712-4dee-abae-3fd080fcb7e1 req-c6002b0d-d465-4977-ba55-1712ccb88f3d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2048113 Jul 29 17:49:51.346069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] For port 459974ea-3d84-4c69-9c9a-9f3dcb489d60, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=459974ea-3d84-4c69-9c9a-9f3dcb489d60,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:51.346420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.393697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Calling delete_port for 459974ea-3d84-4c69-9c9a-9f3dcb489d60 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:51.430775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-049e116f-b712-4dee-abae-3fd080fcb7e1 req-8701fb4b-11d0-4010-9276-fca889561fad tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796678 Jul 29 17:49:51.571080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-dfd7815e-07b5-42f7-8413-849540fc3449 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717636 Jul 29 17:49:51.588796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.623707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:51.634331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.651195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.653229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43ae7-da23-4c7c-aec4-a7288f0e6ad4 req-21623baa-d0c1-4a13-a3e8-d2d887edacaa tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:51.654956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21a43ae7-da23-4c7c-aec4-a7288f0e6ad4 req-21623baa-d0c1-4a13-a3e8-d2d887edacaa tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 945 time: 0.0897050 Jul 29 17:49:51.662946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Transition to ACTIVE for port object 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:51.680087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.689282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.771050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:51.777826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21a43ae7-da23-4c7c-aec4-a7288f0e6ad4 req-245416b3-40a1-41c5-aa14-2a634a3f4528 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103740 Jul 29 17:49:51.908071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Attempting to bind port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:51.908406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Attempting to bind port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:51.908708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Attempting to bind port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:51.933330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:49:51.933754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Attempting to bind port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 on network 148ab93e-8cfd-41a6-9665-80a2578d1d6a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:51.940265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:51.940701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Checking segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:51.941156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Bound using segment: {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:51.941791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Bound port: 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a24f2e5-c044-4838-8aa0-c4970653c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:51.942234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.021561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39406ec8-f403-4253-896c-1ccce67ab595 None None] Network 6de37410-5057-40b8-9eba-2c1df673651f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:52.054669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:52.059894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:52.068995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.137497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:52.140030 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260494c6-b436-41b0-abbb-73ab3765d37d x-openstack-request-id: req-260494c6-b436-41b0-abbb-73ab3765d37d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:52.140845 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-plugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:52.141243 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-260494c6-b436-41b0-abbb-73ab3765d37d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:52.141874 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'code': 200} Jul 29 17:49:52.150533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:52.151872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.154006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-0a85177b-0385-4f43-9719-ee7a55302c77 service neutron] 10.222.0.49 "PUT /v2.0/ports/53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 200 len: 1092 time: 1.2951980 Jul 29 17:49:52.154855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:52.157250 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:52.187015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed20996e-ffc3-4f51-8db6-0485e8c3f9b7 None None] Provisioning for port be09c606-d457-4d8a-9234-b4618c9d7acc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:52.278752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88558d-11cc-4c6b-beb7-7dc24c139fda req-a8bcc7a6-da60-414e-9606-3988bd6bcd17 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:52.280276 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f88558d-11cc-4c6b-beb7-7dc24c139fda req-a8bcc7a6-da60-414e-9606-3988bd6bcd17 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 944 time: 0.1180851 Jul 29 17:49:52.297448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-e5dd1a0b-331b-4abf-b30f-973eec58cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:52.300587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-e5dd1a0b-331b-4abf-b30f-973eec58cf16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1095 time: 0.0951743 Jul 29 17:49:52.356476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-f9c11420-7162-423c-9443-fa95298553e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 200 len: 217 time: 0.0471041 Jul 29 17:49:52.387699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device be09c606-d457-4d8a-9234-b4618c9d7acc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:52.419590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-aa075ada-20ba-4f41-b29a-78477002bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:52.421140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-aa075ada-20ba-4f41-b29a-78477002bb56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.0560954 Jul 29 17:49:52.453284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port be09c606-d457-4d8a-9234-b4618c9d7acc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:52.456343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f88558d-11cc-4c6b-beb7-7dc24c139fda req-6e274ed8-2a66-4a33-8fb3-3a6b3f56bfcb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696451 Jul 29 17:49:52.459754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-b46f991e-7b24-4137-a81b-ae09585d52ea service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8872271 Jul 29 17:49:52.463647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port be09c606-d457-4d8a-9234-b4618c9d7acc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:52.464032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.474298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-6f99fd59-ea27-4f61-86b7-4060f3c13aaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351825 Jul 29 17:49:52.486407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.488872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.490060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79d73fe7-7bcf-4438-9b14-8c9076b2274c HTTP/1.1" status: 204 len: 168 time: 1.2270286 Jul 29 17:49:52.566138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d59230-1081-4ca1-8aed-83e749b09154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d73fe7-7bcf-4438-9b14-8c9076b2274c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:52.572037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.636760 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.687240 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c74ef-fae8-4ac3-945b-932013262541 x-openstack-request-id: req-1f1c74ef-fae8-4ac3-945b-932013262541 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:52.687873 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:52.687873 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f1c74ef-fae8-4ac3-945b-932013262541 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:52.690549 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6', 'status': 'completed', 'code': 200} Jul 29 17:49:52.713096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Pushing event deleted for resources: {'Port': ['ID=459974ea-3d84-4c69-9c9a-9f3dcb489d60,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:52.715936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-b23e0d41-31c1-46c8-84a7-ee692d8b6496 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333219 Jul 29 17:49:52.718200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] No DVR routers for this DVR port 459974ea-3d84-4c69-9c9a-9f3dcb489d60 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:49:52.724056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.726499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8199c341-e797-45cc-a2d9-61c50a3287f9 req-954d0cf2-e3fa-4244-a9ce-01a51bee4743 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.49 "DELETE /v2.0/ports/459974ea-3d84-4c69-9c9a-9f3dcb489d60 HTTP/1.1" status: 204 len: 173 time: 3.0792849 Jul 29 17:49:52.730537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'name': 'network-vif-deleted', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:52.733520 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed434a-db03-49f8-88cc-0b8b17744ad4" -d '{"events": [{"server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "name": "network-vif-deleted", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:52.764369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port be09c606-d457-4d8a-9234-b4618c9d7acc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=be09c606-d457-4d8a-9234-b4618c9d7acc,segment=NetworkSegment(2c2e791a-918c-45ec-b0ad-2ea37b86e1ec),segment_id=2c2e791a-918c-45ec-b0ad-2ea37b86e1ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:52.773615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:52.900269 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca4b23-017f-4aab-862b-0e109021e201 x-openstack-request-id: req-07ca4b23-017f-4aab-862b-0e109021e201 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:52.902831 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129", "name": "network-vif-deleted", "tag": "459974ea-3d84-4c69-9c9a-9f3dcb489d60", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:52.903213 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07ca4b23-017f-4aab-862b-0e109021e201 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:52.903740 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129', 'name': 'network-vif-deleted', 'tag': '459974ea-3d84-4c69-9c9a-9f3dcb489d60', 'status': 'completed', 'code': 200} Jul 29 17:49:52.948135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=be09c606-d457-4d8a-9234-b4618c9d7acc,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:53.081020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Provisioning for port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:53.087682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Provisioning complete for port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:53.088206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.120069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-600e2125-0e6d-4c76-85d0-6938e5dfdc4c req-ad2d10f7-1fee-49bd-a224-7b160291c73b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 210 time: 0.0808272 Jul 29 17:49:53.133546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d84f5-252d-47db-abe1-51a636a1f203 req-fe9f7d8b-e7bb-4645-ac2f-889af26ca909 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:53.147813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a8d84f5-252d-47db-abe1-51a636a1f203 req-fe9f7d8b-e7bb-4645-ac2f-889af26ca909 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2072451 Jul 29 17:49:53.212330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e3e2855-e85c-4711-86b4-c20e82452c9b req-d6e6c964-e076-4826-a930-8cf88501044c service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894676 Jul 29 17:49:53.235347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:53.267129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.275551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Provisioning complete for port be09c606-d457-4d8a-9234-b4618c9d7acc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:53.275929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6744eab3-3b79-47d9-9529-8b0467db63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.278444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.279468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.308933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a8d84f5-252d-47db-abe1-51a636a1f203 req-85a9074f-5afd-49b7-b243-6154d8c27d03 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600761 Jul 29 17:49:53.434919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=85e4b24e-2b1b-4386-a5c2-66f021e1e60b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:53.466868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-92dbfcbe-5797-466c-99bb-770711773a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:53.482199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-92dbfcbe-5797-466c-99bb-770711773a40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1095 time: 0.1703744 Jul 29 17:49:53.484329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:53.604671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee32d495-e6b5-47e4-815c-b8c845348f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.693188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a66eebdf-fe96-4474-a321-31a9f88567f9 req-922cee9f-6a2c-4512-a26e-a00132dc5033 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915 tempest-FloatingIPsAssociationNegativeTestJSON-1229412915-project] 10.222.0.16 "GET /v2.0/ports?device_id=b247e1a4-abe6-4e3d-8e1e-a77c4aa3c129 HTTP/1.1" status: 200 len: 210 time: 0.1587548 Jul 29 17:49:53.754675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dd95e986-6deb-46b2-a31d-4ccffa437155 None None] Provisioning complete for port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:53.756465 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dd95e986-6deb-46b2-a31d-4ccffa437155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:53.763961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 6de37410-5057-40b8-9eba-2c1df673651f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:53.767831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:53.806856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e986-6deb-46b2-a31d-4ccffa437155 None None] Port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:53.885982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e4e8b-f2ed-4ca2-81ef-c1c2b62a0e70 req-0e7e28ee-0aad-4ff8-862e-52f9c458b251 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:53.897881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d4e4e8b-f2ed-4ca2-81ef-c1c2b62a0e70 req-0e7e28ee-0aad-4ff8-862e-52f9c458b251 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 944 time: 0.1211560 Jul 29 17:49:54.019871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 71fe746a-f11e-422b-94e8-f965cc74d92e is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:49:54.029393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-d4ace559-d4fa-43d3-acd4-4abce2d444b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:54.030979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-d4ace559-d4fa-43d3-acd4-4abce2d444b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 912 time: 0.4941149 Jul 29 17:49:54.100837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 459974ea-3d84-4c69-9c9a-9f3dcb489d60 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:49:54.120757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-d81c2d5a-b5c2-4294-8022-c0761fbe4bbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 200 len: 217 time: 0.0726156 Jul 29 17:49:54.130187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee32d495-e6b5-47e4-815c-b8c845348f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.175774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 459974ea-3d84-4c69-9c9a-9f3dcb489d60 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:49:54.176430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 459974ea-3d84-4c69-9c9a-9f3dcb489d60 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:49:54.201570 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee32d495-e6b5-47e4-815c-b8c845348f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.211476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d4e4e8b-f2ed-4ca2-81ef-c1c2b62a0e70 req-159c464a-83b7-415f-ab58-c0333a1a2ce4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854590 Jul 29 17:49:54.250105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-549a2686-1a3b-456d-903a-d88ca126f1e6 None None] Provisioning complete for port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:54.252913 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549a2686-1a3b-456d-903a-d88ca126f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.262796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:54.275905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32d495-e6b5-47e4-815c-b8c845348f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7d0b5-f78c-4615-bb2d-9ce120d8569c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:54.282738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee32d495-e6b5-47e4-815c-b8c845348f95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acf70069988a415ea1f13df27212e125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972608 Jul 29 17:49:54.284528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-2c946bcf-c098-4991-8e8d-3c90bc60050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:54.286388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-2c946bcf-c098-4991-8e8d-3c90bc60050a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.1545818 Jul 29 17:49:54.286620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57540) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:54.295459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b892c802-e6ad-4cbf-9620-d858ef248e9e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/71fe746a-f11e-422b-94e8-f965cc74d92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0928249 Jul 29 17:49:54.302377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:54.348019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-549a2686-1a3b-456d-903a-d88ca126f1e6 None None] Port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:54.354790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-8c33e59d-3088-4411-b649-e4bd8e1cec42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580564 Jul 29 17:49:54.356477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] Sync routers for ids ['71fe746a-f11e-422b-94e8-f965cc74d92e'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:54.373373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] Routers {'71fe746a-f11e-422b-94e8-f965cc74d92e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:54.374396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71fe746a-f11e-422b-94e8-f965cc74d92e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:54.439681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f38a2644-cef8-410f-9f46-b18866cc4873 req-a0f2d0b0-ae13-4a9d-b1d3-d0d5fbbf2a2a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 210 time: 0.0644500 Jul 29 17:49:54.466319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2dcfe4-c444-49d5-9f13-77fc4db7597a tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:54.466319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db2dcfe4-c444-49d5-9f13-77fc4db7597a tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports/85e4b24e-2b1b-4386-a5c2-66f021e1e60b HTTP/1.1" status: 200 len: 911 time: 0.1621714 Jul 29 17:49:54.469138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57546) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:54.474004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device be09c606-d457-4d8a-9234-b4618c9d7acc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:54.477029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:54.487100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:54.511554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] Routers {'71fe746a-f11e-422b-94e8-f965cc74d92e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:54.512438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71fe746a-f11e-422b-94e8-f965cc74d92e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:54.557091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.588043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07db91-e8ad-4399-b65a-b6b62031f0e9 req-adb821da-5f87-4de2-a45a-d0cc6998de69 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:54.589944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c07db91-e8ad-4399-b65a-b6b62031f0e9 req-adb821da-5f87-4de2-a45a-d0cc6998de69 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1130931 Jul 29 17:49:54.595166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-85e161b5-5a05-4d3e-a450-b6db230e74ca service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289152 Jul 29 17:49:54.632053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.749181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c07db91-e8ad-4399-b65a-b6b62031f0e9 req-2c5c333d-261e-4560-bb71-488516f736a8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499193 Jul 29 17:49:54.754383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:54.755039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d1afd-d968-48cd-8d65-1c29c8df79b6 None None] The sync data for ids ['71fe746a-f11e-422b-94e8-f965cc74d92e'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:54.758185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.792955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port be09c606-d457-4d8a-9234-b4618c9d7acc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:54.793340 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.854430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df16e411-c4d1-4abd-8f24-a4cc35eb59bc req-0c9e6bf1-582f-432c-9c63-476a6c8fff09 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435000 Jul 29 17:49:54.861693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.864419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:54.865568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18f7d0b5-f78c-4615-bb2d-9ce120d8569c HTTP/1.1" status: 204 len: 168 time: 0.5780189 Jul 29 17:49:54.895142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63511c6-0ffe-4e79-8614-6ecda35de6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7d0b5-f78c-4615-bb2d-9ce120d8569c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:54.899861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:55.241736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-0281b46d-251a-4b1d-8e87-0ed8e8bcd89a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:55.243616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-0281b46d-251a-4b1d-8e87-0ed8e8bcd89a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.3186817 Jul 29 17:49:55.315970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:55.333081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:55.344973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:55.345967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:55.351099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/ports/85e4b24e-2b1b-4386-a5c2-66f021e1e60b HTTP/1.1" status: 200 len: 911 time: 0.8789823 Jul 29 17:49:55.352231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57572) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:55.476037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-cefdf3dc-5eb3-404b-af2a-a2a639c142a2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 380 time: 0.1919966 Jul 29 17:49:55.489425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'device_id': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'admin_state_up': True, 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'security_groups': ['4e42a9c7-f010-44fd-a203-893b46e9c955']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:55.581355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd341-559f-4d74-9787-1265bf2730c1 req-cba456be-4b72-45d2-bd02-939b168fe39b tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:55.590714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39acd341-559f-4d74-9787-1265bf2730c1 req-cba456be-4b72-45d2-bd02-939b168fe39b tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 944 time: 0.2364342 Jul 29 17:49:55.685408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9724a89-d7f5-45cd-8c08-e7069a87e5cc req-3c04d66a-7a27-4044-9c56-cef1adaaf978 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 210 time: 0.0857384 Jul 29 17:49:55.718269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39acd341-559f-4d74-9787-1265bf2730c1 req-f3a80fe9-bbf8-45d2-a02a-0045735d4662 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265221 Jul 29 17:49:55.763877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1037c6-f601-41fa-8484-592920f2dbd1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=85e4b24e-2b1b-4386-a5c2-66f021e1e60b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:55.996729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:56.000631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.045311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d2eae-758e-401a-8208-c1f114107557 req-d77ab47e-626b-4100-87ae-7dc53ef1c55e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:56.053653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c4d2eae-758e-401a-8208-c1f114107557 req-d77ab47e-626b-4100-87ae-7dc53ef1c55e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1047709 Jul 29 17:49:56.094437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:49:56.198485 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c4d2eae-758e-401a-8208-c1f114107557 req-4526f53c-fb48-4776-8696-4ac9a399ee5e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435325 Jul 29 17:49:56.243666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.20.0.5 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/5a17fa0c-b3f5-4152-9289-915fcd4ed26d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:49:56.261109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:56.264227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.276663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6', 'network_id': '148ab93e-8cfd-41a6-9665-80a2578d1d6a', 'port_id': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6', 'mac_address': 'fa:16:3e:ef:93:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9237785d-0ee6-438a-bfc1-352659273562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:49:56.277873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.306526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:56.331725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.333093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.344272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:56.367042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:56.378209 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.438683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:56.610959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:49:56.751758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 85e4b24e-2b1b-4386-a5c2-66f021e1e60b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:56.752111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.783992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-60238367'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:56.923125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.942967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Made reservation on behalf of 22173143cd564836996a9fab8d6f4d2a for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:56.945163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 85e4b24e-2b1b-4386-a5c2-66f021e1e60b owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:56.946277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:56.960372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c9e3f-40f1-4580-8c00-2191d958db76 req-2c819fc3-4833-4bcb-a495-2271ac8965c9 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:56.968155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f7c9e3f-40f1-4580-8c00-2191d958db76 req-2c819fc3-4833-4bcb-a495-2271ac8965c9 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 945 time: 0.0986488 Jul 29 17:49:57.003113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edaa0ed8-0418-417c-982c-2e97735115a8 req-94e434e1-bab5-4645-8dfe-95107ae6a7c7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 210 time: 0.1346078 Jul 29 17:49:57.013246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.054932 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f7c9e3f-40f1-4580-8c00-2191d958db76 req-d1f63972-01b6-4801-ad32-3d70124c9968 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Jul 29 17:49:57.136796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.169470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Transition to ACTIVE for port object 5a17fa0c-b3f5-4152-9289-915fcd4ed26d will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:57.307794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.316170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.347640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=85e4b24e-2b1b-4386-a5c2-66f021e1e60b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:57.378747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.405924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.410731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:49:57.426755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.430767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:57.444788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:49:57.483371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:49:57.495147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.507905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:57.566362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Deleting port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:49:57.566732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.578826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced6ff-b1db-4f71-86ca-10a27e8cf554 req-2c5b1fbf-b18d-458d-b5c1-82644be00af6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:57.586862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2bced6ff-b1db-4f71-86ca-10a27e8cf554 req-2c5b1fbf-b18d-458d-b5c1-82644be00af6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2964010 Jul 29 17:49:57.597557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.597929 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Added segment cec8b9a2-4089-4b1b-b5f4-a98645c1f237 of type vlan for network 453116c4-36f5-4af1-861c-24a151e77888 Jul 29 17:49:57.675642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2338463-292e-49c6-b9e0-9df93cb10cd7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:57.721407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:57.722068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.750784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.796099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2bced6ff-b1db-4f71-86ca-10a27e8cf554 req-9e1814ed-38a0-470f-9cfd-bff7bb3e68ce tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057312 Jul 29 17:49:57.804141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-912cee0f-3a5d-4fdd-82d7-3e0d790d1c49 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3203874 Jul 29 17:49:57.808832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 71fe746a-f11e-422b-94e8-f965cc74d92e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:57.832205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Request body: {'port': {'device_id': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:57.844423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] For port c8dc16a5-1684-4ed5-80e8-4f8c611a5d07, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:57.844797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.874086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.879899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:57.880484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.895924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Calling delete_port for c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:49:57.910447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:49:57.912522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dc282f68-2792-4ed0-984d-0e18e9bb9f56 None None] Provisioning for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:57.921550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dc282f68-2792-4ed0-984d-0e18e9bb9f56 None None] Provisioning complete for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:57.922512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc282f68-2792-4ed0-984d-0e18e9bb9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:57.923933 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] Sync routers for ids ['71fe746a-f11e-422b-94e8-f965cc74d92e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:49:57.931147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c6ec83ca-18f6-4cae-a72f-61ae0733fd7d tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/71fe746a-f11e-422b-94e8-f965cc74d92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745552 Jul 29 17:49:57.933096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:57.942613 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] Routers {'71fe746a-f11e-422b-94e8-f965cc74d92e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:57.943250 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71fe746a-f11e-422b-94e8-f965cc74d92e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:57.974825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9ed9a04-aa10-48d0-b16a-b7ba32524cfe tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=71fe746a-f11e-422b-94e8-f965cc74d92e HTTP/1.1" status: 200 len: 205 time: 0.0397804 Jul 29 17:49:57.976190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:57.986209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-dc282f68-2792-4ed0-984d-0e18e9bb9f56 None None] Port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:49:58.000566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:58.012475 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] Routers {'71fe746a-f11e-422b-94e8-f965cc74d92e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:49:58.013635 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71fe746a-f11e-422b-94e8-f965cc74d92e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:58.051410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:49:58.052136 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de719-7e2c-411b-bd12-1b6c063311ea None None] The sync data for ids ['71fe746a-f11e-422b-94e8-f965cc74d92e'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:49:58.064241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7532442 Jul 29 17:49:58.071665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57638) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:58.079128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.097248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Request body: {'subnet': {'network_id': '453116c4-36f5-4af1-861c-24a151e77888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:58.104874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:49:58.121466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaa06b-8594-44ce-958a-9bf13eec0b91 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'Network': ['ID=453116c4-36f5-4af1-861c-24a151e77888,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:58.156974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 453116c4-36f5-4af1-861c-24a151e77888 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:49:58.205683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.299146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:49:58.312652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:49:58.312921 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.417260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511778e-6518-4c93-ba56-24403fca5579 req-43df47f7-5d62-4689-8377-8776fe15dc99 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:58.418912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ed82-d1e1-462e-840a-0975fd0b952a req-5c234c4b-4198-40ef-b530-a0fbf610e279 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:58.419558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7511778e-6518-4c93-ba56-24403fca5579 req-43df47f7-5d62-4689-8377-8776fe15dc99 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 931 time: 0.2535181 Jul 29 17:49:58.420469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5c3ed82-d1e1-462e-840a-0975fd0b952a req-5c234c4b-4198-40ef-b530-a0fbf610e279 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 945 time: 0.2212532 Jul 29 17:49:58.433385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.469726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:58.472612 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691cacf1-adac-48c6-ad60-0f9dcc0d4ead" -d '{"events": [{"server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "name": "network-vif-plugged", "status": "completed", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:58.488052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:49:58.499300 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.548723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5c3ed82-d1e1-462e-840a-0975fd0b952a req-33e0f63e-8b93-4709-b85b-6c12d420ece7 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120098 Jul 29 17:49:58.587360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:58.643027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:58.693521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dc16a5-1684-4ed5-80e8-4f8c611a5d07,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:58.802451 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2840947b-9d76-473b-bc0e-d1ceaa9d7431 x-openstack-request-id: req-2840947b-9d76-473b-bc0e-d1ceaa9d7431 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:49:58.802743 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "name": "network-vif-plugged", "status": "completed", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:49:58.802997 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2840947b-9d76-473b-bc0e-d1ceaa9d7431 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:49:58.803402 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6', 'code': 200} Jul 29 17:49:58.930786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:49:58.953469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.010424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Transition to ACTIVE for port object 5a17fa0c-b3f5-4152-9289-915fcd4ed26d will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:49:59.044860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.062971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.070392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.100548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecea29-34f1-4a5b-8e3a-3acec977f4a1 req-e3fc6e66-5a66-4f3c-aa9b-ce2256718d75 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:59.102214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45ecea29-34f1-4a5b-8e3a-3acec977f4a1 req-e3fc6e66-5a66-4f3c-aa9b-ce2256718d75 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1656368 Jul 29 17:49:59.137513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Made reservation on behalf of 22173143cd564836996a9fab8d6f4d2a for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:49:59.145499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.198054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:59.226418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45ecea29-34f1-4a5b-8e3a-3acec977f4a1 req-16708abc-5d1b-490a-abc8-1abca70045d2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014068 Jul 29 17:49:59.233677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.238837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7511778e-6518-4c93-ba56-24403fca5579 req-6a1b00a0-2075-413c-b02f-59306a567c35 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8072550 Jul 29 17:49:59.262315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec3e3-97fd-4bf3-9cc8-dbf243ada6dd req-d2eccf62-0de8-47c2-9e59-7174d59985aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:59.264064 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-211ec3e3-97fd-4bf3-9cc8-dbf243ada6dd req-d2eccf62-0de8-47c2-9e59-7174d59985aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1097 time: 0.2908680 Jul 29 17:49:59.274980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.275513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router 71fe746a-f11e-422b-94e8-f965cc74d92e {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:49:59.289583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.293460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f1546af5-0e6c-4270-9694-5e6e747592c4 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/71fe746a-f11e-422b-94e8-f965cc74d92e HTTP/1.1" status: 204 len: 168 time: 1.3161013 Jul 29 17:49:59.301240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57658) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:59.393868 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-211ec3e3-97fd-4bf3-9cc8-dbf243ada6dd req-200bc043-55d3-498a-b85b-3aeb0441cb36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102898 Jul 29 17:49:59.404930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:49:59.411349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.458009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Attempting to bind port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:49:59.458354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Attempting to bind port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:49:59.458678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Attempting to bind port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:59.467651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:49:59.467899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Attempting to bind port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:49:59.475684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:49:59.475901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:59.476144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:49:59.476577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Bound port: 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:49:59.476932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.486606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.602594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.688541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.692267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:49:59.709025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Router 71b7b59c-b3bf-4a21-953b-abea7c1de07f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:49:59.720731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:49:59.731968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.746869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715518e-5847-4bf3-933c-b59e0b316442 req-7d87d90e-1410-419d-935f-52bb331ead1e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:59.750046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'Subnet': ['ID=b022e20f-c00c-4a73-a296-e47e22207992,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:59.754209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Checking segment: {'id': 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453116c4-36f5-4af1-861c-24a151e77888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:49:59.754985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Network hostable DHCP agents. Network: 453116c4-36f5-4af1-861c-24a151e77888, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:49:59.759506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8715518e-5847-4bf3-933c-b59e0b316442 req-7d87d90e-1410-419d-935f-52bb331ead1e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1126933 Jul 29 17:49:59.799438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Network 453116c4-36f5-4af1-861c-24a151e77888 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:49:59.816342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:59.816342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.816597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 453116c4-36f5-4af1-861c-24a151e77888) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:49:59.817224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] 10.222.0.49 "PUT /v2.0/ports/5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 1091 time: 1.9962230 Jul 29 17:49:59.824036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:49:59.824978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.833338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:49:59.835182 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6bafe-ce53-4942-b558-21d4e2488caa" -d '{"events": [{"name": "network-changed", "server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:49:59.840171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.884659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:49:59.887822 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-345d4c27-fe04-4e82-9b23-adf1487b8c89 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8022320 Jul 29 17:49:59.891038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:59.893256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb9b343b-0621-4a47-89d5-a5b3891eb554 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae HTTP/1.1" status: 204 len: 168 time: 0.5910580 Jul 29 17:49:59.894158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57676) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:59.896333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c589951-295b-413b-b68f-b55844600729 None None] Network 453116c4-36f5-4af1-861c-24a151e77888 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:49:59.901202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Request body: {'port': {'network_id': '453116c4-36f5-4af1-861c-24a151e77888', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2048020730'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:49:59.902209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57678) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:49:59.963000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918c863-162a-497d-b9bb-81bf7811d972 None None] Network 6de37410-5057-40b8-9eba-2c1df673651f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:00.113315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Made reservation on behalf of 22173143cd564836996a9fab8d6f4d2a for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:00.121208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.200362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] device_id is not set on port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:50:00.392546 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2992c6-87a3-4200-8507-eb031bd8c590 x-openstack-request-id: req-3d2992c6-87a3-4200-8507-eb031bd8c590 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:00.393050 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:00.393179 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d2992c6-87a3-4200-8507-eb031bd8c590 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:00.393498 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'status': 'completed', 'code': 200} Jul 29 17:50:00.406703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.437191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-453116c4-36f5-4af1-861c-24a151e77888', 'network_id': '453116c4-36f5-4af1-861c-24a151e77888', 'tenant_id': '22173143cd564836996a9fab8d6f4d2a', 'fixed_ips': [{'subnet_id': 'b022e20f-c00c-4a73-a296-e47e22207992'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:00.438450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.515215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8715518e-5847-4bf3-933c-b59e0b316442 req-190f16f9-b550-41cb-8530-e6d49e0e1c95 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537801 Jul 29 17:50:00.521513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f2011-52e8-4246-bb85-280f31abb5dd service neutron] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:00.582052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Allocated IP 172.20.0.8 (453116c4-36f5-4af1-861c-24a151e77888/b022e20f-c00c-4a73-a296-e47e22207992/5a441ab0-fa6d-4ade-92ab-e35da316aa0a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:00.582469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] DHCP port deletion for 6de37410-5057-40b8-9eba-2c1df673651f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:00.600109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e838-194a-4389-8118-1ab4b0368202 req-0dbfe6cc-de51-499b-a427-8c8aa61097e9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:00.601701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bd9e838-194a-4389-8118-1ab4b0368202 req-0dbfe6cc-de51-499b-a427-8c8aa61097e9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1476197 Jul 29 17:50:00.604335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-a515193f-578b-4dc8-8d3d-0c4a08297027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:00.606356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-a515193f-578b-4dc8-8d3d-0c4a08297027 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1094 time: 0.7049758 Jul 29 17:50:00.631484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:00.648580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Sync routers for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:00.668350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:00.669422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:00.674553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bd9e838-194a-4389-8118-1ab4b0368202 req-f7030f2e-3d8f-4662-ab4f-4a0e47f02494 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Jul 29 17:50:00.700703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-be364877-6413-4eda-95fd-72b66d6c51ce admin admin] 10.222.0.16 "PUT /v2.0/routers/71b7b59c-b3bf-4a21-953b-abea7c1de07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7991927 Jul 29 17:50:00.703184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:00.714323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-0bd110d5-4f4c-4f55-b54a-a9a9485aa200 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 217 time: 0.0982175 Jul 29 17:50:00.728420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Deleting port be09c606-d457-4d8a-9234-b4618c9d7acc {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:00.728843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.832155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] For port be09c606-d457-4d8a-9234-b4618c9d7acc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=be09c606-d457-4d8a-9234-b4618c9d7acc,segment=NetworkSegment(2c2e791a-918c-45ec-b0ad-2ea37b86e1ec),segment_id=2c2e791a-918c-45ec-b0ad-2ea37b86e1ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:00.833075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.846092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Calling delete_port for be09c606-d457-4d8a-9234-b4618c9d7acc owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:00.856655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.873542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Transition to ACTIVE for port object 5a441ab0-fa6d-4ade-92ab-e35da316aa0a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:00.896526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port be09c606-d457-4d8a-9234-b4618c9d7acc {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:00.896526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.920589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.965110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Allocated IP 172.20.0.2 (453116c4-36f5-4af1-861c-24a151e77888/b022e20f-c00c-4a73-a296-e47e22207992/217aace8-12b0-49c6-9853-f22dd6c99520) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:00.968631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port be09c606-d457-4d8a-9234-b4618c9d7acc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=be09c606-d457-4d8a-9234-b4618c9d7acc,segment=NetworkSegment(2c2e791a-918c-45ec-b0ad-2ea37b86e1ec),segment_id=2c2e791a-918c-45ec-b0ad-2ea37b86e1ec)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:00.969011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:00.983994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for be09c606-d457-4d8a-9234-b4618c9d7acc owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:01.030303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Network 453116c4-36f5-4af1-861c-24a151e77888 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:01.038367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:01.057256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'Port': ['ID=5a441ab0-fa6d-4ade-92ab-e35da316aa0a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:01.059891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:01.100107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e900-7a69-4b57-b3bb-39ced806a0fc req-6bab66af-b9f2-43e2-a922-3b8e4eaf4f73 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:01.107763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21f6e900-7a69-4b57-b3bb-39ced806a0fc req-6bab66af-b9f2-43e2-a922-3b8e4eaf4f73 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 943 time: 0.4731686 Jul 29 17:50:01.120881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:01.121579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.146304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-880f2508-cea3-4a3f-b9d6-1b6ebc2c2047 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2508192 Jul 29 17:50:01.149367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:01.160142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Request body: {'port': {'network_id': '453116c4-36f5-4af1-861c-24a151e77888', 'name': 'tempest-ExtraDHCPOptionsTestJSON-885906114', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:01.161209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] bootfile-name is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:01.161551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] tftp-server is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:01.162455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] server-ip-address is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:01.165934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-171b1a0b-c292-4a45-a962-11f689a48547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:01.168158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-171b1a0b-c292-4a45-a962-11f689a48547 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.4438391 Jul 29 17:50:01.219286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.237887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.274459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:01.277826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] Pushing event deleted for resources: {'Port': ['ID=be09c606-d457-4d8a-9234-b4618c9d7acc,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:01.283718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21f6e900-7a69-4b57-b3bb-39ced806a0fc req-176ade48-976d-47be-aff0-54967d351b2b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749599 Jul 29 17:50:01.287638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=be09c606-d457-4d8a-9234-b4618c9d7acc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:01.303056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.307115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port be09c606-d457-4d8a-9234-b4618c9d7acc on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:01.322703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fef5c6-70dc-49e1-8299-a2dad76180b5 None None] No DVR routers for this DVR port be09c606-d457-4d8a-9234-b4618c9d7acc on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:01.343976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Made reservation on behalf of 22173143cd564836996a9fab8d6f4d2a for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:01.345464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-b7aa7bec-5bd6-454d-adca-46d5040e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:01.347043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-b7aa7bec-5bd6-454d-adca-46d5040e817f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632462 Jul 29 17:50:01.348818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.366076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.379529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] device_id is not set on port 4198affe-ebb2-4d18-af48-789f0a594b41 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:50:01.421983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Transition to ACTIVE for port object 217aace8-12b0-49c6-9853-f22dd6c99520 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:01.452014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Transition to ACTIVE for port object 217aace8-12b0-49c6-9853-f22dd6c99520 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:01.470282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.532515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Pushing event updated for resources: {'Port': ['ID=217aace8-12b0-49c6-9853-f22dd6c99520,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:01.549019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Allocated IP 172.20.0.13 (453116c4-36f5-4af1-861c-24a151e77888/b022e20f-c00c-4a73-a296-e47e22207992/4198affe-ebb2-4d18-af48-789f0a594b41) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:01.563347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Network 453116c4-36f5-4af1-861c-24a151e77888 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:01.566281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:01.570521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:01.576020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.594188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de37410-5057-40b8-9eba-2c1df673651f']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:01.624572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:01.624822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2e791a-918c-45ec-b0ad-2ea37b86e1ec') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:01.640309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.650627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-dffccd88-a2a0-4430-a7e4-48df3d19f7fb service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715743 Jul 29 17:50:01.660401 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.664704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.674055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Attempting to bind port 217aace8-12b0-49c6-9853-f22dd6c99520 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:01.674581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Attempting to bind port 217aace8-12b0-49c6-9853-f22dd6c99520 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453116c4-36f5-4af1-861c-24a151e77888'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:01.675014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Attempting to bind port 217aace8-12b0-49c6-9853-f22dd6c99520 on network 453116c4-36f5-4af1-861c-24a151e77888 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:01.684525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:01.685133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Checking segment: {'id': 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453116c4-36f5-4af1-861c-24a151e77888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:01.685906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.686434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Bound using segment: {'id': 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453116c4-36f5-4af1-861c-24a151e77888'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:01.687123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Bound port: 217aace8-12b0-49c6-9853-f22dd6c99520, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453116c4-36f5-4af1-861c-24a151e77888'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:01.688215 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.748350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:49:58Z', 'revision_number': 5, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port': {'id': '871c39d7-c376-4ba3-a993-16aa01a17b30', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:46Z', 'updated_at': '2021-07-29T17:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:01.776475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:01.779876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:01.787508 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:01.790811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.794718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Checking router: 71b7b59c-b3bf-4a21-953b-abea7c1de07f for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:01.813828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Transition to ACTIVE for port object 4198affe-ebb2-4d18-af48-789f0a594b41 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:01.817900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Routers {'71b7b59c-b3bf-4a21-953b-abea7c1de07f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:01.822021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:01.927600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:01.960047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Network 453116c4-36f5-4af1-861c-24a151e77888 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:01.968047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:01.989382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.005856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.008904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/6de37410-5057-40b8-9eba-2c1df673651f HTTP/1.1" status: 204 len: 168 time: 2.1023583 Jul 29 17:50:02.009345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d391-2e15-4f44-bd15-a6517c6f8a89 req-53aa98e0-0fde-482f-99f9-dc5cae864f9a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.014438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1278c45-3f5a-4170-9070-9da2d4c1eff5 req-15462de2-cddc-4cc1-a60f-0f4e590fed12 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458874 Jul 29 17:50:02.017675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4237d391-2e15-4f44-bd15-a6517c6f8a89 req-53aa98e0-0fde-482f-99f9-dc5cae864f9a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1616623 Jul 29 17:50:02.023290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:02.026396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57706) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:02.037331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eb712-ec94-4cea-ad8d-55698c724953 req-3e6cfe6a-aab2-4454-968d-ca6fb2be3304 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.045017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd1eb712-ec94-4cea-ad8d-55698c724953 req-3e6cfe6a-aab2-4454-968d-ca6fb2be3304 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2534616 Jul 29 17:50:02.057109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884881609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:02.073490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] For port 217aace8-12b0-49c6-9853-f22dd6c99520, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:02.079757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd155a6-0a56-4033-9b0b-23e30d6a045c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=6de37410-5057-40b8-9eba-2c1df673651f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:02.088856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.089909 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.096569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] For port 217aace8-12b0-49c6-9853-f22dd6c99520, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=217aace8-12b0-49c6-9853-f22dd6c99520,segment=NetworkSegment(cec8b9a2-4089-4b1b-b5f4-a98645c1f237),segment_id=cec8b9a2-4089-4b1b-b5f4-a98645c1f237)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:02.111533 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.132863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Deleting port 871c39d7-c376-4ba3-a993-16aa01a17b30 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:02.132863 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.152391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4237d391-2e15-4f44-bd15-a6517c6f8a89 req-e98df9ce-8cb2-4ef4-8508-8d6063a74f50 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323481 Jul 29 17:50:02.176369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda611ce-5ac5-4f09-b85f-2d450f577f4c None None] Pushing event updated for resources: {'Port': ['ID=217aace8-12b0-49c6-9853-f22dd6c99520,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:02.183318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] Set router 71b7b59c-b3bf-4a21-953b-abea7c1de07f gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:02.228284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.229615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.245132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0945654 Jul 29 17:50:02.246817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd060-3087-48af-a6b4-b7b82964e8ed tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'Port': ['ID=4198affe-ebb2-4d18-af48-789f0a594b41,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:02.249599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57716) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:02.263941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd1eb712-ec94-4cea-ad8d-55698c724953 req-32d2eea5-1687-4cfd-85ed-232c95584441 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178268 Jul 29 17:50:02.298036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:50:01Z', 'revision_number': 6, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:02.307212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-96745e50-f26b-4981-8e13-3aa3c88d7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.323393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-96745e50-f26b-4981-8e13-3aa3c88d7642 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1094 time: 0.2176249 Jul 29 17:50:02.336118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f5c10-d9b6-492f-b33b-044c30409c6c None None] The sync data for ids ['71b7b59c-b3bf-4a21-953b-abea7c1de07f'] in n-d-801607-3 is: [{'id': '71b7b59c-b3bf-4a21-953b-abea7c1de07f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-673401992-router', 'tenant_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:42Z', 'updated_at': '2021-07-29T17:50:01Z', 'revision_number': 6, 'project_id': '3ce95a4fcd6149328e1c7b80008a8a15', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:02.375483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device be09c606-d457-4d8a-9234-b4618c9d7acc no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:02.429977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b099555-2736-448b-8cba-04e6b016c5bd tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.438647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: be09c606-d457-4d8a-9234-b4618c9d7acc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:02.438996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device be09c606-d457-4d8a-9234-b4618c9d7acc not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:02.456469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b099555-2736-448b-8cba-04e6b016c5bd tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.467609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b099555-2736-448b-8cba-04e6b016c5bd tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.475278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9b099555-2736-448b-8cba-04e6b016c5bd tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2115891 Jul 29 17:50:02.476308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:02.525578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.559769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.613509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] For port 871c39d7-c376-4ba3-a993-16aa01a17b30, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=871c39d7-c376-4ba3-a993-16aa01a17b30,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:02.614325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.628418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Deleting port 4198affe-ebb2-4d18-af48-789f0a594b41 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:02.628885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.677361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Calling delete_port for 871c39d7-c376-4ba3-a993-16aa01a17b30 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:02.709677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.713597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d699f6a-1f00-4c74-8ccb-61d57c15870c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6578853 Jul 29 17:50:02.715122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57728) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:02.779598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798581829'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:02.792978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1e759-f24a-4456-9d13-03fcdd855361 req-717e17b5-fe16-44c8-8279-2d12f8ccde6b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.800038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02c1e759-f24a-4456-9d13-03fcdd855361 req-717e17b5-fe16-44c8-8279-2d12f8ccde6b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 943 time: 0.2707734 Jul 29 17:50:02.875599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-ff2a3378-785a-468f-9575-9f5346e62640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.877170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-ff2a3378-785a-468f-9575-9f5346e62640 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.5527377 Jul 29 17:50:02.930052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.965302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Calling delete_port for 4198affe-ebb2-4d18-af48-789f0a594b41 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:02.969695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-ccb39cf3-3938-4f14-83d6-ba4415e15c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:02.971473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-ccb39cf3-3938-4f14-83d6-ba4415e15c28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1097 time: 0.2863107 Jul 29 17:50:02.972011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:02.975373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:02.977006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-a3fadc24-ce47-4cb6-b5b9-f2eebce5a3c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 217 time: 0.0885191 Jul 29 17:50:03.055087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe37e-99fd-434b-b6f1-e78d6090ae9f req-a92e267e-ae59-4585-b6a7-d3f1a9ddb88c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.056791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-149fe37e-99fd-434b-b6f1-e78d6090ae9f req-a92e267e-ae59-4585-b6a7-d3f1a9ddb88c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2707860 Jul 29 17:50:03.075125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:03.088332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.088681 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 45489f18-f639-4d84-b954-0c76367ee58e of type vlan for network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 Jul 29 17:50:03.181428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.304419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-149fe37e-99fd-434b-b6f1-e78d6090ae9f req-e3499f7c-37bd-4edb-a012-c6c2d134769f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634543 Jul 29 17:50:03.311323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-bfd3bfdf-0593-41e4-977a-015a204480e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.317031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-bfd3bfdf-0593-41e4-977a-015a204480e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 912 time: 0.3260994 Jul 29 17:50:03.338980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02c1e759-f24a-4456-9d13-03fcdd855361 req-cb85911d-1649-4aa7-adde-3232e3399f4d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5333731 Jul 29 17:50:03.382867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-9d4e73aa-0576-48a5-a8cb-0d9fe5458119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.384347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-9d4e73aa-0576-48a5-a8cb-0d9fe5458119 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.3692236 Jul 29 17:50:03.488829 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-1f2dc598-fb63-4459-9706-3959ca0f2c95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 200 len: 217 time: 0.1604626 Jul 29 17:50:03.494822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.501027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.501964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.534124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-85d96333-cdb4-40a0-a4ce-9a3b62880fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.541418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-85d96333-cdb4-40a0-a4ce-9a3b62880fdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491010 Jul 29 17:50:03.573298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.640494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9219019 Jul 29 17:50:03.656212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01351-9ae4-409a-bf9a-dd814d3a1417 req-3a15f1b8-4345-4518-8a19-ff5ab4a46c10 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.664376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74c01351-9ae4-409a-bf9a-dd814d3a1417 req-3a15f1b8-4345-4518-8a19-ff5ab4a46c10 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.2060084 Jul 29 17:50:03.687363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57748) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:03.723034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11462747-15b3-4386-9fbb-ad3e553f1c0e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=a1efa1fc-e50c-49e2-abe6-872d2af85aa9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:03.723386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:03.734040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=871c39d7-c376-4ba3-a993-16aa01a17b30,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:03.735485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:03.745503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-e049af82-3bf4-4f67-91e0-e67385da1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:03.747017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-e049af82-3bf4-4f67-91e0-e67385da1e86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.2417829 Jul 29 17:50:03.792478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74c01351-9ae4-409a-bf9a-dd814d3a1417 req-8a95644a-953c-42dc-9f68-2bd1f87459a3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258247 Jul 29 17:50:03.842181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-4c1bac7f-5518-4209-bc60-31db98803ac6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773425 Jul 29 17:50:03.864967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.938478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:03.998154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event deleted for resources: {'Port': ['ID=4198affe-ebb2-4d18-af48-789f0a594b41,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:04.048116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-2d9b3399-0a28-475c-8ce1-129d039bb9ff service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975755 Jul 29 17:50:04.049913 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.053962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.078261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.080704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e7549566-1775-4adc-b708-9eade5abc6be tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "DELETE /v2.0/ports/4198affe-ebb2-4d18-af48-789f0a594b41 HTTP/1.1" status: 204 len: 168 time: 1.6033199 Jul 29 17:50:04.086042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57750) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:04.101471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679a0e2-48ac-4a27-a05a-95e1c540bf9b None None] Network 453116c4-36f5-4af1-861c-24a151e77888 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:04.104510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Request body: {'port': {'name': 'tempest-new-port-name-73598370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:04.105148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] bootfile-name is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:04.105725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] tftp-server is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:04.106286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] server-ip-address is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:50:04.146584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-b2ac86a5-5d78-433d-9f9d-d29bcc005291 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953413 Jul 29 17:50:04.226475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.238137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:04.248145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:04.252956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.257795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.258956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b7b59c-b3bf-4a21-953b-abea7c1de07f {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:50:04.266630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.270065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1d1e9d9a-4ee4-4171-a444-ffc4e425ad1d admin admin] 10.222.0.16 "DELETE /v2.0/routers/71b7b59c-b3bf-4a21-953b-abea7c1de07f HTTP/1.1" status: 204 len: 168 time: 3.5551331 Jul 29 17:50:04.282369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:04.286991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ca6bafe-ce53-4942-b558-21d4e2488caa req-13339e91-5f34-4665-a954-47a28661eb0e service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297235 Jul 29 17:50:04.518136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:04.537499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f14144fb-6009-4021-b93b-533116b67603 None None] Provisioning for port 217aace8-12b0-49c6-9853-f22dd6c99520 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:04.543151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 217aace8-12b0-49c6-9853-f22dd6c99520 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:04.566904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Deleting subnet 7b54ca8d-9880-44a5-bad0-047ddc405959 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:04.567354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:04.575989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.579406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ccb19-6015-4e17-ac76-cbca58e90b60 req-abb46641-5259-4765-8058-de9b906a72bd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:04.587200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f69ccb19-6015-4e17-ac76-cbca58e90b60 req-abb46641-5259-4765-8058-de9b906a72bd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1119359 Jul 29 17:50:04.634007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f362ec-d3a5-4c86-965c-2fee28a55ad7 req-17b83bc1-2cab-4623-92c1-804641026a14 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:04.642957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69f362ec-d3a5-4c86-965c-2fee28a55ad7 req-17b83bc1-2cab-4623-92c1-804641026a14 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 943 time: 0.1775126 Jul 29 17:50:04.673371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f69ccb19-6015-4e17-ac76-cbca58e90b60 req-84d20d8f-3761-4f8d-886a-92052bfb5778 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800557 Jul 29 17:50:04.714182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f47b30a-cfa6-454d-a49a-9bf5690d19e1 req-66e9de31-9051-4501-bf20-e0609bc81cc2 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902394 Jul 29 17:50:04.731902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.758233 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.846602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.893156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=e048f7a9-776a-4a07-b5c2-c27bace43183,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:04.904768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:04.920370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:04.921257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: a1efa1fc-e50c-49e2-abe6-872d2af85aa9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:04.940795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 217aace8-12b0-49c6-9853-f22dd6c99520 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:04.948021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 217aace8-12b0-49c6-9853-f22dd6c99520 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:04.954182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:04.982896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:05.009196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a1efa1fc-e50c-49e2-abe6-872d2af85aa9) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:05.018808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:05.020468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.048807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10771816-12ba-4852-9652-3acca17569cc None None] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:05.055315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:05.106160 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.122895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ff53a8c0-a96c-45d6-8bec-e100367aa073 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4275682 Jul 29 17:50:05.135178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57776) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:05.283708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Provisioning for port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:05.392083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:05.410513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Provisioning complete for port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:05.411518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.428821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814fc59-3c1f-4b7a-bd02-7f6f7f489e3c req-4aef7450-0eb0-4fdc-ad27-6ba15efa545e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:05.430534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b814fc59-3c1f-4b7a-bd02-7f6f7f489e3c req-4aef7450-0eb0-4fdc-ad27-6ba15efa545e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.3774712 Jul 29 17:50:05.462015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.477669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5a17fa0c-b3f5-4152-9289-915fcd4ed26d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:05.567829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 217aace8-12b0-49c6-9853-f22dd6c99520, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=217aace8-12b0-49c6-9853-f22dd6c99520,segment=NetworkSegment(cec8b9a2-4089-4b1b-b5f4-a98645c1f237),segment_id=cec8b9a2-4089-4b1b-b5f4-a98645c1f237)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:05.588747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69f362ec-d3a5-4c86-965c-2fee28a55ad7 req-02308d44-b28f-4ee7-9166-039f606e64fe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9444354 Jul 29 17:50:05.593785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.625779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b814fc59-3c1f-4b7a-bd02-7f6f7f489e3c req-bf088545-1bff-4427-8071-c9413229d536 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358297 Jul 29 17:50:05.642214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:05.714779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Provisioning complete for port 217aace8-12b0-49c6-9853-f22dd6c99520 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:05.717870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae62c805-fe65-4fd3-90ed-c39871df53b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.733378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.773323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:05.779259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.848173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:05.848656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c8dc16a5-1684-4ed5-80e8-4f8c611a5d07 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:05.851699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 871c39d7-c376-4ba3-a993-16aa01a17b30 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:05.863048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event updated for resources: {'Port': ['ID=5a441ab0-fa6d-4ade-92ab-e35da316aa0a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:05.891373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=217aace8-12b0-49c6-9853-f22dd6c99520,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:05.910414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.972836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:05.980688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 871c39d7-c376-4ba3-a993-16aa01a17b30 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:05.981033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 871c39d7-c376-4ba3-a993-16aa01a17b30 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:06.043919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:06.045192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.074660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] In _notify_port_updated(), no bound segment for port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a on network 453116c4-36f5-4af1-861c-24a151e77888 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:50:06.080471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:06.081167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.082715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ffca0c3-d575-43e5-9186-67291e3cff27 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "PUT /v2.0/ports/5a441ab0-fa6d-4ade-92ab-e35da316aa0a HTTP/1.1" status: 200 len: 1134 time: 1.9829962 Jul 29 17:50:06.086273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:06.110342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281d975-8765-4b65-bfc7-3e09cb0a9086 req-dbd3bc6d-7546-43ed-bd1d-eb3f118888be tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:06.117770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c281d975-8765-4b65-bfc7-3e09cb0a9086 req-dbd3bc6d-7546-43ed-bd1d-eb3f118888be tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2588272 Jul 29 17:50:06.252559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cee594-73aa-45b1-8b14-556543204545 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:06.254002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a5cee594-73aa-45b1-8b14-556543204545 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "GET /v2.0/ports/5a441ab0-fa6d-4ade-92ab-e35da316aa0a HTTP/1.1" status: 200 len: 1134 time: 0.1650934 Jul 29 17:50:06.258106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:06.323204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4c0bc23-71be-4bce-9d36-be969af5eaeb None None] Could not find standard attr ID for object 4198affe-ebb2-4d18-af48-789f0a594b41. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:50:06.329935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 217aace8-12b0-49c6-9853-f22dd6c99520 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:06.336108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.409471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c281d975-8765-4b65-bfc7-3e09cb0a9086 req-8867a74b-b139-4e3e-9a5b-2160209735c8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907102 Jul 29 17:50:06.442877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b54ca8d-9880-44a5-bad0-047ddc405959,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:06.450052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.452012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb781fb3-0685-4534-9715-97d223c3c80e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b54ca8d-9880-44a5-bad0-047ddc405959 HTTP/1.1" status: 204 len: 168 time: 2.1686032 Jul 29 17:50:06.457894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:06.461733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8::1 (a1efa1fc-e50c-49e2-abe6-872d2af85aa9/e048f7a9-776a-4a07-b5c2-c27bace43183/caa45800-42c7-4421-9267-ea159b84c1d8) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:06.585114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340e22f-47b7-4946-9b33-43e8351a9741 None None] Network eafd01ee-8ace-4094-9497-02fbbd972f31 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:06.638295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.673298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Deleting port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:06.673936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.680940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4c0bc23-71be-4bce-9d36-be969af5eaeb None None] Provisioning complete for port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:06.681106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.681307 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c4c0bc23-71be-4bce-9d36-be969af5eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.719518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object caa45800-42c7-4421-9267-ea159b84c1d8 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:06.795300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 217aace8-12b0-49c6-9853-f22dd6c99520 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:06.796072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.799118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0bc23-71be-4bce-9d36-be969af5eaeb None None] Port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:06.809781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.864285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cc44a-b82f-4daa-bf32-84cf5fd3d023 req-9ee9a5a9-6d0c-450c-b12b-e5de4927ecf7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:06.865341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:06.866012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a59cc44a-b82f-4daa-bf32-84cf5fd3d023 req-9ee9a5a9-6d0c-450c-b12b-e5de4927ecf7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1185887 Jul 29 17:50:06.881827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a86ce-f447-48b6-a897-74c40e1a2ed9 req-24c129c0-10f9-47b1-b59b-9d1512d27709 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:06.891461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae0a86ce-f447-48b6-a897-74c40e1a2ed9 req-24c129c0-10f9-47b1-b59b-9d1512d27709 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1266866 Jul 29 17:50:06.897232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:06.907376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.917770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Allocated IP 2001:db8::2 (a1efa1fc-e50c-49e2-abe6-872d2af85aa9/e048f7a9-776a-4a07-b5c2-c27bace43183/ed045597-a848-4d97-bba3-91b9c44df728) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:06.929991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:06.935114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Deleting port 34b9c629-c307-4789-a1b8-783f00b1d399 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:06.936119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.941030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Calling delete_port for 5a441ab0-fa6d-4ade-92ab-e35da316aa0a owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:06.947783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:06.948518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a59cc44a-b82f-4daa-bf32-84cf5fd3d023 req-b24a770d-6a54-4dfa-8e5a-3e984cc2ef29 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755110 Jul 29 17:50:06.976907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4a52354d-25c6-401e-9604-62ecf284cc4c None None] Provisioning complete for port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:06.978689 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a52354d-25c6-401e-9604-62ecf284cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.029927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.059539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae0a86ce-f447-48b6-a897-74c40e1a2ed9 req-b7b687cd-f953-4bb4-8487-cbcf980d6868 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615207 Jul 29 17:50:07.071833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] DHCP port deletion for eafd01ee-8ace-4094-9497-02fbbd972f31 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:07.103936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] For port 34b9c629-c307-4789-a1b8-783f00b1d399, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=34b9c629-c307-4789-a1b8-783f00b1d399,segment=NetworkSegment(382a0be2-0b91-45eb-b727-608164d88b70),segment_id=382a0be2-0b91-45eb-b727-608164d88b70)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:07.104387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.127432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Calling delete_port for 34b9c629-c307-4789-a1b8-783f00b1d399 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:07.190957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.231467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4a52354d-25c6-401e-9604-62ecf284cc4c None None] Port 5a441ab0-fa6d-4ade-92ab-e35da316aa0a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:07.302157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Deleting port 34b9c629-c307-4789-a1b8-783f00b1d399 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:07.302599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.358332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.375938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.379785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] No DVR routers for this DVR port 34b9c629-c307-4789-a1b8-783f00b1d399 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:07.388235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.394344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] For port 34b9c629-c307-4789-a1b8-783f00b1d399, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:07.394747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.397600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Transition to ACTIVE for port object ed045597-a848-4d97-bba3-91b9c44df728 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:07.414969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Calling delete_port for 34b9c629-c307-4789-a1b8-783f00b1d399 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:07.419914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Port 34b9c629-c307-4789-a1b8-783f00b1d399 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:50:07.422709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.428649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Transition to ACTIVE for port object ed045597-a848-4d97-bba3-91b9c44df728 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:07.452617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] Pushing event deleted for resources: {'Port': ['ID=34b9c629-c307-4789-a1b8-783f00b1d399,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.456569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6fead-41ab-4e2f-ad79-6087b422af4f None None] No DVR routers for this DVR port 34b9c629-c307-4789-a1b8-783f00b1d399 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:07.460338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.511557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:07.514817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:07.518934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:07.534197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Pushing event updated for resources: {'Port': ['ID=ed045597-a848-4d97-bba3-91b9c44df728,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.561159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.572516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd01ee-8ace-4094-9497-02fbbd972f31']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:07.585239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382a0be2-0b91-45eb-b727-608164d88b70') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:07.585733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382a0be2-0b91-45eb-b727-608164d88b70') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:07.595086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Attempting to bind port ed045597-a848-4d97-bba3-91b9c44df728 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:07.595475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Attempting to bind port ed045597-a848-4d97-bba3-91b9c44df728 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:07.595794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Attempting to bind port ed045597-a848-4d97-bba3-91b9c44df728 on network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:07.596756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.597277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.601859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:07.602261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Checking segment: {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:07.602731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.603122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Bound using segment: {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:07.603646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Bound port: ed045597-a848-4d97-bba3-91b9c44df728, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:07.604083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.617132 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.617370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.617455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.621771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:07.622186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:07.690493 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:07.692880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b9c629-c307-4789-a1b8-783f00b1d399,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.721023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] For port ed045597-a848-4d97-bba3-91b9c44df728, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:07.727160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] For port ed045597-a848-4d97-bba3-91b9c44df728, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ed045597-a848-4d97-bba3-91b9c44df728,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:07.738623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.744105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event deleted for resources: {'Port': ['ID=5a441ab0-fa6d-4ade-92ab-e35da316aa0a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.780468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.787200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.805350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eafd01ee-8ace-4094-9497-02fbbd972f31 HTTP/1.1" status: 204 len: 168 time: 1.3315768 Jul 29 17:50:07.814634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242e81-5ace-4455-8a9f-d3f7a85c57eb req-8bec738b-6bc0-4bf3-82b1-11cb5950d020 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:07.816502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d242e81-5ace-4455-8a9f-d3f7a85c57eb req-8bec738b-6bc0-4bf3-82b1-11cb5950d020 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2171063 Jul 29 17:50:07.833691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034adbc-4d88-4727-84ed-68901ca1a01a None None] Pushing event updated for resources: {'Port': ['ID=ed045597-a848-4d97-bba3-91b9c44df728,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.835425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.915698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:07.919083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f37dad0e-e3fa-4bd2-b424-422ca18d5959 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "DELETE /v2.0/ports/5a441ab0-fa6d-4ade-92ab-e35da316aa0a HTTP/1.1" status: 204 len: 168 time: 1.6423793 Jul 29 17:50:07.920610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20491ba8-d1d3-4c3f-bbf2-2e95d2487b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafd01ee-8ace-4094-9497-02fbbd972f31,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:07.922896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57818) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:08.006538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Deleting subnet b022e20f-c00c-4a73-a296-e47e22207992 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:08.010270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.053628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.156104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:08.230942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57828) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:08.243108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d242e81-5ace-4455-8a9f-d3f7a85c57eb req-209405e2-a934-4373-9385-1dd5114da15e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044564 Jul 29 17:50:08.245232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:08.248094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:08.249605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:08.250021 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.272831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:08.300743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9499cd-5b13-43a2-b645-f106d6835954 req-b43251af-873e-4025-91f8-57190f35d11d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:08.309948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d9499cd-5b13-43a2-b645-f106d6835954 req-b43251af-873e-4025-91f8-57190f35d11d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1938970 Jul 29 17:50:08.408980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d9499cd-5b13-43a2-b645-f106d6835954 req-c2eeda55-5410-4ab6-a566-540fb9333f4c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980906 Jul 29 17:50:08.417840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1938a0b4-0dc4-4374-a967-0d1509ab518b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ce95a4fcd6149328e1c7b80008a8a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857228 Jul 29 17:50:08.423946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:08.461087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ed045597-a848-4d97-bba3-91b9c44df728 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:08.539759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.565298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.600004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.634499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:08.638410 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4629fb53-50b2-4bb8-98d1-01b9ef1623a9" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:08.654782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ed045597-a848-4d97-bba3-91b9c44df728 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:08.658880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:08.659872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.664772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.666807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12 HTTP/1.1" status: 204 len: 168 time: 0.2354040 Jul 29 17:50:08.679063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e27146-cdfb-46ac-9dd6-0082d13309bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c359ba0-4daa-46b1-8ae5-6ad0ad1cfa12,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:08.685002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.757388 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8f813-2309-4152-87ec-059100d5fd5e x-openstack-request-id: req-f8a8f813-2309-4152-87ec-059100d5fd5e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:08.757938 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:08.758371 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8a8f813-2309-4152-87ec-059100d5fd5e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:08.758906 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:50:08.759663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:08.802952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 34b9c629-c307-4789-a1b8-783f00b1d399 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:08.839281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 34b9c629-c307-4789-a1b8-783f00b1d399 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:08.839682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 34b9c629-c307-4789-a1b8-783f00b1d399 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:08.868473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:08.904256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64df2-9a03-4a7a-aff2-2fe7e6712789 req-e4405317-f5d5-432b-ad3a-95f49fdf9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:08.906429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0d64df2-9a03-4a7a-aff2-2fe7e6712789 req-e4405317-f5d5-432b-ad3a-95f49fdf9d92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1034732 Jul 29 17:50:08.954809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e72f3-1f20-4060-9c52-3e917b123109 req-7f70336f-08e1-43dd-b9cb-71448124b8d7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:08.967855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-547e72f3-1f20-4060-9c52-3e917b123109 req-7f70336f-08e1-43dd-b9cb-71448124b8d7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.2422585 Jul 29 17:50:08.977461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0d64df2-9a03-4a7a-aff2-2fe7e6712789 req-6b1b49e5-d686-40f5-beee-7ec8a84cd68b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617435 Jul 29 17:50:09.054700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-547e72f3-1f20-4060-9c52-3e917b123109 req-68da08ba-da6c-4554-8924-5784fcb44f6c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811837 Jul 29 17:50:09.082368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.090439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:50:09.130503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event deleted for resources: {'Subnet': ['ID=b022e20f-c00c-4a73-a296-e47e22207992,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:09.132746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.138171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1d89c5ea-45d3-466c-bd9c-155855c8e920 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "DELETE /v2.0/subnets/b022e20f-c00c-4a73-a296-e47e22207992 HTTP/1.1" status: 204 len: 168 time: 1.2022495 Jul 29 17:50:09.138602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:09.139182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57790a3-08e5-429a-b9a4-deaaed1e9334 None None] Network 453116c4-36f5-4af1-861c-24a151e77888 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:09.320074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:09.338277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:09.341014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-27e2e208-9362-41b3-bc0f-ba448a2077ef tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2039032 Jul 29 17:50:09.346606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57856) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:09.354751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279679b1-b3d2-466b-9326-52bbfc059ce0 None None] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:09.361873 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:09.363719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781590964'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:09.364340 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:09.374882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.406514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:09.414127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.451549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:09.462826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.463211 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 2fb589f4-33ec-411f-bfbd-c30a356f1771 of type vlan for network 0d62897f-bce4-442d-97da-c2f7b7c178f2 Jul 29 17:50:09.513693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.536083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f08c8bd-030f-40eb-b7c7-c668f60e8e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.552512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.560076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:09.560884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.602855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Deleting port 217aace8-12b0-49c6-9853-f22dd6c99520 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:09.605270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.610554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2627239 Jul 29 17:50:09.648685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57874) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:09.679602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:09.711128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:09.715679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Provisioning for port ed045597-a848-4d97-bba3-91b9c44df728 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:09.741977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Provisioning complete for port ed045597-a848-4d97-bba3-91b9c44df728 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:09.742797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.749083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] For port 217aace8-12b0-49c6-9853-f22dd6c99520, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=217aace8-12b0-49c6-9853-f22dd6c99520,segment=NetworkSegment(cec8b9a2-4089-4b1b-b5f4-a98645c1f237),segment_id=cec8b9a2-4089-4b1b-b5f4-a98645c1f237)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:09.749462 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.823655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Calling delete_port for 217aace8-12b0-49c6-9853-f22dd6c99520 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:09.843484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] DHCP port deletion for 453116c4-36f5-4af1-861c-24a151e77888 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:10.049866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bddb06-0252-4206-a1cf-449d81a0105f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=0d62897f-bce4-442d-97da-c2f7b7c178f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:10.070029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.100321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:10.121656 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.127723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Deleting port 217aace8-12b0-49c6-9853-f22dd6c99520 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:10.128616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.150203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9426-cb85-4a33-8565-ae8e2d9a95a8 req-c78fe440-f2ad-4fc3-85f4-a7253d8fbe8d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:10.172762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1baa4-cb0a-4aeb-85db-e3598d6219c8 req-7f5091eb-749a-41ff-90aa-7599cc076546 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:10.178894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8b1baa4-cb0a-4aeb-85db-e3598d6219c8 req-7f5091eb-749a-41ff-90aa-7599cc076546 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.4268773 Jul 29 17:50:10.180654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36ea9426-cb85-4a33-8565-ae8e2d9a95a8 req-c78fe440-f2ad-4fc3-85f4-a7253d8fbe8d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.7024717 Jul 29 17:50:10.201008 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:07Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:07Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:10.267387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:10.273178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.290477 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:10.290825 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Updating router 019eee70-8b9f-4b4d-822b-f7044582dcd3 port caa45800-42c7-4421-9267-ea159b84c1d8 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:50:10.313580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8b1baa4-cb0a-4aeb-85db-e3598d6219c8 req-00b29fa9-5067-4c14-82e5-e8e9a46c98ab tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201541 Jul 29 17:50:10.371429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 217aace8-12b0-49c6-9853-f22dd6c99520 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:10.387256 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.409837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36ea9426-cb85-4a33-8565-ae8e2d9a95a8 req-22aa234e-be24-4ec0-9bff-b80fb67ff7c2 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273195 Jul 29 17:50:10.413510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event deleted for resources: {'Port': ['ID=217aace8-12b0-49c6-9853-f22dd6c99520,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:10.425556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] No DVR routers for this DVR port 217aace8-12b0-49c6-9853-f22dd6c99520 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:10.544804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 217aace8-12b0-49c6-9853-f22dd6c99520 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:10.545048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 217aace8-12b0-49c6-9853-f22dd6c99520 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:10.638803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.651466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453116c4-36f5-4af1-861c-24a151e77888']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:10.662736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] For port ed045597-a848-4d97-bba3-91b9c44df728, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ed045597-a848-4d97-bba3-91b9c44df728,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:10.664102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:10.664400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec8b9a2-4089-4b1b-b5f4-a98645c1f237') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:10.666452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] For port 217aace8-12b0-49c6-9853-f22dd6c99520, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:10.667065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.676337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.693682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.698715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.706519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:10.706932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.719047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Calling delete_port for 217aace8-12b0-49c6-9853-f22dd6c99520 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:10.725678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.731269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Port 217aace8-12b0-49c6-9853-f22dd6c99520 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:50:10.778413 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:10.799679 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:10.822857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.844337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.847280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] 10.222.0.16 "DELETE /v2.0/networks/453116c4-36f5-4af1-861c-24a151e77888 HTTP/1.1" status: 204 len: 168 time: 1.7073374 Jul 29 17:50:10.854337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] No DVR routers for this DVR port 217aace8-12b0-49c6-9853-f22dd6c99520 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:10.889111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a9426-d73a-4ade-9eb5-90e273884028 tempest-ExtraDHCPOptionsTestJSON-1443624040 tempest-ExtraDHCPOptionsTestJSON-1443624040-project] Pushing event deleted for resources: {'Network': ['ID=453116c4-36f5-4af1-861c-24a151e77888,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:10.916449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeedf0d-80fa-4ab7-b899-b184f4d74f0c None None] Pushing event updated for resources: {'Port': ['ID=ed045597-a848-4d97-bba3-91b9c44df728,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:10.935640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-63653c8b-b863-4883-bd97-b97401dd7630 None None] Provisioning complete for port ed045597-a848-4d97-bba3-91b9c44df728 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:10.936461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-63653c8b-b863-4883-bd97-b97401dd7630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:10.949188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b194386-eb9e-48ee-8347-b258d1039d1a req-8cda6fc9-9caf-417c-8ab6-58e389699897 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:10.963924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b194386-eb9e-48ee-8347-b258d1039d1a req-8cda6fc9-9caf-417c-8ab6-58e389699897 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.1654098 Jul 29 17:50:10.984288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=d29fa7d3-8391-4e65-a776-840bb3257aee,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:10.993011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:10.993379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 0d62897f-bce4-442d-97da-c2f7b7c178f2, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:11.053762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:11.076098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b194386-eb9e-48ee-8347-b258d1039d1a req-35a0d646-868d-43e6-9104-38587c4c2eb8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066465 Jul 29 17:50:11.081284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0d62897f-bce4-442d-97da-c2f7b7c178f2) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:11.100011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:11.100614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.136734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a3d39d53-1a8c-4d30-a08d-5a11632bf199 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4745467 Jul 29 17:50:11.139567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:11.253570 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.270225 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Transition to ACTIVE for port object caa45800-42c7-4421-9267-ea159b84c1d8 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:11.280588 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.301784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e364ed9-3a5d-424f-a42d-4219fdd3742f None None] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:11.313129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c2fe3-789c-4c88-8226-1de4613cc22f None None] Pushing event deleted for resources: {'Port': ['ID=217aace8-12b0-49c6-9853-f22dd6c99520,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:11.343355 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Pushing event updated for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:11.360144 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.360796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.361288 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.361850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.363283 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.363781 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.364456 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.366073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.366903 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.367390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.368127 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.368632 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:11.443826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6ff5-ccb1-4d60-9b06-3e65b5924306 req-8a5d4c2b-c56f-479b-82ad-00c686845df0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:11.471641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ce0f6ff5-ccb1-4d60-9b06-3e65b5924306 req-8a5d4c2b-c56f-479b-82ad-00c686845df0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.2212086 Jul 29 17:50:11.472083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:11.484585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'floatingip': {'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:11.508743 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Attempting to bind port caa45800-42c7-4421-9267-ea159b84c1d8 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:11.510304 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Attempting to bind port caa45800-42c7-4421-9267-ea159b84c1d8 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:11.510690 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Attempting to bind port caa45800-42c7-4421-9267-ea159b84c1d8 on network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:11.528169 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:11.529018 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Checking segment: {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:11.531736 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.535410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Bound using segment: {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:11.535410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Bound port: caa45800-42c7-4421-9267-ea159b84c1d8, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45489f18-f639-4d84-b954-0c76367ee58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:11.538092 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.636110 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.689195 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] For port caa45800-42c7-4421-9267-ea159b84c1d8, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:11.693977 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] For port caa45800-42c7-4421-9267-ea159b84c1d8, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=caa45800-42c7-4421-9267-ea159b84c1d8,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:11.707548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57940) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:11.716161 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.767655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61b627d0-5282-4c68-87fd-f89d5ca3e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.828966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-63653c8b-b863-4883-bd97-b97401dd7630 None None] Provisioning for port caa45800-42c7-4421-9267-ea159b84c1d8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:11.852963 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1917c-a5b7-4fe9-b6c9-511b9b155fc0 None None] Pushing event updated for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:11.857323 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:11.857942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:11.894019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04ad76-2abd-4604-b82b-0f50cee76b10 req-16bdaf53-8227-4a51-92c6-6c95572bfcc4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:11.895687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e04ad76-2abd-4604-b82b-0f50cee76b10 req-16bdaf53-8227-4a51-92c6-6c95572bfcc4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.3122141 Jul 29 17:50:11.920975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.944141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-0d62897f-bce4-442d-97da-c2f7b7c178f2', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:11.946221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:11.982771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812d11a-d015-48d2-a3e6-3a0f0e766006 req-a5d67092-e12d-4d8a-a4de-be1a12703bd8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:11.984829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c812d11a-d015-48d2-a3e6-3a0f0e766006 req-a5d67092-e12d-4d8a-a4de-be1a12703bd8 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1686285 Jul 29 17:50:12.052972 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:12.064262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e04ad76-2abd-4604-b82b-0f50cee76b10 req-f8ee07c4-1adc-4b55-85cc-6c279b3aced9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548924 Jul 29 17:50:12.241943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c812d11a-d015-48d2-a3e6-3a0f0e766006 req-94bd9ed8-becb-4963-a4bb-905f5c65b90e tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180269 Jul 29 17:50:12.244978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Allocated IP 2001:db8:1::2 (0d62897f-bce4-442d-97da-c2f7b7c178f2/d29fa7d3-8391-4e65-a776-840bb3257aee/e624161a-b437-4720-b13d-9ce0923940bd) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:12.267765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-374086a2-b5b9-4069-9a2a-5f13feef8e98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22173143cd564836996a9fab8d6f4d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590823 Jul 29 17:50:12.271171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:12.283148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.359017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ed045597-a848-4d97-bba3-91b9c44df728 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:12.518269 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:07Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:11Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:12.553081 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71515c2-13ea-45fc-988c-bea7ee5e9b47 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:07Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:11Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:12.655906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.686494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.700908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ed045597-a848-4d97-bba3-91b9c44df728 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:12.701281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.743775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.751344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.756565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.760396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.762140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2338463-292e-49c6-b9e0-9df93cb10cd7 HTTP/1.1" status: 204 len: 168 time: 0.4894242 Jul 29 17:50:12.874321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.930422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Transition to ACTIVE for port object e624161a-b437-4720-b13d-9ce0923940bd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:12.945698 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:12.979511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Transition to ACTIVE for port object e624161a-b437-4720-b13d-9ce0923940bd will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:12.989028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6a6b-3ddf-428c-99cd-497ac39dcd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2338463-292e-49c6-b9e0-9df93cb10cd7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:12.994426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.037853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:13.049913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:13.088465 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Floating IP 2e20cda3-2f43-4f39-8061-a62ebd666192 associated. External IP: 172.25.5.23, port: 5a17fa0c-b3f5-4152-9289-915fcd4ed26d. Jul 29 17:50:13.091544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:13.099569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8:1::1 (0d62897f-bce4-442d-97da-c2f7b7c178f2/d29fa7d3-8391-4e65-a776-840bb3257aee/d7542991-c387-41b6-9fa3-7d470aa5b695) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:13.211618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Pushing event updated for resources: {'Port': ['ID=e624161a-b437-4720-b13d-9ce0923940bd,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:13.267432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Attempting to bind port e624161a-b437-4720-b13d-9ce0923940bd on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:13.267658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Attempting to bind port e624161a-b437-4720-b13d-9ce0923940bd by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:13.268128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Attempting to bind port e624161a-b437-4720-b13d-9ce0923940bd on network 0d62897f-bce4-442d-97da-c2f7b7c178f2 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:13.274012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:13.276139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Checking segment: {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:13.278429 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.280200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Bound using segment: {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:13.281279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Bound port: e624161a-b437-4720-b13d-9ce0923940bd, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:13.282277 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.326850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.361880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object d7542991-c387-41b6-9fa3-7d470aa5b695 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:13.431223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.506421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:13.507566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] For port e624161a-b437-4720-b13d-9ce0923940bd, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:13.511193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:13.513084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] For port e624161a-b437-4720-b13d-9ce0923940bd, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e624161a-b437-4720-b13d-9ce0923940bd,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:13.517393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:13.519044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.537103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.586480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:13.610052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:13.625908 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:50:13.674320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b605-2504-4724-899b-1ef8fdd5d78a None None] Pushing event updated for resources: {'Port': ['ID=e624161a-b437-4720-b13d-9ce0923940bd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:13.785100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.819204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785d59-837d-4392-8266-e20ea0c562fe req-fb9bb65f-064f-454d-82aa-fd84faa5d39a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:13.820800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b785d59-837d-4392-8266-e20ea0c562fe req-fb9bb65f-064f-454d-82aa-fd84faa5d39a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1193588 Jul 29 17:50:13.908255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:13.915984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:13.919657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Sync routers for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:13.987171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3a1ec5d5-a4ad-49ab-8a6c-486e7a9e722a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "PUT /v2.0/floatingips/2e20cda3-2f43-4f39-8061-a62ebd666192 HTTP/1.1" status: 200 len: 990 time: 2.5135732 Jul 29 17:50:13.987839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:13.989099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:14.016296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:14.018691 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b7fd8-76c0-4a74-9683-52a66689b752" -d '{"events": [{"name": "network-changed", "server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:14.057567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-88e3636f-2243-42e3-9762-442891fe462d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2322032 Jul 29 17:50:14.065415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87b672-72e8-4c29-989f-ac5870e33539 req-9954e0b0-1e83-404c-86fa-9b0eef5c02c6 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.067088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b87b672-72e8-4c29-989f-ac5870e33539 req-9954e0b0-1e83-404c-86fa-9b0eef5c02c6 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1150661 Jul 29 17:50:14.118468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b785d59-837d-4392-8266-e20ea0c562fe req-568b1f00-5e90-4ff9-86df-ce865676322f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457464 Jul 29 17:50:14.145893 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b87b672-72e8-4c29-989f-ac5870e33539 req-54b41e3f-e327-40cf-bfce-b2e667d59638 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660756 Jul 29 17:50:14.205217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:14.343990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:14.365935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.366451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.371233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.371731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.372209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.372684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.373155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.381626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1d7ba233-48d5-4a61-aa91-16994a036a74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.2334764 Jul 29 17:50:14.414923 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c72e0-99a7-4f53-9b3b-1fa64f696ce5 x-openstack-request-id: req-435c72e0-99a7-4f53-9b3b-1fa64f696ce5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:14.415215 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:14.415468 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-435c72e0-99a7-4f53-9b3b-1fa64f696ce5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:14.415874 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'status': 'completed', 'code': 200} Jul 29 17:50:14.435194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device caa45800-42c7-4421-9267-ea159b84c1d8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:14.559793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530858774'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:14.619031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-9cec0985-6f47-4757-90d8-db9657d6a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.624140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-9cec0985-6f47-4757-90d8-db9657d6a640 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1713808 Jul 29 17:50:14.635532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.733265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:14.739961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port caa45800-42c7-4421-9267-ea159b84c1d8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:14.747837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port caa45800-42c7-4421-9267-ea159b84c1d8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:14.748312 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.751504 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.765955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.851426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2776241e-c14d-4583-a84b-177ceeba74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.852156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2776241e-c14d-4583-a84b-177ceeba74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.852763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2776241e-c14d-4583-a84b-177ceeba74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.854636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2776241e-c14d-4583-a84b-177ceeba74c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 2292 time: 0.3549864 Jul 29 17:50:14.854997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '2e20cda3-2f43-4f39-8061-a62ebd666192', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:47Z', 'updated_at': '2021-07-29T17:50:12Z', 'revision_number': 1, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:14.881874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-d69ac9be-8ae0-412f-8f98-8adf09117168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:14.883437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-d69ac9be-8ae0-412f-8f98-8adf09117168 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2469091 Jul 29 17:50:14.920479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Checking router: 89bf5de5-e49b-4e56-9e6f-00a61f768c4a for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:14.942725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:14.943549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:14.951825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.968456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.990420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.991261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:14.994850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.047756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.107864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:15.126683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port caa45800-42c7-4421-9267-ea159b84c1d8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=caa45800-42c7-4421-9267-ea159b84c1d8,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:15.137816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-1fc708af-a213-453c-be48-643317cbd3e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.2447026 Jul 29 17:50:15.140147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57312761-1d39-486d-a77f-ea9da6f048d1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:15.146565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.146904 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment ab09dc3b-b900-4717-98ca-b2935c29c6ed of type vlan for network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 Jul 29 17:50:15.189043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.190003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e624161a-b437-4720-b13d-9ce0923940bd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:15.297339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:15.311764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.335605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-591c7b55-f746-465f-ad9c-f2a70838cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.336812 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-591c7b55-f746-465f-ad9c-f2a70838cfba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1881530 Jul 29 17:50:15.398487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28433-da3f-486a-a598-9d97381effb5 req-8390cc9e-fd72-4c31-b5cc-c6f25288696d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.407561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-feb28433-da3f-486a-a598-9d97381effb5 req-8390cc9e-fd72-4c31-b5cc-c6f25288696d tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.1576579 Jul 29 17:50:15.417189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e624161a-b437-4720-b13d-9ce0923940bd completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:15.421261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:15.435202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-21f79b5e-eb74-43c9-bf3e-86a50aad0db8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1001 time: 0.5651793 Jul 29 17:50:15.436146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.443240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.443883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:15.471570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-ce88b1ff-bf5f-4ef4-bdf2-dd11a9c01f1a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.472141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a1922-69f2-485e-9afb-23117692b14c None None] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:15.473247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-ce88b1ff-bf5f-4ef4-bdf2-dd11a9c01f1a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.7246654 Jul 29 17:50:15.534487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:15.539547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0fb160aa-3aed-473e-92ee-3674b0a5ee08 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1950247 Jul 29 17:50:15.552562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-bb623141-ee6a-48a7-8dad-0e730de2b66a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/quotas/4abe8fa365da4d77b9b25c309edfa625 HTTP/1.1" status: 200 len: 375 time: 0.0307610 Jul 29 17:50:15.553091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:15.592723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-fc6abec5-e0bd-41c9-ab7d-582cf84121df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.594359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-fc6abec5-e0bd-41c9-ab7d-582cf84121df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.1503932 Jul 29 17:50:15.594806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-feb28433-da3f-486a-a598-9d97381effb5 req-e6b92276-39b8-4b80-8e43-9461ca1752ca tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812792 Jul 29 17:50:15.602523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-e7910c3e-0385-4ba4-81be-85dd71872329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.604442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-e7910c3e-0385-4ba4-81be-85dd71872329 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521482 Jul 29 17:50:15.711795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:15.716897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:15.733897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-ada428af-2807-46d6-aa79-657f5c068fe4 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610508 Jul 29 17:50:15.742105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-6e5d9e0a-16ad-4a6e-8681-72afa472ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:15.743961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-6e5d9e0a-16ad-4a6e-8681-72afa472ef00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059003 Jul 29 17:50:15.757209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:15.782435 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-8d07a3f2-d4e7-4ce8-b014-3ed6653de733 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675317 Jul 29 17:50:15.986531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Provisioning for port e624161a-b437-4720-b13d-9ce0923940bd completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:15.991104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:16.004898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-4b14b62a-fa96-418d-bcb6-0581d541f941 service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242453 Jul 29 17:50:16.018386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Provisioning complete for port e624161a-b437-4720-b13d-9ce0923940bd triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:16.019213 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:16.019834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-94c34641-e643-49c8-87ff-c1fa2b5f586c service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380226 Jul 29 17:50:16.176528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '2e20cda3-2f43-4f39-8061-a62ebd666192', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:47Z', 'updated_at': '2021-07-29T17:50:12Z', 'revision_number': 1, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:16.306480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d47e3-16c5-4596-ba43-02b8d1655bbc None None] The sync data for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 is: [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '2e20cda3-2f43-4f39-8061-a62ebd666192', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:49:47Z', 'updated_at': '2021-07-29T17:50:12Z', 'revision_number': 1, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:16.320462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb61cb1-70f4-49c7-b031-a68f169c4942 req-346e2f93-c21e-4d86-8675-f4544243a3bd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:16.329450 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dfb61cb1-70f4-49c7-b031-a68f169c4942 req-346e2f93-c21e-4d86-8675-f4544243a3bd tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.5458863 Jul 29 17:50:16.353278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device caa45800-42c7-4421-9267-ea159b84c1d8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:16.382002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-47690879-6a50-49cd-8b7b-5972ddbe9b3c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:16.402549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-47690879-6a50-49cd-8b7b-5972ddbe9b3c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.3344407 Jul 29 17:50:16.405845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-ea773614-0943-4f52-b9c6-0989d88e672a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:16.407890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-ea773614-0943-4f52-b9c6-0989d88e672a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "GET /v2.0/ports?device_id=02f74de5-dc48-4f4d-99b0-ccfba07be63c HTTP/1.1" status: 200 len: 945 time: 0.1343980 Jul 29 17:50:16.418212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:16.430955 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:16.441661 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:16.448879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3b0d47d7-fb81-40a5-b314-faca27e44491 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3081949 Jul 29 17:50:16.453037 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:16.453936 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:16.465703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-feb9abe8-ec85-4519-a7a1-bf054fe7d970 service neutron] 10.222.0.16 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595737 Jul 29 17:50:16.491976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58216) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:16.519265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-124558607'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:16.535473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-f6ba3c96-aa5a-4d1e-be72-822be42eb2a8 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991553 Jul 29 17:50:16.557158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] For port e624161a-b437-4720-b13d-9ce0923940bd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e624161a-b437-4720-b13d-9ce0923940bd,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:16.574054 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:16.622853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dfb61cb1-70f4-49c7-b031-a68f169c4942 req-6498508f-9d25-4351-840a-0c4aa14f7851 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924683 Jul 29 17:50:16.646143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-417b7fd8-76c0-4a74-9683-52a66689b752 req-caafb516-723e-4af3-b1f7-1128d51629c2 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317478 Jul 29 17:50:16.722944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a446294-1d54-4f15-ab67-1e98cf6eca19 None None] New status for floating IP 2e20cda3-2f43-4f39-8061-a62ebd666192: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:50:16.766211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-65c6665f-e01a-441d-86ea-8b9211027f99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.2020154 Jul 29 17:50:16.808901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:16.813423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:16.864645 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:16.963492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Deleting port 774be9c9-2822-45cc-b24c-f1b49edd10a1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:16.963988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:16.984841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:17.081430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.082415 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment 536d0d6d-422b-47b5-a995-9477d24f386c of type vlan for network 50208018-62aa-40eb-b02a-9f273be5deec Jul 29 17:50:17.148055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-c98842c9-8cd1-453b-8b0b-229d398dfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:17.158053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-c98842c9-8cd1-453b-8b0b-229d398dfb82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2436681 Jul 29 17:50:17.274772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.303186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:17.303858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.340606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Calling delete_port for 774be9c9-2822-45cc-b24c-f1b49edd10a1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:17.366359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.386050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:17.397397 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.489847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port b1142d99-73db-4bdb-af94-8a4c066bd0f9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:17.490382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.494718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-b903c7da-d5f8-43b3-b76b-fb47ab9c0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:17.496244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-b903c7da-d5f8-43b3-b76b-fb47ab9c0a73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976401 Jul 29 17:50:17.514223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:17.521134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3918a-eb4a-4cf9-8e8c-dba1c7a952f1 req-a97e5651-707e-4288-ba5b-5223b625a285 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:17.532102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc3918a-eb4a-4cf9-8e8c-dba1c7a952f1 req-a97e5651-707e-4288-ba5b-5223b625a285 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.3682222 Jul 29 17:50:17.607424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port caa45800-42c7-4421-9267-ea159b84c1d8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:17.608042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.661188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e1b25-e713-4bd4-ad8d-d578059d392d None None] Pushing event updated for resources: {'Port': ['ID=e624161a-b437-4720-b13d-9ce0923940bd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:17.760524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4195a0a5-bf2a-4b75-bbe6-d8fbd34a043d req-04441c00-b871-4a70-8a96-977a6608357e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 210 time: 0.2105575 Jul 29 17:50:17.839326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.851432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3401980 Jul 29 17:50:17.858487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:17.866214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:17.876520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Provisioning complete for port e624161a-b437-4720-b13d-9ce0923940bd triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:17.878079 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.924633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774be9c9-2822-45cc-b24c-f1b49edd10a1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774be9c9-2822-45cc-b24c-f1b49edd10a1,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:17.956465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:17.960422 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96a16e7-f2bc-46f2-b3af-5278811bc5d0" -d '{"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-unplugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:17.986623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.989174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372658f5-7570-430c-b516-9093011e6be0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=50208018-62aa-40eb-b02a-9f273be5deec,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:18.009204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 50208018-62aa-40eb-b02a-9f273be5deec details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:18.020842 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:13Z', 'revision_number': 3, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:14Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:18.095071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:18.095414 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Updating router 019eee70-8b9f-4b4d-822b-f7044582dcd3 port d7542991-c387-41b6-9fa3-7d470aa5b695 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:50:18.152729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc3918a-eb4a-4cf9-8e8c-dba1c7a952f1 req-52a3f4f8-445d-4c0f-be6b-5c83f483f68a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677846 Jul 29 17:50:18.185145 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.197535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-0ab7c4ef-4ccb-4fbb-af57-e1a09774ea89 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644311 Jul 29 17:50:18.309496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:18.342648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Provisioning for port d7542991-c387-41b6-9fa3-7d470aa5b695 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:18.347693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Provisioning complete for port d7542991-c387-41b6-9fa3-7d470aa5b695 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:18.348096 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.374525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee91141-8d09-4374-9a22-b547fb9030c4 req-ea4ebd9b-2e55-4cc1-88a9-871b6c40ba7a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:18.382218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ee91141-8d09-4374-9a22-b547fb9030c4 req-ea4ebd9b-2e55-4cc1-88a9-871b6c40ba7a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2846885 Jul 29 17:50:18.399676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e624161a-b437-4720-b13d-9ce0923940bd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:18.508903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6ee91141-8d09-4374-9a22-b547fb9030c4 req-3adbe49f-0959-4dbc-b6e5-a86a67e2dd2b tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Jul 29 17:50:18.528589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-6686e026-daf3-4db1-a033-d0e185de8c59 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133683 Jul 29 17:50:18.547733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:18.558853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.591140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a22a12f7-dac8-45d7-bde9-c9b01d30ada2 None None] Port d7542991-c387-41b6-9fa3-7d470aa5b695 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:18.625499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port b1142d99-73db-4bdb-af94-8a4c066bd0f9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b1142d99-73db-4bdb-af94-8a4c066bd0f9,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:18.626144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.639889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e624161a-b437-4720-b13d-9ce0923940bd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:18.640273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.688743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2dc042e4-2952-4e9f-bc6c-d542e1942ab4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.1217487 Jul 29 17:50:18.708061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for b1142d99-73db-4bdb-af94-8a4c066bd0f9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:18.821438 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051230ef-b330-4690-8e95-2db3f34496ad x-openstack-request-id: req-051230ef-b330-4690-8e95-2db3f34496ad {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:18.821739 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-unplugged", "status": "completed", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:18.823378 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-051230ef-b330-4690-8e95-2db3f34496ad {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:18.823685 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'code': 200} Jul 29 17:50:18.845392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bbde0662-a506-4235-8ec3-008191037314 None None] Provisioning complete for port d7542991-c387-41b6-9fa3-7d470aa5b695 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:18.845774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbde0662-a506-4235-8ec3-008191037314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.861718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.896971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-974b6e53-a39a-4390-9ee5-25f3cb1b4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:18.898829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-974b6e53-a39a-4390-9ee5-25f3cb1b4c93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1878858 Jul 29 17:50:18.964547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-418b4684-960e-486d-bf99-d9ab073f55dd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:18.966198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-418b4684-960e-486d-bf99-d9ab073f55dd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 805 time: 0.2978315 Jul 29 17:50:18.992888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bbde0662-a506-4235-8ec3-008191037314 None None] Port d7542991-c387-41b6-9fa3-7d470aa5b695 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:19.003511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Request body: {'port': {'device_id': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'admin_state_up': True, 'tenant_id': '4abe8fa365da4d77b9b25c309edfa625'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:19.011105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event deleted for resources: {'Port': ['ID=774be9c9-2822-45cc-b24c-f1b49edd10a1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:19.020123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-e20553d8-8ce9-4283-8381-434393e5eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:19.021939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-e20553d8-8ce9-4283-8381-434393e5eb24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108460 Jul 29 17:50:19.060058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:19.074392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:19.076229 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.104318 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Transition to ACTIVE for port object d7542991-c387-41b6-9fa3-7d470aa5b695 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:19.117180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0eda2666-acca-484a-b9c2-b664f974186c req-9d80ccf4-c8db-482d-9685-59b320970690 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 210 time: 0.1332309 Jul 29 17:50:19.121693 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.174181 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59a5e9-0c18-450e-8eec-5f470f38c29d None None] Pushing event updated for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:19.263079 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Attempting to bind port d7542991-c387-41b6-9fa3-7d470aa5b695 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:19.263713 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Attempting to bind port d7542991-c387-41b6-9fa3-7d470aa5b695 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:19.264208 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Attempting to bind port d7542991-c387-41b6-9fa3-7d470aa5b695 on network 0d62897f-bce4-442d-97da-c2f7b7c178f2 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:19.271154 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:19.271867 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Checking segment: {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:19.272483 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.272973 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Bound using segment: {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:19.282359 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Bound port: d7542991-c387-41b6-9fa3-7d470aa5b695, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb589f4-33ec-411f-bfbd-c30a356f1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:19.282801 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.313039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.387254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] No DVR routers for this DVR port 774be9c9-2822-45cc-b24c-f1b49edd10a1 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:19.390190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.392738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1646fbae-a683-4227-8d07-56b55bb83d50 req-2ac76283-3bb7-40db-b7fd-fd5eb64d5be5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "DELETE /v2.0/ports/774be9c9-2822-45cc-b24c-f1b49edd10a1 HTTP/1.1" status: 204 len: 173 time: 2.9740388 Jul 29 17:50:19.420782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-deleted', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:19.424269 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078fb3aa-b292-4c22-89b2-3d071fdc914f" -d '{"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-deleted", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:19.459888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] For port d7542991-c387-41b6-9fa3-7d470aa5b695, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:19.476463 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] For port d7542991-c387-41b6-9fa3-7d470aa5b695, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d7542991-c387-41b6-9fa3-7d470aa5b695,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:19.490764 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.538593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:19.540377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 50208018-62aa-40eb-b02a-9f273be5deec, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:19.575002 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:19.575865 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:19.576852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=30cee0c5-1423-472e-ae82-ac083ca49feb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:19.647147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd566-d4f3-4d83-b84f-f5d6fe9f683a req-09791443-775d-4faf-92d0-e1f83c74cb64 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:19.656138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f8dd566-d4f3-4d83-b84f-f5d6fe9f683a req-09791443-775d-4faf-92d0-e1f83c74cb64 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=aabd6e65-a6e1-41e7-a4eb-391b671c5bed HTTP/1.1" status: 200 len: 945 time: 0.3445487 Jul 29 17:50:19.660308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 50208018-62aa-40eb-b02a-9f273be5deec is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:19.668818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:19.673092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.745032 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:19.747218 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59a5e9-0c18-450e-8eec-5f470f38c29d None None] Pushing event updated for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:19.753705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.830411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-a747d617-e172-4a27-a030-82075448d386 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485952 Jul 29 17:50:19.837967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 50208018-62aa-40eb-b02a-9f273be5deec) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:19.851256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port b1142d99-73db-4bdb-af94-8a4c066bd0f9 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:19.853095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=b1142d99-73db-4bdb-af94-8a4c066bd0f9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:19.855978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.857969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5bd6465-5608-4f7e-9e78-5cef7aa815b9 req-c44d211a-6a36-464b-a8ed-0011489747d3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "DELETE /v2.0/ports/b1142d99-73db-4bdb-af94-8a4c066bd0f9 HTTP/1.1" status: 204 len: 173 time: 3.4450314 Jul 29 17:50:19.858591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Made reservation on behalf of 4abe8fa365da4d77b9b25c309edfa625 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:19.861418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:19.862123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.862673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:19.864133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'name': 'network-vif-deleted', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:19.866479 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea840bb-e182-4fe7-abff-3a0837b4cf6e" -d '{"events": [{"server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "name": "network-vif-deleted", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:19.904476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3f8dd566-d4f3-4d83-b84f-f5d6fe9f683a req-a5d870cb-3e04-4110-a5b9-20391698dadd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426009 Jul 29 17:50:19.935429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6ee01534-e6eb-4903-8cd8-95b36fb59cb9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0756929 Jul 29 17:50:19.943587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a91fa-1b93-4ffa-b30b-25b18f204a45 None None] Network 50208018-62aa-40eb-b02a-9f273be5deec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:19.946478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58380) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:20.070330 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3425c0d-ae6e-494f-a854-842e1d25eb97 x-openstack-request-id: req-b3425c0d-ae6e-494f-a854-842e1d25eb97 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:20.071710 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f74de5-dc48-4f4d-99b0-ccfba07be63c", "name": "network-vif-deleted", "tag": "774be9c9-2822-45cc-b24c-f1b49edd10a1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:20.072170 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3425c0d-ae6e-494f-a854-842e1d25eb97 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:20.072800 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f74de5-dc48-4f4d-99b0-ccfba07be63c', 'name': 'network-vif-deleted', 'tag': '774be9c9-2822-45cc-b24c-f1b49edd10a1', 'status': 'completed', 'code': 200} Jul 29 17:50:20.085907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Allocated IP 172.20.0.13 (f2bdfd4f-063e-44ed-b796-25a35e4a23e6/7201674e-a18d-44e6-bf8d-61b80fb0cb03/06fbe0fe-3da0-44e1-963f-d48da2298fe5) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:20.169536 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:13Z', 'revision_number': 3, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:19Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:20.199638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b1142d99-73db-4bdb-af94-8a4c066bd0f9 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:20.242217 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17da26-314a-418d-a9b3-440dff1dbf3d None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:13Z', 'revision_number': 3, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:19Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:20.263554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: b1142d99-73db-4bdb-af94-8a4c066bd0f9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:20.263771 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29aa6c8-67bf-4065-a885-b89d6eff3c0d x-openstack-request-id: req-d29aa6c8-67bf-4065-a885-b89d6eff3c0d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:20.263890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b1142d99-73db-4bdb-af94-8a4c066bd0f9 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:20.263979 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabd6e65-a6e1-41e7-a4eb-391b671c5bed", "name": "network-vif-deleted", "tag": "b1142d99-73db-4bdb-af94-8a4c066bd0f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:20.264234 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d29aa6c8-67bf-4065-a885-b89d6eff3c0d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:20.264560 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabd6e65-a6e1-41e7-a4eb-391b671c5bed', 'name': 'network-vif-deleted', 'tag': 'b1142d99-73db-4bdb-af94-8a4c066bd0f9', 'status': 'completed', 'code': 200} Jul 29 17:50:20.349688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.391359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652b19e-b45d-4966-87cd-7f180023afce req-c5039473-fa8b-491c-a895-4923648037c2 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:20.398898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2652b19e-b45d-4966-87cd-7f180023afce req-c5039473-fa8b-491c-a895-4923648037c2 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1525054 Jul 29 17:50:20.412081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-67c67f1f-8dbc-4d44-8da4-3e3fa50d3d8b service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408328 Jul 29 17:50:20.417611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-40c053e1-e15f-4114-90d0-7b7accc52825 req-b0a45ec5-0d5e-4141-a4cc-6ca87b7cb9da tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 210 time: 0.0372207 Jul 29 17:50:20.428217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-50208018-62aa-40eb-b02a-9f273be5deec', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:20.429770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.480050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.514856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-09f22dd1-682e-4eba-9646-edb110253eae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.0860362 Jul 29 17:50:20.626377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-c5ecd6dc-c6fb-4b1f-abec-e7459b641dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:20.631361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-c5ecd6dc-c6fb-4b1f-abec-e7459b641dac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1082003 Jul 29 17:50:20.642342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2652b19e-b45d-4966-87cd-7f180023afce req-12007fc2-af99-4f28-8404-32d50a5a9f44 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423832 Jul 29 17:50:20.687074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=7f33b27a-01f8-4109-8fb2-44ec4aba2357,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:20.694395 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.710093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'ab09dc3b-b900-4717-98ca-b2935c29c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:20.710878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:20.739547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:20.804012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:20.807630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:20.811883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:20.812735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Allocated IP 2001:db8:2::2 (50208018-62aa-40eb-b02a-9f273be5deec/30cee0c5-1423-472e-ae82-ac083ca49feb/87ec39ef-0387-4212-b7cb-e2a39a76b829) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:20.839821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:20.871754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:20.879565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-3be34ecb-33da-4312-8f8c-91e18a058482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:20.882010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-3be34ecb-33da-4312-8f8c-91e18a058482 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384953 Jul 29 17:50:20.900491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:20.901174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.905045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:20.905769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.967025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-31258137-76cd-41a5-9637-6bdaa75cdbce tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9023724 Jul 29 17:50:20.979310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:20.991347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-33934618-85ef-4bdc-9de8-9fc4215569f5 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0118845 Jul 29 17:50:20.999440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78222034'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:21.009117 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.010007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Request body: {'port': {'device_id': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:21.020327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Transition to ACTIVE for port object 87ec39ef-0387-4212-b7cb-e2a39a76b829 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:21.043187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Transition to ACTIVE for port object 87ec39ef-0387-4212-b7cb-e2a39a76b829 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:21.051288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:21.057104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6826369c-7bbc-4027-9577-39611e1f1084 None None] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:21.113042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.139155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-accc171b-32e3-4f17-bada-88e346884920 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259576 Jul 29 17:50:21.155275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:21.170668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.266898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.270563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.281025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:21.372024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 774be9c9-2822-45cc-b24c-f1b49edd10a1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:21.372371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774be9c9-2822-45cc-b24c-f1b49edd10a1 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:21.378952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Network 50208018-62aa-40eb-b02a-9f273be5deec is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:21.380043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0', 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '7f33b27a-01f8-4109-8fb2-44ec4aba2357'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:21.380833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.451640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-cea09ca4-83ab-4a4f-be49-79a73b2434e0 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036513 Jul 29 17:50:21.482117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:21.487456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Pushing event updated for resources: {'Port': ['ID=87ec39ef-0387-4212-b7cb-e2a39a76b829,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:21.490699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:21.577481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-00241217-5f00-4b0b-b3c6-98f97376efd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.0995967 Jul 29 17:50:21.577741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Attempting to bind port 87ec39ef-0387-4212-b7cb-e2a39a76b829 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:21.578127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Attempting to bind port 87ec39ef-0387-4212-b7cb-e2a39a76b829 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:21.578570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Attempting to bind port 87ec39ef-0387-4212-b7cb-e2a39a76b829 on network 50208018-62aa-40eb-b02a-9f273be5deec {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:21.606373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.606748 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment 6704961f-6c3b-4cff-a3d4-c7060c2de6d3 of type vlan for network 7530aa90-f254-48c0-90cd-24b1fc570378 Jul 29 17:50:21.613510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:21.613734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Checking segment: {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:21.614016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.614550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Bound using segment: {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:21.615043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Bound port: 87ec39ef-0387-4212-b7cb-e2a39a76b829, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:21.615426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.701532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2163f039-8848-4e17-a540-e071e90e2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:21.702985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-2163f039-8848-4e17-a540-e071e90e2bb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1156185 Jul 29 17:50:21.704693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Allocated IP 2001:db8:0:ffff::2 (7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0/7f33b27a-01f8-4109-8fb2-44ec4aba2357/da65232a-35ea-40bc-8b73-7bc0cd7958b2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:21.705104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.764161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-bccd5157-14ec-4461-a376-502a348f461c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:21.765654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-bccd5157-14ec-4461-a376-502a348f461c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.2890658 Jul 29 17:50:21.770097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] For port 87ec39ef-0387-4212-b7cb-e2a39a76b829, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:21.812592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] For port 87ec39ef-0387-4212-b7cb-e2a39a76b829, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87ec39ef-0387-4212-b7cb-e2a39a76b829,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:21.814857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-46586d4c-bc1a-4906-a273-d242434d40e6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/quotas/2f6dc66ba4514ad5830ed58efb47b7fd HTTP/1.1" status: 200 len: 375 time: 0.0404093 Jul 29 17:50:21.818884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-bac00900-7ff5-4e49-b1e0-1fb53abe9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:21.820456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-bac00900-7ff5-4e49-b1e0-1fb53abe9356 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089149 Jul 29 17:50:21.821951 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.827979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fbe0fe-3da0-44e1-963f-d48da2298fe5 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:21.838575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8:2::1 (50208018-62aa-40eb-b02a-9f273be5deec/30cee0c5-1423-472e-ae82-ac083ca49feb/e6681523-07bf-4f74-b02e-f18575a8acd8) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:21.841663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.855197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:21.855976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.869782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.877193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-418578e5-7902-4a3e-931b-75dd4638f0fb tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541136 Jul 29 17:50:21.917515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5aa81-27d2-4fb8-81bf-b2ce6c31c39d None None] Pushing event updated for resources: {'Port': ['ID=87ec39ef-0387-4212-b7cb-e2a39a76b829,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:21.957059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366f113-bf82-43a7-80e1-a04cf2329bda req-22ef6ef1-884a-48b1-8aed-a17098d7f59e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:21.958673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1366f113-bf82-43a7-80e1-a04cf2329bda req-22ef6ef1-884a-48b1-8aed-a17098d7f59e tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 932 time: 0.2064850 Jul 29 17:50:21.969409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9888303 Jul 29 17:50:21.975214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.983666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58494) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:21.985464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Transition to ACTIVE for port object 06fbe0fe-3da0-44e1-963f-d48da2298fe5 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:21.987732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Transition to ACTIVE for port object da65232a-35ea-40bc-8b73-7bc0cd7958b2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:21.991739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:22.002204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.013349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Transition to ACTIVE for port object da65232a-35ea-40bc-8b73-7bc0cd7958b2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:22.028825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.090669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d907ab-624f-4022-bf38-e5f65523cc81 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=7530aa90-f254-48c0-90cd-24b1fc570378,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:22.111288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-896b1dc4-2159-4856-b4b9-d04d2bb8f6b1 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670403 Jul 29 17:50:22.114020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:22.157298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7cfd78ab-3c1e-4dcc-a4dd-8bbdcee13621 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364511 Jul 29 17:50:22.203857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1366f113-bf82-43a7-80e1-a04cf2329bda req-81b6144d-f0c6-47a0-946d-2d95ba13148d tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310190 Jul 29 17:50:22.276824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:22.287393 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.349614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:22.351632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7530aa90-f254-48c0-90cd-24b1fc570378 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:22.357220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:22.372585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.402917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:22.429633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Attempting to bind port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:22.431496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Attempting to bind port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:22.432080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Attempting to bind port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:22.452072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object e6681523-07bf-4f74-b02e-f18575a8acd8 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:22.453722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:50:22.454223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Attempting to bind port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 on network f2bdfd4f-063e-44ed-b796-25a35e4a23e6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:22.460797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-4947f7bf-3e5b-4a51-9772-3b0db9dcbeb6 service neutron] 10.222.0.16 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374296 Jul 29 17:50:22.465676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:22.466068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Checking segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:22.466720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Bound using segment: {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:22.466930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Bound port: 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98810e5b-7345-42c5-844d-20203c72faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:22.467285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.474045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-a0c0ed43-f72a-491b-9900-9f7c7626bd82 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533247 Jul 29 17:50:22.489876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87ec39ef-0387-4212-b7cb-e2a39a76b829 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:22.522178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091fbdb-02d4-43fe-8e55-53f8a893697e req-a4a537da-b379-4798-9ba1-0ba869c02a58 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:22.523836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2091fbdb-02d4-43fe-8e55-53f8a893697e req-a4a537da-b379-4798-9ba1-0ba869c02a58 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1359601 Jul 29 17:50:22.539776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-02242d5d-4af5-4462-8ee8-2515f286dd32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.0568590 Jul 29 17:50:22.553819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Attempting to bind port da65232a-35ea-40bc-8b73-7bc0cd7958b2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:22.554183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Attempting to bind port da65232a-35ea-40bc-8b73-7bc0cd7958b2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ab09dc3b-b900-4717-98ca-b2935c29c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:22.554608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Attempting to bind port da65232a-35ea-40bc-8b73-7bc0cd7958b2 on network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:22.559360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Pushing event updated for resources: {'Port': ['ID=da65232a-35ea-40bc-8b73-7bc0cd7958b2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:22.582276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:22.582712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Checking segment: {'id': 'ab09dc3b-b900-4717-98ca-b2935c29c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:22.583122 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.583521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Bound using segment: {'id': 'ab09dc3b-b900-4717-98ca-b2935c29c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:22.583998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Bound port: da65232a-35ea-40bc-8b73-7bc0cd7958b2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab09dc3b-b900-4717-98ca-b2935c29c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:22.584511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2091fbdb-02d4-43fe-8e55-53f8a893697e req-c5297ab6-0ae9-4a74-9424-895c552d92e3 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Jul 29 17:50:22.587982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.619720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.627691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 87ec39ef-0387-4212-b7cb-e2a39a76b829 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:22.643070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 50208018-62aa-40eb-b02a-9f273be5deec is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:22.658895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:22.689397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-af34d043-348a-48b4-9e78-d0010c22e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:22.691016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-af34d043-348a-48b4-9e78-d0010c22e33e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.1300890 Jul 29 17:50:22.695805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:22.696545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.725267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d7542991-c387-41b6-9fa3-7d470aa5b695 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:22.743894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:22.777990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:22.784769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-4f262de5-e06c-493c-9706-7654d9d17948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:22.786470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-4f262de5-e06c-493c-9706-7654d9d17948 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856271 Jul 29 17:50:22.788416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.796959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] For port da65232a-35ea-40bc-8b73-7bc0cd7958b2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:22.806158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] For port da65232a-35ea-40bc-8b73-7bc0cd7958b2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da65232a-35ea-40bc-8b73-7bc0cd7958b2,segment=NetworkSegment(ab09dc3b-b900-4717-98ca-b2935c29c6ed),segment_id=ab09dc3b-b900-4717-98ca-b2935c29c6ed)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:22.819097 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.866046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:22.914036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d7542991-c387-41b6-9fa3-7d470aa5b695 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:22.947554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d7542991-c387-41b6-9fa3-7d470aa5b695 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:22.947929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:22.962407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc6c60-2aa9-40f0-a3ed-dee7e8d6d199 None None] Pushing event updated for resources: {'Port': ['ID=da65232a-35ea-40bc-8b73-7bc0cd7958b2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:23.016955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d88a382-ee85-4dea-9a47-35a21cb7d10e req-30e2e90c-6cbb-40d7-8a38-cf2c9e7685f7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 210 time: 0.1274595 Jul 29 17:50:23.020320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:23.021109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.023075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] 10.222.0.38 "PUT /v2.0/ports/06fbe0fe-3da0-44e1-963f-d48da2298fe5 HTTP/1.1" status: 200 len: 1092 time: 2.0224612 Jul 29 17:50:23.032692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:23.044903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.048743 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66" -d '{"events": [{"name": "network-changed", "server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:23.126551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.142061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.160630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17afea5-2b99-40af-96cd-392a0322df1c service neutron] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:23.200649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=098d52fa-0c8e-4a1b-8360-0b80b7d6c511,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:23.236451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d7542991-c387-41b6-9fa3-7d470aa5b695, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d7542991-c387-41b6-9fa3-7d470aa5b695,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:23.239929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': '6704961f-6c3b-4cff-a3d4-c7060c2de6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:23.239929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: 7530aa90-f254-48c0-90cd-24b1fc570378, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:23.251114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.324486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:23.324743 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8518b39-098f-4dfe-b411-7697ca910442 x-openstack-request-id: req-d8518b39-098f-4dfe-b411-7697ca910442 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:23.325028 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:23.325291 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8518b39-098f-4dfe-b411-7697ca910442 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:23.325710 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'status': 'completed', 'code': 200} Jul 29 17:50:23.435790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-ba19d0a4-fc5c-4de8-b1ff-8ccbb62ca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:23.437538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-ba19d0a4-fc5c-4de8-b1ff-8ccbb62ca4d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 1095 time: 0.2579603 Jul 29 17:50:23.482550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-a007ee54-02e9-4d18-9583-9ea385ffd78c service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746092 Jul 29 17:50:23.603268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-6c025858-0efc-467a-9a6e-4e38cd3b14bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5 HTTP/1.1" status: 200 len: 217 time: 0.1368611 Jul 29 17:50:23.678186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e8a3e-81bc-4d4f-b769-74bff528599c req-74647ca9-be22-4bf8-ae7f-78c7933653c1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:23.686435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b28e8a3e-81bc-4d4f-b769-74bff528599c req-74647ca9-be22-4bf8-ae7f-78c7933653c1 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 944 time: 0.2875514 Jul 29 17:50:23.696030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af7f26-56ab-46dd-a250-d552830f4a23 None None] Network 50208018-62aa-40eb-b02a-9f273be5deec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:23.753962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-4adef0a5-53e4-4dca-b5c2-27bb1ec1d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:23.755510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-4adef0a5-53e4-4dca-b5c2-27bb1ec1d402 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.1425810 Jul 29 17:50:23.766289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-e8889513-1348-4d1f-b000-3bb252b87cbc service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820089 Jul 29 17:50:23.807359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Provisioning for port 87ec39ef-0387-4212-b7cb-e2a39a76b829 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:23.816194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b28e8a3e-81bc-4d4f-b769-74bff528599c req-aca0e67f-586e-468b-b467-53e72a5dc1be tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271718 Jul 29 17:50:23.819858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Provisioning complete for port 87ec39ef-0387-4212-b7cb-e2a39a76b829 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:23.820538 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:23.857629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-6e9abbcd-8430-4945-aa38-952ff5282829 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940442 Jul 29 17:50:23.859859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-e0d9c6a2-3b16-482e-8107-4e2f90ab8937 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0838461 Jul 29 17:50:23.940547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 7530aa90-f254-48c0-90cd-24b1fc570378 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:23.994514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-521bc564-8af4-4e38-8e49-3c78700a4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:23.995913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-521bc564-8af4-4e38-8e49-3c78700a4ceb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.1168103 Jul 29 17:50:24.037799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792bb92-3b46-42bc-b9d5-f1af8b7f333d req-4a73e43f-7b39-428c-ae3c-fc8149f79f9a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:24.042782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-dbaffa54-7004-4e39-9f99-755c769a68db service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708827 Jul 29 17:50:24.045411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2792bb92-3b46-42bc-b9d5-f1af8b7f333d req-4a73e43f-7b39-428c-ae3c-fc8149f79f9a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1716039 Jul 29 17:50:24.056877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7530aa90-f254-48c0-90cd-24b1fc570378) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:24.061998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:24.064091 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.091890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf01e9a-a605-4448-94e1-af3114ee7e28 None None] Network 7530aa90-f254-48c0-90cd-24b1fc570378 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:24.098226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38908096-4383-4417-b96f-c44d89d080f7 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1104910 Jul 29 17:50:24.101414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:24.150061 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2792bb92-3b46-42bc-b9d5-f1af8b7f333d req-5e20b4fd-96a4-4e68-9d77-35dcec61b243 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Jul 29 17:50:24.235474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.349387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] For port 87ec39ef-0387-4212-b7cb-e2a39a76b829, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87ec39ef-0387-4212-b7cb-e2a39a76b829,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:24.352328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.360549 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.369361 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.370637 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.587508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 50208018-62aa-40eb-b02a-9f273be5deec is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:24.591255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:24.623356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da65232a-35ea-40bc-8b73-7bc0cd7958b2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:24.674806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:24.727074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f6fb649-2ba4-4fea-a41e-fe4ac198a2ee req-f6bc1a23-aa20-49ed-9cc8-7ec885c129f9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 210 time: 0.1111002 Jul 29 17:50:24.733569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb653f9-8c1b-4cb5-8013-bf91eb9a41ed None None] Pushing event updated for resources: {'Port': ['ID=87ec39ef-0387-4212-b7cb-e2a39a76b829,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:24.815560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:24.825453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-7530aa90-f254-48c0-90cd-24b1fc570378', 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '098d52fa-0c8e-4a1b-8360-0b80b7d6c511'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:24.827912 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:24.876525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port da65232a-35ea-40bc-8b73-7bc0cd7958b2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:24.882968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fe295-92f6-430c-b509-f59fdd21fcb8 None None] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:24.942869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d7542991-c387-41b6-9fa3-7d470aa5b695 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:24.950005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Provisioning for port e6681523-07bf-4f74-b02e-f18575a8acd8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:24.994490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Provisioning complete for port e6681523-07bf-4f74-b02e-f18575a8acd8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:24.994746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.031899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:25.044351 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c58f4070-8205-4926-9750-37f80bd2ae33 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0920954 Jul 29 17:50:25.045032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58630) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:25.049958 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:25.059777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635219686'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:25.065777 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:25.067604 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:25.077205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1f05fc3b-b29a-445f-847c-783455936f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.078997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-1f05fc3b-b29a-445f-847c-783455936f94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0747185 Jul 29 17:50:25.104203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:25.110047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.180652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:25.208179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.210446 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added segment fe5f760d-2a74-4e1c-a4af-9b57471aa24c of type vlan for network 95ffff88-c833-4f8b-a27b-3590c4940cc1 Jul 29 17:50:25.220858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Port e6681523-07bf-4f74-b02e-f18575a8acd8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:25.273648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.302360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6b83-1263-44d4-83ae-1ca5f8671771 req-be0b00ac-e3a5-4719-926e-f03a17ea2995 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.306152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d7542991-c387-41b6-9fa3-7d470aa5b695 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:25.306672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.310209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51ee6b83-1263-44d4-83ae-1ca5f8671771 req-be0b00ac-e3a5-4719-926e-f03a17ea2995 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 944 time: 0.3972459 Jul 29 17:50:25.327021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.335918 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:25.396333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Provisioning complete for port 87ec39ef-0387-4212-b7cb-e2a39a76b829 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:25.396703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9b-6c1d-4454-9457-c504a9a9aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.416523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3bf577a-4190-4b76-9bfb-6dee3f3baa97 req-e6d40ace-0c96-40d7-b49a-6371f158a72e service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3541901 Jul 29 17:50:25.422075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b920f-5c48-4443-9f6a-131945dff889 req-86aa46f7-397c-4ec5-8957-842148eb351d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.432152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c8b920f-5c48-4443-9f6a-131945dff889 req-86aa46f7-397c-4ec5-8957-842148eb351d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.0931294 Jul 29 17:50:25.442147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.449247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.450153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.471489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Allocated IP 2001:db8::1 (7530aa90-f254-48c0-90cd-24b1fc570378/098d52fa-0c8e-4a1b-8360-0b80b7d6c511/b10cf9b9-a916-4b4c-ba52-f197838bc067) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:25.486048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-ad4fa84f-133d-40b6-898d-203ee5c51ae9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.488025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-ad4fa84f-133d-40b6-898d-203ee5c51ae9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 810 time: 0.6997852 Jul 29 17:50:25.561090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5105078 Jul 29 17:50:25.566807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58646) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:25.572107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'subnet': {'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:25.588638 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c8b920f-5c48-4443-9f6a-131945dff889 req-ccfa3ce6-4c31-476c-8c38-b6f55fe8f2db tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530075 Jul 29 17:50:25.611907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea97c5-740a-4b4a-b36b-3e04389de9e2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Network': ['ID=95ffff88-c833-4f8b-a27b-3590c4940cc1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:25.635871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:25.696837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Request body: {'port': {'device_id': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'admin_state_up': True, 'tenant_id': '2f6dc66ba4514ad5830ed58efb47b7fd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:25.714988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51ee6b83-1263-44d4-83ae-1ca5f8671771 req-eab0e89a-7249-4b10-8f7b-fa6512640dfe tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992078 Jul 29 17:50:25.739006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Made reservation on behalf of 2dd5db2c6b52459bb958c8b7252186bc for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:25.743244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.790189 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:22Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:25.824218 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:25.824699 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Updating router 019eee70-8b9f-4b4d-822b-f7044582dcd3 port e6681523-07bf-4f74-b02e-f18575a8acd8 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:50:25.841454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.859606 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:25.925856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b06ecaaf-fe6a-4578-9d9e-21e80ee8bbb3 req-0ddb73b9-8676-406a-95af-d332b76845e0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 210 time: 0.0680330 Jul 29 17:50:25.945544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-a8e1abeb-0a34-4fce-b302-06d408e8bf61 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480582 Jul 29 17:50:25.989133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-b873bb98-e265-45e9-8718-7ebe9f20bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:25.995708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-b873bb98-e265-45e9-8718-7ebe9f20bd43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4abe8fa365da4d77b9b25c309edfa625&device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 1095 time: 0.3916717 Jul 29 17:50:26.083170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58652) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:26.104769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.154386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-455bb440-c4cc-4580-9a3d-c8e13aeeb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:26.156303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-455bb440-c4cc-4580-9a3d-c8e13aeeb9da service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 200 len: 906 time: 0.1384757 Jul 29 17:50:26.224357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.250525 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.263767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Transition to ACTIVE for port object b10cf9b9-a916-4b4c-ba52-f197838bc067 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:26.267371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Subnet': ['ID=797bdd7a-69a4-4285-a837-7f9ee8749855,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:26.295296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Checking segment: {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:26.295837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Transition to ACTIVE for port object b10cf9b9-a916-4b4c-ba52-f197838bc067 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:26.298998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network hostable DHCP agents. Network: 95ffff88-c833-4f8b-a27b-3590c4940cc1, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:26.313155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.333029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e09170c-22e6-4777-8de9-da5a71a8012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.337972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-97171c9f-cc9f-4bc5-b76e-494863ec6474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5 HTTP/1.1" status: 200 len: 217 time: 0.1497743 Jul 29 17:50:26.353493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87ec39ef-0387-4212-b7cb-e2a39a76b829 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:26.354929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:26.386330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 95ffff88-c833-4f8b-a27b-3590c4940cc1) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:26.394345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:26.395148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.407420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572523c9-99f3-4867-927e-d465f59d6f19 None None] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:26.460019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Network 7530aa90-f254-48c0-90cd-24b1fc570378 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:26.472916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.483091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:26.484649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Provisioning for port da65232a-35ea-40bc-8b73-7bc0cd7958b2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:26.492875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:26.494782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Pushing event updated for resources: {'Port': ['ID=b10cf9b9-a916-4b4c-ba52-f197838bc067,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:26.502464 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.511665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 87ec39ef-0387-4212-b7cb-e2a39a76b829 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:26.511905 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.512945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-08eaa748-fb74-444a-8dec-0a78a7e674bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:26.513506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Provisioning complete for port da65232a-35ea-40bc-8b73-7bc0cd7958b2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:26.513854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.520226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-08eaa748-fb74-444a-8dec-0a78a7e674bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 200 len: 845 time: 0.1623189 Jul 29 17:50:26.531095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Transition to ACTIVE for port object e6681523-07bf-4f74-b02e-f18575a8acd8 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:26.541421 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.548773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df9ceaf2-4ff7-4700-8f46-e009c3e3ae01 req-33697b08-04d4-4970-8d48-5cb61cb08ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933554 Jul 29 17:50:26.572297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=098d52fa-0c8e-4a1b-8360-0b80b7d6c511,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:26.574018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e09170c-22e6-4777-8de9-da5a71a8012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.596563 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e09170c-22e6-4777-8de9-da5a71a8012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.607313 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b2e13-6cad-4a31-ac51-d8d54641be47 None None] Pushing event updated for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:26.623147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-14d3f2af-af5f-4143-9c3c-38ffca0b848a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2bdfd4f-063e-44ed-b796-25a35e4a23e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720840 Jul 29 17:50:26.652564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09170c-22e6-4777-8de9-da5a71a8012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a932df-cc0d-4485-bcf3-9b91a8c8b20b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:26.660628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb4b97cb-114a-430e-8b02-f2711c8f385f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0927258 Jul 29 17:50:26.661701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58660) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:26.671842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.724876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Made reservation on behalf of 2f6dc66ba4514ad5830ed58efb47b7fd for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:26.731635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Attempting to bind port b10cf9b9-a916-4b4c-ba52-f197838bc067 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:26.732008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Attempting to bind port b10cf9b9-a916-4b4c-ba52-f197838bc067 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '6704961f-6c3b-4cff-a3d4-c7060c2de6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:26.732375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Attempting to bind port b10cf9b9-a916-4b4c-ba52-f197838bc067 on network 7530aa90-f254-48c0-90cd-24b1fc570378 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:26.733813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.752413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530aa90-f254-48c0-90cd-24b1fc570378']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:26.761999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:26.762406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Checking segment: {'id': '6704961f-6c3b-4cff-a3d4-c7060c2de6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:26.771020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Attempting to bind port e6681523-07bf-4f74-b02e-f18575a8acd8 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:26.771383 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Attempting to bind port e6681523-07bf-4f74-b02e-f18575a8acd8 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:26.772207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Attempting to bind port e6681523-07bf-4f74-b02e-f18575a8acd8 on network 50208018-62aa-40eb-b02a-9f273be5deec {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:26.773875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.774509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Bound using segment: {'id': '6704961f-6c3b-4cff-a3d4-c7060c2de6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:26.775202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Bound port: b10cf9b9-a916-4b4c-ba52-f197838bc067, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6704961f-6c3b-4cff-a3d4-c7060c2de6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7530aa90-f254-48c0-90cd-24b1fc570378'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:26.775790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.783187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6704961f-6c3b-4cff-a3d4-c7060c2de6d3') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:26.783695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6704961f-6c3b-4cff-a3d4-c7060c2de6d3') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:26.786157 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:26.786626 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Checking segment: {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:26.787040 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.790206 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Bound using segment: {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:26.790878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Bound port: e6681523-07bf-4f74-b02e-f18575a8acd8, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536d0d6d-422b-47b5-a995-9477d24f386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:26.792834 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.799344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.915838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.941166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] For port b10cf9b9-a916-4b4c-ba52-f197838bc067, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:26.942124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:26.942662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.948222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-95ffff88-c833-4f8b-a27b-3590c4940cc1', 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'fixed_ips': [{'subnet_id': '797bdd7a-69a4-4285-a837-7f9ee8749855'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:26.948627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-fc0cb5ef-d5b7-479c-b65c-760ce82c95b3 service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159785 Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:26.949433 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:26.954631 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:26.959704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] For port e6681523-07bf-4f74-b02e-f18575a8acd8, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:27.044222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9e09170c-22e6-4777-8de9-da5a71a8012c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d0ed26c8f7d4ec49c39995ac8a76528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9588745 Jul 29 17:50:27.048510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58670) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:27.103405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.109309 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] For port e6681523-07bf-4f74-b02e-f18575a8acd8, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6681523-07bf-4f74-b02e-f18575a8acd8,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:27.120209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 17:50:27.120209 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 17:50:27.120209 n-d-801607-3 neutron-server[94051]: [parameters: {'id': '7530aa90-f254-48c0-90cd-24b1fc570378'}] Jul 29 17:50:27.120209 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:50:27.121132 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:50:27.122071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158458c-4789-4c9a-8c12-e9f1a0930a7f req-ee4f4ec9-3b32-4037-a0d8-c4b257371eac tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:27.122812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] For port b10cf9b9-a916-4b4c-ba52-f197838bc067, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b10cf9b9-a916-4b4c-ba52-f197838bc067,segment=NetworkSegment(6704961f-6c3b-4cff-a3d4-c7060c2de6d3),segment_id=6704961f-6c3b-4cff-a3d4-c7060c2de6d3)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:27.125425 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.136091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b158458c-4789-4c9a-8c12-e9f1a0930a7f req-ee4f4ec9-3b32-4037-a0d8-c4b257371eac tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1381781 Jul 29 17:50:27.141522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.148434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccff76-04c1-45bd-8d98-ed677f004392 req-67393fac-3710-4f87-b484-f3637d14fc8b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:27.149997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77ccff76-04c1-45bd-8d98-ed677f004392 req-67393fac-3710-4f87-b484-f3637d14fc8b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 944 time: 0.2095761 Jul 29 17:50:27.173224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Allocated IP 172.20.0.3 (9cbabefb-5e56-4904-8cc9-9614cf898923/07759b2a-ef19-4590-8288-9433115f7239/796711f3-dcb8-45d7-8937-e2037ce4df3a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:27.202409 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:27.203652 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:27.226659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4b8e2a2-9b43-4655-8a67-a5fdf472dc66 req-4d03658e-19f8-4e1a-848e-e1b73eae0c28 service neutron] 10.222.0.38 "GET /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616625 Jul 29 17:50:27.240948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] For port da65232a-35ea-40bc-8b73-7bc0cd7958b2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da65232a-35ea-40bc-8b73-7bc0cd7958b2,segment=NetworkSegment(ab09dc3b-b900-4717-98ca-b2935c29c6ed),segment_id=ab09dc3b-b900-4717-98ca-b2935c29c6ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:27.246612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77ccff76-04c1-45bd-8d98-ed677f004392 req-5d5bf6e1-ae95-4559-9748-99eadd91e3aa tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841200 Jul 29 17:50:27.269911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.277554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b2e13-6cad-4a31-ac51-d8d54641be47 None None] Pushing event updated for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:27.295955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fc539-9c2a-47da-ab76-01b48e2a8b95 None None] Pushing event updated for resources: {'Port': ['ID=b10cf9b9-a916-4b4c-ba52-f197838bc067,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:27.371409 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:27.408663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Allocated IP 2001:db8:3::2 (95ffff88-c833-4f8b-a27b-3590c4940cc1/797bdd7a-69a4-4285-a837-7f9ee8749855/678f2691-9db2-47ac-97a2-249c4d32a4c7) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:27.410204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafeca4-4b2d-4e40-a06a-c2dabb5679db None None] Pushing event updated for resources: {'Port': ['ID=da65232a-35ea-40bc-8b73-7bc0cd7958b2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:27.453938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36485bb-da07-4b5c-97d5-22001a83551b None None] Network 7530aa90-f254-48c0-90cd-24b1fc570378 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:27.487368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67cb190b-2d56-4cff-be88-e0fb7ceb36ff req-bf16b679-09eb-4ce8-bd1e-952b01fb56fd tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 210 time: 0.0334625 Jul 29 17:50:27.518766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.528434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.542960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b158458c-4789-4c9a-8c12-e9f1a0930a7f req-ae62dfe8-f77c-4305-b400-9a44215b4b29 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403661 Jul 29 17:50:27.571613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.572526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.597148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.648880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.657146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.658927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:27.694741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Network 9cbabefb-5e56-4904-8cc9-9614cf898923 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:27.700776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:27.708682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:27.750634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.753233 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.756674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41a932df-cc0d-4485-bcf3-9b91a8c8b20b HTTP/1.1" status: 204 len: 168 time: 0.7031770 Jul 29 17:50:27.767156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:22Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:26Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:27.774877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf0403-f8ca-4f33-ade1-6b6417a00765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a932df-cc0d-4485-bcf3-9b91a8c8b20b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:27.788312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6857df1e-331c-4587-9017-f09720f3410d None None] Provisioning complete for port da65232a-35ea-40bc-8b73-7bc0cd7958b2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:27.788469 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6857df1e-331c-4587-9017-f09720f3410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.816843 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28ad4-4ad4-45e7-b4f6-5345789ed323 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:22Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:26Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:27.836962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:27.837890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.915411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port b10cf9b9-a916-4b4c-ba52-f197838bc067 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:27.916517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.924046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7ca71042-e5df-40e9-b7dd-ce502a7f77f3 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2879114 Jul 29 17:50:27.931002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:27.954314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Transition to ACTIVE for port object 678f2691-9db2-47ac-97a2-249c4d32a4c7 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:28.022981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Transition to ACTIVE for port object 678f2691-9db2-47ac-97a2-249c4d32a4c7 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:28.045765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Request body: {'port': {'device_id': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:28.049931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.082976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port b10cf9b9-a916-4b4c-ba52-f197838bc067, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b10cf9b9-a916-4b4c-ba52-f197838bc067,segment=NetworkSegment(6704961f-6c3b-4cff-a3d4-c7060c2de6d3),segment_id=6704961f-6c3b-4cff-a3d4-c7060c2de6d3)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:28.083534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.105276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for b10cf9b9-a916-4b4c-ba52-f197838bc067 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:28.106891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:28.115588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:28.119285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Allocated IP 2001:db8:3::1 (95ffff88-c833-4f8b-a27b-3590c4940cc1/797bdd7a-69a4-4285-a837-7f9ee8749855/a5123cf6-046a-4231-8bf7-d8280ed5b67e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:28.120429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:28.151102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.155838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Pushing event updated for resources: {'Port': ['ID=678f2691-9db2-47ac-97a2-249c4d32a4c7,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:28.243394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.265192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Transition to ACTIVE for port object a5123cf6-046a-4231-8bf7-d8280ed5b67e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:28.273298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Attempting to bind port 678f2691-9db2-47ac-97a2-249c4d32a4c7 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:28.274002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Attempting to bind port 678f2691-9db2-47ac-97a2-249c4d32a4c7 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:28.275086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Attempting to bind port 678f2691-9db2-47ac-97a2-249c4d32a4c7 on network 95ffff88-c833-4f8b-a27b-3590c4940cc1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:28.281521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:28.282388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Checking segment: {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:28.282970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.283636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Bound using segment: {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:28.284594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Bound port: 678f2691-9db2-47ac-97a2-249c4d32a4c7, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:28.285301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.361627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.411922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:28.427307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:28.453017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:28.453577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.485061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] For port 678f2691-9db2-47ac-97a2-249c4d32a4c7, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:28.490512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] For port 678f2691-9db2-47ac-97a2-249c4d32a4c7, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=678f2691-9db2-47ac-97a2-249c4d32a4c7,segment=NetworkSegment(fe5f760d-2a74-4e1c-a4af-9b57471aa24c),segment_id=fe5f760d-2a74-4e1c-a4af-9b57471aa24c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:28.498053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da65232a-35ea-40bc-8b73-7bc0cd7958b2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:28.502521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.556243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=a5123cf6-046a-4231-8bf7-d8280ed5b67e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:28.647555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adba78-1de2-41f6-8e60-f164f1323297 req-0bbc7e48-1237-46c0-93b3-eb4baed95e16 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:28.647889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b01ea3-a327-4a00-b869-0fffe3969a52 None None] Pushing event updated for resources: {'Port': ['ID=678f2691-9db2-47ac-97a2-249c4d32a4c7,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:28.649355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b1adba78-1de2-41f6-8e60-f164f1323297 req-0bbc7e48-1237-46c0-93b3-eb4baed95e16 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 944 time: 0.2650990 Jul 29 17:50:28.662580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port da65232a-35ea-40bc-8b73-7bc0cd7958b2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:28.663143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.794394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:28.800535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b1adba78-1de2-41f6-8e60-f164f1323297 req-a6f1b187-c8a7-4367-8e2d-36e466da2126 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226883 Jul 29 17:50:28.810079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6681523-07bf-4f74-b02e-f18575a8acd8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:28.886551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 06fbe0fe-3da0-44e1-963f-d48da2298fe5 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:28.935232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e6681523-07bf-4f74-b02e-f18575a8acd8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:28.942260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e6681523-07bf-4f74-b02e-f18575a8acd8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:28.943034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.056745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15eae1d-d822-4321-984b-28f209b1bb9e req-64b48039-652b-4958-b1fa-b165c7d73bb4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:29.058382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b15eae1d-d822-4321-984b-28f209b1bb9e req-64b48039-652b-4958-b1fa-b165c7d73bb4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1736987 Jul 29 17:50:29.061178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58704) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:29.094329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:29.116395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'mac_address': 'fa:16:3e:44:08:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:29.178063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b15eae1d-d822-4321-984b-28f209b1bb9e req-1f1e0e06-0224-44be-96fc-1dc833aa0d99 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021600 Jul 29 17:50:29.210171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.211125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9cdd-777b-4b52-ad67-9edf9c96977d req-74e851d7-aa51-483b-b7ca-e4be0d8baa62 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:29.220896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe6b9cdd-777b-4b52-ad67-9edf9c96977d req-74e851d7-aa51-483b-b7ca-e4be0d8baa62 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 931 time: 0.5865262 Jul 29 17:50:29.239481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fbe0fe-3da0-44e1-963f-d48da2298fe5 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:29.254582 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.273561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:29.284532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1048697188-network', 'tenant_id': '434d7462b6ea479abc3d9dabe17d6e56'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:29.285147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.294400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.303920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.304713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.350144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796711f3-dcb8-45d7-8937-e2037ce4df3a {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:29.350678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e6681523-07bf-4f74-b02e-f18575a8acd8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6681523-07bf-4f74-b02e-f18575a8acd8,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:29.355369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.359670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event updated for resources: {'Port': ['ID=a5123cf6-046a-4231-8bf7-d8280ed5b67e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.368704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.375708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.376477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Made reservation on behalf of 434d7462b6ea479abc3d9dabe17d6e56 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:29.376995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.378806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.391387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe6b9cdd-777b-4b52-ad67-9edf9c96977d req-601b226b-69fb-406b-91e1-ca2d83e10ac2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695099 Jul 29 17:50:29.392362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port b10cf9b9-a916-4b4c-ba52-f197838bc067 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:29.424990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.441152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=b10cf9b9-a916-4b4c-ba52-f197838bc067,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.444000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.447563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Transition to ACTIVE for port object 796711f3-dcb8-45d7-8937-e2037ce4df3a will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:29.460458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.508576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:29.515513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:29.541111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.559424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['06fbe0fe-3da0-44e1-963f-d48da2298fe5'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:29.562271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530aa90-f254-48c0-90cd-24b1fc570378']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:29.574227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.582599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6704961f-6c3b-4cff-a3d4-c7060c2de6d3') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:29.582890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6704961f-6c3b-4cff-a3d4-c7060c2de6d3') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:29.611100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.648209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.658973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:29.659386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:29.662958 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:29.666581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.673134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.682912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:29.703962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:29.732956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71011d23-1a8c-47a3-a465-e45f2d1d4cce,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.740861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.741271 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Added segment a1a8924c-1e5c-49d3-877d-e87cd82d267e of type vlan for network b2037a9b-c478-4487-817c-e7d0d2ed1381 Jul 29 17:50:29.789448 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.810777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Attempting to bind port 796711f3-dcb8-45d7-8937-e2037ce4df3a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:29.811251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Attempting to bind port 796711f3-dcb8-45d7-8937-e2037ce4df3a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:29.811672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Attempting to bind port 796711f3-dcb8-45d7-8937-e2037ce4df3a on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:29.814445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.818821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/7530aa90-f254-48c0-90cd-24b1fc570378 HTTP/1.1" status: 204 len: 168 time: 5.0306313 Jul 29 17:50:29.821643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80960-7529-421c-8f78-c67b94435bfb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=7530aa90-f254-48c0-90cd-24b1fc570378,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:29.823479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Port 796711f3-dcb8-45d7-8937-e2037ce4df3a on network 9cbabefb-5e56-4904-8cc9-9614cf898923 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:50:29.828416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Attempting to bind port 796711f3-dcb8-45d7-8937-e2037ce4df3a on network 9cbabefb-5e56-4904-8cc9-9614cf898923 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:29.831323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:29.837792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036784725'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:29.870036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:29.870397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Checking segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:29.870781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Bound using segment: {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:29.874731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Bound port: 796711f3-dcb8-45d7-8937-e2037ce4df3a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c71335-2c7b-4868-af1b-8c4b11afbed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:29.875367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.896467 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:29.907787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:29.917122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-065a33dd-90fc-4338-bbc0-6cdcf32094d0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2485094 Jul 29 17:50:29.919108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58714) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:29.923936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:29.924510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:29.936120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:29.937493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:29.950126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:29.953359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.026145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.027049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.027766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.031013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:30.043907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:30.052501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:30.054273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.054696 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment ec854238-2fee-4bf0-98a6-dc62f6a9f71f of type vlan for network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d Jul 29 17:50:30.065067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97572c5c-ee85-4d3d-b450-b8fdf6531d1b req-831c2747-e713-4dec-955a-4caaaab7d960 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.066699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97572c5c-ee85-4d3d-b450-b8fdf6531d1b req-831c2747-e713-4dec-955a-4caaaab7d960 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.1331115 Jul 29 17:50:30.076734 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.125438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da1c4d-b4b8-4119-8a7d-e62f61665132 None None] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:30.149296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0869834 Jul 29 17:50:30.153664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58716) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:30.153848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.153848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.154867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] 10.222.0.49 "PUT /v2.0/ports/796711f3-dcb8-45d7-8937-e2037ce4df3a HTTP/1.1" status: 200 len: 1091 time: 2.2097783 Jul 29 17:50:30.160317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Request body: {'subnet': {'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1048697188-subnet', 'tenant_id': '434d7462b6ea479abc3d9dabe17d6e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:30.164672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:30.167374 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4a844-9bf1-48d2-be04-9aa783f659a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:30.188589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.225826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Made reservation on behalf of 434d7462b6ea479abc3d9dabe17d6e56 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:30.228392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.233550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-11997145-4088-44ba-b37a-24c83c8b6976 None None] Provisioning for port 678f2691-9db2-47ac-97a2-249c4d32a4c7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:30.235335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3123-ba9d-441e-af18-f8edfce2a69d admin admin] Pushing event updated for resources: {'Network': ['ID=b2037a9b-c478-4487-817c-e7d0d2ed1381,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:30.247106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97572c5c-ee85-4d3d-b450-b8fdf6531d1b req-76beb3a3-58ca-43f6-8290-b81ecfc56cfc tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718414 Jul 29 17:50:30.268771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:30.300923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:30.323181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae4ff2-0cf3-4496-bd09-b12d484bd019 service neutron] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:30.353589 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883e88b-0cda-4963-ad08-3096ed0c94e9 x-openstack-request-id: req-b883e88b-0cda-4963-ad08-3096ed0c94e9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:30.354363 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:30.354363 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b883e88b-0cda-4963-ad08-3096ed0c94e9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:30.354674 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'status': 'completed', 'code': 200} Jul 29 17:50:30.360840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.362791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.363423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.566785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7341225 Jul 29 17:50:30.570180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6681523-07bf-4f74-b02e-f18575a8acd8 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:30.572808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:30.586427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:30.596544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee108-8813-48a5-b944-327d3a3c1197 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=f6e1e0a4-b86b-4e4b-b09d-9236e02b267d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:30.619506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:30.621615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.661568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-76f2fabf-a72f-488e-aeb0-ed3968e2c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.663258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-76f2fabf-a72f-488e-aeb0-ed3968e2c251 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 1094 time: 0.3573620 Jul 29 17:50:30.672507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 17:50:30.681238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d559f-2317-4212-b0bb-a7fa2880c389 req-ca7975c4-a997-4f79-b2fe-b0e7503b7516 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.683171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d12d559f-2317-4212-b0bb-a7fa2880c389 req-ca7975c4-a997-4f79-b2fe-b0e7503b7516 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2543898 Jul 29 17:50:30.692956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc34c0-a442-4a22-accb-31594fb8f978 req-392e26c5-42a4-434e-b3c8-52136a7c93c7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.693953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5dc34c0-a442-4a22-accb-31594fb8f978 req-392e26c5-42a4-434e-b3c8-52136a7c93c7 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 943 time: 0.1546965 Jul 29 17:50:30.731459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Removed routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 17:50:30.731853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.741833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db878ef8-68ff-4502-8e6b-8cb368fb8793,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:30.744970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-aae93a28-0b15-4c35-b5d8-37107ca900c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a HTTP/1.1" status: 200 len: 217 time: 0.0717378 Jul 29 17:50:30.825265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e6681523-07bf-4f74-b02e-f18575a8acd8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:30.825876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.841834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d12d559f-2317-4212-b0bb-a7fa2880c389 req-65cab91c-0d71-46b0-ab94-a542d61f57e0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345627 Jul 29 17:50:30.844156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:30.844333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Checking segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:30.844765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Network hostable DHCP agents. Network: b2037a9b-c478-4487-817c-e7d0d2ed1381, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:30.847788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.862444 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5dc34c0-a442-4a22-accb-31594fb8f978 req-038a7db3-7f76-42ec-8f45-4b982aa32fe6 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486478 Jul 29 17:50:30.909358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 06fbe0fe-3da0-44e1-963f-d48da2298fe5 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:30.959957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-47843044-f615-4e89-8445-a6c11fef860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:30.962107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-47843044-f615-4e89-8445-a6c11fef860f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.2072031 Jul 29 17:50:30.963332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:28Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'a5123cf6-046a-4231-8bf7-d8280ed5b67e', 'name': '', 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:97:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:27Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:30.999316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:30.999999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Updating router 019eee70-8b9f-4b4d-822b-f7044582dcd3 port a5123cf6-046a-4231-8bf7-d8280ed5b67e binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:50:31.043742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.090178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-4680e2c9-021e-4acf-be35-d90676a42d99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189079 Jul 29 17:50:31.121850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:31.133734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:31.134124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.189252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 678f2691-9db2-47ac-97a2-249c4d32a4c7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:31.206080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.326894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=4f6f3684-1d8f-4b8b-ad9d-8ab924312e21,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:31.338612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-7d4976ba-f848-4cd9-8cb3-a0fe486b6baf service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393813 Jul 29 17:50:31.344092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:31.344457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: f6e1e0a4-b86b-4e4b-b09d-9236e02b267d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:31.428446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:31.461457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-77ba43ef-7590-40ac-8292-03981fc2002e None None] Provisioning for port a5123cf6-046a-4231-8bf7-d8280ed5b67e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:31.478834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f6e1e0a4-b86b-4e4b-b09d-9236e02b267d) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:31.483610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.496551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-400821f4-2926-42ee-b8bc-40a04abb6b83 req-8917b761-ae14-4d94-932c-edce01187a3c service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491039 Jul 29 17:50:31.498183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.499039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.506631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-77ba43ef-7590-40ac-8292-03981fc2002e None None] Provisioning complete for port a5123cf6-046a-4231-8bf7-d8280ed5b67e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:31.507000 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77ba43ef-7590-40ac-8292-03981fc2002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.508888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8db9c0-ef5e-4a38-9790-3f1cac0b4780 None None] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:31.527165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f607258-a29c-409f-b710-36e5e38cb330 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9500990 Jul 29 17:50:31.528369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58734) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:31.540708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073490826'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:31.565793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.575404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:31.584431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:31.589757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.609234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b2037a9b-c478-4487-817c-e7d0d2ed1381) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:31.648264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.650219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7a670-3716-49f8-ba20-b8025247bde5 None None] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:31.657790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:31.685586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-4adbd254-54d6-4d06-8764-2377020fca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.687623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-4adbd254-54d6-4d06-8764-2377020fca48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 1094 time: 0.1218216 Jul 29 17:50:31.691211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.691936 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment fab400c6-fcb5-4841-beb2-316aaccd62e7 of type vlan for network 279b67d3-1cd9-4ecd-b90b-b929f82a516d Jul 29 17:50:31.749131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.749948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.751114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 678f2691-9db2-47ac-97a2-249c4d32a4c7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:31.784993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 678f2691-9db2-47ac-97a2-249c4d32a4c7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:31.785369 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.787080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-77ba43ef-7590-40ac-8292-03981fc2002e None None] Port a5123cf6-046a-4231-8bf7-d8280ed5b67e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:31.796612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35509-4ced-436c-99bc-1223078bd542 req-ccfb9c0b-4bcb-4756-b643-e1b454e3d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.798404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1db35509-4ced-436c-99bc-1223078bd542 req-ccfb9c0b-4bcb-4756-b643-e1b454e3d5e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1097 time: 0.3080270 Jul 29 17:50:31.814711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:31.815526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.840275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:31.843324 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c7a25-9c2b-4ed9-b13c-3aa6cbb3e04a" -d '{"events": [{"server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "name": "network-vif-plugged", "status": "completed", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:31.850903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127ab0f-da98-442c-ae0a-be9286c7f474 req-4743624f-9ce2-47fe-92eb-162fac431b89 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.861712 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c127ab0f-da98-442c-ae0a-be9286c7f474 req-4743624f-9ce2-47fe-92eb-162fac431b89 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.3191836 Jul 29 17:50:31.875286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17ee76bd-6e4b-42cb-9b27-61a202384faf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7197518 Jul 29 17:50:31.910165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:31.957680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-48768975-cd8d-4263-838d-a49d8f25da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.962995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-48768975-cd8d-4263-838d-a49d8f25da4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 200 len: 911 time: 0.2605546 Jul 29 17:50:31.966561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.968008 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7534d6d1-e243-4842-bdcc-9022f460a042 x-openstack-request-id: req-7534d6d1-e243-4842-bdcc-9022f460a042 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:31.968365 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "name": "network-vif-plugged", "status": "completed", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:31.968619 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7534d6d1-e243-4842-bdcc-9022f460a042 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:31.969026 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'code': 200} Jul 29 17:50:31.978831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:31.979486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:31.995838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.035724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-927ceece-c2f3-48d4-baae-a1c49af99b87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a HTTP/1.1" status: 200 len: 217 time: 0.0462730 Jul 29 17:50:32.054580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:32.070912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.071725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23ff1e63-caac-40a7-94d8-9c4b79b2e8b2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 953 time: 2.1508269 Jul 29 17:50:32.074591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58748) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:32.086594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1db35509-4ced-436c-99bc-1223078bd542 req-ffac4673-1557-4995-8fb7-6846e6b6d0ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792592 Jul 29 17:50:32.126473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50334640-d525-4310-9ff1-8917b1c6435a None None] Provisioning complete for port a5123cf6-046a-4231-8bf7-d8280ed5b67e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:32.126905 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50334640-d525-4310-9ff1-8917b1c6435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.168614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c127ab0f-da98-442c-ae0a-be9286c7f474 req-b35befde-ab00-430d-a379-3cd21a14f4d0 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060002 Jul 29 17:50:32.208701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6773117 Jul 29 17:50:32.212558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7de647dc-9da4-48a1-b1da-fe938f3dd7ae tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 953 time: 0.1364737 Jul 29 17:50:32.213334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:32.214202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:32.228783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=279b67d3-1cd9-4ecd-b90b-b929f82a516d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:32.230538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'routes': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:32.237595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '279b67d3-1cd9-4ecd-b90b-b929f82a516d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:32.245378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-d52da165-db52-4675-9601-0cc59387f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:32.247022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-d52da165-db52-4675-9601-0cc59387f198 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 200 len: 850 time: 0.1558812 Jul 29 17:50:32.248961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07e7ed-dfa2-45ba-b65e-0610bde7857a req-c1a9535e-3d5c-4039-8bca-e803e4186f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:32.250525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c07e7ed-dfa2-45ba-b65e-0610bde7857a req-c1a9535e-3d5c-4039-8bca-e803e4186f37 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 1097 time: 0.2640343 Jul 29 17:50:32.253466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.253466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.253702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.253974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.254373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.254711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.255048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.255375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.255698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.256019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.256341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.257632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba49e8c0-59db-40fb-a534-446a69e446ab tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:32.277622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162f0f-d0a3-4360-87da-af718e343cb5 req-c5d57979-dd21-4057-978b-16e83bf7874f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:32.279700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9162f0f-d0a3-4360-87da-af718e343cb5 req-c5d57979-dd21-4057-978b-16e83bf7874f tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2396092 Jul 29 17:50:32.332271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-3d1b98b6-d487-4796-aee4-ab258dda37f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cbabefb-5e56-4904-8cc9-9614cf898923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513954 Jul 29 17:50:32.334281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 279b67d3-1cd9-4ecd-b90b-b929f82a516d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:32.374328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c07e7ed-dfa2-45ba-b65e-0610bde7857a req-e0456e23-c5ba-4eb4-82f3-e916db3649f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 Jul 29 17:50:32.387494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:32.413075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9162f0f-d0a3-4360-87da-af718e343cb5 req-5ea6c3d8-47e9-4618-86e3-ddf0f6f1ceb0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Jul 29 17:50:32.450435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e0374-e6c6-457f-ba93-95a4f95bd288 req-70240ce1-6689-456a-83dd-22c8a4a4bc8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:32.461650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3778966-44e8-4e73-9c52-c5b9b974d5fa None None] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:32.462092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-286e0374-e6c6-457f-ba93-95a4f95bd288 req-70240ce1-6689-456a-83dd-22c8a4a4bc8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 943 time: 0.1622262 Jul 29 17:50:32.469180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-cda9c6c1-9e56-4b69-af2f-51445515ce57 service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213484 Jul 29 17:50:32.554762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-50334640-d525-4310-9ff1-8917b1c6435a None None] Port a5123cf6-046a-4231-8bf7-d8280ed5b67e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:50:32.563165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:32.565377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.567611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.595457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f6e1e0a4-b86b-4e4b-b09d-9236e02b267d', 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '4f6f3684-1d8f-4b8b-ad9d-8ab924312e21'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:32.596312 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.602911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2a4a844-9bf1-48d2-be04-9aa783f659a4 req-9510c59c-514d-49d6-83bd-e35ed6df633f service neutron] 10.222.0.49 "GET /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261976 Jul 29 17:50:32.603366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Transition to ACTIVE for port object a5123cf6-046a-4231-8bf7-d8280ed5b67e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:32.625391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-286e0374-e6c6-457f-ba93-95a4f95bd288 req-b23d5f35-adb8-4fd4-a7f9-526e9835a6bf tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664197 Jul 29 17:50:32.650553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing IP validity checks on allocation pools {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 17:50:32.651109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 17:50:32.659940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.680235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.860963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 678f2691-9db2-47ac-97a2-249c4d32a4c7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=678f2691-9db2-47ac-97a2-249c4d32a4c7,segment=NetworkSegment(fe5f760d-2a74-4e1c-a4af-9b57471aa24c),segment_id=fe5f760d-2a74-4e1c-a4af-9b57471aa24c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:32.874113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1253d-4edf-4237-a516-dea2c411bad8 None None] Pushing event updated for resources: {'Port': ['ID=a5123cf6-046a-4231-8bf7-d8280ed5b67e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:32.885380 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:32.983317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-bfd767f4-0710-4ece-a6ce-a5728cd529a3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:32.985377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-bfd767f4-0710-4ece-a6ce-a5728cd529a3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.1539309 Jul 29 17:50:33.005104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-327c1426-ee9e-431b-98d6-10fbeff87e36 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/quotas/434d7462b6ea479abc3d9dabe17d6e56 HTTP/1.1" status: 200 len: 375 time: 0.0135362 Jul 29 17:50:33.012048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Allocated IP 2001:db8::1 (f6e1e0a4-b86b-4e4b-b09d-9236e02b267d/4f6f3684-1d8f-4b8b-ad9d-8ab924312e21/3ab1b3e8-5974-4242-8994-d4fc28afaecb) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:33.054512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-3dd0e951-97e2-4481-9098-e3534ce8a2d3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428421 Jul 29 17:50:33.060489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.126146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 17:50:33.126514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 17:50:33.154831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=678f2691-9db2-47ac-97a2-249c4d32a4c7,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:33.164516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=35e354b9-d008-4a37-868d-d7f011037adc,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:33.169218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Attempting to bind port a5123cf6-046a-4231-8bf7-d8280ed5b67e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:33.169218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Attempting to bind port a5123cf6-046a-4231-8bf7-d8280ed5b67e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:33.169569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Attempting to bind port a5123cf6-046a-4231-8bf7-d8280ed5b67e on network 95ffff88-c833-4f8b-a27b-3590c4940cc1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:33.184703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:33.184865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.185120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Checking segment: {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:33.185520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.185636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.185911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Bound using segment: {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:33.186045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.186267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.186450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Bound port: a5123cf6-046a-4231-8bf7-d8280ed5b67e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:33.186652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.186821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.187082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.187413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.187745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.188095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.188447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.188729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.189051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:33.191608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-81ebb408-94cd-4c28-a1cc-7f3275652be1 service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294913 Jul 29 17:50:33.223422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'fab400c6-fcb5-4841-beb2-316aaccd62e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '279b67d3-1cd9-4ecd-b90b-b929f82a516d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:33.226287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: 279b67d3-1cd9-4ecd-b90b-b929f82a516d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:33.236027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.299765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-b6db1ce0-eb9b-4d3f-97ea-201e0b2a9cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008236 Jul 29 17:50:33.354759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 279b67d3-1cd9-4ecd-b90b-b929f82a516d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:33.355551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] For port a5123cf6-046a-4231-8bf7-d8280ed5b67e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:33.374317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] For port a5123cf6-046a-4231-8bf7-d8280ed5b67e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a5123cf6-046a-4231-8bf7-d8280ed5b67e,segment=NetworkSegment(fe5f760d-2a74-4e1c-a4af-9b57471aa24c),segment_id=fe5f760d-2a74-4e1c-a4af-9b57471aa24c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:33.385062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.392522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.393929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 279b67d3-1cd9-4ecd-b90b-b929f82a516d) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:33.402620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:33.403189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.407124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499e6e19-353a-4076-9499-a1a6a38f4663 None None] Network 279b67d3-1cd9-4ecd-b90b-b929f82a516d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:33.428851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccec5f-c18d-4a9f-bf61-9434eff51e5e req-8f8b8702-ac3e-4395-a667-e19228902437 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:33.430062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Transition to ACTIVE for port object 3ab1b3e8-5974-4242-8994-d4fc28afaecb will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:33.430358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1ccec5f-c18d-4a9f-bf61-9434eff51e5e req-8f8b8702-ac3e-4395-a667-e19228902437 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 946 time: 0.1182561 Jul 29 17:50:33.521061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Transition to ACTIVE for port object 3ab1b3e8-5974-4242-8994-d4fc28afaecb will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:33.524059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:33.524704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:33.533427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4577b14-b86a-4b82-8ec6-9cc8fbbde2ea req-101f1637-27b9-4975-8114-3e92c32ff299 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 210 time: 0.0497484 Jul 29 17:50:33.559033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-edabc0a8-fe71-414a-baa6-5523588d538c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3412769 Jul 29 17:50:33.560674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58778) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:33.596096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1ccec5f-c18d-4a9f-bf61-9434eff51e5e req-a40885c0-b5fc-4f1e-b7b2-53ac8e01f4eb tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289918 Jul 29 17:50:33.614870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.625507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.629872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.642375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1253d-4edf-4237-a516-dea2c411bad8 None None] Pushing event updated for resources: {'Port': ['ID=a5123cf6-046a-4231-8bf7-d8280ed5b67e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:33.749437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.834156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Pushing event updated for resources: {'Port': ['ID=3ab1b3e8-5974-4242-8994-d4fc28afaecb,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:33.842933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:33.845621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642701f3-e753-413e-8a0e-233b28811aef req-e9fc4c29-e8b5-4543-98eb-1a5fbb1e876c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:33.848082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-642701f3-e753-413e-8a0e-233b28811aef req-e9fc4c29-e8b5-4543-98eb-1a5fbb1e876c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1718898 Jul 29 17:50:33.850039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:33.874707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:33.891997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912e8f-6f9b-4c0a-bed8-a9ef9b14eff7 req-ef6ac088-4a95-4cd5-bee3-5d08b8b987ca tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:33.893977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b912e8f-6f9b-4c0a-bed8-a9ef9b14eff7 req-ef6ac088-4a95-4cd5-bee3-5d08b8b987ca tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 943 time: 0.0816793 Jul 29 17:50:33.898687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:33.921764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-642701f3-e753-413e-8a0e-233b28811aef req-d0872c62-ba09-4be8-80b0-67fa09070719 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667331 Jul 29 17:50:33.966823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:33.970553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:33.977809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.022453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b912e8f-6f9b-4c0a-bed8-a9ef9b14eff7 req-6cc15f71-2325-4cfe-ae45-aded9eb71ae1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204698 Jul 29 17:50:34.045801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:34.054524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.056407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd92a9c7-9d3d-4f36-94d0-bb0e345e7dfa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 703 time: 1.8304973 Jul 29 17:50:34.058778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:34.109629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=35e354b9-d008-4a37-868d-d7f011037adc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:34.138818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.151585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279b67d3-1cd9-4ecd-b90b-b929f82a516d']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:34.174989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab400c6-fcb5-4841-beb2-316aaccd62e7') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:34.175942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab400c6-fcb5-4841-beb2-316aaccd62e7') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:34.188096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.205659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.213832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11f6ee82-8f5b-42d5-8d8c-1abaaf9b3906 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 703 time: 0.1514304 Jul 29 17:50:34.214443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:34.218935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc1ab8-2b25-47a6-9d57-ea74003c17a2 None None] Network 279b67d3-1cd9-4ecd-b90b-b929f82a516d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:34.219967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:34.222108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.238459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 796711f3-dcb8-45d7-8937-e2037ce4df3a details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:34.264767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Attempting to bind port 3ab1b3e8-5974-4242-8994-d4fc28afaecb on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:34.265262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Attempting to bind port 3ab1b3e8-5974-4242-8994-d4fc28afaecb by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:34.265809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Attempting to bind port 3ab1b3e8-5974-4242-8994-d4fc28afaecb on network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:34.298381 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:34.313380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.347221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:34.347583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Checking segment: {'id': 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:34.347994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.348383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Bound using segment: {'id': 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:34.349200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Bound port: 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f6e1e0a4-b86b-4e4b-b09d-9236e02b267d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:34.349338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.357241 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.364406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/279b67d3-1cd9-4ecd-b90b-b929f82a516d HTTP/1.1" status: 204 len: 168 time: 0.8024402 Jul 29 17:50:34.377098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58798) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:34.399660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095598174'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:34.408377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fecea-9eaf-4145-b776-e6f68404fd8f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=279b67d3-1cd9-4ecd-b90b-b929f82a516d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:34.448469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:34.452294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.459522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-542ab640-cdf0-4cb2-88e1-f5ea3fe9b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:34.461152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-542ab640-cdf0-4cb2-88e1-f5ea3fe9b033 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 1097 time: 0.1606238 Jul 29 17:50:34.469688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe66dc-cee7-4b4e-9a5d-0f951fd74e3d req-8f81ce8b-4736-41ed-aa19-860feae36cf4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:34.471235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ebe66dc-cee7-4b4e-9a5d-0f951fd74e3d req-8f81ce8b-4736-41ed-aa19-860feae36cf4 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1325932 Jul 29 17:50:34.574964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:34.599413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ebe66dc-cee7-4b4e-9a5d-0f951fd74e3d req-34685fa2-52fd-437a-be9e-cda624a0ceec tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070895 Jul 29 17:50:34.609316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.609675 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment a3778818-8681-4e9f-8e52-9732a116b1ca of type vlan for network 1a459ffc-9afd-41b3-affb-e839aec57926 Jul 29 17:50:34.656865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.669600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-7818e991-0e08-430e-8bf3-6a43edb43689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:34.672541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-7818e991-0e08-430e-8bf3-6a43edb43689 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 200 len: 912 time: 0.1941876 Jul 29 17:50:34.699337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.746951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-71cd0253-6434-48ba-b584-bf3705aba8cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 200 len: 217 time: 0.0613730 Jul 29 17:50:34.768616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a708f9b-a74a-4880-833c-2c3b8ee5e029 req-11d3c2cc-c7ae-4276-b0ea-6dcf858eb76f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 210 time: 0.1080806 Jul 29 17:50:34.812643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] For port 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:34.827142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] For port 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ab1b3e8-5974-4242-8994-d4fc28afaecb,segment=NetworkSegment(ec854238-2fee-4bf0-98a6-dc62f6a9f71f),segment_id=ec854238-2fee-4bf0-98a6-dc62f6a9f71f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:34.841659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:34.847662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:33Z', 'revision_number': 7, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'a5123cf6-046a-4231-8bf7-d8280ed5b67e', 'name': '', 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:97:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:27Z', 'updated_at': '2021-07-29T17:50:33Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:34.853874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:34.942613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79057a-5369-4f6a-b21f-290dd4ed8a01 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:33Z', 'revision_number': 7, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'a5123cf6-046a-4231-8bf7-d8280ed5b67e', 'name': '', 'network_id': '95ffff88-c833-4f8b-a27b-3590c4940cc1', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:97:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:27Z', 'updated_at': '2021-07-29T17:50:33Z', 'revision_number': 4, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '797bdd7a-69a4-4285-a837-7f9ee8749855', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:34.947073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'network_id': '9cbabefb-5e56-4904-8cc9-9614cf898923', 'port_id': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'mac_address': 'fa:16:3e:98:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07759b2a-ef19-4590-8288-9433115f7239', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:35.091251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749aa5c-4fd1-4aec-8575-47ca07be0f67 None None] Pushing event updated for resources: {'Port': ['ID=3ab1b3e8-5974-4242-8994-d4fc28afaecb,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:35.113929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 678f2691-9db2-47ac-97a2-249c4d32a4c7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:35.186862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port a5123cf6-046a-4231-8bf7-d8280ed5b67e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:35.187437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.207011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.271592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796711f3-dcb8-45d7-8937-e2037ce4df3a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:35.315466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:35.326727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.333179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 678f2691-9db2-47ac-97a2-249c4d32a4c7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:35.333415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.393970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43cf5-71e5-4aaa-bab1-f70d99a12e86 req-e275d6d3-f096-4bb6-bbb6-e637e49cf1c0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:35.399036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1fa43cf5-71e5-4aaa-bab1-f70d99a12e86 req-e275d6d3-f096-4bb6-bbb6-e637e49cf1c0 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 943 time: 0.1538954 Jul 29 17:50:35.401166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port a5123cf6-046a-4231-8bf7-d8280ed5b67e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a5123cf6-046a-4231-8bf7-d8280ed5b67e,segment=NetworkSegment(fe5f760d-2a74-4e1c-a4af-9b57471aa24c),segment_id=fe5f760d-2a74-4e1c-a4af-9b57471aa24c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:35.405766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.438049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for a5123cf6-046a-4231-8bf7-d8280ed5b67e owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:35.462632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75dae-c5fa-4cf5-9a06-8dffa5d26068 req-73ff0926-f1b7-428a-9c5a-5b0d71cf2ca9 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:35.470334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f75dae-c5fa-4cf5-9a06-8dffa5d26068 req-73ff0926-f1b7-428a-9c5a-5b0d71cf2ca9 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 946 time: 0.7736182 Jul 29 17:50:35.494446 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1fa43cf5-71e5-4aaa-bab1-f70d99a12e86 req-c8fbf681-9892-4ae5-abd5-97fbee3907db tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806060 Jul 29 17:50:35.504279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.506334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:35.510256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:35.510900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.531197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-94bd280b-1396-4dfe-a9ab-3b2e95bf1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:35.532996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-94bd280b-1396-4dfe-a9ab-3b2e95bf1b8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 200 len: 851 time: 0.7684700 Jul 29 17:50:35.572764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['796711f3-dcb8-45d7-8937-e2037ce4df3a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:35.632974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-54a2dcfb-d4c9-4dd0-835c-681310e9ed09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148ab93e-8cfd-41a6-9665-80a2578d1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579181 Jul 29 17:50:35.657880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2622809 Jul 29 17:50:35.661754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58812) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:35.669557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780aa09-2d37-4571-b92d-6605d4583c4c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=1a459ffc-9afd-41b3-affb-e839aec57926,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:35.670713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:35.674303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f75dae-c5fa-4cf5-9a06-8dffa5d26068 req-585aa8d5-d84d-479b-9369-3279aa6b9843 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027907 Jul 29 17:50:35.715736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1a459ffc-9afd-41b3-affb-e839aec57926 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:35.731799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-a305b5ee-abf8-4992-bd63-7a203877e4f4 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:35.733447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-a305b5ee-abf8-4992-bd63-7a203877e4f4 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.38 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.9529698 Jul 29 17:50:35.756038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'port': {'device_id': '319d6976-2441-4da8-a810-332834eb0c32', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'admin_state_up': True, 'tenant_id': '434d7462b6ea479abc3d9dabe17d6e56'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:35.882372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-04915006-36d5-46f0-b16d-c8ececa43ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389932 Jul 29 17:50:35.910861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:35.963362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=a5123cf6-046a-4231-8bf7-d8280ed5b67e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:36.007608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa0a7a-5e0e-497a-9857-e443cb3413e8 req-431a25a8-e404-48ac-aa26-5a0d5683c0c3 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:36.010009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9faa0a7a-5e0e-497a-9857-e443cb3413e8 req-431a25a8-e404-48ac-aa26-5a0d5683c0c3 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.2565253 Jul 29 17:50:36.063573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f12c17-6e01-4f8d-8cbb-4e7c866cefb2 req-579b2360-3643-4e25-8634-c8e2ef9dab78 service neutron] 10.222.0.49 "GET /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712584 Jul 29 17:50:36.106361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Made reservation on behalf of 434d7462b6ea479abc3d9dabe17d6e56 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:36.113654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:36.116953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:36.121357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:36.124042 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:36.139061 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:36.140270 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:36.327632 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:36.388429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:36.419571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9faa0a7a-5e0e-497a-9857-e443cb3413e8 req-1c6898b3-a34c-43d3-85c4-9810f194514d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779883 Jul 29 17:50:36.438810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad68a2cd-1a1c-48c4-8526-65f77c0259bb req-3394e868-bb4b-49db-972c-05f7f9282537 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 210 time: 0.0827687 Jul 29 17:50:36.481252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Allocated IP 172.20.0.2 (b2037a9b-c478-4487-817c-e7d0d2ed1381/db878ef8-68ff-4502-8e6b-8cb368fb8793/ff46d3ca-cc70-499f-a5eb-3f1c78a697eb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:36.556158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:36.564584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580c0f4-1f19-485b-8e44-74bd0bc9514f None None] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:36.670050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=dae8a9b3-fb42-4807-a987-32c0c2675174,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:36.715874 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:36.721309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'a3778818-8681-4e9f-8e52-9732a116b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:36.721735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: 1a459ffc-9afd-41b3-affb-e839aec57926, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:36.765507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:36.787056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fc335592-bcc1-4f2e-9fcb-6b9b1e33d8f3 None None] Provisioning for port 3ab1b3e8-5974-4242-8994-d4fc28afaecb completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:36.794577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb69f3-ec1c-4ec0-b5ed-7258267c932d req-732a746c-1dcb-43be-b9ea-b0de385eca6c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:36.796332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66fb69f3-ec1c-4ec0-b5ed-7258267c932d req-732a746c-1dcb-43be-b9ea-b0de385eca6c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 944 time: 0.0914485 Jul 29 17:50:36.797043 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:36.800413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:36.800998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:36.848562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66fb69f3-ec1c-4ec0-b5ed-7258267c932d req-d1994550-5747-44c4-a0e7-81b74d5759df tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Jul 29 17:50:36.912920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.015506 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:37.029792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:37.046496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:37.046496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:37.120576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:37.121232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.131114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ab1b3e8-5974-4242-8994-d4fc28afaecb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:37.148698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4053946 Jul 29 17:50:37.149681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51a4f-29cb-4cda-9790-f8aae377b21a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:37.168253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Request body: {'port': {'device_id': '319d6976-2441-4da8-a810-332834eb0c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:37.229040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3ab1b3e8-5974-4242-8994-d4fc28afaecb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:37.233920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3ab1b3e8-5974-4242-8994-d4fc28afaecb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:37.234321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.265190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.281857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 1a459ffc-9afd-41b3-affb-e839aec57926 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:37.335373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1a459ffc-9afd-41b3-affb-e839aec57926) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:37.340302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:37.340913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.345824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2fca52-4010-4071-8a68-6525cf2674e9 None None] Network 1a459ffc-9afd-41b3-affb-e839aec57926 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:37.371681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:37.377903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619612-0ad6-410e-abed-6c3e3e4af0f7 req-0a943fe3-a263-4833-891a-1f991ff786df tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:37.380246 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c619612-0ad6-410e-abed-6c3e3e4af0f7 req-0a943fe3-a263-4833-891a-1f991ff786df tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 946 time: 0.1284640 Jul 29 17:50:37.385314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e13fa4ad-16cf-40e8-939a-dc330babbe5e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7226989 Jul 29 17:50:37.387339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:37.388417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:37.418008 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73effc8-d912-4cc4-91f1-63eb1f613ea0 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:37.509458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c619612-0ad6-410e-abed-6c3e3e4af0f7 req-89769a9a-3267-4922-84df-c05edb2db96b tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119688 Jul 29 17:50:37.606306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.619487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.638449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7749e82-ca01-4ec1-bb34-e75bb925bfe9 req-dabbd007-f3d6-4571-92ab-5cdec2a2f319 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:37.647289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7749e82-ca01-4ec1-bb34-e75bb925bfe9 req-dabbd007-f3d6-4571-92ab-5cdec2a2f319 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1063638 Jul 29 17:50:37.659389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:37.660310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ab1b3e8-5974-4242-8994-d4fc28afaecb,segment=NetworkSegment(ec854238-2fee-4bf0-98a6-dc62f6a9f71f),segment_id=ec854238-2fee-4bf0-98a6-dc62f6a9f71f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:37.662034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5e0e5e5c-c261-41ae-a119-bd473b2bee4e None None] Provisioning complete for port 3ab1b3e8-5974-4242-8994-d4fc28afaecb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:37.662483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5e5c-c261-41ae-a119-bd473b2bee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.664921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-da639e6f-db76-4065-980e-e7c7384fbcad tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4494691 Jul 29 17:50:37.669089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:37.702187 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.717221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7749e82-ca01-4ec1-bb34-e75bb925bfe9 req-847336f3-e3e9-4345-b571-7ec06c33f415 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Jul 29 17:50:37.744636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1a459ffc-9afd-41b3-affb-e839aec57926', 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': 'dae8a9b3-fb42-4807-a987-32c0c2675174'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:37.745522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.799878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fbe67-f40e-432f-a4ae-ef6aca5c6597 req-dc888704-a50e-446d-8087-3024977a5c70 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:37.805361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:37.807779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e1fbe67-f40e-432f-a4ae-ef6aca5c6597 req-dc888704-a50e-446d-8087-3024977a5c70 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 931 time: 0.1945763 Jul 29 17:50:37.828740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.847290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Transition to ACTIVE for port object ff46d3ca-cc70-499f-a5eb-3f1c78a697eb will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:37.858764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 797bdd7a-69a4-4285-a837-7f9ee8749855 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:37.860698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.869760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.876164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3ab1b3e8-5974-4242-8994-d4fc28afaecb,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:37.905183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.988858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e1fbe67-f40e-432f-a4ae-ef6aca5c6597 req-864a852e-7aaa-4f73-968e-062781abd1d8 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670837 Jul 29 17:50:37.991241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:37.998858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.014564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Allocated IP 2001:db8::1 (1a459ffc-9afd-41b3-affb-e839aec57926/dae8a9b3-fb42-4807-a987-32c0c2675174/7b938ace-fd40-4c17-a26f-8373b7d0d454) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:38.092846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Attempting to bind port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:38.093269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Attempting to bind port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:38.093849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Attempting to bind port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:38.102821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.105907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb on network b2037a9b-c478-4487-817c-e7d0d2ed1381 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:50:38.106260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Attempting to bind port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:38.112113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:38.112379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Checking segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:38.112767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Bound using segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:38.113197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Bound port: ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:38.113557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.122698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fa592-f1b0-4af2-9e14-1b813dc912ac req-baf85365-a8b4-43ed-a19c-78b4549ac34c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:38.130266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-165fa592-f1b0-4af2-9e14-1b813dc912ac req-baf85365-a8b4-43ed-a19c-78b4549ac34c tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 944 time: 0.0995469 Jul 29 17:50:38.158681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:38.171913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.186312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:38.187438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.193030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.200901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=797bdd7a-69a4-4285-a837-7f9ee8749855,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.211146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.213131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fab68588-383e-4a72-8d76-10249f77d6aa tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/797bdd7a-69a4-4285-a837-7f9ee8749855 HTTP/1.1" status: 204 len: 168 time: 0.5431290 Jul 29 17:50:38.215891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:38.224294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-165fa592-f1b0-4af2-9e14-1b813dc912ac req-5c7dc11b-5c69-4e7c-9226-13231040aaf8 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929685 Jul 29 17:50:38.251697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f647d-0058-43ef-97f0-f66240d9f5a0 None None] Network 95ffff88-c833-4f8b-a27b-3590c4940cc1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:38.254129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 796711f3-dcb8-45d7-8937-e2037ce4df3a up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:38.260739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:38.264292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:38.269821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.305163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.307566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:38.308343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.309867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] 10.222.0.38 "PUT /v2.0/ports/ff46d3ca-cc70-499f-a5eb-3f1c78a697eb HTTP/1.1" status: 200 len: 1091 time: 1.1517243 Jul 29 17:50:38.310424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:38.312980 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00" -d '{"events": [{"name": "network-changed", "server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:38.341129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0057c-353e-458e-91f3-5a9f4a7c217e service neutron] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.350675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Transition to ACTIVE for port object 7b938ace-fd40-4c17-a26f-8373b7d0d454 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:38.360126 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b23d5f-7b73-4ad5-a4bb-a7ff38a3a652 x-openstack-request-id: req-85b23d5f-7b73-4ad5-a4bb-a7ff38a3a652 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:38.360496 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:38.360842 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85b23d5f-7b73-4ad5-a4bb-a7ff38a3a652 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:38.361348 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'status': 'completed', 'code': 200} Jul 29 17:50:38.372753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 678f2691-9db2-47ac-97a2-249c4d32a4c7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:38.373050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.409979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-85d1211f-0514-4745-b7b2-3602f544c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:38.411732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-85d1211f-0514-4745-b7b2-3602f544c3f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 1094 time: 0.0427866 Jul 29 17:50:38.425889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Transition to ACTIVE for port object 7b938ace-fd40-4c17-a26f-8373b7d0d454 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:38.435791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port 678f2691-9db2-47ac-97a2-249c4d32a4c7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=678f2691-9db2-47ac-97a2-249c4d32a4c7,segment=NetworkSegment(fe5f760d-2a74-4e1c-a4af-9b57471aa24c),segment_id=fe5f760d-2a74-4e1c-a4af-9b57471aa24c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:38.436191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.449042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.453913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:38.455047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 678f2691-9db2-47ac-97a2-249c4d32a4c7 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:38.473288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.474303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-37d4577d-98d1-499b-ac6e-f3f7f1c43e6f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb HTTP/1.1" status: 200 len: 217 time: 0.0509844 Jul 29 17:50:38.505388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 796711f3-dcb8-45d7-8937-e2037ce4df3a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:38.530341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-0edd2018-4436-420b-994b-7cdbfe0951b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:38.532221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-0edd2018-4436-420b-994b-7cdbfe0951b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.0470955 Jul 29 17:50:38.534561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=dae8a9b3-fb42-4807-a987-32c0c2675174,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.538921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 796711f3-dcb8-45d7-8937-e2037ce4df3a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:38.539792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.560889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Network 1a459ffc-9afd-41b3-affb-e839aec57926 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:38.587915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:38.590559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:38.617109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-b6a221b8-e52a-4bbc-9311-461ecf35da14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701737 Jul 29 17:50:38.621902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.633509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a459ffc-9afd-41b3-affb-e839aec57926']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.646947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3778818-8681-4e9f-8e52-9732a116b1ca') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.647273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3778818-8681-4e9f-8e52-9732a116b1ca') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.657071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.661425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.705470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=678f2691-9db2-47ac-97a2-249c4d32a4c7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.706637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port 678f2691-9db2-47ac-97a2-249c4d32a4c7 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:38.708244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.711712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a6ee-638a-42d3-b265-439958961f28 req-5d2435f7-0f65-421e-84e7-c50cf8a06333 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:38.719863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6b8a6ee-638a-42d3-b265-439958961f28 req-5d2435f7-0f65-421e-84e7-c50cf8a06333 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 946 time: 0.1190152 Jul 29 17:50:38.739806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:38.739806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:38.743448 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:38.785589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6b8a6ee-638a-42d3-b265-439958961f28 req-b59b7481-a722-4a6b-a068-17ec2a834f60 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645347 Jul 29 17:50:38.796272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Pushing event updated for resources: {'Port': ['ID=7b938ace-fd40-4c17-a26f-8373b7d0d454,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:38.819412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-bc4de727-4140-4c1a-8dce-b2288175eeb7 service neutron] 10.222.0.38 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870933 Jul 29 17:50:38.892315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.908840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 06fbe0fe-3da0-44e1-963f-d48da2298fe5 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:38.911026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ffff88-c833-4f8b-a27b-3590c4940cc1']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.931426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Attempting to bind port 7b938ace-fd40-4c17-a26f-8373b7d0d454 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:38.931808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Attempting to bind port 7b938ace-fd40-4c17-a26f-8373b7d0d454 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a3778818-8681-4e9f-8e52-9732a116b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:38.932162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Attempting to bind port 7b938ace-fd40-4c17-a26f-8373b7d0d454 on network 1a459ffc-9afd-41b3-affb-e839aec57926 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:38.939879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 17:50:38.939879 n-d-801607-3 neutron-server[94052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 17:50:38.939879 n-d-801607-3 neutron-server[94052]: [parameters: {'id': '1a459ffc-9afd-41b3-affb-e839aec57926'}] Jul 29 17:50:38.939879 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:50:38.939879 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:50:38.951426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.952883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5f760d-2a74-4e1c-a4af-9b57471aa24c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:38.961790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:38.962164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Checking segment: {'id': 'a3778818-8681-4e9f-8e52-9732a116b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:38.962607 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.962997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Bound using segment: {'id': 'a3778818-8681-4e9f-8e52-9732a116b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:38.963479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Bound port: 7b938ace-fd40-4c17-a26f-8373b7d0d454, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3778818-8681-4e9f-8e52-9732a116b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a459ffc-9afd-41b3-affb-e839aec57926'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:38.964082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:38.994884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3ce1-12f0-49fc-934d-dc37791d3ba7 req-74f71cb5-5a00-4e6d-8d3f-e5119bd164c0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.007133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cfd3ce1-12f0-49fc-934d-dc37791d3ba7 req-74f71cb5-5a00-4e6d-8d3f-e5119bd164c0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1822331 Jul 29 17:50:39.011341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.016114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feffa0f-4b0d-489c-bbf9-e93a27a30844 req-457ac678-94b3-4c84-9d4c-62a1b967b955 service neutron] 10.222.0.38 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848898 Jul 29 17:50:39.029862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c1f4b-12a8-4297-a50f-d11a4a21caf3 None None] DHCP port deletion for 95ffff88-c833-4f8b-a27b-3590c4940cc1 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:39.049235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.063502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:39.063923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:39.069579 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:39.149223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8cfd3ce1-12f0-49fc-934d-dc37791d3ba7 req-61c106f1-4885-4c22-8909-d06d17ed55df tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410062 Jul 29 17:50:39.188914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.197395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.222834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.224930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/95ffff88-c833-4f8b-a27b-3590c4940cc1 HTTP/1.1" status: 204 len: 168 time: 1.0080326 Jul 29 17:50:39.226646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5bc75-f499-46fa-9050-08ef962897a0 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=95ffff88-c833-4f8b-a27b-3590c4940cc1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:39.229249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58898) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:39.236619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2e82a-9132-473d-bc06-4e287cd48f4c req-214bbddc-a040-420d-bed1-9cd909751e43 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.239974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76f2e82a-9132-473d-bc06-4e287cd48f4c req-214bbddc-a040-420d-bed1-9cd909751e43 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 943 time: 0.1108150 Jul 29 17:50:39.245471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-b7c963c0-7cad-4e73-a183-4c9d9f341988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.246009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-b7c963c0-7cad-4e73-a183-4c9d9f341988 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 1094 time: 0.1516933 Jul 29 17:50:39.249241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ab1b3e8-5974-4242-8994-d4fc28afaecb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:39.300406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-76f2e82a-9132-473d-bc06-4e287cd48f4c req-961db1a5-866f-4607-8f29-d2cf067e5a84 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Jul 29 17:50:39.361325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:39.363669 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bdf826-ba58-49e4-b704-0734d6a49e6d" -d '{"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-plugged", "status": "completed", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:39.366492 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-572b0e3e-3462-41a7-a16f-ea578ed46fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.402075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] For port 7b938ace-fd40-4c17-a26f-8373b7d0d454, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:39.402766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-5ee002f4-2b7d-4514-83a2-92b5495a820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.404532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-5ee002f4-2b7d-4514-83a2-92b5495a820a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 923 time: 0.1185365 Jul 29 17:50:39.417991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:39.420154 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:39.432623 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e1ed2d-40ae-4cdc-b3e8-96a3bfcfc043 x-openstack-request-id: req-42e1ed2d-40ae-4cdc-b3e8-96a3bfcfc043 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:39.432910 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-plugged", "status": "completed", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:39.433163 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42e1ed2d-40ae-4cdc-b3e8-96a3bfcfc043 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:39.433553 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'code': 200} Jul 29 17:50:39.448857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] For port 7b938ace-fd40-4c17-a26f-8373b7d0d454, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7b938ace-fd40-4c17-a26f-8373b7d0d454,segment=NetworkSegment(a3778818-8681-4e9f-8e52-9732a116b1ca),segment_id=a3778818-8681-4e9f-8e52-9732a116b1ca)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:39.450119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.451859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.463928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:39.465886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'network_id': 'f2bdfd4f-063e-44ed-b796-25a35e4a23e6', 'port_id': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'mac_address': 'fa:16:3e:44:08:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7201674e-a18d-44e6-bf8d-61b80fb0cb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:39.471426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.499083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-6e6b3c05-f93d-4ade-8d89-ca49235e449b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb HTTP/1.1" status: 200 len: 217 time: 0.0858345 Jul 29 17:50:39.522042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3ab1b3e8-5974-4242-8994-d4fc28afaecb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:39.522443 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.549515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:39.575690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657da22-5422-48d8-9904-e7de773fbd29 req-9300a269-48a4-4324-a3da-35ecbe778a8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.577397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8657da22-5422-48d8-9904-e7de773fbd29 req-9300a269-48a4-4324-a3da-35ecbe778a8e tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.1170428 Jul 29 17:50:39.608842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-9e6f883d-02c3-4812-8aa6-097d40cd4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.610497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:39.610629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-9e6f883d-02c3-4812-8aa6-097d40cd4688 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.1002934 Jul 29 17:50:39.611145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:39.613766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb787-407c-4d10-95a3-bf91b2be6d5d req-4592e368-8d73-4080-9c60-f50137a6213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.615309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-269cb787-407c-4d10-95a3-bf91b2be6d5d req-4592e368-8d73-4080-9c60-f50137a6213d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 1096 time: 0.1137750 Jul 29 17:50:39.654930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61943-e098-45e7-a76e-f4c9cb659577 req-de8f0228-c07b-494a-9198-146cbac78b5a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.656395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22b61943-e098-45e7-a76e-f4c9cb659577 req-de8f0228-c07b-494a-9198-146cbac78b5a tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1244779 Jul 29 17:50:39.667800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-d8a7aa16-f5da-4191-b521-8f8c33f2d641 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447185 Jul 29 17:50:39.703970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.712322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:39.715592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port 7b938ace-fd40-4c17-a26f-8373b7d0d454 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:39.716067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.746386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8657da22-5422-48d8-9904-e7de773fbd29 req-79f88b3f-b240-46e3-b7d3-fae269c9474a tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464944 Jul 29 17:50:39.752406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-269cb787-407c-4d10-95a3-bf91b2be6d5d req-a721c16e-bc53-4f5f-ae22-28bfd051d474 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181321 Jul 29 17:50:39.766124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06fbe0fe-3da0-44e1-963f-d48da2298fe5 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:39.771308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb11345-294a-487d-9503-71308014de24 None None] Network 1a459ffc-9afd-41b3-affb-e839aec57926 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:39.798736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-08abc04e-2680-4526-9d5f-eb295fd7c095 service neutron] 10.222.0.38 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226678 Jul 29 17:50:39.820771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22b61943-e098-45e7-a76e-f4c9cb659577 req-53e002ee-954d-4429-8465-12f5ecb000fc tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402903 Jul 29 17:50:39.857157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:39.869605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port 7b938ace-fd40-4c17-a26f-8373b7d0d454, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7b938ace-fd40-4c17-a26f-8373b7d0d454,segment=NetworkSegment(a3778818-8681-4e9f-8e52-9732a116b1ca),segment_id=a3778818-8681-4e9f-8e52-9732a116b1ca)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:39.870359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.889415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for 7b938ace-fd40-4c17-a26f-8373b7d0d454 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:39.896021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:39.935970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:39.953470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c36d8-4649-45e3-bd2c-773196b8443e None None] Pushing event updated for resources: {'Port': ['ID=7b938ace-fd40-4c17-a26f-8373b7d0d454,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:39.955002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95da6e-758f-425e-be4c-68a39f341d12 req-4a8ee37c-9599-44d7-9347-5b7ba43c314c tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:39.956715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d95da6e-758f-425e-be4c-68a39f341d12 req-4a8ee37c-9599-44d7-9347-5b7ba43c314c tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 946 time: 0.0891554 Jul 29 17:50:39.996141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3307fd2b-b005-46e7-bdd5-f59c94a3ea00 req-ac3a6b0a-968d-4ef6-a532-2490a15d5fcc service neutron] 10.222.0.38 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874449 Jul 29 17:50:40.022997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d95da6e-758f-425e-be4c-68a39f341d12 req-9156f63d-3f17-4d36-b10e-e332eb034e21 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540533 Jul 29 17:50:40.049264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.053323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.073920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5123cf6-046a-4231-8bf7-d8280ed5b67e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:40.125961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['06fbe0fe-3da0-44e1-963f-d48da2298fe5'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:40.151871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a5123cf6-046a-4231-8bf7-d8280ed5b67e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:40.152213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a5123cf6-046a-4231-8bf7-d8280ed5b67e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:40.171829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=7b938ace-fd40-4c17-a26f-8373b7d0d454,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:40.175821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port 7b938ace-fd40-4c17-a26f-8373b7d0d454 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:40.185713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c4515-3173-4b7d-af56-ae8be95383c5 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:50:40.220276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:40.333485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.345974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a459ffc-9afd-41b3-affb-e839aec57926']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:40.359331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3778818-8681-4e9f-8e52-9732a116b1ca') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:40.359748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3778818-8681-4e9f-8e52-9732a116b1ca') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:40.375662 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.403128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.443337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:40.443337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:40.448009 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:40.479929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c4515-3173-4b7d-af56-ae8be95383c5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 17:50:40.483540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69c4a-6d83-4a40-b422-d1b0364086ff req-71a0df0f-bc62-4bbc-b018-935e0ee09eef tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:40.486712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2b69c4a-6d83-4a40-b422-d1b0364086ff req-71a0df0f-bc62-4bbc-b018-935e0ee09eef tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.0555460 Jul 29 17:50:40.508228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:40.540288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2b69c4a-6d83-4a40-b422-d1b0364086ff req-1411c981-8574-4780-a39c-68b3307afbaf tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Jul 29 17:50:40.562469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b0e48-211d-4ff1-9095-4d151c813402 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:35Z', 'revision_number': 8, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6681523-07bf-4f74-b02e-f18575a8acd8', 'name': '', 'network_id': '50208018-62aa-40eb-b02a-9f273be5deec', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:51:d3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:21Z', 'updated_at': '2021-07-29T17:50:29Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': '30cee0c5-1423-472e-ae82-ac083ca49feb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:40.572813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.587814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7323a-4da0-4bfd-9ba6-f8ff9f92144d req-7dcbe326-e1bd-4823-9a34-01b2a6638798 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:40.589458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5f7323a-4da0-4bfd-9ba6-f8ff9f92144d req-7dcbe326-e1bd-4823-9a34-01b2a6638798 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 943 time: 0.1623943 Jul 29 17:50:40.591782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.593664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/1a459ffc-9afd-41b3-affb-e839aec57926 HTTP/1.1" status: 204 len: 168 time: 3.2042699 Jul 29 17:50:40.598030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58926) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:40.603132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99756510'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:40.623531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d878f1-0dcd-4541-8b38-e1d065f64813 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=1a459ffc-9afd-41b3-affb-e839aec57926,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:40.637273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:40.645505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.659274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port e6681523-07bf-4f74-b02e-f18575a8acd8 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:40.660505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.675161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5f7323a-4da0-4bfd-9ba6-f8ff9f92144d req-dd8bfd40-1cde-49e8-8437-d6e95b8430a2 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Jul 29 17:50:40.683138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:40.695592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.696029 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment f19a42a6-9db6-4c6e-95b5-a9363b5ea267 of type vlan for network feeef9a5-e60e-408a-9761-226c81674d35 Jul 29 17:50:40.763084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.815468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.828146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:40.829273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.848502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port e6681523-07bf-4f74-b02e-f18575a8acd8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e6681523-07bf-4f74-b02e-f18575a8acd8,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:40.849056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:40.876340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for e6681523-07bf-4f74-b02e-f18575a8acd8 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:40.900451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:40.943811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 678f2691-9db2-47ac-97a2-249c4d32a4c7 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:40.953686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3547263 Jul 29 17:50:40.957705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58932) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:40.962922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': 'feeef9a5-e60e-408a-9761-226c81674d35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:40.986687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eff6b-c488-4b67-bc69-d1216ddd21d1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=feeef9a5-e60e-408a-9761-226c81674d35,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:40.986961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 678f2691-9db2-47ac-97a2-249c4d32a4c7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:40.987694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 678f2691-9db2-47ac-97a2-249c4d32a4c7 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:41.007212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9ddf-209b-4d2a-933b-1c4d1418e862 req-bf2482a3-8249-4bcd-92b5-d5f14d76f591 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.008180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network feeef9a5-e60e-408a-9761-226c81674d35 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:41.014786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-701f9ddf-209b-4d2a-933b-1c4d1418e862 req-bf2482a3-8249-4bcd-92b5-d5f14d76f591 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.0799270 Jul 29 17:50:41.040521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4559751-6c7b-42c3-8cdf-f7741f0b317a req-fd293e08-4acb-47db-8592-85f4c829e27b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.042352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4559751-6c7b-42c3-8cdf-f7741f0b317a req-fd293e08-4acb-47db-8592-85f4c829e27b tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.1423066 Jul 29 17:50:41.103068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4559751-6c7b-42c3-8cdf-f7741f0b317a req-22d4e7eb-3a1f-49be-b4af-14b4996f8192 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487213 Jul 29 17:50:41.105613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-701f9ddf-209b-4d2a-933b-1c4d1418e862 req-c72f2997-d18f-477c-8bcb-d1bdbf03abc7 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891967 Jul 29 17:50:41.113403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:41.116981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.208001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:41.211554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.273360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=e6681523-07bf-4f74-b02e-f18575a8acd8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:41.297031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'port_id': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'mac_address': 'fa:16:3e:aa:16:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db878ef8-68ff-4502-8e6b-8cb368fb8793', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:41.408623 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.430910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.449816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:41.462368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27b28b-81a6-446b-b0c8-92e08db5b476 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:50:41.467201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.471143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=6147edfe-cd1a-4e14-99bc-fd311f3de411,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:41.481672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9ee3-5ffa-4205-b4b0-9e8aadf19d40 req-aae694d0-b2db-4c3f-a605-4e3225d957a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.483219 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eb9b9ee3-5ffa-4205-b4b0-9e8aadf19d40 req-aae694d0-b2db-4c3f-a605-4e3225d957a5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.0714591 Jul 29 17:50:41.491854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:41.499812 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.523066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'f19a42a6-9db6-4c6e-95b5-a9363b5ea267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'feeef9a5-e60e-408a-9761-226c81674d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:41.523484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: feeef9a5-e60e-408a-9761-226c81674d35, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:41.544279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network feeef9a5-e60e-408a-9761-226c81674d35 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:41.554535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, feeef9a5-e60e-408a-9761-226c81674d35) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:41.559084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.560041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.593970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:41.608221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e1d9bf7-5ee6-456d-bb94-da8a37b98d6c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6468580 Jul 29 17:50:41.608685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58944) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:41.608823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.610809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.611297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.611297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.611622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.611931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.612246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:50:41.681895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9fd5-af5a-4662-8220-9664aef1ca9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.777762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['ff46d3ca-cc70-499f-a5eb-3f1c78a697eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:41.777994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d2128-5dc4-4c07-9486-6a7a6498b3b1 req-ca04ebc7-8174-4503-a661-9d9c04dd0bcd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.779730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-437d2128-5dc4-4c07-9486-6a7a6498b3b1 req-ca04ebc7-8174-4503-a661-9d9c04dd0bcd tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.1135089 Jul 29 17:50:41.817240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27b28b-81a6-446b-b0c8-92e08db5b476 None None] Unable to find a vacant binding_index for network feeef9a5-e60e-408a-9761-226c81674d35 and agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 29 17:50:41.830540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27b28b-81a6-446b-b0c8-92e08db5b476 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, feeef9a5-e60e-408a-9761-226c81674d35) {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 17:50:41.840421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.850998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-437d2128-5dc4-4c07-9486-6a7a6498b3b1 req-5c5686e7-087e-479b-9105-0988929c47fc tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558205 Jul 29 17:50:41.855700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.872598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-c6fe4b78-a109-4413-b449-ea6f5a07ad07 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:41.874422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-c6fe4b78-a109-4413-b449-ea6f5a07ad07 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.1512079 Jul 29 17:50:41.970720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:41.999764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eb9b9ee3-5ffa-4205-b4b0-9e8aadf19d40 req-f12839f2-f04c-4078-9443-fde3fe0adcdc tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781387 Jul 29 17:50:42.111267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67be02f-c547-452a-90e4-1c6cb4b9259e req-0a0e6799-7829-4c57-b1fd-fd00a16a0f1a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:42.112796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a67be02f-c547-452a-90e4-1c6cb4b9259e req-0a0e6799-7829-4c57-b1fd-fd00a16a0f1a tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 944 time: 0.1127501 Jul 29 17:50:42.132524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:42.150580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Deleting port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:42.150933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.177104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.260699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8fc74a-42ae-4048-a133-ce5b1ceb8b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-feeef9a5-e60e-408a-9761-226c81674d35', 'network_id': 'feeef9a5-e60e-408a-9761-226c81674d35', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '6147edfe-cd1a-4e14-99bc-fd311f3de411'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:42.261691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab8fc74a-42ae-4048-a133-ce5b1ceb8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.264986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=6147edfe-cd1a-4e14-99bc-fd311f3de411,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:42.270829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a67be02f-c547-452a-90e4-1c6cb4b9259e req-e052a166-09e3-4225-a300-90dd97aaf643 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508927 Jul 29 17:50:42.297148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:42.305436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f61e489-6360-4d38-a352-37c255cdf616 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0750852 Jul 29 17:50:42.306424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:42.311796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:42.328788 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:42.333519 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:42.349882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.369644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b81ef-6bb9-4547-86c6-80228a547d8d req-e7de4315-4d1b-47b2-ab44-c58c13df6562 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:42.371240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a84b81ef-6bb9-4547-86c6-80228a547d8d req-e7de4315-4d1b-47b2-ab44-c58c13df6562 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1418881 Jul 29 17:50:42.376968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feeef9a5-e60e-408a-9761-226c81674d35']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:42.407307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a42a6-9db6-4c6e-95b5-a9363b5ea267') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:42.407607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a42a6-9db6-4c6e-95b5-a9363b5ea267') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:42.410416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] For port 06fbe0fe-3da0-44e1-963f-d48da2298fe5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=06fbe0fe-3da0-44e1-963f-d48da2298fe5,segment=NetworkSegment(98810e5b-7345-42c5-844d-20203c72faf4),segment_id=98810e5b-7345-42c5-844d-20203c72faf4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:42.410783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.422639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7e190-e2e1-4964-8635-cbf2a5610b89 None None] Network feeef9a5-e60e-408a-9761-226c81674d35 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:42.424633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a84b81ef-6bb9-4547-86c6-80228a547d8d req-9e209cd8-6d2f-4aee-b815-b3595c94cf80 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Jul 29 17:50:42.453706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet 30cee0c5-1423-472e-ae82-ac083ca49feb {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:42.457945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.486431 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:42.537201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.579960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1b377-7b4f-4ca9-86fd-6ba628cbb99e None None] Network feeef9a5-e60e-408a-9761-226c81674d35 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:42.681249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.761233 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.777342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.779642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/30cee0c5-1423-472e-ae82-ac083ca49feb HTTP/1.1" status: 204 len: 168 time: 0.4720633 Jul 29 17:50:42.783995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c19c64-67ed-44ea-94c5-8517f55c63f8 None None] Network 50208018-62aa-40eb-b02a-9f273be5deec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:42.802066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58956) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:42.814226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6baed-f973-4766-8899-a6c0e912b9ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=30cee0c5-1423-472e-ae82-ac083ca49feb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:42.833353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.834396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Calling delete_port for 06fbe0fe-3da0-44e1-963f-d48da2298fe5 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:42.873270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.909492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:42.909910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:42.913110 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:42.931017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.943943 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:41Z', 'revision_number': 9, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:42.954409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:42.999349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:42.999667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-7a9ebda4-e792-4270-b6bd-f9fb5787e16c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.001198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-7a9ebda4-e792-4270-b6bd-f9fb5787e16c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.1831477 Jul 29 17:50:43.019586 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:43.039712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:43.040719 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:43.049754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:43.053868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:43.054279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.089868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.102062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.107552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/feeef9a5-e60e-408a-9761-226c81674d35 HTTP/1.1" status: 204 len: 168 time: 1.4948030 Jul 29 17:50:43.124465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f427d9-03a4-4364-a6dd-8afef67b1451 req-bdc54acd-c91a-4c2f-b7ef-b739da6a62cf tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.126053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9f427d9-03a4-4364-a6dd-8afef67b1451 req-bdc54acd-c91a-4c2f-b7ef-b739da6a62cf tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d06ab0f-c858-48e9-953e-a8e5b1e908cc HTTP/1.1" status: 200 len: 945 time: 0.1200266 Jul 29 17:50:43.135208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:43.146683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536046741'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:43.175736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd9566-5513-4038-adb0-071e7f1e03da tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=feeef9a5-e60e-408a-9761-226c81674d35,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.178523 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:43.206293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port 87ec39ef-0387-4212-b7cb-e2a39a76b829 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:43.206658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.236465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525eb22c-7587-4847-b77a-382099389d34 None None] DHCP port deletion for 50208018-62aa-40eb-b02a-9f273be5deec request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:43.269760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:43.273791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.306133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2354-2a05-41b9-93c6-0cd2262bab0a req-be46ffa8-45f5-4f5e-840d-963cabf84c7f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.307712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d0b2354-2a05-41b9-93c6-0cd2262bab0a req-be46ffa8-45f5-4f5e-840d-963cabf84c7f tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.1502225 Jul 29 17:50:43.320684 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9f427d9-03a4-4364-a6dd-8afef67b1451 req-a8d8c5f5-58a2-48d3-ac5c-cca431c6c47a tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f28bf7-088c-4e13-b88a-544a62ddedea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487067 Jul 29 17:50:43.330557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port 87ec39ef-0387-4212-b7cb-e2a39a76b829, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87ec39ef-0387-4212-b7cb-e2a39a76b829,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:43.330926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.337333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Deleting port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:43.337712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.351650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for 87ec39ef-0387-4212-b7cb-e2a39a76b829 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:43.353201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:43.354133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.371709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.372172 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment 37f841d8-d809-4ccb-b18f-8b948f2a46e4 of type vlan for network 246edc58-49fe-4e01-8538-a771909ac0d9 Jul 29 17:50:43.391554 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.427987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Pushing event deleted for resources: {'Port': ['ID=06fbe0fe-3da0-44e1-963f-d48da2298fe5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.453117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d0b2354-2a05-41b9-93c6-0cd2262bab0a req-d0f91014-166c-40de-9946-d8842cbe6411 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347930 Jul 29 17:50:43.457510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Deleting port 87ec39ef-0387-4212-b7cb-e2a39a76b829 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:43.458061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.472608 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:41Z', 'revision_number': 9, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:43.504076 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9eeb4-adcf-49e0-babf-c67d3acbab20 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:41Z', 'revision_number': 9, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7542991-c387-41b6-9fa3-7d470aa5b695', 'name': '', 'network_id': '0d62897f-bce4-442d-97da-c2f7b7c178f2', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:12Z', 'updated_at': '2021-07-29T17:50:23Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'd29fa7d3-8391-4e65-a776-840bb3257aee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:43.515502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.556386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:43.557410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:43.560188 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca997b-60ad-4dea-ad49-607fc39a3eb0" -d '{"events": [{"server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "name": "network-vif-plugged", "status": "completed", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:43.561274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ff2f3-2c7d-4314-b037-affd10c2d3a3 req-05c5e4b5-dd00-4f5a-b73a-a3336c974600 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.563015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d32ff2f3-2c7d-4314-b037-affd10c2d3a3 req-05c5e4b5-dd00-4f5a-b73a-a3336c974600 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 944 time: 0.0848768 Jul 29 17:50:43.564089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] No DVR routers for this DVR port 06fbe0fe-3da0-44e1-963f-d48da2298fe5 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:43.569000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.576121 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.576982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 06fbe0fe-3da0-44e1-963f-d48da2298fe5 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:43.580087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e59a6f0-9ffa-40d3-9400-34881f6c3001 req-7d2a1576-68e6-4c5b-9592-4e2e0b933478 tempest-ImagesTestJSON-484832462 tempest-ImagesTestJSON-484832462-project] 10.222.0.38 "DELETE /v2.0/ports/06fbe0fe-3da0-44e1-963f-d48da2298fe5 HTTP/1.1" status: 204 len: 173 time: 1.6717689 Jul 29 17:50:43.580252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'name': 'network-vif-deleted', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:43.582639 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89ff45-2cf9-4982-baa5-121d697f4ee3" -d '{"events": [{"server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "name": "network-vif-deleted", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:43.616834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] For port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:43.617267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.623226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d32ff2f3-2c7d-4314-b037-affd10c2d3a3 req-cfaa34b7-a77d-47e0-8f6e-bd1ce83162a7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 Jul 29 17:50:43.624072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.629964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.630677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.634078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Calling delete_port for 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:43.649382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 06fbe0fe-3da0-44e1-963f-d48da2298fe5 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:43.649732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 06fbe0fe-3da0-44e1-963f-d48da2298fe5 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:43.676621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-525eb22c-7587-4847-b77a-382099389d34 None None] For port 87ec39ef-0387-4212-b7cb-e2a39a76b829, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87ec39ef-0387-4212-b7cb-e2a39a76b829,segment=NetworkSegment(536d0d6d-422b-47b5-a995-9477d24f386c),segment_id=536d0d6d-422b-47b5-a995-9477d24f386c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:43.677023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.701203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Calling delete_port for 87ec39ef-0387-4212-b7cb-e2a39a76b829 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:43.706419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=246edc58-49fe-4e01-8538-a771909ac0d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.708574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.709678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.717568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ade30115-b5c9-41b6-938d-adc58052d3c1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5777166 Jul 29 17:50:43.718325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58978) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:43.718818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:43.726586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:43.769623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=87ec39ef-0387-4212-b7cb-e2a39a76b829,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.801539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port 87ec39ef-0387-4212-b7cb-e2a39a76b829 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:43.847779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acd9f3-3195-4798-8b1c-42e371fdb9a6 req-34e933fc-80c9-4c6f-8afe-249d1caf13fb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:43.849102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92acd9f3-3195-4798-8b1c-42e371fdb9a6 req-34e933fc-80c9-4c6f-8afe-249d1caf13fb tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd432580-0fec-4a00-b992-65e8371f0263 HTTP/1.1" status: 200 len: 946 time: 0.0688858 Jul 29 17:50:43.894101 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.937534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:43.942091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92acd9f3-3195-4798-8b1c-42e371fdb9a6 req-3f9bc018-b314-4264-9857-9b849d28dd67 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693939 Jul 29 17:50:43.947845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eb22c-7587-4847-b77a-382099389d34 None None] Pushing event deleted for resources: {'Port': ['ID=87ec39ef-0387-4212-b7cb-e2a39a76b829,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:43.951600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525eb22c-7587-4847-b77a-382099389d34 None None] No DVR routers for this DVR port 87ec39ef-0387-4212-b7cb-e2a39a76b829 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:43.956347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:43.959112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99ad3166-8918-442a-ad60-acfd1d79ee46'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:43.993029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.000273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Pushing event deleted for resources: {'Port': ['ID=53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:44.040750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50208018-62aa-40eb-b02a-9f273be5deec']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:44.069874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536d0d6d-422b-47b5-a995-9477d24f386c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:44.069874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536d0d6d-422b-47b5-a995-9477d24f386c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:44.075240 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e18a82-ccb3-4b20-9614-34ff79fad8b3 x-openstack-request-id: req-91e18a82-ccb3-4b20-9614-34ff79fad8b3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:44.075467 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06ab0f-c858-48e9-953e-a8e5b1e908cc", "name": "network-vif-deleted", "tag": "06fbe0fe-3da0-44e1-963f-d48da2298fe5", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:44.075617 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91e18a82-ccb3-4b20-9614-34ff79fad8b3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:44.076024 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06ab0f-c858-48e9-953e-a8e5b1e908cc', 'name': 'network-vif-deleted', 'tag': '06fbe0fe-3da0-44e1-963f-d48da2298fe5', 'status': 'completed', 'code': 200} Jul 29 17:50:44.076924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] No DVR routers for this DVR port 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:44.079848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.081992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afa0cd75-fd93-4b66-94ff-fd4e73f42ccb req-8a83bd62-6503-42e4-ac33-e41474c17e19 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.49 "DELETE /v2.0/ports/53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 HTTP/1.1" status: 204 len: 173 time: 1.0691962 Jul 29 17:50:44.088028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.096343 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3ebc5-71b6-45c3-81ed-066f7d3a765b x-openstack-request-id: req-c2b3ebc5-71b6-45c3-81ed-066f7d3a765b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:44.096798 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "name": "network-vif-plugged", "status": "completed", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:44.101382 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2b3ebc5-71b6-45c3-81ed-066f7d3a765b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:44.103147 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'code': 200} Jul 29 17:50:44.125673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.133024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:44.133624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:44.138133 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:44.149577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:44.149577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.234007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3f72b-59a9-4968-8a80-e93c72c3f331 req-59d18984-68df-49e5-ab79-ae05da1232df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:44.236071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67f3f72b-59a9-4968-8a80-e93c72c3f331 req-59d18984-68df-49e5-ab79-ae05da1232df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 1096 time: 0.0730934 Jul 29 17:50:44.284388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67f3f72b-59a9-4968-8a80-e93c72c3f331 req-94de96cc-92f2-43d4-a1b8-a520aea756ab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Jul 29 17:50:44.339367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.352365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.353970 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/50208018-62aa-40eb-b02a-9f273be5deec HTTP/1.1" status: 204 len: 168 time: 1.5488279 Jul 29 17:50:44.356843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58984) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:44.377916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a2be-5488-4872-9c8a-5c6469f54ff9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=50208018-62aa-40eb-b02a-9f273be5deec,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:44.398154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0424c-efb1-4d74-8cd0-693b24e41290 req-366c746f-e2dd-41c6-8ca5-b0632d728efa tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:44.405396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-43c0424c-efb1-4d74-8cd0-693b24e41290 req-366c746f-e2dd-41c6-8ca5-b0632d728efa tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.1689038 Jul 29 17:50:44.450557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-43c0424c-efb1-4d74-8cd0-693b24e41290 req-c10c9ae2-4e3f-47bc-9d02-5c0373f3d9b2 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Jul 29 17:50:44.530691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.581089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.682128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=070fb601-13ca-436c-8797-aa61bbf06769,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:44.738688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': '37f841d8-d809-4ccb-b18f-8b948f2a46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:44.738946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: 246edc58-49fe-4e01-8538-a771909ac0d9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:44.768653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 246edc58-49fe-4e01-8538-a771909ac0d9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:44.790587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 246edc58-49fe-4e01-8538-a771909ac0d9) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:44.797832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:44.798645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:44.805947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35dfe3f-22e8-4b74-830e-c59a87e3d75c None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:44.816882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5bf4-ef72-4b99-bada-2eb91e703705 req-e5efda91-2125-42c4-95cc-c8fe83d72b21 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:44.819948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b4e5bf4-ef72-4b99-bada-2eb91e703705 req-e5efda91-2125-42c4-95cc-c8fe83d72b21 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0769093 Jul 29 17:50:44.828906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79869eff-c642-4e20-9852-fc65af5ba8a3 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1069708 Jul 29 17:50:44.834628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59018) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:44.847959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:44.931007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:44.974363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b4e5bf4-ef72-4b99-bada-2eb91e703705 req-c14e45f8-ccbc-4f32-bab9-73c615650f27 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380579 Jul 29 17:50:45.028465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Deleting subnet 7201674e-a18d-44e6-bf8d-61b80fb0cb03 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:45.043289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.044885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.101701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87ec39ef-0387-4212-b7cb-e2a39a76b829 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:45.171503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.213956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:45.218475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.230411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 87ec39ef-0387-4212-b7cb-e2a39a76b829 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:45.230760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87ec39ef-0387-4212-b7cb-e2a39a76b829 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:45.231691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6681523-07bf-4f74-b02e-f18575a8acd8 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:45.261308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e6681523-07bf-4f74-b02e-f18575a8acd8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:45.261650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e6681523-07bf-4f74-b02e-f18575a8acd8 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:45.268542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-246edc58-49fe-4e01-8538-a771909ac0d9', 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '070fb601-13ca-436c-8797-aa61bbf06769'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:45.269864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.270624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.405776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.425143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.426950 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7201674e-a18d-44e6-bf8d-61b80fb0cb03 HTTP/1.1" status: 204 len: 168 time: 0.4946141 Jul 29 17:50:45.437947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59032) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:45.444501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b64aa-b8b4-4adc-bcae-349505bd480c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7201674e-a18d-44e6-bf8d-61b80fb0cb03,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:45.475351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Allocated IP 2001:db8::2 (246edc58-49fe-4e01-8538-a771909ac0d9/070fb601-13ca-436c-8797-aa61bbf06769/b5716b50-a109-4969-9daf-09c58084d7b3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:45.583874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bb657-1511-473f-b262-e211699a365a req-0ce0c4fb-0a77-436a-bee5-234ff1078be5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:45.585753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-226bb657-1511-473f-b262-e211699a365a req-0ce0c4fb-0a77-436a-bee5-234ff1078be5 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.0609672 Jul 29 17:50:45.632455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-226bb657-1511-473f-b262-e211699a365a req-4063c055-a3b7-4e0c-880f-9f161b1151a4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Jul 29 17:50:45.636685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.646630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Transition to ACTIVE for port object b5716b50-a109-4969-9daf-09c58084d7b3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:45.653416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.661868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Transition to ACTIVE for port object b5716b50-a109-4969-9daf-09c58084d7b3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:45.668042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.669501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-a1212fb9-72e7-4f5c-9b91-3049ea3479c4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:45.671296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-a1212fb9-72e7-4f5c-9b91-3049ea3479c4 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 945 time: 0.2381651 Jul 29 17:50:45.684713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f7429-8abe-4f26-93eb-af6a02a19e9d req-c43db1d4-6c9b-4da6-8565-ecfa8feb8d77 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:45.686102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f7429-8abe-4f26-93eb-af6a02a19e9d req-c43db1d4-6c9b-4da6-8565-ecfa8feb8d77 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.2471812 Jul 29 17:50:45.705948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:45.708786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:45.712498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:45.722746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Pushing event updated for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:45.777374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Attempting to bind port b5716b50-a109-4969-9daf-09c58084d7b3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:45.777748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Attempting to bind port b5716b50-a109-4969-9daf-09c58084d7b3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '37f841d8-d809-4ccb-b18f-8b948f2a46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:45.778112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Attempting to bind port b5716b50-a109-4969-9daf-09c58084d7b3 on network 246edc58-49fe-4e01-8538-a771909ac0d9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:45.783236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:45.783609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Checking segment: {'id': '37f841d8-d809-4ccb-b18f-8b948f2a46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:45.784016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.784407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Bound using segment: {'id': '37f841d8-d809-4ccb-b18f-8b948f2a46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:45.784868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Bound port: b5716b50-a109-4969-9daf-09c58084d7b3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f841d8-d809-4ccb-b18f-8b948f2a46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:45.785250 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.846498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:45.849892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b5716b50-a109-4969-9daf-09c58084d7b3,segment=NetworkSegment(37f841d8-d809-4ccb-b18f-8b948f2a46e4),segment_id=37f841d8-d809-4ccb-b18f-8b948f2a46e4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:45.855632 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:45.883400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9f7429-8abe-4f26-93eb-af6a02a19e9d req-db7274a1-1925-4cc6-9fc8-7014c0a086a1 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732597 Jul 29 17:50:45.914859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f291d-ebd0-4f51-b0a7-bc61de22adc5 None None] Pushing event updated for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:45.988825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.143508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a8c8-c0bd-4a4d-b5b9-f2ef367126be req-f98b76be-3357-482c-a809-bebe94991040 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.145164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8d3a8c8-c0bd-4a4d-b5b9-f2ef367126be req-f98b76be-3357-482c-a809-bebe94991040 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0788565 Jul 29 17:50:46.200779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8d3a8c8-c0bd-4a4d-b5b9-f2ef367126be req-ea3c2144-5859-4744-a002-4f35ee946134 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Jul 29 17:50:46.273453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'name': 'network-vif-deleted', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:46.275834 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7ec8c-da9a-4dbc-b5e1-27951442ae90" -d '{"events": [{"server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "name": "network-vif-deleted", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:46.279188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 796711f3-dcb8-45d7-8937-e2037ce4df3a no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:46.294991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bdfd4f-063e-44ed-b796-25a35e4a23e6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:46.301309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port d7542991-c387-41b6-9fa3-7d470aa5b695 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:46.301742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.314421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.317454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98810e5b-7345-42c5-844d-20203c72faf4') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:46.317736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98810e5b-7345-42c5-844d-20203c72faf4') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:46.357247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8685bbc-8ca1-4640-b9df-f60fcdc8876b req-b523a453-d084-4e1f-b8c0-c40d8e3ba1b6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.365293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8685bbc-8ca1-4640-b9df-f60fcdc8876b req-b523a453-d084-4e1f-b8c0-c40d8e3ba1b6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0694249 Jul 29 17:50:46.384077 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.389821 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef8670-f9e2-4f5d-8db1-18920fc8fe12 x-openstack-request-id: req-42ef8670-f9e2-4f5d-8db1-18920fc8fe12 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:46.389821 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd432580-0fec-4a00-b992-65e8371f0263", "name": "network-vif-deleted", "tag": "53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:46.390082 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42ef8670-f9e2-4f5d-8db1-18920fc8fe12 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:46.390469 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd432580-0fec-4a00-b992-65e8371f0263', 'name': 'network-vif-deleted', 'tag': '53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6', 'status': 'completed', 'code': 200} Jul 29 17:50:46.395275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.403143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8685bbc-8ca1-4640-b9df-f60fcdc8876b req-963c4ec5-7396-4b33-b716-2cb1189bff04 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Jul 29 17:50:46.411672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:46.414725 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c680a3-56ae-4f81-8374-e416546a56da" -d '{"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-unplugged", "status": "completed", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:46.433226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 246edc58-49fe-4e01-8538-a771909ac0d9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:46.438167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.453378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:46.454400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Deleting port 796711f3-dcb8-45d7-8937-e2037ce4df3a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:46.454751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.457671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:46.467136 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5ae7b-60d2-4701-be7b-1b880106d3b0 x-openstack-request-id: req-7bf5ae7b-60d2-4701-be7b-1b880106d3b0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:46.468165 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-unplugged", "status": "completed", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:46.468165 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bf5ae7b-60d2-4701-be7b-1b880106d3b0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:46.468165 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'code': 200} Jul 29 17:50:46.469201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.469961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:46.470324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:46.470742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.475333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.476049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:46.478195 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:46.514180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:46.514620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 53d0f0a7-8fa4-4053-8c7e-277c2c7b8ba6 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:46.543233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:46.579008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=411d16b0-b9df-4c11-b822-58830c454e6a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:46.583252 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e382-06d7-4236-8466-e37b78a092f2 req-eb9652b8-f628-4223-a0c6-2d5d201a66df tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.586765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0814e382-06d7-4236-8466-e37b78a092f2 req-eb9652b8-f628-4223-a0c6-2d5d201a66df tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0633285 Jul 29 17:50:46.617687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-63451e0e-475d-4833-8e80-3fdd63e30839 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7778323 Jul 29 17:50:46.619525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port d7542991-c387-41b6-9fa3-7d470aa5b695, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d7542991-c387-41b6-9fa3-7d470aa5b695,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:46.619907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.620465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59052) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:46.622297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.644294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.648632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] 10.222.0.16 "DELETE /v2.0/networks/f2bdfd4f-063e-44ed-b796-25a35e4a23e6 HTTP/1.1" status: 204 len: 168 time: 1.1946754 Jul 29 17:50:46.664383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for d7542991-c387-41b6-9fa3-7d470aa5b695 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:46.675280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0814e382-06d7-4236-8466-e37b78a092f2 req-26d58443-f10f-4a11-befa-674e6392dcbe tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814290 Jul 29 17:50:46.677234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820af5a-4650-4064-813b-b66f2fea4ada admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bdfd4f-063e-44ed-b796-25a35e4a23e6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:46.762327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.769714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.771685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.773320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.775191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.785389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7e5dbe1-3e4b-4af2-bd99-1d1d3385da87 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1625409 Jul 29 17:50:46.805366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59062) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:46.814558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552109262'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:46.848041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736ec98-3c01-453f-aec8-fb72b15bf04a req-13aa5e40-a2fa-401a-9fde-ae9e3f71e0b3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.850202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1736ec98-3c01-453f-aec8-fb72b15bf04a req-13aa5e40-a2fa-401a-9fde-ae9e3f71e0b3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0634351 Jul 29 17:50:46.850829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:46.854326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] For port 796711f3-dcb8-45d7-8937-e2037ce4df3a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=796711f3-dcb8-45d7-8937-e2037ce4df3a,segment=NetworkSegment(28c71335-2c7b-4868-af1b-8c4b11afbed2),segment_id=28c71335-2c7b-4868-af1b-8c4b11afbed2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:46.854655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.890581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Calling delete_port for 796711f3-dcb8-45d7-8937-e2037ce4df3a owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:46.910610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee00d9-7347-4504-8abb-97525ce68eb9 req-66b4d7cd-0a10-47cd-beac-994621c982a1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:46.912581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55ee00d9-7347-4504-8abb-97525ce68eb9 req-66b4d7cd-0a10-47cd-beac-994621c982a1 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 943 time: 0.1531768 Jul 29 17:50:46.929189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1736ec98-3c01-453f-aec8-fb72b15bf04a req-54f92c5f-cdd0-435f-9c81-c72639f9235d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676305 Jul 29 17:50:46.934006 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e02ae57-a797-4951-bded-71f16f7f88f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4abe8fa365da4d77b9b25c309edfa625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817597 Jul 29 17:50:46.937604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59068) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:46.948632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:46.952173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.013592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.052949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.076809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b5716b50-a109-4969-9daf-09c58084d7b3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:47.107023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55ee00d9-7347-4504-8abb-97525ce68eb9 req-7890b63e-df5f-4134-a87c-2f3a1f78e918 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/security-groups?id=30a840dc-9103-4f07-a31b-2213189f1035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439252 Jul 29 17:50:47.128452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:47.128680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.132652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.134389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48f28bf7-088c-4e13-b88a-544a62ddedea HTTP/1.1" status: 204 len: 168 time: 0.1967597 Jul 29 17:50:47.196296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.197013 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment 3ffbf84f-377a-44a7-9df0-12bc2da1f3c2 of type vlan for network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 Jul 29 17:50:47.200719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b5716b50-a109-4969-9daf-09c58084d7b3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:47.212230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d710f4-749a-401e-bbd3-2741b97e2d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f28bf7-088c-4e13-b88a-544a62ddedea,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:47.263827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0142ce-b5ca-4a7b-8367-376a9bcf35f7 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:47.275926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eea5a-7b98-46c7-87fd-ecc0a2f649c8 req-7f3d468e-b925-4c69-9502-22d83e4e7eda tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:47.285546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c9eea5a-7b98-46c7-87fd-ecc0a2f649c8 req-7f3d468e-b925-4c69-9502-22d83e4e7eda tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.1402960 Jul 29 17:50:47.335355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.338400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c9eea5a-7b98-46c7-87fd-ecc0a2f649c8 req-ad9a577c-8fe9-4025-a4d3-ea1b30578016 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518558 Jul 29 17:50:47.342505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.428361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Provisioning for port b5716b50-a109-4969-9daf-09c58084d7b3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:47.434362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=d7542991-c387-41b6-9fa3-7d470aa5b695,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:47.441812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Provisioning complete for port b5716b50-a109-4969-9daf-09c58084d7b3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:47.442978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.476744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.496009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ee789-41b4-41a7-95dc-0011b2ef7437 req-20cd349d-3362-4064-9cee-90dd26c2066d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:47.497497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e72ee789-41b4-41a7-95dc-0011b2ef7437 req-20cd349d-3362-4064-9cee-90dd26c2066d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.2350023 Jul 29 17:50:47.584705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Pushing event deleted for resources: {'Port': ['ID=796711f3-dcb8-45d7-8937-e2037ce4df3a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:47.586606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.588460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.592183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:47.593087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.652617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b5716b50-a109-4969-9daf-09c58084d7b3,segment=NetworkSegment(37f841d8-d809-4ccb-b18f-8b948f2a46e4),segment_id=37f841d8-d809-4ccb-b18f-8b948f2a46e4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:47.664574 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.671308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Update dhcp port {'port': {'network_id': '246edc58-49fe-4e01-8538-a771909ac0d9', 'fixed_ips': [{'subnet_id': '070fb601-13ca-436c-8797-aa61bbf06769', 'ip_address': '2001:db8::2'}, {'subnet_id': '411d16b0-b9df-4c11-b822-58830c454e6a'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'b5716b50-a109-4969-9daf-09c58084d7b3'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:50:47.720236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-19e8ca29-743b-4e97-bf30-6ea12b9b14ad tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:47.721926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-19e8ca29-743b-4e97-bf30-6ea12b9b14ad tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.38 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.3540676 Jul 29 17:50:47.730643 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.755588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d31c4-c4d0-4acd-a222-dbb1a278495e None None] Pushing event updated for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:47.769564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9593735 Jul 29 17:50:47.772452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59088) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:47.775414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e72ee789-41b4-41a7-95dc-0011b2ef7437 req-e740c3f5-4c04-4634-beef-72f68845f6cc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690966 Jul 29 17:50:47.776594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] No DVR routers for this DVR port 796711f3-dcb8-45d7-8937-e2037ce4df3a on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:47.777956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:47.781448 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:47.785156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d170e55b-a935-4a9c-a37b-b86cfbb989d8 req-353edb73-dffc-4738-9046-bb08eeb8c1b9 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.49 "DELETE /v2.0/ports/796711f3-dcb8-45d7-8937-e2037ce4df3a HTTP/1.1" status: 204 len: 173 time: 2.0796614 Jul 29 17:50:47.870312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f967e2-77de-4c4e-ae0c-bdc5ae8aded0 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=f97a1f20-21e8-4fbd-9eb3-5a11b43af541,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:47.883481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:47.899782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.006089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Allocated IP 172.20.0.1 (246edc58-49fe-4e01-8538-a771909ac0d9/411d16b0-b9df-4c11-b822-58830c454e6a/b5716b50-a109-4969-9daf-09c58084d7b3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:48.044815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Deleting port 99ad3166-8918-442a-ad60-acfd1d79ee46 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:48.045272 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.124589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b5716b50-a109-4969-9daf-09c58084d7b3,segment=NetworkSegment(37f841d8-d809-4ccb-b18f-8b948f2a46e4),segment_id=37f841d8-d809-4ccb-b18f-8b948f2a46e4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:48.179589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349130dd-e771-4ff2-a0d3-2becf21a3865 req-ce255fbd-219e-4187-ba7a-9b6c0aeeaff9 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:48.181483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-349130dd-e771-4ff2-a0d3-2becf21a3865 req-ce255fbd-219e-4187-ba7a-9b6c0aeeaff9 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.2246628 Jul 29 17:50:48.204420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.245868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Transition to ACTIVE for port object b5716b50-a109-4969-9daf-09c58084d7b3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:48.254862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.262432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:48.264085 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.267775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] For port 99ad3166-8918-442a-ad60-acfd1d79ee46, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99ad3166-8918-442a-ad60-acfd1d79ee46,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:48.268133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.271398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-349130dd-e771-4ff2-a0d3-2becf21a3865 req-da83872c-d2fe-403c-afa1-d35fe67bc6bc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785973 Jul 29 17:50:48.282607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.349717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b453805-29ba-4aeb-a89c-8fd21f43399f req-d9500d7d-8b11-43dc-b160-edfbaa6eaa38 tempest-DeleteServersTestJSON-992186962 tempest-DeleteServersTestJSON-992186962-project] 10.222.0.16 "GET /v2.0/ports?device_id=9600f802-f1a1-4057-8e24-18b39b96a40f HTTP/1.1" status: 200 len: 210 time: 0.0408525 Jul 29 17:50:48.356723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Calling delete_port for 99ad3166-8918-442a-ad60-acfd1d79ee46 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:48.358853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 is not hosted by any dhcp agent {{(pid=94052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 17:50:48.378402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:48.379195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.380701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "PUT /v2.0/networks/f97a1f20-21e8-4fbd-9eb3-5a11b43af541 HTTP/1.1" status: 200 len: 723 time: 0.6070786 Jul 29 17:50:48.408296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-deleted', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:48.410735 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576d7980-9812-487e-a4eb-25c84e57d282" -d '{"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-deleted", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:48.413495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:48.421892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8bb14-a0bf-4068-a6e5-4026401bb5cd None None] Pushing event updated for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:48.447057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705338a7-d39f-4e78-a0ba-9aa38214c007 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=f97a1f20-21e8-4fbd-9eb3-5a11b43af541,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:48.459536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:48.493326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:48.627024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511d61-bfca-46b8-ada9-81a1796f00d2 req-ce6901e1-f097-4994-837e-01417351f0fe tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:48.628595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e511d61-bfca-46b8-ada9-81a1796f00d2 req-ce6901e1-f097-4994-837e-01417351f0fe tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.0560460 Jul 29 17:50:48.642831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:48.651514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69ea7a66-e240-4809-8cb6-ed8dcc766fa6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2931361 Jul 29 17:50:48.651794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:48.657377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:48.667591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:48.668278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:48.716582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e66d-3bfd-486e-bb0e-8c6fe531be24 req-239c6335-e6d6-4be9-8d54-6430430503e0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:48.718459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e43e66d-3bfd-486e-bb0e-8c6fe531be24 req-239c6335-e6d6-4be9-8d54-6430430503e0 tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/ports?device_id=514ae6ab-c427-43ef-aed0-d1eb3f8b258c HTTP/1.1" status: 200 len: 946 time: 0.2030087 Jul 29 17:50:48.719803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e511d61-bfca-46b8-ada9-81a1796f00d2 req-6469279f-709b-48e3-9c1b-87124dae589e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850027 Jul 29 17:50:48.734278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet d29fa7d3-8391-4e65-a776-840bb3257aee {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:48.747768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.766970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:48.771301 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.788199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:48.823986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.829203 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15eed1-0adf-4bd1-bd3a-55b60366934e x-openstack-request-id: req-2b15eed1-0adf-4bd1-bd3a-55b60366934e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:48.829526 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9600f802-f1a1-4057-8e24-18b39b96a40f", "name": "network-vif-deleted", "tag": "796711f3-dcb8-45d7-8937-e2037ce4df3a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:48.829782 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b15eed1-0adf-4bd1-bd3a-55b60366934e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:48.830179 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9600f802-f1a1-4057-8e24-18b39b96a40f', 'name': 'network-vif-deleted', 'tag': '796711f3-dcb8-45d7-8937-e2037ce4df3a', 'status': 'completed', 'code': 200} Jul 29 17:50:48.940730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.971813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e43e66d-3bfd-486e-bb0e-8c6fe531be24 req-217f555f-1848-467d-9668-41b9425c172c tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.16 "GET /v2.0/security-groups?id=806e5d75-015e-4058-87fd-768cb341ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378380 Jul 29 17:50:49.014451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.103791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:47Z', 'revision_number': 10, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:49.109326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.133699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Pushing event deleted for resources: {'Port': ['ID=99ad3166-8918-442a-ad60-acfd1d79ee46,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:49.173907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] No DVR routers for this DVR port 99ad3166-8918-442a-ad60-acfd1d79ee46 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:49.178077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.180682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fc7d760-3ad5-4805-8246-376c27e739a3 req-52034e0a-dc0a-4ad3-977d-e806e744164d tempest-ServerRescueTestJSON-1331059281 tempest-ServerRescueTestJSON-1331059281-project] 10.222.0.38 "DELETE /v2.0/ports/99ad3166-8918-442a-ad60-acfd1d79ee46 HTTP/1.1" status: 204 len: 173 time: 1.4469745 Jul 29 17:50:49.189331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b5716b50-a109-4969-9daf-09c58084d7b3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:50:49.193905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:49.213663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.219658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59152) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:49.220216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/d29fa7d3-8391-4e65-a776-840bb3257aee HTTP/1.1" status: 204 len: 168 time: 0.5669422 Jul 29 17:50:49.225528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf3642-ba8a-4460-b9ea-f313ce02f27e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=d29fa7d3-8391-4e65-a776-840bb3257aee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:49.232094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6829ece4-999c-4822-b118-2917b330c406 None None] Network 0d62897f-bce4-442d-97da-c2f7b7c178f2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:49.253126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223830c8-a901-4d5e-a325-fd109e154ab7 req-f1921465-6935-4be3-9f47-4ec8b0b23e40 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:49.264614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223830c8-a901-4d5e-a325-fd109e154ab7 req-f1921465-6935-4be3-9f47-4ec8b0b23e40 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.1850007 Jul 29 17:50:49.311911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20022ddf-f4cf-4a44-b8ec-fccb89c44928 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:49.330097 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223830c8-a901-4d5e-a325-fd109e154ab7 req-faa5c4d4-cec2-4d72-bd5b-f604642cdc8e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Jul 29 17:50:49.365818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.395250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.751005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:49.752165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:49.760613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e6c79962-cd01-4006-9576-0bc9231d91c5 None None] Provisioning for port b5716b50-a109-4969-9daf-09c58084d7b3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:50:49.772371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59186) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:49.781292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e6c79962-cd01-4006-9576-0bc9231d91c5 None None] Provisioning complete for port b5716b50-a109-4969-9daf-09c58084d7b3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:49.781899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6c79962-cd01-4006-9576-0bc9231d91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.894109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=8f04c740-758f-4b12-b959-7c06694bd59a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:49.911740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:49.912501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: f97a1f20-21e8-4fbd-9eb3-5a11b43af541, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:49.937274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port e624161a-b437-4720-b13d-9ce0923940bd {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:49.938091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:49.954985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:50.011787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b5716b50-a109-4969-9daf-09c58084d7b3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:50.025850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f97a1f20-21e8-4fbd-9eb3-5a11b43af541) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:50.025999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.043318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:50.043922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.046376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c072919-8ae1-48a3-baa0-74cf768cd4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.056345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port e624161a-b437-4720-b13d-9ce0923940bd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e624161a-b437-4720-b13d-9ce0923940bd,segment=NetworkSegment(2fb589f4-33ec-411f-bfbd-c30a356f1771),segment_id=2fb589f4-33ec-411f-bfbd-c30a356f1771)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:50.056712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.059407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111d4d3-580b-4c45-881d-728af5036aa3 None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:50.096917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:50.108041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for e624161a-b437-4720-b13d-9ce0923940bd owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:50.228591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ffcf7-adfa-4e0d-b802-a3f69ca008cb None None] DHCP port deletion for 0d62897f-bce4-442d-97da-c2f7b7c178f2 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:50.242734 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.273601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:50.300054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=e624161a-b437-4720-b13d-9ce0923940bd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:50.304692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port e624161a-b437-4720-b13d-9ce0923940bd on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:50.355345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c072919-8ae1-48a3-baa0-74cf768cd4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.369140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c072919-8ae1-48a3-baa0-74cf768cd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.461408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4c072919-8ae1-48a3-baa0-74cf768cd4cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb19aa69e1df4b6f95ce5c9c61bdd565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853044 Jul 29 17:50:50.461704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:50.464111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072919-8ae1-48a3-baa0-74cf768cd4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca7d06-9313-4c83-a55d-4f4b35e16060,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:50.474716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.486526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d62897f-bce4-442d-97da-c2f7b7c178f2']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:50.499087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb589f4-33ec-411f-bfbd-c30a356f1771') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:50.499810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb589f4-33ec-411f-bfbd-c30a356f1771') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:50.511624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.527635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.535504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:50.536001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.552975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.585198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:50.603595 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:50.605917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fbde3119-442e-4d49-b972-e7d2fb3753f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1834109 Jul 29 17:50:50.614169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59226) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:50.621536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:50.626358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.627235 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:50:50.660426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.663535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.666472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccca7d06-9313-4c83-a55d-4f4b35e16060 HTTP/1.1" status: 204 len: 168 time: 0.2014027 Jul 29 17:50:50.671923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.677283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/0d62897f-bce4-442d-97da-c2f7b7c178f2 HTTP/1.1" status: 204 len: 168 time: 1.4561741 Jul 29 17:50:50.680382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59230) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:50.699229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91298e0b-3cce-49ee-8cac-17a9464c73c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=0d62897f-bce4-442d-97da-c2f7b7c178f2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:50.773542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9008480'] for subnet, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.793488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c93477-3189-44a4-8a22-235fa91c233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca7d06-9313-4c83-a55d-4f4b35e16060,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:50.949017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7935-2a56-4766-a971-5ef325ff374a req-a96245e9-92b9-46ba-b94a-42503aa6223f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:50.956678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78ff7935-2a56-4766-a971-5ef325ff374a req-a96245e9-92b9-46ba-b94a-42503aa6223f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.3542140 Jul 29 17:50:50.959709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'name': 'network-vif-deleted', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:50.962023 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ad3579-753e-4515-9e35-c19c689167c7" -d '{"events": [{"server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "name": "network-vif-deleted", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:50.972170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730324527400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9404360'] for subnet, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.022778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99ad3166-8918-442a-ad60-acfd1d79ee46 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:51.105149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f97a1f20-21e8-4fbd-9eb3-5a11b43af541', 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '8f04c740-758f-4b12-b959-7c06694bd59a'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:50:51.106084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.113932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=8f04c740-758f-4b12-b959-7c06694bd59a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:51.114150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e624161a-b437-4720-b13d-9ce0923940bd no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:51.118802 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f464343d-6433-40b1-91e6-2297f33b27f7 x-openstack-request-id: req-f464343d-6433-40b1-91e6-2297f33b27f7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:51.119408 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ae6ab-c427-43ef-aed0-d1eb3f8b258c", "name": "network-vif-deleted", "tag": "99ad3166-8918-442a-ad60-acfd1d79ee46", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:51.119836 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f464343d-6433-40b1-91e6-2297f33b27f7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:51.120406 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ae6ab-c427-43ef-aed0-d1eb3f8b258c', 'name': 'network-vif-deleted', 'tag': '99ad3166-8918-442a-ad60-acfd1d79ee46', 'status': 'completed', 'code': 200} Jul 29 17:50:51.125255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:51.126151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.127663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7bfb726d-0a64-4db7-84f5-1553e2134c1e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "PUT /v2.0/subnets/8f04c740-758f-4b12-b959-7c06694bd59a HTTP/1.1" status: 200 len: 826 time: 0.5109255 Jul 29 17:50:51.130421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:51.131507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 99ad3166-8918-442a-ad60-acfd1d79ee46 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:51.131854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99ad3166-8918-442a-ad60-acfd1d79ee46 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:51.208394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e624161a-b437-4720-b13d-9ce0923940bd {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:51.208740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e624161a-b437-4720-b13d-9ce0923940bd not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:51.262091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78ff7935-2a56-4766-a971-5ef325ff374a req-7e928bcd-88ed-4274-836a-cece97976135 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044350 Jul 29 17:50:51.353781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.374022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.423207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-98c1c7e1-0168-4ba9-8be2-66e95374d832 None None] Provisioning complete for port b5716b50-a109-4969-9daf-09c58084d7b3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:50:51.424294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7e1-0168-4ba9-8be2-66e95374d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.425002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.544110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Allocated IP 2001:db8::2 (f97a1f20-21e8-4fbd-9eb3-5a11b43af541/8f04c740-758f-4b12-b959-7c06694bd59a/99ff0f55-b063-401c-8bde-4ec585155187) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:51.769013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Deleting port c5bb8430-eb14-4968-8423-115b03f651d7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:51.769651 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.796521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:47Z', 'revision_number': 10, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:51.814508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.829648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ffa34-224e-4ee2-a267-b70f6a996851 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:47Z', 'revision_number': 10, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None, '_interfaces': [{'id': 'caa45800-42c7-4421-9267-ea159b84c1d8', 'name': '', 'network_id': 'a1efa1fc-e50c-49e2-abe6-872d2af85aa9', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'mac_address': 'fa:16:3e:07:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:50:06Z', 'updated_at': '2021-07-29T17:50:15Z', 'revision_number': 5, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'subnets': [{'id': 'e048f7a9-776a-4a07-b5c2-c27bace43183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:51.843157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.850576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59260) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:51.852853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Transition to ACTIVE for port object 99ff0f55-b063-401c-8bde-4ec585155187 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:51.898226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Transition to ACTIVE for port object 99ff0f55-b063-401c-8bde-4ec585155187 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:50:51.927289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.937514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.978931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=8f04c740-758f-4b12-b959-7c06694bd59a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:52.008901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-509798896-network', 'tenant_id': '8ef04348cbc247afb37974545be09cb5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:52.020389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:52.024222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:52.036136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:52.038777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Pushing event updated for resources: {'Port': ['ID=99ff0f55-b063-401c-8bde-4ec585155187,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:52.067349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Made reservation on behalf of 8ef04348cbc247afb37974545be09cb5 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:52.070471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.083365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.112314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.116101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Attempting to bind port 99ff0f55-b063-401c-8bde-4ec585155187 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:50:52.116615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Attempting to bind port 99ff0f55-b063-401c-8bde-4ec585155187 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:50:52.117173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Attempting to bind port 99ff0f55-b063-401c-8bde-4ec585155187 on network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:50:52.125941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:50:52.126333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Checking segment: {'id': '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:52.126789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.127881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Bound using segment: {'id': '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:50:52.128587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Bound port: 99ff0f55-b063-401c-8bde-4ec585155187, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:50:52.129317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.131198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a1f20-21e8-4fbd-9eb3-5a11b43af541']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:52.156981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:52.157642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:52.188669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.212042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.237770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:52.238544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:52.241854 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:52.261225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] For port 99ff0f55-b063-401c-8bde-4ec585155187, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:50:52.320882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] For port 99ff0f55-b063-401c-8bde-4ec585155187, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=99ff0f55-b063-401c-8bde-4ec585155187,segment=NetworkSegment(3ffbf84f-377a-44a7-9df0-12bc2da1f3c2),segment_id=3ffbf84f-377a-44a7-9df0-12bc2da1f3c2)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:50:52.330225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 17:50:52.330225 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 17:50:52.330225 n-d-801607-3 neutron-server[94051]: [parameters: {'id': 'f97a1f20-21e8-4fbd-9eb3-5a11b43af541'}] Jul 29 17:50:52.330225 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:50:52.330804 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:50:52.332197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.347093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.359364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.395741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:52.402995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7872a5b-d421-4f8a-bed6-497cebf7c033,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:52.410739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.411308 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Added segment 22928663-8a6d-4db1-b697-617c2738def9 of type vlan for network 7bb12b61-9842-4ecd-8492-7400421de0f6 Jul 29 17:50:52.509999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b72e5-228e-49e8-9246-72ca883b0cfa None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:52.520331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.532498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] For port c5bb8430-eb14-4968-8423-115b03f651d7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c5bb8430-eb14-4968-8423-115b03f651d7,segment=NetworkSegment(6a24f2e5-c044-4838-8aa0-c4970653c674),segment_id=6a24f2e5-c044-4838-8aa0-c4970653c674)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:52.532958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.548768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Calling delete_port for c5bb8430-eb14-4968-8423-115b03f651d7 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:52.585632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419815-8100-42b5-ae7c-702e77344a83 None None] Pushing event updated for resources: {'Port': ['ID=99ff0f55-b063-401c-8bde-4ec585155187,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:52.618209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.619644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:52.620432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.654345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315aed3-ccc0-4674-924e-7a94195480ea req-d1e6b656-df71-43c1-b0cd-430ac33605fd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:52.656052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0315aed3-ccc0-4674-924e-7a94195480ea req-d1e6b656-df71-43c1-b0cd-430ac33605fd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 945 time: 0.1707098 Jul 29 17:50:52.709843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8566649 Jul 29 17:50:52.710515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59274) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:52.739829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Request body: {'subnet': {'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-509798896-subnet', 'tenant_id': '8ef04348cbc247afb37974545be09cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:52.766887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7d7c-4bd9-47ca-9781-08eb0a093037 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb12b61-9842-4ecd-8492-7400421de0f6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:52.792305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Made reservation on behalf of 8ef04348cbc247afb37974545be09cb5 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:52.795196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.816389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0315aed3-ccc0-4674-924e-7a94195480ea req-703fbc06-3298-412b-b111-8fca2083b680 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514940 Jul 29 17:50:52.856488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:52.896831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port caa45800-42c7-4421-9267-ea159b84c1d8 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:52.897276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:52.944143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e615100-dda1-41e0-af5b-b163d23e2ab1 None None] Network f97a1f20-21e8-4fbd-9eb3-5a11b43af541 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:52.958072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d7542991-c387-41b6-9fa3-7d470aa5b695 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:52.983765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.005238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.025657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:50:53.040452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d7542991-c387-41b6-9fa3-7d470aa5b695 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:53.040892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d7542991-c387-41b6-9fa3-7d470aa5b695 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:53.050347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bb8430-eb14-4968-8423-115b03f651d7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.117363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port caa45800-42c7-4421-9267-ea159b84c1d8, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=caa45800-42c7-4421-9267-ea159b84c1d8,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:53.118022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.156688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for caa45800-42c7-4421-9267-ea159b84c1d8 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:53.164913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port 99ff0f55-b063-401c-8bde-4ec585155187 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:53.167810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.201803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcaae7-960b-4ce7-a8a3-f50e84fb1ee9 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:50:53.210499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.211325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:53.246050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'port_id': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'mac_address': 'fa:16:3e:aa:16:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db878ef8-68ff-4502-8e6b-8cb368fb8793', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:50:53.282678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port 99ff0f55-b063-401c-8bde-4ec585155187, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=99ff0f55-b063-401c-8bde-4ec585155187,segment=NetworkSegment(3ffbf84f-377a-44a7-9df0-12bc2da1f3c2),segment_id=3ffbf84f-377a-44a7-9df0-12bc2da1f3c2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:53.283044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.307142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.310962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for 99ff0f55-b063-401c-8bde-4ec585155187 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:53.323368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Checking segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:50:53.323621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Network hostable DHCP agents. Network: 7bb12b61-9842-4ecd-8492-7400421de0f6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:50:53.334706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.362781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:53.394118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:50:53.401149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:53.416195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.425241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bcaae7-960b-4ce7-a8a3-f50e84fb1ee9 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 17:50:53.430980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7bb12b61-9842-4ecd-8492-7400421de0f6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:53.437342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:53.438294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.459226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.463649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.501770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f6ea432-2671-422c-896a-e2069c9ba959 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7764993 Jul 29 17:50:53.507826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port 99ff0f55-b063-401c-8bde-4ec585155187 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:53.510129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=99ff0f55-b063-401c-8bde-4ec585155187,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.532710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['ff46d3ca-cc70-499f-a5eb-3f1c78a697eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:50:53.568802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.679889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.691092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a1f20-21e8-4fbd-9eb3-5a11b43af541']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:53.710425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:53.710710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffbf84f-377a-44a7-9df0-12bc2da1f3c2') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:53.722749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.741424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.757527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:53.757527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:53.825182 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:53.842637 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.858631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:53.867729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.897646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:53.899540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/f97a1f20-21e8-4fbd-9eb3-5a11b43af541 HTTP/1.1" status: 204 len: 168 time: 2.7679315 Jul 29 17:50:53.909907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59302) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:53.923963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9465-786b-4600-b9bf-8fa2f13f80ed tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=f97a1f20-21e8-4fbd-9eb3-5a11b43af541,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.951810 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffadec7b-0efc-41ce-81bf-d4c15fe2f320 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:50:53.952455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffadec7b-0efc-41ce-81bf-d4c15fe2f320 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:50:53.954426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ffadec7b-0efc-41ce-81bf-d4c15fe2f320 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/f97a1f20-21e8-4fbd-9eb3-5a11b43af541 HTTP/1.1" status: 404 len: 339 time: 0.0417511 Jul 29 17:50:53.957780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Deleting subnet 07759b2a-ef19-4590-8288-9433115f7239 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:53.959898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:53.961305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=caa45800-42c7-4421-9267-ea159b84c1d8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:53.964838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090666045', 'description': 'd1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:53.970806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.039129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Router ee876139-bd3f-4c51-918a-adca7501a52b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:54.050115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.070500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:54.073986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.099387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:54.108836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.109255 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment bc31659c-41e2-4152-8d77-fe76bea97494 of type vlan for network 4491521e-12c5-4916-83f1-f2aedb64feff Jul 29 17:50:54.160532 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.177575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3c00d-c833-4ca7-bd8a-3da936afef56 None None] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:54.191971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584496b-9594-4f7c-991d-71c5ce02092a req-7fceb5e8-825b-4496-9808-51ddf10bb55c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:54.199769 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1584496b-9594-4f7c-991d-71c5ce02092a req-7fceb5e8-825b-4496-9808-51ddf10bb55c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 944 time: 0.2237093 Jul 29 17:50:54.203959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.204358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.286515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.resource_extend [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:50:54.367827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.373646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fdb7c-8710-4eda-9934-9460b1428666 None None] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:54.377273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:54.377930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.409076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-a75f11c9-5479-40d8-8dc6-c5cc433d1521 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:54.416400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-a75f11c9-5479-40d8-8dc6-c5cc433d1521 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.2518194 Jul 29 17:50:54.444488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:54.458832 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Sync routers for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:54.459566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1584496b-9594-4f7c-991d-71c5ce02092a req-229daa56-0bc2-491c-94ab-72d9adcbc1d7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566922 Jul 29 17:50:54.463359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-df5bbfd6-c9d1-4af0-98cb-134afd588d8f admin admin] 10.222.0.16 "PUT /v2.0/routers/ee876139-bd3f-4c51-918a-adca7501a52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3650053 Jul 29 17:50:54.466048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:54.492292 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:54.493685 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:54.508528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5475569 Jul 29 17:50:54.523143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-107f7937-7974-42f6-8400-a83e37cdd34d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/quotas/8ef04348cbc247afb37974545be09cb5 HTTP/1.1" status: 200 len: 375 time: 0.1056736 Jul 29 17:50:54.527397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59318) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:54.541582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.639503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ec662-4c35-47ab-a34a-49b04af992c8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=4491521e-12c5-4916-83f1-f2aedb64feff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:54.650649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-1db8683f-8fd3-4697-9489-00e3caae21de tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265047 Jul 29 17:50:54.671618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07759b2a-ef19-4590-8288-9433115f7239,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:54.673831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.675795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8ef21e1-cdd1-4ab6-8bd0-6bfd2a8de222 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/07759b2a-ef19-4590-8288-9433115f7239 HTTP/1.1" status: 204 len: 168 time: 0.8161719 Jul 29 17:50:54.681878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59322) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:54.684775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 4491521e-12c5-4916-83f1-f2aedb64feff details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:54.755113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8334e9a-c738-4698-92d1-6adb323b2f3a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:54.756669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8334e9a-c738-4698-92d1-6adb323b2f3a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks?id=4491521e-12c5-4916-83f1-f2aedb64feff HTTP/1.1" status: 200 len: 765 time: 0.2279305 Jul 29 17:50:54.761175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59326) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:54.767492 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:54.772165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'description': 'd2'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:54.854164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:54.876558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-b50fa381-6841-4efa-b1f2-271319cef83c service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249498 Jul 29 17:50:54.930885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.992588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:54.996275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:55.060306 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:50:52Z', 'revision_number': 5, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.094431 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.099828 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Checking router: ee876139-bd3f-4c51-918a-adca7501a52b for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:55.106501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.109945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Routers {'ee876139-bd3f-4c51-918a-adca7501a52b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:55.110789 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ee876139-bd3f-4c51-918a-adca7501a52b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.114811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.125689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:50:55.143441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:55.143705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network 4491521e-12c5-4916-83f1-f2aedb64feff is not hosted by any dhcp agent {{(pid=94051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 17:50:55.149357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:55.149899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.151302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "PUT /v2.0/networks/4491521e-12c5-4916-83f1-f2aedb64feff HTTP/1.1" status: 200 len: 762 time: 0.3891761 Jul 29 17:50:55.153483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f873fa57-e020-460e-b713-b78dce322e17 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4697819 Jul 29 17:50:55.156466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59330) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:55.156785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:55.160553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:55.175437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:55.184668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:55.185312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.231981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.243617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting subnet e048f7a9-776a-4a07-b5c2-c27bace43183 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:55.245554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] Set router ee876139-bd3f-4c51-918a-adca7501a52b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:55.246424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-83399170-4855-4ef7-8f4c-bf47dd7e5f68 service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687747 Jul 29 17:50:55.247297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f61bb-4bfe-448a-90e1-b49fca450112 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=4491521e-12c5-4916-83f1-f2aedb64feff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:55.282106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 4491521e-12c5-4916-83f1-f2aedb64feff details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:50:55.296343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740622-0ac3-4a03-943b-cee41646b1be req-5fd71a03-5eff-4c7f-b47b-308291d19652 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:55.303382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c740622-0ac3-4a03-943b-cee41646b1be req-5fd71a03-5eff-4c7f-b47b-308291d19652 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 944 time: 0.4085340 Jul 29 17:50:55.314113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.330649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:55.458665 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:50:52Z', 'revision_number': 5, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.466126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.490573 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c3cd6-e5ad-4bf8-a8c0-6480b18368dc None None] The sync data for ids ['ee876139-bd3f-4c51-918a-adca7501a52b'] in n-d-801607-3 is: [{'id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'name': 'tempest-ServerRescueTestJSON-1761918736-router', 'tenant_id': '6ce417ce831f44b1bd7c1d906955b44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:48:32Z', 'updated_at': '2021-07-29T17:50:52Z', 'revision_number': 5, 'project_id': '6ce417ce831f44b1bd7c1d906955b44a', 'gw_port': {'id': '19e48867-cecb-49c0-a5cf-a99fae77ea39', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee876139-bd3f-4c51-918a-adca7501a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:48:34Z', 'updated_at': '2021-07-29T17:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:55.514075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:55.516047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:55.558384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:55.559037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.562197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08a04843-c224-4606-b35c-17241868ef8d req-d3fe7642-3622-4969-9f90-8e9ea923aca8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 210 time: 0.0354321 Jul 29 17:50:55.642598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:55.697137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.732643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0955c9-3eb4-4ca2-a78b-1f891a5be355 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:55.843014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.879967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.910920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbabefb-5e56-4904-8cc9-9614cf898923']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.928425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c740622-0ac3-4a03-943b-cee41646b1be req-20bdbb0a-c1ac-4ece-bbe2-7dc8c0bc4fcb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235886 Jul 29 17:50:55.929698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.950560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720955f0-6dc8-41a4-a084-1c33f9188a9d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:55.950560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-720955f0-6dc8-41a4-a084-1c33f9188a9d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks?id=4491521e-12c5-4916-83f1-f2aedb64feff HTTP/1.1" status: 200 len: 765 time: 0.7275169 Jul 29 17:50:55.950560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c71335-2c7b-4868-af1b-8c4b11afbed2') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.950560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c71335-2c7b-4868-af1b-8c4b11afbed2') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:55.951161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:55.965310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:55.992076 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.040863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:56.041276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:56.043065 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:56.109404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.155576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.182032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.184073 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/9cbabefb-5e56-4904-8cc9-9614cf898923 HTTP/1.1" status: 204 len: 168 time: 1.5012043 Jul 29 17:50:56.204640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Deleting port 19e48867-cecb-49c0-a5cf-a99fae77ea39 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:56.205279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.210689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74002f71-e159-4647-ba75-d7dba453c9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9cbabefb-5e56-4904-8cc9-9614cf898923,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:56.236806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.284811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.322688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Subnet': ['ID=e048f7a9-776a-4a07-b5c2-c27bace43183,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:56.335597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.340572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ad7de1ab-027f-48d8-b6d0-92c7e74a3009 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/e048f7a9-776a-4a07-b5c2-c27bace43183 HTTP/1.1" status: 204 len: 168 time: 1.1782804 Jul 29 17:50:56.341234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59350) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:56.343008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c336c85-646e-4eb0-ac43-99a0e610a85d None None] Network a1efa1fc-e50c-49e2-abe6-872d2af85aa9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:50:56.362876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] For port 19e48867-cecb-49c0-a5cf-a99fae77ea39, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=19e48867-cecb-49c0-a5cf-a99fae77ea39,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:56.363583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.413018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:56.427154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Calling delete_port for 19e48867-cecb-49c0-a5cf-a99fae77ea39 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:56.495841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.633112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] DHCP port deletion for a1efa1fc-e50c-49e2-abe6-872d2af85aa9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:50:56.686942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Deleting port ed045597-a848-4d97-bba3-91b9c44df728 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:56.687380 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.742789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Deleting port ed045597-a848-4d97-bba3-91b9c44df728 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:56.743767 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.745508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-16ce877b-013d-45b0-8c2e-2148b2f1eee7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:56.748006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-16ce877b-013d-45b0-8c2e-2148b2f1eee7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.38 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 943 time: 0.3827960 Jul 29 17:50:56.788205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.794215 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32783dee-422d-481a-b224-1e50afd80414 req-fd626c3f-4170-4017-9914-11fbee53897d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 210 time: 0.0458741 Jul 29 17:50:56.801077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] For port ed045597-a848-4d97-bba3-91b9c44df728, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ed045597-a848-4d97-bba3-91b9c44df728,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:56.801512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.815718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Calling delete_port for ed045597-a848-4d97-bba3-91b9c44df728 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:56.827322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] For port ed045597-a848-4d97-bba3-91b9c44df728, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ed045597-a848-4d97-bba3-91b9c44df728,segment=NetworkSegment(45489f18-f639-4d84-b954-0c76367ee58e),segment_id=45489f18-f639-4d84-b954-0c76367ee58e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:56.827808 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.841931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e48867-cecb-49c0-a5cf-a99fae77ea39,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:56.843091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Calling delete_port for ed045597-a848-4d97-bba3-91b9c44df728 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:56.847966 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4dbbe3a1-3f5f-4db0-b213-502fd40d854c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f6dc66ba4514ad5830ed58efb47b7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227595 Jul 29 17:50:56.852617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:56.861567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98eb64-4a4e-46dc-aa9d-7ee6c02cb1b9 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:56.864763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab98eb64-4a4e-46dc-aa9d-7ee6c02cb1b9 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9134195 Jul 29 17:50:56.868825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59360) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:56.940654 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:56.973754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3763b522-4f56-40ad-9b36-24069330600a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 207 time: 0.0956955 Jul 29 17:50:56.975748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59366) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:56.980285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] Pushing event deleted for resources: {'Port': ['ID=ed045597-a848-4d97-bba3-91b9c44df728,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:56.990211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89f2ea-0e01-44ba-921f-f578aa83b67f None None] No DVR routers for this DVR port ed045597-a848-4d97-bba3-91b9c44df728 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:57.011877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.025947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.108234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-c1a26e0a-e562-4b65-9395-5198a76a3af7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.109689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-c1a26e0a-e562-4b65-9395-5198a76a3af7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.6140091 Jul 29 17:50:57.128400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.138128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c5bb8430-eb14-4968-8423-115b03f651d7 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:57.138619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Request body: {'port': {'device_id': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'admin_state_up': True, 'tenant_id': '8ef04348cbc247afb37974545be09cb5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:57.160913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c5bb8430-eb14-4968-8423-115b03f651d7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:57.161252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c5bb8430-eb14-4968-8423-115b03f651d7 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:57.161679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device caa45800-42c7-4421-9267-ea159b84c1d8 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:57.180103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.192534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: caa45800-42c7-4421-9267-ea159b84c1d8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:57.192876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device caa45800-42c7-4421-9267-ea159b84c1d8 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:57.193489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ed045597-a848-4d97-bba3-91b9c44df728 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:57.204267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.208322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.212486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ed045597-a848-4d97-bba3-91b9c44df728 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:57.212822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ed045597-a848-4d97-bba3-91b9c44df728 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:57.223708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Port': ['ID=ed045597-a848-4d97-bba3-91b9c44df728,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:57.229994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No DVR routers for this DVR port ed045597-a848-4d97-bba3-91b9c44df728 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:57.271127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Deleting port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:50:57.271375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.326889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.327412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee876139-bd3f-4c51-918a-adca7501a52b {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:50:57.341249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.347228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.353391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.359655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.364740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.365772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.371529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.373369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6777e3e4-0634-4349-a205-baa623b47838 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3804524 Jul 29 17:50:57.379029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59368) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:57.395434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d6f17-edb0-4044-abcc-98f14b070a76 req-1cc42bfd-dcfe-4186-99e2-6ef101c654a3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.397032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f2d6f17-edb0-4044-abcc-98f14b070a76 req-1cc42bfd-dcfe-4186-99e2-6ef101c654a3 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 943 time: 0.3091376 Jul 29 17:50:57.400176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.404342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6d42e75-6c08-4c2c-bca6-f1a88ef3f2b9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee876139-bd3f-4c51-918a-adca7501a52b HTTP/1.1" status: 204 len: 168 time: 2.9331794 Jul 29 17:50:57.407466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59370) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:57.432824 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.449087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1efa1fc-e50c-49e2-abe6-872d2af85aa9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:57.466846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.469749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.471138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30a840dc-9103-4f07-a31b-2213189f1035 HTTP/1.1" status: 204 len: 168 time: 0.6164026 Jul 29 17:50:57.475318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45489f18-f639-4d84-b954-0c76367ee58e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:57.476146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45489f18-f639-4d84-b954-0c76367ee58e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:57.492444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.503610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9f2d6f17-edb0-4044-abcc-98f14b070a76 req-3b72edfc-4eaf-4dc6-825b-41c5cd663919 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948508 Jul 29 17:50:57.516845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021f325-5ca1-476e-96df-cf40d1fbc3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a840dc-9103-4f07-a31b-2213189f1035,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:57.523103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.530418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:57.530860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:57.534726 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:57.599420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.603868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.606286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/networks/a1efa1fc-e50c-49e2-abe6-872d2af85aa9 HTTP/1.1" status: 204 len: 168 time: 1.2584012 Jul 29 17:50:57.611957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59374) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:57.617086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'routes': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:57.620604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Deleting subnet 9237785d-0ee6-438a-bfc1-352659273562 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:50:57.631593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] For port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:50:57.631966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.634221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.635680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d63e28-c861-48ec-9bfd-3e932f970059 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Pushing event deleted for resources: {'Network': ['ID=a1efa1fc-e50c-49e2-abe6-872d2af85aa9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:57.716575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f473cd3-f19b-4f63-9ee3-e3d42db4754d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3340759 Jul 29 17:50:57.722312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59380) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:57.734166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Calling delete_port for ff46d3ca-cc70-499f-a5eb-3f1c78a697eb owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:50:57.757856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Made reservation on behalf of 8ef04348cbc247afb37974545be09cb5 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:57.761627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.807227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Added routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 17:50:57.807777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Removed routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 17:50:57.808923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.827487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:57.940486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-059c206d-3c71-40b2-87b9-0de6a59e3f80 req-a0789306-dc98-4d2a-b0a5-155891d0f5a2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 210 time: 0.0401616 Jul 29 17:50:57.942806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.944583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.949666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.949666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.949666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:57.951382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-11dffdfd-07f2-473b-99a4-8830efee8301 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2246268 Jul 29 17:50:57.982905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:57.998910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.045539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.053167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.086022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.087668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.089171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.090797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.092333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.094100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-229e4a73-4331-4653-8d58-12336c4bec1a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1101382 Jul 29 17:50:58.102776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.187258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 019eee70-8b9f-4b4d-822b-f7044582dcd3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:50:58.202088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Allocated IP 172.20.0.11 (7bb12b61-9842-4ecd-8492-7400421de0f6/26a25cf5-e1f1-4e8b-9a40-b0e52dc67318/3b18fc02-4644-4ae0-8c9a-bd1d606f3169) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:50:58.230665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.274117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:58.283947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.284469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9237785d-0ee6-438a-bfc1-352659273562,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:58.288790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f3d71d96-7669-4d63-b7a5-3d0a7000ce55 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 704 time: 0.6755373 Jul 29 17:50:58.289407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59406) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.292068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Sync routers for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:58.293120 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.297520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b6c0a47c-0638-4374-af7c-ce1ae883baef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9237785d-0ee6-438a-bfc1-352659273562 HTTP/1.1" status: 204 len: 168 time: 0.8852842 Jul 29 17:50:58.299388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59408) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.310573 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:58.312254 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:58.324481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.326912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2dc998eb-19d6-40bd-bae3-b113baa5ac14 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 205 time: 0.0358267 Jul 29 17:50:58.328475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59410) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.376376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.397198 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:58.427743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.432950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2e5f2-5d9e-4462-8251-f2f90dfda3ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:58.434442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a9d2e5f2-5d9e-4462-8251-f2f90dfda3ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks/7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 HTTP/1.1" status: 200 len: 803 time: 0.3306768 Jul 29 17:50:58.435320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event deleted for resources: {'Port': ['ID=ff46d3ca-cc70-499f-a5eb-3f1c78a697eb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:58.438623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59416) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.586000 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:58.612199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-911952731-network', 'tenant_id': '226651392224403faf42a7f8b51fb829'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:58.614659 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Checking router: 019eee70-8b9f-4b4d-822b-f7044582dcd3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:58.623947 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Routers {'019eee70-8b9f-4b4d-822b-f7044582dcd3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:58.624729 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['019eee70-8b9f-4b4d-822b-f7044582dcd3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:58.629446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.646719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.649846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00294e23-aeb1-4648-b4db-e6ec6501e7ef req-97115fc3-1a35-4516-a7db-1ad895c3c259 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=319d6976-2441-4da8-a810-332834eb0c32 HTTP/1.1" status: 200 len: 210 time: 0.0462298 Jul 29 17:50:58.704253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Made reservation on behalf of 226651392224403faf42a7f8b51fb829 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:58.708796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.717018 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] Set router 019eee70-8b9f-4b4d-822b-f7044582dcd3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:58.724547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.727035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.727640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router 019eee70-8b9f-4b4d-822b-f7044582dcd3 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:50:58.736039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.741054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6daa26bc-0587-4487-9bab-6aef6db34fb2 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 204 len: 168 time: 0.4046948 Jul 29 17:50:58.747662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.752859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1053309543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:58.786759 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:58.791007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:50:58.791007 n-d-801607-3 neutron-server[94052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:50:58.791007 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id_1': '226651392224403faf42a7f8b51fb829', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 50, 58, 764781)}] Jul 29 17:50:58.791007 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:50:58.792050 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:50:58.795778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.797336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.823123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea82f5-ce51-430c-b8c4-349865015dc9 None None] The sync data for ids ['019eee70-8b9f-4b4d-822b-f7044582dcd3'] in n-d-801607-3 is: [{'id': '019eee70-8b9f-4b4d-822b-f7044582dcd3', 'name': 'tempest-RoutersIpV6Test-router-884881609', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:02Z', 'updated_at': '2021-07-29T17:50:53Z', 'revision_number': 11, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:50:58.843979 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.865550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.868349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] No DVR routers for this DVR port ff46d3ca-cc70-499f-a5eb-3f1c78a697eb on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:50:58.871971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.883082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.885376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40b57df1-db82-4468-85b7-0a311cc7d425 req-b77a0732-3134-4352-9a98-6f1bc2ea2009 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.38 "DELETE /v2.0/ports/ff46d3ca-cc70-499f-a5eb-3f1c78a697eb HTTP/1.1" status: 204 len: 173 time: 2.1219418 Jul 29 17:50:58.885875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'name': 'network-vif-deleted', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:50:58.888249 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923251c-ed09-4e6e-9729-a8c58d725e0c" -d '{"events": [{"server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "name": "network-vif-deleted", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:50:58.896774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:58.898515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-187b74de-948b-49cc-8f76-2aa1ceba05d7 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1496506 Jul 29 17:50:58.901080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59426) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:58.906001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:59.006212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:59.020291 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a5118e-2de8-42d8-a99f-6a026fb2a634 x-openstack-request-id: req-d0a5118e-2de8-42d8-a99f-6a026fb2a634 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:50:59.020575 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d6976-2441-4da8-a810-332834eb0c32", "name": "network-vif-deleted", "tag": "ff46d3ca-cc70-499f-a5eb-3f1c78a697eb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:50:59.020995 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0a5118e-2de8-42d8-a99f-6a026fb2a634 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:50:59.021542 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319d6976-2441-4da8-a810-332834eb0c32', 'name': 'network-vif-deleted', 'tag': 'ff46d3ca-cc70-499f-a5eb-3f1c78a697eb', 'status': 'completed', 'code': 200} Jul 29 17:50:59.026197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-75844818-538f-4fed-9f93-242f55b720b8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/networks/7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5611591 Jul 29 17:50:59.031478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.035168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59430) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.070323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: ff46d3ca-cc70-499f-a5eb-3f1c78a697eb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:59.071318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ff46d3ca-cc70-499f-a5eb-3f1c78a697eb not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:59.072879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 19e48867-cecb-49c0-a5cf-a99fae77ea39 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:50:59.082274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.104649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 19e48867-cecb-49c0-a5cf-a99fae77ea39 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:50:59.105002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 19e48867-cecb-49c0-a5cf-a99fae77ea39 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:50:59.108998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148ab93e-8cfd-41a6-9665-80a2578d1d6a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.147299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a24f2e5-c044-4838-8aa0-c4970653c674') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.147881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a24f2e5-c044-4838-8aa0-c4970653c674') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.152718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f50c4f04-d548-43be-be3c-3e0de46fd2ee req-b7da4c9c-1b84-4c7c-a080-250c92d76cf7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 210 time: 0.0500348 Jul 29 17:50:59.168917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.170857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.175080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0c609-9cd2-42a1-a91e-f6a4e402ee5a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:59.176404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8bd0c609-9cd2-42a1-a91e-f6a4e402ee5a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets/7f33b27a-01f8-4109-8fb2-44ec4aba2357 HTTP/1.1" status: 200 len: 843 time: 0.1388724 Jul 29 17:50:59.189209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.192867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.223938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.239807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:50:59.239807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:50:59.240732 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:50:59.292924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.293353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.311782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4b086-aa46-4b99-8809-faecbc22519f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:59.316518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7e4b086-aa46-4b99-8809-faecbc22519f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "GET /v2.0/subnets/7f33b27a-01f8-4109-8fb2-44ec4aba2357?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1230123 Jul 29 17:50:59.317194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59436) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.322626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970173641'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:59.355725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:50:59.359062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.360877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:50:59.364790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Router 8100d045-b1f3-4ec9-b1f9-bb4b500e1678 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:50:59.370330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:50:59.372930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.375011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] 10.222.0.16 "DELETE /v2.0/networks/148ab93e-8cfd-41a6-9665-80a2578d1d6a HTTP/1.1" status: 204 len: 168 time: 1.0727537 Jul 29 17:50:59.378401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:59.414070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950db8e8-e481-448b-abb7-edf720ff4379 admin admin] Pushing event deleted for resources: {'Network': ['ID=148ab93e-8cfd-41a6-9665-80a2578d1d6a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:59.439199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:59.440090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.473717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:50:59.481596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.482781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5ab13886-655e-4ad8-9a63-8ccc569a51ce tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "PUT /v2.0/routers/8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 200 len: 698 time: 0.5805600 Jul 29 17:50:59.485765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.490898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Sync routers for ids ['8100d045-b1f3-4ec9-b1f9-bb4b500e1678'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:50:59.508363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.508682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Routers {'8100d045-b1f3-4ec9-b1f9-bb4b500e1678'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:59.509860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8100d045-b1f3-4ec9-b1f9-bb4b500e1678'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.519024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.549678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:59.551546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.580786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:50:59.585082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.598489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57927095-ff9e-4706-bcd4-bdef2da418c3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:50:59.605939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.606458 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Added segment 088f8749-19b4-4c62-82fa-12528e476253 of type vlan for network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 Jul 29 17:50:59.624954 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-bba40ab6-b4a8-46b7-85cc-f9573effa611 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4922452 Jul 29 17:50:59.640512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-713d201c-645c-44d8-8f68-e584caee95d9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/routers/8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 200 len: 704 time: 0.1503155 Jul 29 17:50:59.644177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Request body: {'port': {'device_id': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:50:59.648459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59444) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.671778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f8b377c5-3bac-4c60-811a-5a12aeb60c84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ce417ce831f44b1bd7c1d906955b44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150060 Jul 29 17:50:59.679843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.687250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.697035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:50:59.707504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c641c87-0696-490f-a921-c65a0d83d4c6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 200 len: 205 time: 0.0578785 Jul 29 17:50:59.708123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.730290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.730805 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Added segment fdad22ba-c584-40a1-ba3a-c34bcd036c9a of type vlan for network e068abd1-46a5-4684-8966-f10fe0099ca0 Jul 29 17:50:59.761427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Set router 8100d045-b1f3-4ec9-b1f9-bb4b500e1678 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:59.789378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.796286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.831650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100d045-b1f3-4ec9-b1f9-bb4b500e1678', 'name': 'tempest-RoutersIpV6Test-router-1053309543', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:58Z', 'updated_at': '2021-07-29T17:50:59Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.847192 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.852783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:59.853359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.875755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Checking router: 8100d045-b1f3-4ec9-b1f9-bb4b500e1678 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:50:59.878568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.891022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Routers {'8100d045-b1f3-4ec9-b1f9-bb4b500e1678'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:50:59.892033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8100d045-b1f3-4ec9-b1f9-bb4b500e1678'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:50:59.950174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.951140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:50:59.951734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:59.982880 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6644866 Jul 29 17:50:59.988524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] Set router 8100d045-b1f3-4ec9-b1f9-bb4b500e1678 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:50:59.992060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:50:59.998547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:00.002816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d9587-0201-4b0c-979c-d2376c7932bd tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Network': ['ID=e068abd1-46a5-4684-8966-f10fe0099ca0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:00.006473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.041458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e068abd1-46a5-4684-8966-f10fe0099ca0 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:00.059217 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6817558 Jul 29 17:51:00.064978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.067162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.097122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.119840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Request body: {'subnet': {'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-911952731-subnet', 'tenant_id': '226651392224403faf42a7f8b51fb829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:00.149027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8100d045-b1f3-4ec9-b1f9-bb4b500e1678', 'name': 'tempest-RoutersIpV6Test-router-1053309543', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:58Z', 'updated_at': '2021-07-29T17:50:59Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:00.169439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.181233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Made reservation on behalf of 226651392224403faf42a7f8b51fb829 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:00.183562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6178b-2f06-4d87-ad6b-1dde741d5bbd None None] The sync data for ids ['8100d045-b1f3-4ec9-b1f9-bb4b500e1678'] in n-d-801607-3 is: [{'id': '8100d045-b1f3-4ec9-b1f9-bb4b500e1678', 'name': 'tempest-RoutersIpV6Test-router-1053309543', 'tenant_id': '2dd5db2c6b52459bb958c8b7252186bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:50:58Z', 'updated_at': '2021-07-29T17:50:59Z', 'revision_number': 2, 'project_id': '2dd5db2c6b52459bb958c8b7252186bc', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:00.184258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.186308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57247b-96e0-4e52-bb57-89c5e39896c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8e4828-2f04-4a89-87f9-80d4392f8c17,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:00.212113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.213785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.214503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Fanout notify agent at l3_agent the message router_deleted on router 8100d045-b1f3-4ec9-b1f9-bb4b500e1678 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:51:00.217776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:00.238684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.240934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3983b6ce-97d8-4fb3-b2cd-0e46713cbc1f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 204 len: 168 time: 0.5295296 Jul 29 17:51:00.246086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.250682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079278196', 'description': 'tempest-description--645052583'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:00.293030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f45e0f8d-29f3-436d-a868-d683746c217e tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 200 len: 205 time: 0.0455017 Jul 29 17:51:00.296090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59468) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.351490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Made reservation on behalf of 13e328e6108e4f10bd7aaa01661f90f7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:00.357134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.377414 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-f2656cb1-117c-4b3f-9c41-7543c5d6bbb6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:00.379031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f2656cb1-117c-4b3f-9c41-7543c5d6bbb6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/8100d045-b1f3-4ec9-b1f9-bb4b500e1678 HTTP/1.1" status: 404 len: 336 time: 0.0815909 Jul 29 17:51:00.386231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.445436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb39bd-3c92-44a0-9912-9139d80c247a req-0e4395d2-fc5c-4a4c-82ff-074e2921c89b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:00.447530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51fb39bd-3c92-44a0-9912-9139d80c247a req-0e4395d2-fc5c-4a4c-82ff-074e2921c89b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 932 time: 0.1662297 Jul 29 17:51:00.516006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51fb39bd-3c92-44a0-9912-9139d80c247a req-253c785c-8882-4865-8275-1a3d8f39e6f2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606594 Jul 29 17:51:00.578805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:00.587475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.831712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.837847 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-80571e0c-1ae0-471c-ab12-5edae473d531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:00.838351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80571e0c-1ae0-471c-ab12-5edae473d531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:00.840041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-80571e0c-1ae0-471c-ab12-5edae473d531 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/797bdd7a-69a4-4285-a837-7f9ee8749855 HTTP/1.1" status: 404 len: 337 time: 0.4487450 Jul 29 17:51:00.843036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59472) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.847946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing IP validity checks on allocation pools {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 17:51:00.848467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 17:51:00.854696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Transition to ACTIVE for port object 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:00.859901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.862415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.863548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/806e5d75-015e-4058-87fd-768cb341ce05 HTTP/1.1" status: 204 len: 168 time: 1.1809266 Jul 29 17:51:00.877417 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfc76f9-0dcd-4973-8030-6cb5665b48c9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:00.877952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfc76f9-0dcd-4973-8030-6cb5665b48c9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:00.882368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6dfc76f9-0dcd-4973-8030-6cb5665b48c9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/30cee0c5-1423-472e-ae82-ac083ca49feb HTTP/1.1" status: 404 len: 337 time: 0.0356841 Jul 29 17:51:00.882368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.903835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:00.921899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:00.953018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf3f76-cb53-4deb-85a8-80b85d6bcef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e5d75-015e-4058-87fd-768cb341ce05,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:00.965991 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff8cc46-8be0-4654-a06d-3fbdb53d05a1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:00.966439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff8cc46-8be0-4654-a06d-3fbdb53d05a1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:00.970882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cff8cc46-8be0-4654-a06d-3fbdb53d05a1 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/d29fa7d3-8391-4e65-a776-840bb3257aee HTTP/1.1" status: 404 len: 337 time: 0.0626833 Jul 29 17:51:00.976754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.013143 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca51eb3-703f-42e2-b28d-3aad56069a01 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:01.013620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca51eb3-703f-42e2-b28d-3aad56069a01 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:01.015443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ca51eb3-703f-42e2-b28d-3aad56069a01 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/e048f7a9-776a-4a07-b5c2-c27bace43183 HTTP/1.1" status: 404 len: 337 time: 0.0363326 Jul 29 17:51:01.019147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59482) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.053450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a08008a1-7f9b-42ca-8ebb-14aa9928d443 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 200 len: 205 time: 0.0329993 Jul 29 17:51:01.056047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59484) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.103084 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-799ee7d9-1c87-4382-aa56-39dd17d5534b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:01.104132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-799ee7d9-1c87-4382-aa56-39dd17d5534b tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/019eee70-8b9f-4b4d-822b-f7044582dcd3 HTTP/1.1" status: 404 len: 336 time: 0.0470686 Jul 29 17:51:01.109395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59486) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.129337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.139864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Attempting to bind port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:01.140473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Attempting to bind port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:01.140784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Attempting to bind port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:01.145707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b578b77c-efca-4fc1-bda9-b26be981e438 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=71fe746a-f11e-422b-94e8-f965cc74d92e HTTP/1.1" status: 200 len: 205 time: 0.0346394 Jul 29 17:51:01.148195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59490) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.191399 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-d796e4f0-8fc8-43e3-9851-3256b23c1454 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:01.192750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d796e4f0-8fc8-43e3-9851-3256b23c1454 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/71fe746a-f11e-422b-94e8-f965cc74d92e HTTP/1.1" status: 404 len: 336 time: 0.0433736 Jul 29 17:51:01.193617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:01.194104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Attempting to bind port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:01.197792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.200769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:01.201339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Checking segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:01.201954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Bound using segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:01.202581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Bound port: 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:01.203136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.261519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27bfb1e-67a7-4fef-9748-30ad870c0e61,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:01.268458 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-641b6eed-2139-492c-8552-a63ced49201c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:01.268915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641b6eed-2139-492c-8552-a63ced49201c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:01.270709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-641b6eed-2139-492c-8552-a63ced49201c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/4d9dbdfd-fd94-4a0f-be62-e32bf4cf80ae HTTP/1.1" status: 404 len: 337 time: 0.0695138 Jul 29 17:51:01.274029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59494) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.300318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.307314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.307727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ac44b0e8-3467-415d-94a5-21b460e7876c tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 200 len: 205 time: 0.0323377 Jul 29 17:51:01.310767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59496) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.321857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:01.367268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.395932 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-8a742219-8754-4ad1-a58a-d12fef71d071 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:01.396997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a742219-8754-4ad1-a58a-d12fef71d071 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/f4b0cdc7-8950-417e-9425-da1cbc3dc4fc HTTP/1.1" status: 404 len: 336 time: 0.0834949 Jul 29 17:51:01.398838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:01.399697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59502) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.402585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.404117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1823010 Jul 29 17:51:01.405399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Checking segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:01.405761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Network hostable DHCP agents. Network: 9d8e4828-2f04-4a89-87f9-80d4392f8c17, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:01.408487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59504) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.413791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'security_group_rule': {'security_group_id': '7a657f2d-40ea-48a4-95ef-1b8f352d8e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:01.433931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4cef5-43f5-48c4-b02b-03785478508f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a657f2d-40ea-48a4-95ef-1b8f352d8e62,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:01.440628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee303f0a-771f-4de9-8f26-2a5f8efbf3ed tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=6182bf70-be05-4659-905c-29cb53bbbab0 HTTP/1.1" status: 200 len: 205 time: 0.0396714 Jul 29 17:51:01.442805 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.445217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59508) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.483229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=83bf356d-0ac6-49a5-a9f7-09e13274608c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:01.488978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:01.503380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Checking segment: {'id': 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:01.503595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network hostable DHCP agents. Network: e068abd1-46a5-4684-8966-f10fe0099ca0, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:01.507340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9d8e4828-2f04-4a89-87f9-80d4392f8c17) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:01.514502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:01.515388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.527622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fbd0d3-8c39-43bc-831e-153996ec0282 None None] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:01.550598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Network e068abd1-46a5-4684-8966-f10fe0099ca0 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:01.557351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e068abd1-46a5-4684-8966-f10fe0099ca0) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:01.567718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:01.568338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760270'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.577303 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-dfa3f559-eb03-4c71-bf5b-d9d6ef988bae tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:01.580788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dfa3f559-eb03-4c71-bf5b-d9d6ef988bae tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/6182bf70-be05-4659-905c-29cb53bbbab0 HTTP/1.1" status: 404 len: 336 time: 0.1309583 Jul 29 17:51:01.584508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59516) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.585656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821291b1-833f-4aa4-acea-bd038be650a1 None None] Network e068abd1-46a5-4684-8966-f10fe0099ca0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:01.601568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:01.604999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.606628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] 10.222.0.49 "PUT /v2.0/ports/3b18fc02-4644-4ae0-8c9a-bd1d606f3169 HTTP/1.1" status: 200 len: 1092 time: 1.9674795 Jul 29 17:51:01.618569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:01.621162 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e64caca-0773-4f5e-b417-757b88be8a32" -d '{"events": [{"name": "network-changed", "server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:01.645195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.647326 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b4d16b-c8b0-4279-9614-e1733320aad5 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:01.648063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b4d16b-c8b0-4279-9614-e1733320aad5 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:01.652053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bafd5-db41-47c3-abad-78cdd4ab786f service neutron] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:01.654225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87b4d16b-c8b0-4279-9614-e1733320aad5 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/04613664-1a81-4422-9221-425fa457a3be HTTP/1.1" status: 404 len: 337 time: 0.0684488 Jul 29 17:51:01.655999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59520) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.722869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59522) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.724903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0c7c1849-85a4-44a2-99e6-cd187e545fcc tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=b849d3c0-e024-4249-a794-a192be736ad9 HTTP/1.1" status: 200 len: 205 time: 0.0642545 Jul 29 17:51:01.727125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c6602333-7725-4001-bad4-5424393140e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6268601 Jul 29 17:51:01.734123 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b1732675-252f-4723-bf35-dd371da8c7f1 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7417212 Jul 29 17:51:01.737826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59524) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.745995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:01.748789 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc2c015-ccdc-447f-8e45-8ea67993c87a x-openstack-request-id: req-bfc2c015-ccdc-447f-8e45-8ea67993c87a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:01.749172 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:01.749513 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfc2c015-ccdc-447f-8e45-8ea67993c87a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:01.750009 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'status': 'completed', 'code': 200} Jul 29 17:51:01.794608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-1addb2b4-ca37-4870-b88c-e5cb7fc28932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:01.796429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-1addb2b4-ca37-4870-b88c-e5cb7fc28932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 1095 time: 0.1331303 Jul 29 17:51:01.801508 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-4634a579-5a94-465e-bd39-2b2b62b2aa78 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:01.802648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4634a579-5a94-465e-bd39-2b2b62b2aa78 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/b849d3c0-e024-4249-a794-a192be736ad9 HTTP/1.1" status: 404 len: 336 time: 0.0787473 Jul 29 17:51:01.804745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.805730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59530) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.839938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'tenant_id': '226651392224403faf42a7f8b51fb829', 'fixed_ips': [{'subnet_id': 'd27bfb1e-67a7-4fef-9748-30ad870c0e61'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:51:01.840930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.852104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.876988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-d611d1d2-a9f2-41fb-9472-5993fd96f8d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169 HTTP/1.1" status: 200 len: 217 time: 0.0701606 Jul 29 17:51:01.880144 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-331622ad-3226-485b-95be-a6e1ad505888 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:01.880310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331622ad-3226-485b-95be-a6e1ad505888 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:01.884642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-331622ad-3226-485b-95be-a6e1ad505888 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/f3b858d6-c4b9-4d09-bc36-92e7fe79cb04 HTTP/1.1" status: 404 len: 337 time: 0.0740929 Jul 29 17:51:01.886586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8570910'] for subnet, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.889773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59534) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:01.966052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e068abd1-46a5-4684-8966-f10fe0099ca0', 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0', 'tenant_id': '13e328e6108e4f10bd7aaa01661f90f7', 'fixed_ips': [{'subnet_id': '83bf356d-0ac6-49a5-a9f7-09e13274608c'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:51:01.967169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:01.992465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255077-f563-4e5c-be04-97f81fdc2acd req-7506910f-2419-42de-9fbd-9d303362131a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:02.000180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b255077-f563-4e5c-be04-97f81fdc2acd req-7506910f-2419-42de-9fbd-9d303362131a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.3679292 Jul 29 17:51:02.129156 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b255077-f563-4e5c-be04-97f81fdc2acd req-6e1376a7-68f6-45a2-969a-54963124f00f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232200 Jul 29 17:51:02.190570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Allocated IP 172.20.0.2 (9d8e4828-2f04-4a89-87f9-80d4392f8c17/d27bfb1e-67a7-4fef-9748-30ad870c0e61/9afcefe1-56da-436e-986c-b7f006e6a7ce) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:02.238441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59548) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.278645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730324527400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10439661'] for subnet, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.324462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0397ec-2773-4c0e-964f-e323443a8aba,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.326888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.328447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5f5932e5-8f87-4be8-bf9a-bc4143e32a1c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9188404 Jul 29 17:51:02.333197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-949a243c-bd33-4fb9-8f5e-7dd6a9108ea6 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "GET /v2.0/ports?device_id=6092200b-7c59-4520-a5fa-1b5a4b3fde88 HTTP/1.1" status: 200 len: 205 time: 0.4385815 Jul 29 17:51:02.335362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59554) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.335911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.344012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'security_group_rule': {'security_group_id': '7a657f2d-40ea-48a4-95ef-1b8f352d8e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:02.371809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:02.376917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.378722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "PUT /v2.0/subnets/83bf356d-0ac6-49a5-a9f7-09e13274608c HTTP/1.1" status: 200 len: 900 time: 0.6397629 Jul 29 17:51:02.383203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59558) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.417068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Allocated IP 2001:db8::3 (e068abd1-46a5-4684-8966-f10fe0099ca0/83bf356d-0ac6-49a5-a9f7-09e13274608c/2d5b9c4e-54f2-4bc2-a956-aa063f82f883) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:02.434010 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-fa1e4ce3-6379-43c8-ae66-6e9f800a07d9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] delete failed (client error): The resource could not be found. Jul 29 17:51:02.435076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa1e4ce3-6379-43c8-ae66-6e9f800a07d9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/routers/6092200b-7c59-4520-a5fa-1b5a4b3fde88 HTTP/1.1" status: 404 len: 336 time: 0.0969908 Jul 29 17:51:02.441593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-316519674-network', 'tenant_id': '62a045b9b262483c89dbfebb2a741504'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:02.442258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.469935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.473702 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9239b771-2f57-416c-9028-d31da60331f9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:02.474149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9239b771-2f57-416c-9028-d31da60331f9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:02.476422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9239b771-2f57-416c-9028-d31da60331f9 tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/920479cb-8de1-4dac-8fe4-62d562b98116 HTTP/1.1" status: 404 len: 337 time: 0.0330243 Jul 29 17:51:02.481534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-d25dfd4e-ab33-47a2-aaa8-8d9671649b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:02.482999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-d25dfd4e-ab33-47a2-aaa8-8d9671649b76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.5896125 Jul 29 17:51:02.484048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59570) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.509220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a049ca-7dc2-484a-9868-a3e34094e02c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event updated for resources: {'Subnet': ['ID=83bf356d-0ac6-49a5-a9f7-09e13274608c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.524681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Made reservation on behalf of 62a045b9b262483c89dbfebb2a741504 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:02.527365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.549287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.561564 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.580483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Transition to ACTIVE for port object 9afcefe1-56da-436e-986c-b7f006e6a7ce will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:02.611787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Transition to ACTIVE for port object 9afcefe1-56da-436e-986c-b7f006e6a7ce will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:02.612006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.616883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-3fa37ec8-0752-4418-afcc-548c060cb425 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250961 Jul 29 17:51:02.617863 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce14d01-8c16-4239-8f84-d48b75c55b2f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:02.618316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce14d01-8c16-4239-8f84-d48b75c55b2f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:02.620139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7ce14d01-8c16-4239-8f84-d48b75c55b2f tempest-RoutersIpV6Test-1745394625 tempest-RoutersIpV6Test-1745394625-project] 10.222.0.16 "DELETE /v2.0/subnets/6509eb5b-a551-4d7e-ab5f-76dd3a5833de HTTP/1.1" status: 404 len: 337 time: 0.1296036 Jul 29 17:51:02.647344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.696170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Pushing event updated for resources: {'Port': ['ID=9afcefe1-56da-436e-986c-b7f006e6a7ce,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.699823 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.711524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:02.717404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:02.721118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:02.742101 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.774415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.775626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.783861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.789251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-e62c5798-209a-4851-925f-8e8d3b11499f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:02.790814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-e62c5798-209a-4851-925f-8e8d3b11499f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.3112149 Jul 29 17:51:02.791988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Transition to ACTIVE for port object 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:02.796628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.813584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Attempting to bind port 9afcefe1-56da-436e-986c-b7f006e6a7ce on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:02.813958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Attempting to bind port 9afcefe1-56da-436e-986c-b7f006e6a7ce by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:02.814357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Attempting to bind port 9afcefe1-56da-436e-986c-b7f006e6a7ce on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:02.820962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:02.821339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Checking segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:02.821748 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.822145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Bound using segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:02.822654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Bound port: 9afcefe1-56da-436e-986c-b7f006e6a7ce, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:02.823045 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.823793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-14d380f6-a94c-4bb4-9bdd-62d3311a668c service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965187 Jul 29 17:51:02.825252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Transition to ACTIVE for port object 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:02.831495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.832664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4956620 Jul 29 17:51:02.836546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59578) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:02.837772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:02.838679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e971d-9e3a-4ff6-a58c-c17c8affabcc tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513eee12-0e8b-41f8-a22c-3cb93fb4a9cd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.843990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:02.845244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734fea2a-4f3b-4df9-9e03-2b0f30fb9227,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.860886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-e0d17588-5f67-4748-8324-40cbf206a6a3 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/quotas/226651392224403faf42a7f8b51fb829 HTTP/1.1" status: 200 len: 375 time: 0.0459924 Jul 29 17:51:02.882869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.890889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] For port 9afcefe1-56da-436e-986c-b7f006e6a7ce, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:02.894628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] For port 9afcefe1-56da-436e-986c-b7f006e6a7ce, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9afcefe1-56da-436e-986c-b7f006e6a7ce,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:02.894817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.895514 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Added segment c73d09c3-d41a-4063-a476-69f2d3d09372 of type vlan for network a968775b-fde0-4a16-8c03-0b5284f8b298 Jul 29 17:51:02.896977 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.922109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.943323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Network e068abd1-46a5-4684-8966-f10fe0099ca0 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:02.947663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=83bf356d-0ac6-49a5-a9f7-09e13274608c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:02.949482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:02.958920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:02.969446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Pushing event updated for resources: {'Port': ['ID=2d5b9c4e-54f2-4bc2-a956-aa063f82f883,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.035229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd33229a-345e-4940-98ef-2f2d345e9400 req-acf2359c-b68e-4d86-a613-dacbaa1f2f86 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014725 Jul 29 17:51:03.053235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.057472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59582) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:03.062990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.074373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Attempting to bind port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:03.074754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Attempting to bind port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:03.075121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Attempting to bind port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 on network e068abd1-46a5-4684-8966-f10fe0099ca0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:03.088153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:03.088530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Checking segment: {'id': 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:03.088942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.089336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Bound using segment: {'id': 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:03.089951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Bound port: 2d5b9c4e-54f2-4bc2-a956-aa063f82f883, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:03.090355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.096928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-9b325dca-9e64-43f8-a378-ccf1dcec3882 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2206249 Jul 29 17:51:03.110026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18c4c-5e4d-4c8e-a321-35725db18ac4 None None] Pushing event updated for resources: {'Port': ['ID=9afcefe1-56da-436e-986c-b7f006e6a7ce,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.133940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.150429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e068abd1-46a5-4684-8966-f10fe0099ca0']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:03.168742 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.170404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.171279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.176755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] For port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:03.180281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] For port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2d5b9c4e-54f2-4bc2-a956-aa063f82f883,segment=NetworkSegment(fdad22ba-c584-40a1-ba3a-c34bcd036c9a),segment_id=fdad22ba-c584-40a1-ba3a-c34bcd036c9a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:03.183501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:03.183790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:03.192048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.235470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.311163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0714676 Jul 29 17:51:03.322203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59590) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:03.332238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Request body: {'subnet': {'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-316519674-subnet', 'tenant_id': '62a045b9b262483c89dbfebb2a741504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:03.339294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1df7ad-0f8c-4f52-b018-67ddc9f000a5 None None] Network e068abd1-46a5-4684-8966-f10fe0099ca0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:03.362262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.386341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b639b39-bd45-4364-b7a2-53456ccfcec4 None None] Pushing event updated for resources: {'Port': ['ID=2d5b9c4e-54f2-4bc2-a956-aa063f82f883,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.403183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de46e-1abd-4573-819f-4495b127bb52 admin admin] Pushing event updated for resources: {'Network': ['ID=a968775b-fde0-4a16-8c03-0b5284f8b298,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.413816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:03.414403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.417181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a968775b-fde0-4a16-8c03-0b5284f8b298 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:03.420104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-b2c439f6-acde-45cf-bccd-ae46b39613f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.421961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-b2c439f6-acde-45cf-bccd-ae46b39613f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 1095 time: 0.2234952 Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:03.480727 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:03.504205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 17:51:03.504205 n-d-801607-3 neutron-server[94052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 17:51:03.504205 n-d-801607-3 neutron-server[94052]: [parameters: {'id': 'e068abd1-46a5-4684-8966-f10fe0099ca0'}] Jul 29 17:51:03.504205 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:51:03.504623 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:51:03.512674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612293b-aad3-4ff3-a8dd-1df0a19e90aa req-2cedc574-31ca-4bc0-984e-a5e5653818ee tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.514260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4612293b-aad3-4ff3-a8dd-1df0a19e90aa req-2cedc574-31ca-4bc0-984e-a5e5653818ee tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.1873474 Jul 29 17:51:03.515080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Made reservation on behalf of 62a045b9b262483c89dbfebb2a741504 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:03.517355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.548649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ba4e0-cec6-4298-a807-de30ed180bb9 None None] Network e068abd1-46a5-4684-8966-f10fe0099ca0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:03.576400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-b15662f4-6e20-4492-89b7-17fbd681d70b service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785953 Jul 29 17:51:03.578583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-7477564a-471c-4d0c-ad02-023f98b7bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.580058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-7477564a-471c-4d0c-ad02-023f98b7bb59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 915 time: 0.1460507 Jul 29 17:51:03.585232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4891aa42-5de8-4cbf-aab3-e5edb2d3e773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dd5db2c6b52459bb958c8b7252186bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244176 Jul 29 17:51:03.585951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:03.619452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4612293b-aad3-4ff3-a8dd-1df0a19e90aa req-36530023-0d3c-4d00-8e3f-05c2f362b340 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Jul 29 17:51:03.699344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-8f86334e-e25b-40f9-96eb-7494e15ec4d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169 HTTP/1.1" status: 200 len: 217 time: 0.1069567 Jul 29 17:51:03.742816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.800408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e71d23-00f3-4134-9188-284077a19b22,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.809777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Checking segment: {'id': 'c73d09c3-d41a-4063-a476-69f2d3d09372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:03.810133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Network hostable DHCP agents. Network: a968775b-fde0-4a16-8c03-0b5284f8b298, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:03.812712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-7e65ee6c-b459-41d7-bdb5-9a18b46fe8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.814233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-7e65ee6c-b459-41d7-bdb5-9a18b46fe8cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.1048574 Jul 29 17:51:03.819893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.822857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.825840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-114601e3-db47-4e23-bd90-4716a22501fe service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389004 Jul 29 17:51:03.834686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Network a968775b-fde0-4a16-8c03-0b5284f8b298 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:03.848195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a968775b-fde0-4a16-8c03-0b5284f8b298) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:03.853207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:03.854034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:03.859882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aacab91-2c7b-4af0-9d86-8bf6eb0ea1e5 None None] Network a968775b-fde0-4a16-8c03-0b5284f8b298 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:03.872995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-03dde919-57e9-4fd8-aaa3-b963a6a9b2bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409219 Jul 29 17:51:03.896727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4dd741cf-56ce-439c-b0a2-dfef17dfea46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5684047 Jul 29 17:51:03.949611 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.006096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.110517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.111024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bd124-2e9b-428e-8292-14645b5ebd6b None None] Network a968775b-fde0-4a16-8c03-0b5284f8b298 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:04.115279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.121874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9ed7353-83a9-4ce6-9b3e-f634d27e79a2 HTTP/1.1" status: 204 len: 168 time: 0.5333917 Jul 29 17:51:04.164423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:04.164655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16db1f9-cb00-4dfb-9037-93766cc333c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed7353-83a9-4ce6-9b3e-f634d27e79a2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:04.164773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.330657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Allocated IP 172.25.5.36 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:04.332824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41181f-2cf4-4ef7-be89-b4dd1c7a71d4 None None] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:04.342478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-e0e52fd5-47f9-4f6c-94d0-9bbbee46af98 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318407 Jul 29 17:51:04.379467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2d5b9c4e-54f2-4bc2-a956-aa063f82f883,segment=NetworkSegment(fdad22ba-c584-40a1-ba3a-c34bcd036c9a),segment_id=fdad22ba-c584-40a1-ba3a-c34bcd036c9a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:04.380327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.407684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:04.477564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-afca8d29-4307-44fb-9a43-dde2e96753e3 None None] Provisioning for port 9afcefe1-56da-436e-986c-b7f006e6a7ce completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:04.669315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.681774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port 2d5b9c4e-54f2-4bc2-a956-aa063f82f883 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:04.693636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-d290b9b5-5ce4-485d-92f3-d7b6009c9a5c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:04.695219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-d290b9b5-5ce4-485d-92f3-d7b6009c9a5c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.3150723 Jul 29 17:51:04.738816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=2d5b9c4e-54f2-4bc2-a956-aa063f82f883,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:04.761908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59640) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:04.773354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-10233061-network', 'tenant_id': '1e106173968c41ef8f77aaef2d7dfd4d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:04.793668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-9ac07d53-710e-4418-9478-44dc79ad3ea9 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/quotas/226651392224403faf42a7f8b51fb829 HTTP/1.1" status: 200 len: 375 time: 0.0832608 Jul 29 17:51:04.819632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64caca-0773-4f5e-b417-757b88be8a32 req-0173d9da-34f9-4303-a814-e0bb06c36cfc service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493713 Jul 29 17:51:04.872386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.895431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-a00b1c4f-a070-464d-9413-d55cdacee4db tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920529 Jul 29 17:51:04.968327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.987792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Made reservation on behalf of 1e106173968c41ef8f77aaef2d7dfd4d for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:04.990049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:04.999089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e068abd1-46a5-4684-8966-f10fe0099ca0']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:05.047212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81ec23-b712-4500-88b6-b659bc0516d2 req-91e8ec10-d6e4-4bb9-966c-5e2e5f6f0c90 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:05.054925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e81ec23-b712-4500-88b6-b659bc0516d2 req-91e8ec10-d6e4-4bb9-966c-5e2e5f6f0c90 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.2877448 Jul 29 17:51:05.055433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.059785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.063323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b21e08-959f-43a0-afcc-820b85e2656a None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:51:05.078576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:05.096187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:05.096752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdad22ba-c584-40a1-ba3a-c34bcd036c9a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:05.100412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:05.107008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:05.157601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.158220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9afcefe1-56da-436e-986c-b7f006e6a7ce up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:05.165759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-a5bb128d-62c1-4f8d-b5ce-4ab937e3a903 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579741 Jul 29 17:51:05.230516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.239043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:05.240263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.246066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'Port': ['ID=f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:05.303920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 9afcefe1-56da-436e-986c-b7f006e6a7ce completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:05.315181 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:05.317504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-891d594b-c107-4cd9-9ca2-67e2170f2a9f service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500232 Jul 29 17:51:05.318170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9afcefe1-56da-436e-986c-b7f006e6a7ce triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:05.318820 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.394284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b21e08-959f-43a0-afcc-820b85e2656a None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 17:51:05.399393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e81ec23-b712-4500-88b6-b659bc0516d2 req-270629f4-db5d-4195-88b1-7123f4ff3f48 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432889 Jul 29 17:51:05.434534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.462501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.468116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/e068abd1-46a5-4684-8966-f10fe0099ca0 HTTP/1.1" status: 204 len: 168 time: 3.0782239 Jul 29 17:51:05.498529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59660) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:05.508241 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.542070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba8b07-c1d6-4b3c-a8fc-6323ddb7ea37 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=e068abd1-46a5-4684-8966-f10fe0099ca0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:05.560076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.586096 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d5988a-bdd1-4c0d-913d-7eaabddad9d8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:05.586509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d5988a-bdd1-4c0d-913d-7eaabddad9d8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:05.591353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-52d5988a-bdd1-4c0d-913d-7eaabddad9d8 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/83bf356d-0ac6-49a5-a9f7-09e13274608c HTTP/1.1" status: 404 len: 337 time: 0.0805886 Jul 29 17:51:05.591353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:05.623959 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e1ad9a-aa1b-41b3-b742-70e11fa57702 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:05.624862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e1ad9a-aa1b-41b3-b742-70e11fa57702 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:05.629299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.636794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59672) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:05.642160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-69e1ad9a-aa1b-41b3-b742-70e11fa57702 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/e068abd1-46a5-4684-8966-f10fe0099ca0 HTTP/1.1" status: 404 len: 339 time: 0.0441062 Jul 29 17:51:05.663295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.672708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.721186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:05.739243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:05.765547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.807536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d514e914-af4b-4dd2-8b04-7e0c3fc04e81,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:05.838771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.839043 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Added segment 8d5f5293-1c07-4192-8ab5-4fd831333ee2 of type vlan for network 31b32d99-fab5-4937-a18a-7d4bf12773bb Jul 29 17:51:05.902781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.922847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-802740185-network', 'tenant_id': 'ccf608c04895499c92d8bfe2aef95ccf'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:05.953275 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:05.968162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 9afcefe1-56da-436e-986c-b7f006e6a7ce, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9afcefe1-56da-436e-986c-b7f006e6a7ce,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:05.978927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.003339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-29f82372-b778-4fa5-99c1-72253ac76cc8 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:06.004985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-29f82372-b778-4fa5-99c1-72253ac76cc8 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.2911704 Jul 29 17:51:06.029834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Made reservation on behalf of ccf608c04895499c92d8bfe2aef95ccf for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:06.033520 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.055460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.069764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-df505e16-947c-4a00-903f-6281e545b33c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/quotas/226651392224403faf42a7f8b51fb829 HTTP/1.1" status: 200 len: 375 time: 0.0568848 Jul 29 17:51:06.071658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.073326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:06.073921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.115464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=9afcefe1-56da-436e-986c-b7f006e6a7ce,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:06.236057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] Pushing event updated for resources: {'Network': ['ID=31b32d99-fab5-4937-a18a-7d4bf12773bb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:06.254881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 31b32d99-fab5-4937-a18a-7d4bf12773bb details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:06.286657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-39e1542b-de4b-4fcd-8880-9dd55500a183 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980186 Jul 29 17:51:06.338570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4491521e-12c5-4916-83f1-f2aedb64feff']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:06.376734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.406988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-282ff13c-9b9a-486c-a08e-38e92044a6ed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:51:06.415243 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-282ff13c-9b9a-486c-a08e-38e92044a6ed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1176763 Jul 29 17:51:06.417731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.433345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30d350a6-add7-45cf-841e-0ff1997c3b44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6642418 Jul 29 17:51:06.438186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc31659c-41e2-4152-8d77-fe76bea97494') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:06.439149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc31659c-41e2-4152-8d77-fe76bea97494') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:06.443445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:06.445622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:06.451680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Request body: {'subnet': {'network_id': '31b32d99-fab5-4937-a18a-7d4bf12773bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-10233061-subnet', 'tenant_id': '1e106173968c41ef8f77aaef2d7dfd4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:06.487206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.493852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Made reservation on behalf of 1e106173968c41ef8f77aaef2d7dfd4d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:06.496510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.499112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:06.524839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d6906e-17a6-4218-b308-68cdbf0f7779,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:06.537691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.538020 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Added segment d7542fcd-b721-4933-b785-d55dea1106f4 of type vlan for network 43719ed1-b0a8-4ed8-af87-21e516a2a249 Jul 29 17:51:06.596500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:06.601217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.610499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.617523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'port_id': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'mac_address': 'fa:16:3e:3e:a3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a25cf5-e1f1-4e8b-9a40-b0e52dc67318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:06.627225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c12b81f0-a1ac-414d-806f-b6e92f6c80dd service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106464 Jul 29 17:51:06.641793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:06.642217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:06.648964 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:06.667622 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.683862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:06.709210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-07da3178-bca0-4063-bc77-26554bcaa106 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:06.711003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-07da3178-bca0-4063-bc77-26554bcaa106 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.3692098 Jul 29 17:51:06.712994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:06.722476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.729190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.730438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:06.731201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.753726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Request body: {'port': {'device_id': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'admin_state_up': True, 'tenant_id': '226651392224403faf42a7f8b51fb829'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:06.787119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:06.827871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0995047 Jul 29 17:51:06.828092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59700) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:06.834859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-0ca23eb5-1adc-463d-b68e-e236e30f5e73 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066934 Jul 29 17:51:06.838586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Request body: {'subnet': {'network_id': '43719ed1-b0a8-4ed8-af87-21e516a2a249', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-802740185-subnet', 'tenant_id': 'ccf608c04895499c92d8bfe2aef95ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:06.847280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fdc36-d38b-4d0b-b1bb-2393c2504427 admin admin] Pushing event updated for resources: {'Network': ['ID=43719ed1-b0a8-4ed8-af87-21e516a2a249,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:06.851663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1f17-9ed3-48af-9231-11517f347bd0 req-6baaf4b3-6f5d-4a0a-bf85-6d4e02f69753 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:06.858918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af1f17-9ed3-48af-9231-11517f347bd0 req-6baaf4b3-6f5d-4a0a-bf85-6d4e02f69753 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.3214784 Jul 29 17:51:06.863436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 43719ed1-b0a8-4ed8-af87-21e516a2a249 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:06.870642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.874460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Made reservation on behalf of ccf608c04895499c92d8bfe2aef95ccf for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:06.877590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.889240 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.898447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.900621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/4491521e-12c5-4916-83f1-f2aedb64feff HTTP/1.1" status: 204 len: 168 time: 1.2615540 Jul 29 17:51:06.912133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59702) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:06.941317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:06.944272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['3b18fc02-4644-4ae0-8c9a-bd1d606f3169'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:06.971149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290af01c-a39c-44ee-98b4-6582c9cad619 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=4491521e-12c5-4916-83f1-f2aedb64feff,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:07.032092 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6144b0d-f652-4d97-83c2-d2df909e3acb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:07.032568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6144b0d-f652-4d97-83c2-d2df909e3acb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:07.036748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f6144b0d-f652-4d97-83c2-d2df909e3acb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/8f04c740-758f-4b12-b959-7c06694bd59a HTTP/1.1" status: 404 len: 337 time: 0.1054113 Jul 29 17:51:07.052849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:07.115605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9afcefe1-56da-436e-986c-b7f006e6a7ce up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:07.129559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af1f17-9ed3-48af-9231-11517f347bd0 req-b98c82ff-3598-4f9e-8a14-41dea443a0b5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695804 Jul 29 17:51:07.147381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'Port': ['ID=f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:07.162964 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c722652-297a-4bd0-9905-9f97b51a609e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:07.164997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c722652-297a-4bd0-9905-9f97b51a609e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:07.172352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7c722652-297a-4bd0-9905-9f97b51a609e tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/f97a1f20-21e8-4fbd-9eb3-5a11b43af541 HTTP/1.1" status: 404 len: 339 time: 0.1120701 Jul 29 17:51:07.183290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:07.228020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.284661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9afcefe1-56da-436e-986c-b7f006e6a7ce triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:07.285027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.341104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf409590-a9f5-40c1-a375-28263fc5d5df,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:07.353344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Made reservation on behalf of 226651392224403faf42a7f8b51fb829 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:07.357882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.374852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Checking segment: {'id': 'd7542fcd-b721-4933-b785-d55dea1106f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '43719ed1-b0a8-4ed8-af87-21e516a2a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:07.375223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Network hostable DHCP agents. Network: 43719ed1-b0a8-4ed8-af87-21e516a2a249, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:07.403112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Network 43719ed1-b0a8-4ed8-af87-21e516a2a249 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:07.418557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 43719ed1-b0a8-4ed8-af87-21e516a2a249) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:07.423342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:07.423992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.429981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707b228-b7bd-432e-b24d-acc3df82b407 None None] Network 43719ed1-b0a8-4ed8-af87-21e516a2a249 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:07.447708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-159c70d0-79cd-4a69-a067-9b6f6cbb8023 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6181824 Jul 29 17:51:07.458933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-411cf480-b6c6-4421-8c4e-d3ceb33d8baf req-b83a8324-f4f3-4935-9781-069e1c72cb55 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 210 time: 0.2410381 Jul 29 17:51:07.474514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.591746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b124601-dcbf-4d9c-bfcc-bfd3a1afe866 None None] Network 43719ed1-b0a8-4ed8-af87-21e516a2a249 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:07.630899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.644388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting subnet 411d16b0-b9df-4c11-b822-58830c454e6a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:07.671760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.689036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.690670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-808e8f50-7cdc-48f6-91ad-9df709b69143 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8527727 Jul 29 17:51:07.809209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Allocated IP 172.20.0.7 (9d8e4828-2f04-4a89-87f9-80d4392f8c17/d27bfb1e-67a7-4fef-9748-30ad870c0e61/75034454-d45f-4197-9eb9-d2f29a177b94) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:07.822471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-b3c4fdb5-d5fe-464a-bc8a-fca7f405cc0a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:07.823814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-b3c4fdb5-d5fe-464a-bc8a-fca7f405cc0a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.4722338 Jul 29 17:51:07.874576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8291b9d6-ecd4-46c1-ae65-362ca404d05b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:07.880423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:07.901012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Request body: {'port': {'device_id': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'admin_state_up': True, 'tenant_id': '226651392224403faf42a7f8b51fb829'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:08.012582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-d6d5069c-d9b3-497d-9628-8c2ab2e6043e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:08.013574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Checking segment: {'id': '8d5f5293-1c07-4192-8ab5-4fd831333ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b32d99-fab5-4937-a18a-7d4bf12773bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:08.013990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Network hostable DHCP agents. Network: 31b32d99-fab5-4937-a18a-7d4bf12773bb, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:08.014115 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-d6d5069c-d9b3-497d-9628-8c2ab2e6043e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.1238158 Jul 29 17:51:08.032594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-6fbaecdf-fdf4-4f3c-a97a-bc9ba7137178 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/quotas/434d7462b6ea479abc3d9dabe17d6e56 HTTP/1.1" status: 200 len: 375 time: 0.0096896 Jul 29 17:51:08.070103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59744) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:08.074938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537466350-network', 'tenant_id': 'fef7e643ab2f49a191f4cd04a2649873'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:08.104474 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-f092d48b-ff15-4399-830f-43f29408832c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655148 Jul 29 17:51:08.106468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Made reservation on behalf of fef7e643ab2f49a191f4cd04a2649873 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:08.109133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.125143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.140269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Network 31b32d99-fab5-4937-a18a-7d4bf12773bb is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:08.183646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.193572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 31b32d99-fab5-4937-a18a-7d4bf12773bb) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:08.205902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9294c9-56a6-4f96-89be-209fcff106d5 None None] Network 31b32d99-fab5-4937-a18a-7d4bf12773bb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:08.245206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-cd792624-08c6-4e69-aff9-00425818bb71 service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271477 Jul 29 17:51:08.250044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:08.250802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.270615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.307484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Transition to ACTIVE for port object 75034454-d45f-4197-9eb9-d2f29a177b94 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:08.367482 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.382602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.396753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:08.402630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.427899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.427899 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Added segment dc51a027-f696-4ec6-b608-9f7ab06e6adc of type vlan for network f5b4fce6-7cb0-47e8-9b70-2af518968c6a Jul 29 17:51:08.441966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-84d785be-8053-4d81-9d52-bd00d0245fac service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811647 Jul 29 17:51:08.444106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade48f3f-a2c0-4c22-9e6b-c3427976665b None None] Network 31b32d99-fab5-4937-a18a-7d4bf12773bb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:08.450999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:08.452185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5c6b4ae8-698b-49ad-bbfc-6b63cc7fceaf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0074925 Jul 29 17:51:08.464571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89ef95-8386-4e4e-8bd3-779c4ae7c852,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:08.480965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.502305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=411d16b0-b9df-4c11-b822-58830c454e6a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:08.508615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.510884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e7bc23b8-e22a-4027-a585-7d09a7f94abf tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/411d16b0-b9df-4c11-b822-58830c454e6a HTTP/1.1" status: 204 len: 168 time: 1.3004510 Jul 29 17:51:08.516362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Made reservation on behalf of 226651392224403faf42a7f8b51fb829 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:08.516869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59756) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:08.519905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.552442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.553891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:08.555465 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.586624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7331e1-af6c-4c97-9fc1-ed5b9bf87c04 req-f95705dc-03ba-4e2c-b32a-76f3383cc059 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:08.588236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb7331e1-af6c-4c97-9fc1-ed5b9bf87c04 req-f95705dc-03ba-4e2c-b32a-76f3383cc059 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 945 time: 0.2531943 Jul 29 17:51:08.597292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.601274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1d450-ff16-4e50-9831-547908f7c5e9 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:08.619065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-545b930c-d704-4bea-b44f-a33da3919c79 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:08.620540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-545b930c-d704-4bea-b44f-a33da3919c79 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.49 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 815 time: 0.3032906 Jul 29 17:51:08.669770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5985498 Jul 29 17:51:08.672043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:08.677516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59758) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:08.684769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting subnet 070fb601-13ca-436c-8797-aa61bbf06769 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:08.684974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:08.685212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.700174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Request body: {'port': {'device_id': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'admin_state_up': True, 'tenant_id': '226651392224403faf42a7f8b51fb829'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:08.704754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Request body: {'subnet': {'network_id': 'f5b4fce6-7cb0-47e8-9b70-2af518968c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537466350-subnet', 'tenant_id': 'fef7e643ab2f49a191f4cd04a2649873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:08.734017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.781637 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.826947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:08.907627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.927312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.959254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:08.963366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:08.966940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:08.969711 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8232cb-0c06-454d-a4a5-d11d525630dc" -d '{"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:08.978461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:08.992971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb7331e1-af6c-4c97-9fc1-ed5b9bf87c04 req-3f9707f6-fc78-4dd1-8eee-1258fa272de3 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812175 Jul 29 17:51:09.007313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:09.010867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5407da2-b491-4424-bd10-432346be77ea admin admin] Pushing event updated for resources: {'Network': ['ID=f5b4fce6-7cb0-47e8-9b70-2af518968c6a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:09.024815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.046732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event updated for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:09.091927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f5b4fce6-7cb0-47e8-9b70-2af518968c6a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:09.122283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:09.134869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.139094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/070fb601-13ca-436c-8797-aa61bbf06769 HTTP/1.1" status: 204 len: 168 time: 0.6203399 Jul 29 17:51:09.141580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799452f-9ce3-466b-bce2-be16118e37ff tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=070fb601-13ca-436c-8797-aa61bbf06769,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:09.172680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bf44257a-125e-42ed-afb8-f846c0137c5e req-631ca251-4dc8-402c-a29d-192e82e89103 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 210 time: 0.1317420 Jul 29 17:51:09.174074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:09.201175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Made reservation on behalf of fef7e643ab2f49a191f4cd04a2649873 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:09.204237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.318026 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-094c84d3-d85e-460f-b3ed-f276e97d885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.334402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12a7847-e060-4730-a680-87e9bc2c0d29 req-23b53b8a-a45a-4ccf-8fda-c0ad72608364 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 210 time: 0.1561701 Jul 29 17:51:09.370067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Allocated IP 172.20.0.4 (9d8e4828-2f04-4a89-87f9-80d4392f8c17/d27bfb1e-67a7-4fef-9748-30ad870c0e61/199d2235-9401-4880-a366-be68e65aa55c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:09.377704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Made reservation on behalf of 226651392224403faf42a7f8b51fb829 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:09.381844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.406123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:09.406869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.438112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6bc37dd0-26ca-4083-9351-b29ccd63b94f None None] Provisioning for port 75034454-d45f-4197-9eb9-d2f29a177b94 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:09.443180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6bc37dd0-26ca-4083-9351-b29ccd63b94f None None] Provisioning complete for port 75034454-d45f-4197-9eb9-d2f29a177b94 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:09.445054 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bc37dd0-26ca-4083-9351-b29ccd63b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.454630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.492521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-27535776-3f6f-4d4e-915b-d7fd0fc48ee2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7621396 Jul 29 17:51:09.536158 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bb3fac-8c95-46b0-9cf0-fde755a93983 x-openstack-request-id: req-f9bb3fac-8c95-46b0-9cf0-fde755a93983 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:09.536528 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:09.536694 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9bb3fac-8c95-46b0-9cf0-fde755a93983 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:09.537092 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'code': 200} Jul 29 17:51:09.552208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Request body: {'port': {'device_id': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:09.601863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6bc37dd0-26ca-4083-9351-b29ccd63b94f None None] Port 75034454-d45f-4197-9eb9-d2f29a177b94 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:09.713354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.790503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:09.791352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21236e33-59ba-47cc-92d7-c72282c9d881 req-ed43dc6a-c36b-41e3-b34d-b05a46cc7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:09.794544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21236e33-59ba-47cc-92d7-c72282c9d881 req-ed43dc6a-c36b-41e3-b34d-b05a46cc7c63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 1097 time: 0.2053409 Jul 29 17:51:09.804345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-0cc573f0-ff7e-43eb-acc0-96d4f084e71d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2631462 Jul 29 17:51:09.805524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Transition to ACTIVE for port object 199d2235-9401-4880-a366-be68e65aa55c will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:09.866632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-987e70b0-63cf-4acd-8208-e20be0504d9f tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:09.874043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-987e70b0-63cf-4acd-8208-e20be0504d9f tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/networks?id=a968775b-fde0-4a16-8c03-0b5284f8b298 HTTP/1.1" status: 200 len: 824 time: 0.3648651 Jul 29 17:51:09.952948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a964e-20c8-4026-bfa0-560b8a099584 None None] Network 246edc58-49fe-4e01-8538-a771909ac0d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:10.002190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-8bf7d1da-280c-4244-927e-80c256a78e88 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/quotas/62a045b9b262483c89dbfebb2a741504 HTTP/1.1" status: 200 len: 375 time: 0.1271963 Jul 29 17:51:10.025111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.066721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bf5d7a44-e9d6-4698-aa8d-f8fbdf0662e2 None None] Provisioning complete for port b5716b50-a109-4969-9daf-09c58084d7b3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:10.067165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7a44-e9d6-4698-aa8d-f8fbdf0662e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.094004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.099251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port b5716b50-a109-4969-9daf-09c58084d7b3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:10.099817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.107301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-be0c6a7d-8ae9-468d-9a7b-af018016cdb0 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62a045b9b262483c89dbfebb2a741504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748539 Jul 29 17:51:10.109157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21236e33-59ba-47cc-92d7-c72282c9d881 req-53d1ed33-2655-465a-af7a-70f597c65df1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936020 Jul 29 17:51:10.128721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Allocated IP 172.20.0.6 (9d8e4828-2f04-4a89-87f9-80d4392f8c17/d27bfb1e-67a7-4fef-9748-30ad870c0e61/5c0ab98b-f4f3-4f63-9b17-7feb16311eac) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:10.258434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491cba3b-93a6-42af-abb4-976dd59df3d1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:10.267213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-873fc89b-af94-4953-8c51-74cb4f00d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:10.268754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-873fc89b-af94-4953-8c51-74cb4f00d7eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1096 time: 0.2797432 Jul 29 17:51:10.290886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] DHCP port deletion for 246edc58-49fe-4e01-8538-a771909ac0d9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:10.398902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Deleting port b5716b50-a109-4969-9daf-09c58084d7b3 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:10.399625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.544623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b5716b50-a109-4969-9daf-09c58084d7b3,segment=NetworkSegment(37f841d8-d809-4ccb-b18f-8b948f2a46e4),segment_id=37f841d8-d809-4ccb-b18f-8b948f2a46e4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:10.545159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.570731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Calling delete_port for b5716b50-a109-4969-9daf-09c58084d7b3 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:10.667117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:10.675024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:10.676924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event updated for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:10.695900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:10.708619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port b5716b50-a109-4969-9daf-09c58084d7b3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b5716b50-a109-4969-9daf-09c58084d7b3,segment=NetworkSegment(37f841d8-d809-4ccb-b18f-8b948f2a46e4),segment_id=37f841d8-d809-4ccb-b18f-8b948f2a46e4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:10.709209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.716266 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.736065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Checking segment: {'id': 'dc51a027-f696-4ec6-b608-9f7ab06e6adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5b4fce6-7cb0-47e8-9b70-2af518968c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:10.736470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Network hostable DHCP agents. Network: f5b4fce6-7cb0-47e8-9b70-2af518968c6a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:10.759784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] Pushing event deleted for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:10.775145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75301556-b3b4-40b7-9ebf-f85bcde39f49 None None] No DVR routers for this DVR port b5716b50-a109-4969-9daf-09c58084d7b3 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:10.779448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e66e3-20f7-4e1d-bc46-58f645ad412c req-63a603d2-99dc-4034-8be0-fc524683e9a8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:10.787716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-577e66e3-20f7-4e1d-bc46-58f645ad412c req-63a603d2-99dc-4034-8be0-fc524683e9a8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.6902099 Jul 29 17:51:10.811117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for b5716b50-a109-4969-9daf-09c58084d7b3 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:10.863130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:10.863771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.891049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-577e66e3-20f7-4e1d-bc46-58f645ad412c req-b56d2845-2d27-4e1f-9bfb-9f5fb6c8ebc3 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019263 Jul 29 17:51:10.918339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-ef74bf51-a83c-49ab-82cf-d56340937550 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0236011 Jul 29 17:51:10.925951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:10.942041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Request body: {'port': {'device_id': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:10.999881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Transition to ACTIVE for port object 5c0ab98b-f4f3-4f63-9b17-7feb16311eac will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:11.036308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f8c144c-648e-4c88-9f0a-fed660cb2a59 req-52931d97-b163-4369-a983-8105fedb5fef tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0378325 Jul 29 17:51:11.042572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-f7714cab-1da4-4c21-8ee8-35c6c5f91ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869369 Jul 29 17:51:11.044421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Network f5b4fce6-7cb0-47e8-9b70-2af518968c6a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:11.057261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b5716b50-a109-4969-9daf-09c58084d7b3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:11.082612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.092049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b5716b50-a109-4969-9daf-09c58084d7b3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:11.092862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b5716b50-a109-4969-9daf-09c58084d7b3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:11.142393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f5b4fce6-7cb0-47e8-9b70-2af518968c6a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:11.150728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c26cff-4817-463b-a837-24e9a3608c09 None None] Network f5b4fce6-7cb0-47e8-9b70-2af518968c6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:11.160160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c250d11a-f141-4eb0-89a5-6fb48d35f34d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.161934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c250d11a-f141-4eb0-89a5-6fb48d35f34d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.4809177 Jul 29 17:51:11.168031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.169336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.175272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-aee7051b-6e14-4828-8826-7aab970deafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.176741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-aee7051b-6e14-4828-8826-7aab970deafa service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.4939847 Jul 29 17:51:11.185445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'port': {'device_id': '6be47239-3db5-4b96-aed6-f77978544c72', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'admin_state_up': True, 'tenant_id': '434d7462b6ea479abc3d9dabe17d6e56'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:11.243798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2175cec2-2563-4353-8f9a-79a91e8bfea7 req-88d6b91a-8384-4296-a56c-d8f20c9bcb0e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 210 time: 0.1039033 Jul 29 17:51:11.244846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.255232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-26cfd11b-a852-4b5e-8222-9364fb2a4911 None None] Provisioning for port 199d2235-9401-4880-a366-be68e65aa55c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:11.269828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-26cfd11b-a852-4b5e-8222-9364fb2a4911 None None] Provisioning complete for port 199d2235-9401-4880-a366-be68e65aa55c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:11.270266 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-26cfd11b-a852-4b5e-8222-9364fb2a4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.310590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:11.320018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:11.333639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-36af18ba-6c1e-4385-8ea2-716cb58707d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6413240 Jul 29 17:51:11.360896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:11.410918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.412421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.416240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-26cfd11b-a852-4b5e-8222-9364fb2a4911 None None] Port 199d2235-9401-4880-a366-be68e65aa55c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:11.433073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.433916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3696c0-5265-43b3-a6c1-9cce0273520f None None] Network f5b4fce6-7cb0-47e8-9b70-2af518968c6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:11.442632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-b608adc3-4828-4e27-971c-ea6c95e361cc service neutron] 10.222.0.16 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991442 Jul 29 17:51:11.481397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8368242 Jul 29 17:51:11.484169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27882c1-cbe6-45b6-8c25-66b08cc87d04 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event updated for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:11.503901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Request body: {'port': {'device_id': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:11.533047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59804) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:11.540559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-05db226d-872f-46f7-97f3-5cfab5639a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 1000 time: 0.3427038 Jul 29 17:51:11.551120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=b5716b50-a109-4969-9daf-09c58084d7b3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:11.554662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port b5716b50-a109-4969-9daf-09c58084d7b3 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:11.603790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Deleting subnet cf409590-a9f5-40c1-a375-28263fc5d5df {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:11.607824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.681272 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.707091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-867d3079-a915-41ac-8741-d631f841a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.708997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-867d3079-a915-41ac-8741-d631f841a10c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1552489 Jul 29 17:51:11.710906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.713656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Made reservation on behalf of 434d7462b6ea479abc3d9dabe17d6e56 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:11.717744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.750965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246edc58-49fe-4e01-8538-a771909ac0d9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:11.778600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f841d8-d809-4ccb-b18f-8b948f2a46e4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:11.778873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f841d8-d809-4ccb-b18f-8b948f2a46e4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:11.792142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.794104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.817704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.836945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.853555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:11.853976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:11.857938 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:11.871494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-d510cccb-1040-4b57-b8cb-0023757efa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:11.873062 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-d510cccb-1040-4b57-b8cb-0023757efa1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477084 Jul 29 17:51:11.896784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-11cb02b1-3fc2-44a0-960f-9de7981b1ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.912122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f15a28b-21ca-4fd6-8447-f4d2c8f9f440 None None] Provisioning for port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:11.919531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f15a28b-21ca-4fd6-8447-f4d2c8f9f440 None None] Provisioning complete for port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:11.919779 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f15a28b-21ca-4fd6-8447-f4d2c8f9f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:11.970889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3f15a28b-21ca-4fd6-8447-f4d2c8f9f440 None None] Port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:11.979669 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.018232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.038881 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.040824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/246edc58-49fe-4e01-8538-a771909ac0d9 HTTP/1.1" status: 204 len: 168 time: 2.8648796 Jul 29 17:51:12.066786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59816) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.074406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f15d7a25-1aec-4a65-80d5-fe24b3b05529 req-73993b32-1b7c-4c79-9447-7ce013377e49 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 210 time: 0.2562680 Jul 29 17:51:12.092225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c2e6-1b75-4fa3-aeb9-cdfb27fc35eb tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=246edc58-49fe-4e01-8538-a771909ac0d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:12.117687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Allocated IP 172.20.0.3 (b2037a9b-c478-4487-817c-e7d0d2ed1381/db878ef8-68ff-4502-8e6b-8cb368fb8793/2f70cf49-cb82-4124-bc9a-a17c4304885d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:12.142980 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4270791b-d942-4e6f-ba7c-060570a22f3b tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.143424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4270791b-d942-4e6f-ba7c-060570a22f3b tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.145811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4270791b-d942-4e6f-ba7c-060570a22f3b tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/6147edfe-cd1a-4e14-99bc-fd311f3de411 HTTP/1.1" status: 404 len: 337 time: 0.0703235 Jul 29 17:51:12.146862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97e91e-2332-4a8e-9ffc-7498365996aa req-93384820-a9d9-42bc-94db-c494f12bff74 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:12.150571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.154549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8b97e91e-2332-4a8e-9ffc-7498365996aa req-93384820-a9d9-42bc-94db-c494f12bff74 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1450183 Jul 29 17:51:12.159447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-aceb184d-5e0b-4554-bc96-5633ab5514f1 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526903 Jul 29 17:51:12.190988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75034454-d45f-4197-9eb9-d2f29a177b94 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:12.199881 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c543b-18eb-4b78-8446-9e3704d0632f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.200493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62c543b-18eb-4b78-8446-9e3704d0632f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.202364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d62c543b-18eb-4b78-8446-9e3704d0632f tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/feeef9a5-e60e-408a-9761-226c81674d35 HTTP/1.1" status: 404 len: 339 time: 0.0490522 Jul 29 17:51:12.204576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.208501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.263215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Transition to ACTIVE for port object 75034454-d45f-4197-9eb9-d2f29a177b94 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:12.264878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.267263 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9950dd-2fdf-44ea-85c8-05180b1a8732 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.267733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9950dd-2fdf-44ea-85c8-05180b1a8732 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.269714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa9950dd-2fdf-44ea-85c8-05180b1a8732 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/dae8a9b3-fb42-4807-a987-32c0c2675174 HTTP/1.1" status: 404 len: 337 time: 0.0590110 Jul 29 17:51:12.274664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59826) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.298114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8b97e91e-2332-4a8e-9ffc-7498365996aa req-5c1f1251-8320-4ec7-86df-6e8c64ce3378 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426821 Jul 29 17:51:12.304482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.322315 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd5cf02-9649-497e-a662-11a365764759 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.323307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd5cf02-9649-497e-a662-11a365764759 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.325276 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2fd5cf02-9649-497e-a662-11a365764759 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/1a459ffc-9afd-41b3-affb-e839aec57926 HTTP/1.1" status: 404 len: 339 time: 0.0438743 Jul 29 17:51:12.366716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59832) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.383315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf409590-a9f5-40c1-a375-28263fc5d5df,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:12.387133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.389352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-265c8e82-dac1-4fc6-aef7-3239f47e8982 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf409590-a9f5-40c1-a375-28263fc5d5df HTTP/1.1" status: 204 len: 168 time: 0.8552890 Jul 29 17:51:12.412263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.428423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84649d9e-1ab6-4688-a68a-e8172aa5f772 req-74ff85ee-7d01-4cfe-91fa-be88f244c949 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 210 time: 0.0569839 Jul 29 17:51:12.440457 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-63dd3fb7-8f25-4297-bc0e-0d02e2290585 req-a5c701ba-7dbe-4cd3-bad3-e621a2395c0b service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646213 Jul 29 17:51:12.467988 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b811b366-d9fc-4b4d-84f3-80fe70e15800 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.469878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b811b366-d9fc-4b4d-84f3-80fe70e15800 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.477261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b811b366-d9fc-4b4d-84f3-80fe70e15800 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/35e354b9-d008-4a37-868d-d7f011037adc HTTP/1.1" status: 404 len: 337 time: 0.1069469 Jul 29 17:51:12.481176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.514589 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f4a171-85cf-4aa8-bede-88b3af63b052 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:12.515482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f4a171-85cf-4aa8-bede-88b3af63b052 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:12.518067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e3f4a171-85cf-4aa8-bede-88b3af63b052 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/279b67d3-1cd9-4ecd-b90b-b929f82a516d HTTP/1.1" status: 404 len: 339 time: 0.0356517 Jul 29 17:51:12.521110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59842) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:12.532593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.564569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf79ec3-a689-449f-a23b-46e8f6e7617c req-4bbb22c6-ec8b-47c7-a267-9f074e659463 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:12.572262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ddf79ec3-a689-449f-a23b-46e8f6e7617c req-4bbb22c6-ec8b-47c7-a267-9f074e659463 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 931 time: 0.3411427 Jul 29 17:51:12.592605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting subnet 4f6f3684-1d8f-4b8b-ad9d-8ab924312e21 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:12.598487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.600200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:12.677378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.703164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.720593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ddf79ec3-a689-449f-a23b-46e8f6e7617c req-9d954e5e-5a59-46ea-8a21-437f2e03c936 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472454 Jul 29 17:51:12.729565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.803915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Attempting to bind port 75034454-d45f-4197-9eb9-d2f29a177b94 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:12.804362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Attempting to bind port 75034454-d45f-4197-9eb9-d2f29a177b94 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:12.804773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Attempting to bind port 75034454-d45f-4197-9eb9-d2f29a177b94 on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:12.814706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03db9-0aac-48b4-b6ba-6de46a007ea5 req-eb15127c-2f91-407d-9cdc-6d2a47bacb1e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:12.816652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5fc03db9-0aac-48b4-b6ba-6de46a007ea5 req-eb15127c-2f91-407d-9cdc-6d2a47bacb1e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.2043200 Jul 29 17:51:12.818601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:12.833379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:12.835984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:12.843076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:12.863851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199d2235-9401-4880-a366-be68e65aa55c {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:12.872129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Port 75034454-d45f-4197-9eb9-d2f29a177b94 on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:12.872568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Attempting to bind port 75034454-d45f-4197-9eb9-d2f29a177b94 on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:12.876865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.885158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.890130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:12.890582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Checking segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:12.891026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Bound using segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:12.891535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Bound port: 75034454-d45f-4197-9eb9-d2f29a177b94, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:12.891949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.901824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.918782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43719ed1-b0a8-4ed8-af87-21e516a2a249']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:12.921355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Transition to ACTIVE for port object 199d2235-9401-4880-a366-be68e65aa55c will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:12.943946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7542fcd-b721-4933-b785-d55dea1106f4') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:12.944333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7542fcd-b721-4933-b785-d55dea1106f4') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:12.946052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.967429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:12.968073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:12.990765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5fc03db9-0aac-48b4-b6ba-6de46a007ea5 req-0ef22674-474a-4ba6-aa3b-35a3c2266f46 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588075 Jul 29 17:51:13.012726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.042924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.073268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-c7af4dd7-bd10-4c30-863f-5eb1c4ddd0f7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8917997 Jul 29 17:51:13.077125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.085271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:13.085271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.098737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Request body: {'port': {'device_id': '6be47239-3db5-4b96-aed6-f77978544c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:13.154160 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:13.197711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Pushing event updated for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:13.206829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.234821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.235544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-4e6c3185-f62c-46c9-91e0-edf7de07d40b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:13.237350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] 10.222.0.16 "DELETE /v2.0/networks/43719ed1-b0a8-4ed8-af87-21e516a2a249 HTTP/1.1" status: 204 len: 168 time: 0.8065295 Jul 29 17:51:13.241734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-4e6c3185-f62c-46c9-91e0-edf7de07d40b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.38 "GET /v2.0/networks?id=a968775b-fde0-4a16-8c03-0b5284f8b298 HTTP/1.1" status: 200 len: 824 time: 0.2829835 Jul 29 17:51:13.242293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:13.273173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:13.281033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a6c40-134d-42fa-8e8c-61d907d7d67f admin admin] Pushing event deleted for resources: {'Network': ['ID=43719ed1-b0a8-4ed8-af87-21e516a2a249,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:13.305235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Request body: {'port': {'device_id': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298', 'admin_state_up': True, 'tenant_id': '62a045b9b262483c89dbfebb2a741504'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:13.318923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=75034454-d45f-4197-9eb9-d2f29a177b94,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:13.335320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.337670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.430484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:13.431146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.432546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/75034454-d45f-4197-9eb9-d2f29a177b94 HTTP/1.1" status: 200 len: 1091 time: 3.8859971 Jul 29 17:51:13.436766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:13.440769 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e7058d-3944-4ff9-9b7b-954eed9126ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:13.459344 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e451c621-7bb3-4137-8906-d961acf63acb req-49768136-c744-41f1-8651-49cf5b323761 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 210 time: 0.1653848 Jul 29 17:51:13.510583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Attempting to bind port 199d2235-9401-4880-a366-be68e65aa55c on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:13.510932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Attempting to bind port 199d2235-9401-4880-a366-be68e65aa55c by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:13.511253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Attempting to bind port 199d2235-9401-4880-a366-be68e65aa55c on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:13.532139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Deleting subnet 491cba3b-93a6-42af-abb4-976dd59df3d1 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:13.534471 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3360bb-f524-40c0-a46b-f463d6a187b0 x-openstack-request-id: req-4b3360bb-f524-40c0-a46b-f463d6a187b0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:13.534900 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:13.535158 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b3360bb-f524-40c0-a46b-f463d6a187b0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:13.535505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.535740 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94', 'status': 'completed', 'code': 200} Jul 29 17:51:13.563513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.568946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219561b2-53f2-499d-9705-6a64398ca4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:13.587402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Port 199d2235-9401-4880-a366-be68e65aa55c on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:13.587724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Attempting to bind port 199d2235-9401-4880-a366-be68e65aa55c on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:13.632244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0ab98b-f4f3-4f63-9b17-7feb16311eac {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:13.634549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.638548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:13.639051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Checking segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:13.639359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Bound using segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:13.639815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Bound port: 199d2235-9401-4880-a366-be68e65aa55c, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:13.640216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.640337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/4f6f3684-1d8f-4b8b-ad9d-8ab924312e21 HTTP/1.1" status: 204 len: 168 time: 1.1179111 Jul 29 17:51:13.641390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93a487-1291-46e2-aafa-d2c9dfd0513a tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6f3684-1d8f-4b8b-ad9d-8ab924312e21,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:13.646360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026baa9-1507-4003-b305-5118dcd3db32 None None] Network f6e1e0a4-b86b-4e4b-b09d-9236e02b267d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:13.653123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:13.668723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.757549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Transition to ACTIVE for port object 5c0ab98b-f4f3-4f63-9b17-7feb16311eac will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:13.769200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-8e8e5584-a418-4cec-b2a6-5481a6e2a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:13.771014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-8e8e5584-a418-4cec-b2a6-5481a6e2a064 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 1094 time: 0.2506888 Jul 29 17:51:13.781769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446860d-783b-4505-be61-54511ef98678 req-9f67e920-05c6-4165-b54f-9ec975a07d39 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:13.783288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b446860d-783b-4505-be61-54511ef98678 req-9f67e920-05c6-4165-b54f-9ec975a07d39 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.2829125 Jul 29 17:51:13.792511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.848154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.859261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:13.867285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=199d2235-9401-4880-a366-be68e65aa55c,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:13.898532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] DHCP port deletion for f6e1e0a4-b86b-4e4b-b09d-9236e02b267d request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:13.963467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.965855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-9210d0c2-05f4-48bc-ac26-4c793030c3eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75034454-d45f-4197-9eb9-d2f29a177b94 HTTP/1.1" status: 200 len: 217 time: 0.1816652 Jul 29 17:51:13.969431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Deleting port 3ab1b3e8-5974-4242-8994-d4fc28afaecb {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:13.970491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:13.992509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.025853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.031349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Made reservation on behalf of 62a045b9b262483c89dbfebb2a741504 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:14.034912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.045966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] For port 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ab1b3e8-5974-4242-8994-d4fc28afaecb,segment=NetworkSegment(ec854238-2fee-4bf0-98a6-dc62f6a9f71f),segment_id=ec854238-2fee-4bf0-98a6-dc62f6a9f71f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:14.046737 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.063138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Calling delete_port for 3ab1b3e8-5974-4242-8994-d4fc28afaecb owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:14.067896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64414ae4-0ced-470d-a7d6-5f1b3e70362a req-392c4c4f-3486-4a85-8dba-6c3f62c9aa69 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.075563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64414ae4-0ced-470d-a7d6-5f1b3e70362a req-392c4c4f-3486-4a85-8dba-6c3f62c9aa69 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 931 time: 0.4786677 Jul 29 17:51:14.169742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.196935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] Pushing event deleted for resources: {'Port': ['ID=3ab1b3e8-5974-4242-8994-d4fc28afaecb,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:14.200431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb017e7-6e9d-43bb-818d-b037a3e9b3bc None None] No DVR routers for this DVR port 3ab1b3e8-5974-4242-8994-d4fc28afaecb on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:14.384558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.385192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.387124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] 10.222.0.38 "PUT /v2.0/ports/199d2235-9401-4880-a366-be68e65aa55c HTTP/1.1" status: 200 len: 1091 time: 3.4559906 Jul 29 17:51:14.393633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Pushing event updated for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:14.402365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b446860d-783b-4505-be61-54511ef98678 req-38069cf8-128a-473b-8909-75fd06a2e3cc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960808 Jul 29 17:51:14.513576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.523602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-d34cb3d0-1cae-4270-b000-708bb3115503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.525124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-d34cb3d0-1cae-4270-b000-708bb3115503 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.5490589 Jul 29 17:51:14.576916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64414ae4-0ced-470d-a7d6-5f1b3e70362a req-4abf6904-6985-4c0a-9314-ecb112bec19c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004210 Jul 29 17:51:14.619418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f738bc-f78f-48db-80ae-de7228871f39 service neutron] Pushing event updated for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:14.654621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-7a3d2b68-15ab-4159-a310-784856841a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.656238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-7a3d2b68-15ab-4159-a310-784856841a0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 1094 time: 0.1965983 Jul 29 17:51:14.667506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d690c-ecbc-4b4e-a1dd-8a6aa0009171 req-40b9f613-f6e9-4020-b6e6-7144ca71021d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.669031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f7d690c-ecbc-4b4e-a1dd-8a6aa0009171 req-40b9f613-f6e9-4020-b6e6-7144ca71021d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 943 time: 0.1733046 Jul 29 17:51:14.684871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Attempting to bind port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:14.685283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Attempting to bind port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:14.685673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Attempting to bind port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:14.692989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.721647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-07582f15-c0a0-4dd1-b8e8-9635b3cb8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.723531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-07582f15-c0a0-4dd1-b8e8-9635b3cb8f4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841295 Jul 29 17:51:14.735112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-80d94ca7-5513-49ef-b303-d8f0c578b733 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=199d2235-9401-4880-a366-be68e65aa55c HTTP/1.1" status: 200 len: 217 time: 0.0624888 Jul 29 17:51:14.748439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:14.748763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Attempting to bind port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac on network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:14.761037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port 3ab1b3e8-5974-4242-8994-d4fc28afaecb {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:14.761377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.780250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491cba3b-93a6-42af-abb4-976dd59df3d1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:14.829743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:14.830267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Checking segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:14.831015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Bound using segment: {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:14.831015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Bound port: 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088f8749-19b4-4c62-82fa-12528e476253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:14.831330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.834708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.837361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed1f7e44-9d79-484f-8373-bbd4ea13f80d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/491cba3b-93a6-42af-abb4-976dd59df3d1 HTTP/1.1" status: 204 len: 168 time: 1.5900998 Jul 29 17:51:14.849114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59880) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:14.870913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Allocated IP 172.20.0.4 (a968775b-fde0-4a16-8c03-0b5284f8b298/52e71d23-00f3-4134-9188-284077a19b22/6789589d-4fd1-4036-9db4-6acfeb039794) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:14.882365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:14.906826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e48339cd-86d4-4a2f-98cd-c0ca509f5662 req-23601087-31fe-466b-8aa5-d5bd13360844 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 210 time: 0.0631096 Jul 29 17:51:14.914654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.918144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f7d690c-ecbc-4b4e-a1dd-8a6aa0009171 req-30c9ce7e-243e-4ce2-8072-81796c7a27f2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365019 Jul 29 17:51:14.932621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port 3ab1b3e8-5974-4242-8994-d4fc28afaecb, host n-d-801607-3, got binding levels [] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:14.932979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.959937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-10a8cb55-0f22-43da-8289-9c172f4b70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:14.961434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-10a8cb55-0f22-43da-8289-9c172f4b70bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.2096040 Jul 29 17:51:14.967673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Transition to ACTIVE for port object 2f70cf49-cb82-4124-bc9a-a17c4304885d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:14.974824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for 3ab1b3e8-5974-4242-8994-d4fc28afaecb owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:14.977694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Port 3ab1b3e8-5974-4242-8994-d4fc28afaecb was not found and therefore no delete operation was performed {{(pid=94052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:51:14.983578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:14.989498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.015583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ab1b3e8-5974-4242-8994-d4fc28afaecb no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:15.039016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3ab1b3e8-5974-4242-8994-d4fc28afaecb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:15.039831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ab1b3e8-5974-4242-8994-d4fc28afaecb not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:15.052950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port 3ab1b3e8-5974-4242-8994-d4fc28afaecb on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:15.059032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.072327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-e9ab95ad-9633-4e06-b2c7-919879b85bb6 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406632 Jul 29 17:51:15.074169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:15.080629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:15.105959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.125223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.148735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-af07128f-ad07-462c-b458-667e3603f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.150301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-af07128f-ad07-462c-b458-667e3603f06a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801329 Jul 29 17:51:15.183160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.183689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.185320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] 10.222.0.49 "PUT /v2.0/ports/5c0ab98b-f4f3-4f63-9b17-7feb16311eac HTTP/1.1" status: 200 len: 1091 time: 3.6917417 Jul 29 17:51:15.216887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=3ab1b3e8-5974-4242-8994-d4fc28afaecb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.272382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.299341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e1e0a4-b86b-4e4b-b09d-9236e02b267d']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.317550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.323496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.323795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec854238-2fee-4bf0-98a6-dc62f6a9f71f') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.340826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.367426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Attempting to bind port 2f70cf49-cb82-4124-bc9a-a17c4304885d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:15.368169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Attempting to bind port 2f70cf49-cb82-4124-bc9a-a17c4304885d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:15.368686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Attempting to bind port 2f70cf49-cb82-4124-bc9a-a17c4304885d on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:15.372685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.391144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:15.391542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:15.394719 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:15.396740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Port 2f70cf49-cb82-4124-bc9a-a17c4304885d on network b2037a9b-c478-4487-817c-e7d0d2ed1381 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:15.396740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Attempting to bind port 2f70cf49-cb82-4124-bc9a-a17c4304885d on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:15.401889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777af694-4d52-4108-9a3f-c5fd537b754d service neutron] Pushing event updated for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.419845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.439440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8f9157d-9081-416f-bcd3-33073df5daa2 req-5b113e9c-83e3-41d1-a24e-35a1efe3eeda service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562803 Jul 29 17:51:15.447107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:15.447449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Checking segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:15.448017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Bound using segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:15.448653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Bound port: 2f70cf49-cb82-4124-bc9a-a17c4304885d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:15.448982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.467432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b4fce6-7cb0-47e8-9b70-2af518968c6a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.485309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.486990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-6337815f-d175-411b-a0c2-63dd5f649e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.488534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-6337815f-d175-411b-a0c2-63dd5f649e5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 1094 time: 0.2140040 Jul 29 17:51:15.511911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.521259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc51a027-f696-4ec6-b608-9f7ab06e6adc') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.521530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc51a027-f696-4ec6-b608-9f7ab06e6adc') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:15.538505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'tag': '199d2235-9401-4880-a366-be68e65aa55c'}, {'name': 'network-changed', 'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:15.538908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.540748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/f6e1e0a4-b86b-4e4b-b09d-9236e02b267d HTTP/1.1" status: 204 len: 168 time: 1.8815539 Jul 29 17:51:15.540925 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "tag": "199d2235-9401-4880-a366-be68e65aa55c"}, {"name": "network-changed", "server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:15.548225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59884) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:15.588668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.594700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c98bb5-f7bf-4b84-8697-1066ec878fa2 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=f6e1e0a4-b86b-4e4b-b09d-9236e02b267d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.610024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Network a968775b-fde0-4a16-8c03-0b5284f8b298 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:15.612411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-91ef172d-6aaf-4c37-a2fb-1839d696c2e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac HTTP/1.1" status: 200 len: 217 time: 0.1122680 Jul 29 17:51:15.614426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-5ca32c52-5637-46f6-b268-dd928de35acf service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379494 Jul 29 17:51:15.621510 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79938dbe-e4b3-4e7c-88e7-d04b6c96f4b7 x-openstack-request-id: req-79938dbe-e4b3-4e7c-88e7-d04b6c96f4b7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:15.621804 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "tag": "199d2235-9401-4880-a366-be68e65aa55c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:15.622060 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79938dbe-e4b3-4e7c-88e7-d04b6c96f4b7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:15.622480 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'tag': '199d2235-9401-4880-a366-be68e65aa55c', 'status': 'completed', 'code': 200} Jul 29 17:51:15.622725 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac', 'status': 'completed', 'code': 200} Jul 29 17:51:15.624831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:15.626297 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fb3789-8fe5-4b47-926c-3855b406ec41 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:15.626763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fb3789-8fe5-4b47-926c-3855b406ec41 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:15.628506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-43fb3789-8fe5-4b47-926c-3855b406ec41 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/098d52fa-0c8e-4a1b-8360-0b80b7d6c511 HTTP/1.1" status: 404 len: 337 time: 0.0521584 Jul 29 17:51:15.636798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59890) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:15.637527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:15.652728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Pushing event updated for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.671626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.687518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:15.695939 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d534c382-9a8c-4756-901c-232d6da6dc56 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:15.696517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d534c382-9a8c-4756-901c-232d6da6dc56 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:15.698268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d534c382-9a8c-4756-901c-232d6da6dc56 tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/7530aa90-f254-48c0-90cd-24b1fc570378 HTTP/1.1" status: 404 len: 339 time: 0.0568790 Jul 29 17:51:15.714264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59892) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:15.714497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7e329-4804-4785-af43-bcc8b9b95ca1 req-48f98c87-9213-44cc-b92a-46a6f9be8daa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.716889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cf7e329-4804-4785-af43-bcc8b9b95ca1 req-48f98c87-9213-44cc-b92a-46a6f9be8daa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.2087717 Jul 29 17:51:15.722467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:15.729809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:15.730225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:15.733571 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:15.735720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.757632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-e953294a-4af4-406d-8226-c45f60721ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.759540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-e953294a-4af4-406d-8226-c45f60721ac3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 1094 time: 0.2618313 Jul 29 17:51:15.788960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.789582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.808401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.809013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.810435 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] 10.222.0.49 "PUT /v2.0/ports/2f70cf49-cb82-4124-bc9a-a17c4304885d HTTP/1.1" status: 200 len: 1091 time: 2.7245162 Jul 29 17:51:15.810939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:15.813227 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d506a-4500-4cf5-8a18-0ed50acd1b55" -d '{"events": [{"name": "network-changed", "server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:15.847411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3cf7e329-4804-4785-af43-bcc8b9b95ca1 req-c4d25937-8155-4a5e-970d-7425e3f07259 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170585 Jul 29 17:51:15.853813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7d8c7ca8-5b7d-4b83-83a0-4591f59d7eb6 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5560348 Jul 29 17:51:15.894233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Request body: {'port': {'device_id': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:15.900105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38a68-ff11-468a-9367-34ac0a347e16 service neutron] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:15.908636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-32f70624-b3eb-412b-8f5d-809cf8d22ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.910354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-32f70624-b3eb-412b-8f5d-809cf8d22ed0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.2774534 Jul 29 17:51:15.937551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-65795f13-97b9-4939-b17b-c280911f22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:15.939125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-65795f13-97b9-4939-b17b-c280911f22d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 1094 time: 0.0847375 Jul 29 17:51:15.962768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.975720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting subnet 7f33b27a-01f8-4109-8fb2-44ec4aba2357 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:15.996202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:15.999834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.004177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5b4fce6-7cb0-47e8-9b70-2af518968c6a HTTP/1.1" status: 204 len: 168 time: 1.1447406 Jul 29 17:51:16.004264 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-e237d5d2-c8c7-4cc4-b58c-4b5dd6f5ee54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d HTTP/1.1" status: 200 len: 217 time: 0.0433440 Jul 29 17:51:16.007252 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.032484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50fc01-3a83-41f1-bc04-113af808e3e9 req-b57540dc-9153-4298-8af8-2256a54c0815 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.034040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a50fc01-3a83-41f1-bc04-113af808e3e9 req-b57540dc-9153-4298-8af8-2256a54c0815 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.3513231 Jul 29 17:51:16.047192 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f8a84-2a58-4faf-acba-ad690e04402e x-openstack-request-id: req-bb8f8a84-2a58-4faf-acba-ad690e04402e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:16.047464 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:16.047722 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8f8a84-2a58-4faf-acba-ad690e04402e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:16.048169 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'status': 'completed', 'code': 200} Jul 29 17:51:16.050598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40c6e5ca-13c9-43fd-8551-71d98888954e req-17be6fd6-d4df-47f0-8888-1459eafe16a7 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188731 Jul 29 17:51:16.073430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdbb48-c8a1-469b-85c9-449e84c58e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b4fce6-7cb0-47e8-9b70-2af518968c6a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:16.089622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-8945cebd-b501-40a0-912a-906afbbd7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.091174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-8945cebd-b501-40a0-912a-906afbbd7331 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.0802512 Jul 29 17:51:16.115774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.146821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-5ce03230-3594-4926-b2d7-870239c9fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.148222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-5ce03230-3594-4926-b2d7-870239c9fa38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 916 time: 0.3454089 Jul 29 17:51:16.150093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-ccdffe4c-201b-480b-ba27-3c53780e56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.151523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-ccdffe4c-201b-480b-ba27-3c53780e56d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264502 Jul 29 17:51:16.187699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-2c49eb71-385e-43f8-8082-ca47c42b87c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827270 Jul 29 17:51:16.238170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a50fc01-3a83-41f1-bc04-113af808e3e9 req-f07dfb14-010b-492c-b586-2c448d6f87f4 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827033 Jul 29 17:51:16.281801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-18ad31df-9db6-4631-b715-1f8ed3d14d20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75034454-d45f-4197-9eb9-d2f29a177b94 HTTP/1.1" status: 200 len: 217 time: 0.1147795 Jul 29 17:51:16.294200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59906) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:16.354164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105195c-b697-4cf2-a146-9a1b5b234c51 req-46048969-a67a-45a2-9477-e206d9e37a82 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.355762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1105195c-b697-4cf2-a146-9a1b5b234c51 req-46048969-a67a-45a2-9477-e206d9e37a82 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 931 time: 0.1739616 Jul 29 17:51:16.409965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-96d62a87-c370-47e9-a705-3b75f6c1b59a service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107909 Jul 29 17:51:16.492106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1105195c-b697-4cf2-a146-9a1b5b234c51 req-d5986872-4230-4fe8-8e60-419e18c335e2 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Jul 29 17:51:16.586926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6789589d-4fd1-4036-9db4-6acfeb039794 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:16.596005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.599846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db508b50-1c45-4379-b95c-7c0a967fdd82 req-88720658-297d-4549-affd-3a588ae3bc14 service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815214 Jul 29 17:51:16.611180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Transition to ACTIVE for port object 6789589d-4fd1-4036-9db4-6acfeb039794 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:16.617196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.703784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Pushing event updated for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:16.711910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-5563fff4-856d-456a-99ff-dc5323d98559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.713394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-5563fff4-856d-456a-99ff-dc5323d98559 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 1094 time: 0.5682864 Jul 29 17:51:16.754894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-09682155-4623-4076-b509-e99be3aedef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.756402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-09682155-4623-4076-b509-e99be3aedef1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 1094 time: 0.0952301 Jul 29 17:51:16.764508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-5650b3ee-8a75-4d47-9295-83944457890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.765971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-5650b3ee-8a75-4d47-9295-83944457890d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.4693110 Jul 29 17:51:16.779988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Attempting to bind port 6789589d-4fd1-4036-9db4-6acfeb039794 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:16.780401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Attempting to bind port 6789589d-4fd1-4036-9db4-6acfeb039794 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'c73d09c3-d41a-4063-a476-69f2d3d09372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:16.780723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Attempting to bind port 6789589d-4fd1-4036-9db4-6acfeb039794 on network a968775b-fde0-4a16-8c03-0b5284f8b298 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:16.811466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.816835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Port 6789589d-4fd1-4036-9db4-6acfeb039794 on network a968775b-fde0-4a16-8c03-0b5284f8b298 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:16.817150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Attempting to bind port 6789589d-4fd1-4036-9db4-6acfeb039794 on network a968775b-fde0-4a16-8c03-0b5284f8b298 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:16.825948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:16.826363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Checking segment: {'id': 'c73d09c3-d41a-4063-a476-69f2d3d09372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:16.826744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Bound using segment: {'id': 'c73d09c3-d41a-4063-a476-69f2d3d09372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:16.827169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Bound port: 6789589d-4fd1-4036-9db4-6acfeb039794, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73d09c3-d41a-4063-a476-69f2d3d09372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:16.827569 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.860817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6433faa0-e93d-4afa-bbff-e4fdeb3615c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccf608c04895499c92d8bfe2aef95ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618083 Jul 29 17:51:16.873212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:16.891205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-90988736-8ea0-4015-9c6e-1ebde6c2cc6f service neutron] 10.222.0.49 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197154 Jul 29 17:51:16.910588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-4765b9a1-9a40-43c9-b892-4ee8c0e69e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.912088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-4765b9a1-9a40-43c9-b892-4ee8c0e69e9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 923 time: 0.1480181 Jul 29 17:51:16.927307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe9ed4-36c1-4fa8-95b4-92fe7e8e9dc6 req-4f900987-56fc-4c7f-92dc-0efe5af3dab0 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:16.928860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8efe9ed4-36c1-4fa8-95b4-92fe7e8e9dc6 req-4f900987-56fc-4c7f-92dc-0efe5af3dab0 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 943 time: 0.2894237 Jul 29 17:51:17.007763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-54072ea1-ea41-4977-8dc5-4f74b77e62b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d HTTP/1.1" status: 200 len: 217 time: 0.0765295 Jul 29 17:51:17.012414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:17.040659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6789589d-4fd1-4036-9db4-6acfeb039794,segment=NetworkSegment(c73d09c3-d41a-4063-a476-69f2d3d09372),segment_id=c73d09c3-d41a-4063-a476-69f2d3d09372)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:17.044240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-38c717e7-b6bf-48bb-bd6d-3906196f9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.045969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-38c717e7-b6bf-48bb-bd6d-3906196f9eba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287617 Jul 29 17:51:17.047106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-1831ef27-4d2a-44a2-9e6e-337e801d6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.048639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-1831ef27-4d2a-44a2-9e6e-337e801d6209 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 916 time: 0.3128831 Jul 29 17:51:17.057727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.063596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 75034454-d45f-4197-9eb9-d2f29a177b94 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:17.077068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.092681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae52940-ca76-479d-a56a-aaa43d45aa99 req-c84ebbb4-1d33-4e31-acab-d87810c9b654 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.094163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aae52940-ca76-479d-a56a-aaa43d45aa99 req-c84ebbb4-1d33-4e31-acab-d87810c9b654 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1578135 Jul 29 17:51:17.094828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.130158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8efe9ed4-36c1-4fa8-95b4-92fe7e8e9dc6 req-8ee6e6aa-5145-444c-9bc9-72731835db6c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837585 Jul 29 17:51:17.177152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-e11f7c67-c027-44d2-88c0-d28bf07fbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.178848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-e11f7c67-c027-44d2-88c0-d28bf07fbb60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.1532915 Jul 29 17:51:17.179076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=75034454-d45f-4197-9eb9-d2f29a177b94,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:17.183729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.184340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.185819 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] 10.222.0.38 "PUT /v2.0/ports/6789589d-4fd1-4036-9db4-6acfeb039794 HTTP/1.1" status: 200 len: 1091 time: 1.2974021 Jul 29 17:51:17.191135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.194788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '75034454-d45f-4197-9eb9-d2f29a177b94', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'port_id': '75034454-d45f-4197-9eb9-d2f29a177b94', 'mac_address': 'fa:16:3e:de:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27bfb1e-67a7-4fef-9748-30ad870c0e61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:17.204142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Subnet': ['ID=7f33b27a-01f8-4109-8fb2-44ec4aba2357,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:17.228810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-47beabe3-f38d-4490-aabd-9ce4aa68f64a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=199d2235-9401-4880-a366-be68e65aa55c HTTP/1.1" status: 200 len: 217 time: 0.1548150 Jul 29 17:51:17.237347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.242383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7bda2a7c-751b-466f-a3e1-87887839238d tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/subnets/7f33b27a-01f8-4109-8fb2-44ec4aba2357 HTTP/1.1" status: 204 len: 168 time: 1.5234203 Jul 29 17:51:17.242907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59916) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:17.247563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.251972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5916012-f126-41a8-9ab6-21e46be37e01 None None] Network 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:17.253690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-07a40ba0-9599-400e-9c8f-f439c47ba4e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621305 Jul 29 17:51:17.266627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7144c-3303-4d84-8acf-cfd20b6f614f service neutron] Pushing event updated for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:17.308385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75034454-d45f-4197-9eb9-d2f29a177b94 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:17.309694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aae52940-ca76-479d-a56a-aaa43d45aa99 req-c485dd4f-65ca-4a5d-9791-f666064f73b3 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908107 Jul 29 17:51:17.322969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f990197-b6e2-4bb9-a3f3-f7f30bc200a7 req-2f474f26-7509-408f-afc0-796fb0209282 service neutron] 10.222.0.49 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165761 Jul 29 17:51:17.345010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=75034454-d45f-4197-9eb9-d2f29a177b94,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:17.363560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.388279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-860f3912-cd4a-4b91-a815-f871b51b9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.390445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-860f3912-cd4a-4b91-a815-f871b51b9d50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=62a045b9b262483c89dbfebb2a741504&device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 1094 time: 0.1440585 Jul 29 17:51:17.399775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.402488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.403687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8d6906e-17a6-4218-b308-68cdbf0f7779 HTTP/1.1" status: 204 len: 168 time: 0.5275271 Jul 29 17:51:17.465179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:17.466931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-d50262dc-bfdf-4ddd-955f-1e0e1f472393 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6789589d-4fd1-4036-9db4-6acfeb039794 HTTP/1.1" status: 200 len: 217 time: 0.0583873 Jul 29 17:51:17.467671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af070cf-5d21-40a1-a59e-b7c711ebd2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d6906e-17a6-4218-b308-68cdbf0f7779,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:17.471539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-cec06039-497b-4074-a9f2-7142015d2520 service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931267 Jul 29 17:51:17.552071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] DHCP port deletion for 7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:17.568522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-b39a9a66-32e7-433a-96c0-a7e83257406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.570121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-b39a9a66-32e7-433a-96c0-a7e83257406d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.3263443 Jul 29 17:51:17.589102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-59c8b779-1d56-4149-a716-2a711aac1b6b service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261641 Jul 29 17:51:17.606535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.621018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['75034454-d45f-4197-9eb9-d2f29a177b94'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:17.633036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-9cce7902-1286-4699-8c30-3a4d18f480b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.635004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-9cce7902-1286-4699-8c30-3a4d18f480b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 1094 time: 0.2334924 Jul 29 17:51:17.647371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-5dca414b-b816-4f9f-ab79-5a34a8daf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.649283 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-5dca414b-b816-4f9f-ab79-5a34a8daf798 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52e71d23-00f3-4134-9188-284077a19b22 HTTP/1.1" status: 200 len: 864 time: 0.1730196 Jul 29 17:51:17.678870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d037ad-dad8-4cc9-9997-1521888a6316 req-0f4d7034-e7a1-4538-a41c-f1a07c8a7acd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.680206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41d037ad-dad8-4cc9-9997-1521888a6316 req-0f4d7034-e7a1-4538-a41c-f1a07c8a7acd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.1825707 Jul 29 17:51:17.705272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-7924b1c2-0181-4bb2-9958-3bc35ca42106 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a968775b-fde0-4a16-8c03-0b5284f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469675 Jul 29 17:51:17.725754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Deleting port da65232a-35ea-40bc-8b73-7bc0cd7958b2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:17.726082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.780469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-564d506a-4500-4cf5-8a18-0ed50acd1b55 req-bb413cfd-471d-4291-b20c-fb68aa867c97 service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837276 Jul 29 17:51:17.831424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-41d037ad-dad8-4cc9-9997-1521888a6316 req-bf3bc241-3697-4e9b-a1ef-693f3abe7f9d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136582 Jul 29 17:51:17.836370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-48c2967d-9f97-4d9a-8d27-88d64edb95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.838000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-48c2967d-9f97-4d9a-8d27-88d64edb95cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527583 Jul 29 17:51:17.863917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] For port da65232a-35ea-40bc-8b73-7bc0cd7958b2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da65232a-35ea-40bc-8b73-7bc0cd7958b2,segment=NetworkSegment(ab09dc3b-b900-4717-98ca-b2935c29c6ed),segment_id=ab09dc3b-b900-4717-98ca-b2935c29c6ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:17.864355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.869346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-db8139a5-2025-46b7-abfc-1e07100c5562 service neutron] 10.222.0.38 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531999 Jul 29 17:51:17.887580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a412fe-e830-4234-acf1-61cdfd9cefe2 req-0683b02f-34db-4d8b-a3a6-598c43162d94 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:17.889274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04a412fe-e830-4234-acf1-61cdfd9cefe2 req-0683b02f-34db-4d8b-a3a6-598c43162d94 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 943 time: 0.2531631 Jul 29 17:51:17.900173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Calling delete_port for da65232a-35ea-40bc-8b73-7bc0cd7958b2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:17.973351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59926) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:18.005903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a75499b-9556-4a57-be0b-d9c2cf491a48 req-1811d557-f433-40e7-836d-6aa044129ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291625 Jul 29 17:51:18.026371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e7058d-3944-4ff9-9b7b-954eed9126ec req-8770e19b-892a-4baa-9541-c08a943583b9 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259205 Jul 29 17:51:18.030179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96236b46-67ca-4931-840c-705506ecd53e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fef7e643ab2f49a191f4cd04a2649873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556040 Jul 29 17:51:18.036686 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.037268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59928) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:18.046826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04a412fe-e830-4234-acf1-61cdfd9cefe2 req-55fb24a3-1a62-420f-befb-66099885bab3 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429408 Jul 29 17:51:18.057989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:18.062225 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:18.072901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] Pushing event deleted for resources: {'Port': ['ID=da65232a-35ea-40bc-8b73-7bc0cd7958b2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:18.075926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7072f5-017c-476f-ba6d-0b511e046cf4 None None] No DVR routers for this DVR port da65232a-35ea-40bc-8b73-7bc0cd7958b2 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:18.083080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-29105d21-e356-41c4-83a8-515b40103ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.085624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-29105d21-e356-41c4-83a8-515b40103ff6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 916 time: 0.4233601 Jul 29 17:51:18.112003 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9864831c-3518-46e5-b0a7-92fbd3aa921d x-openstack-request-id: req-9864831c-3518-46e5-b0a7-92fbd3aa921d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:18.112287 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:18.112567 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9864831c-3518-46e5-b0a7-92fbd3aa921d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:18.112963 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794', 'status': 'completed', 'code': 200} Jul 29 17:51:18.170269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Deleting port da65232a-35ea-40bc-8b73-7bc0cd7958b2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:18.170621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.173034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-84a203cd-c27c-467c-bf44-de5016365dc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac HTTP/1.1" status: 200 len: 217 time: 0.0645773 Jul 29 17:51:18.187989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-e4f9a179-e841-497b-9838-5e88754d4c96 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396485 Jul 29 17:51:18.291676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.386757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] For port da65232a-35ea-40bc-8b73-7bc0cd7958b2, host n-d-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:18.387127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.425709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-15d24a99-d5bd-468a-86d6-42e5f73a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.427274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-15d24a99-d5bd-468a-86d6-42e5f73a2d52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=62a045b9b262483c89dbfebb2a741504&device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 1094 time: 0.2711875 Jul 29 17:51:18.431058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.438181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-2a3d952e-e72e-456d-9812-1efe9778b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.439865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-2a3d952e-e72e-456d-9812-1efe9778b856 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.2510319 Jul 29 17:51:18.445447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d976a-6edb-417c-a76a-bd42e3f9e835 req-8fbdb2fb-0c6f-4f65-a6e7-ae43270652da tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.447181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Calling delete_port for da65232a-35ea-40bc-8b73-7bc0cd7958b2 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:18.447931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-463d976a-6edb-417c-a76a-bd42e3f9e835 req-8fbdb2fb-0c6f-4f65-a6e7-ae43270652da tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0570376 Jul 29 17:51:18.456571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Port da65232a-35ea-40bc-8b73-7bc0cd7958b2 was not found and therefore no delete operation was performed {{(pid=94051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:51:18.493309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-463d976a-6edb-417c-a76a-bd42e3f9e835 req-a6b850d5-48cd-4a24-a83b-35640bd64a1a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 Jul 29 17:51:18.510499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.545887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5d049-6f07-434b-b704-b8f4809d9b12 req-c1a56d2f-f06b-4eed-8d63-c2e8a55b8fc8 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.547342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4c5d049-6f07-434b-b704-b8f4809d9b12 req-c1a56d2f-f06b-4eed-8d63-c2e8a55b8fc8 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 943 time: 0.3052812 Jul 29 17:51:18.626200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Port': ['ID=da65232a-35ea-40bc-8b73-7bc0cd7958b2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:18.628198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] No DVR routers for this DVR port da65232a-35ea-40bc-8b73-7bc0cd7958b2 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:18.646681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-297d36d4-6f52-44dc-86ce-6760e1869ab4 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121141 Jul 29 17:51:18.720467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-f3778963-05d6-4435-8194-ce4cad66331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.721999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-f3778963-05d6-4435-8194-ce4cad66331f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436461 Jul 29 17:51:18.758892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4c5d049-6f07-434b-b704-b8f4809d9b12 req-4697de84-86f7-42e7-bbf3-9f406f0aa5f7 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791456 Jul 29 17:51:18.781250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.783819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.787311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a89ef95-8386-4e4e-8bd3-779c4ae7c852 HTTP/1.1" status: 204 len: 168 time: 0.7447026 Jul 29 17:51:18.798517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-5afd9c64-3870-4d21-b18d-87f4ca8f4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.800020 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-5afd9c64-3870-4d21-b18d-87f4ca8f4e39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a968775b-fde0-4a16-8c03-0b5284f8b298 HTTP/1.1" status: 200 len: 925 time: 0.3592570 Jul 29 17:51:18.850962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.853458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a8e14-b7c7-4a11-a8ed-c857dff2bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89ef95-8386-4e4e-8bd3-779c4ae7c852,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:18.891342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-6c2036d9-c69e-447a-bb25-289ba636ac67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6789589d-4fd1-4036-9db4-6acfeb039794 HTTP/1.1" status: 200 len: 217 time: 0.0581141 Jul 29 17:51:18.892920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:18.917751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab09dc3b-b900-4717-98ca-b2935c29c6ed') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:18.918058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab09dc3b-b900-4717-98ca-b2935c29c6ed') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:18.964236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920fab-1a64-4ce9-aff4-ab75a1d7ff88 req-eb8514d4-f155-4ae7-a1bf-4ea18d6136ea tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:18.966290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a0920fab-1a64-4ce9-aff4-ab75a1d7ff88 req-eb8514d4-f155-4ae7-a1bf-4ea18d6136ea tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.0631402 Jul 29 17:51:19.031793 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a0920fab-1a64-4ce9-aff4-ab75a1d7ff88 req-22620083-edf6-4efe-adff-063b38d8887c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570352 Jul 29 17:51:19.033350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da65232a-35ea-40bc-8b73-7bc0cd7958b2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:19.062058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: da65232a-35ea-40bc-8b73-7bc0cd7958b2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:19.062470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da65232a-35ea-40bc-8b73-7bc0cd7958b2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:19.068836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 199d2235-9401-4880-a366-be68e65aa55c details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:19.075512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 75034454-d45f-4197-9eb9-d2f29a177b94 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:19.279260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 75034454-d45f-4197-9eb9-d2f29a177b94 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:19.288891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 75034454-d45f-4197-9eb9-d2f29a177b94 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:19.289265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.325041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=199d2235-9401-4880-a366-be68e65aa55c,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:19.345528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '199d2235-9401-4880-a366-be68e65aa55c', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'port_id': '199d2235-9401-4880-a366-be68e65aa55c', 'mac_address': 'fa:16:3e:00:0e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27bfb1e-67a7-4fef-9748-30ad870c0e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:19.392130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.395150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-0c229d62-2662-4c51-970f-dc686f43cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:19.396364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-0c229d62-2662-4c51-970f-dc686f43cea8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52e71d23-00f3-4134-9188-284077a19b22 HTTP/1.1" status: 200 len: 864 time: 0.4924028 Jul 29 17:51:19.420833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.436257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.450188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199d2235-9401-4880-a366-be68e65aa55c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:19.470488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-4b92f520-f64b-4591-8f11-fad6927740fa service neutron] 10.222.0.49 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153397 Jul 29 17:51:19.471723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.474881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=199d2235-9401-4880-a366-be68e65aa55c,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:19.475532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-de03be89-5261-453f-80fb-b404adf96ce4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a968775b-fde0-4a16-8c03-0b5284f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425639 Jul 29 17:51:19.483814 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.490671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:19.492922 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c3a21-16ab-4652-8526-970722f5a568" -d '{"events": [{"server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "name": "network-vif-plugged", "status": "completed", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:19.497297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:19.497297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:19.505678 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:19.513435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faadbc3-e3b0-48f1-acaa-b72a78a5f2cf req-425677d6-022b-41a6-a1c8-c343416465cd tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:19.515084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5faadbc3-e3b0-48f1-acaa-b72a78a5f2cf req-425677d6-022b-41a6-a1c8-c343416465cd tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 943 time: 0.1467426 Jul 29 17:51:19.527336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=75034454-d45f-4197-9eb9-d2f29a177b94,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:19.542554 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.554607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:19.561038 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d3aba3-2773-451d-890b-d80ba8e6eeac x-openstack-request-id: req-57d3aba3-2773-451d-890b-d80ba8e6eeac {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:19.561560 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "name": "network-vif-plugged", "status": "completed", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:19.562069 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57d3aba3-2773-451d-890b-d80ba8e6eeac {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:19.562716 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94', 'code': 200} Jul 29 17:51:19.625427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:19.688170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2280-5672-49f5-a754-611dbacc0ab6 req-3624144a-2265-414e-be16-7162af276ca3 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:19.689947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-792e2280-5672-49f5-a754-611dbacc0ab6 req-3624144a-2265-414e-be16-7162af276ca3 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0493958 Jul 29 17:51:19.734945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-792e2280-5672-49f5-a754-611dbacc0ab6 req-e73c0793-017f-41c1-80a8-03139f535aa2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Jul 29 17:51:19.747248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['199d2235-9401-4880-a366-be68e65aa55c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:19.778683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.784601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.789227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] 10.222.0.16 "DELETE /v2.0/networks/7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0 HTTP/1.1" status: 204 len: 168 time: 2.5317106 Jul 29 17:51:19.864203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c708e2e9-2b66-432a-9bd9-26ae62abeb8e req-8686bd62-80b7-46ce-8911-b8b5a69aefe3 service neutron] 10.222.0.49 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842404 Jul 29 17:51:19.880719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5faadbc3-e3b0-48f1-acaa-b72a78a5f2cf req-09ce381e-2a3a-4f59-b03c-7482e3350d42 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012631 Jul 29 17:51:19.891218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-ca15ab2c-79ee-48ab-a34f-6db50a315c3b service neutron] 10.222.0.38 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068019 Jul 29 17:51:19.893707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5012f9-1739-49f0-8057-be94de496f4d req-1fde9c0c-12a7-4123-b35b-9bc0c1887cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:19.895967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d5012f9-1739-49f0-8057-be94de496f4d req-1fde9c0c-12a7-4123-b35b-9bc0c1887cd7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 1096 time: 0.2170017 Jul 29 17:51:19.897131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70707290-11d8-4275-a710-cd124927763c tempest-NetworksIpV6Test-320329806 tempest-NetworksIpV6Test-320329806-project] Pushing event deleted for resources: {'Network': ['ID=7813fc3c-f26d-4dcc-ad52-6dc46f2fc4e0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:19.989033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09ac5-f87f-4add-a50f-c4245c7ef0a3 req-7cc619f3-89b8-4ca5-9333-97deb6594911 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:19.990610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cc09ac5-f87f-4add-a50f-c4245c7ef0a3 req-7cc619f3-89b8-4ca5-9333-97deb6594911 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 943 time: 0.0867829 Jul 29 17:51:20.032801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d5012f9-1739-49f0-8057-be94de496f4d req-b1ba1659-8dd9-4879-87ce-db8fb9320e38 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195266 Jul 29 17:51:20.039519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cc09ac5-f87f-4add-a50f-c4245c7ef0a3 req-5d36b6e3-0de4-456f-b2ed-438a02e2aee0 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Jul 29 17:51:20.080206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e7d8bd-95ed-4d3e-a133-51759a0e7d8a req-6385987d-9f36-4290-b24e-726f83f83103 service neutron] 10.222.0.38 "GET /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657019 Jul 29 17:51:20.155697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:20.157750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a314-5e30-4c24-998f-72369eabca11 req-18681f17-4d2f-40ad-bd19-503f03566002 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:20.159347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43c0a314-5e30-4c24-998f-72369eabca11 req-18681f17-4d2f-40ad-bd19-503f03566002 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.0541139 Jul 29 17:51:20.200366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43c0a314-5e30-4c24-998f-72369eabca11 req-b3927dab-81c0-4661-a07b-bfc84fa94c37 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Jul 29 17:51:20.399734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a00b23cb-f1ec-40b9-9362-51092282b680 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13e328e6108e4f10bd7aaa01661f90f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427769 Jul 29 17:51:20.402894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59998) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:20.457880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.483328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.495130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:20.541741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.544977 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.549012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57312761-1d39-486d-a77f-ea9da6f048d1 HTTP/1.1" status: 204 len: 168 time: 0.1423416 Jul 29 17:51:20.554972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f53f3-985a-4d2a-8fd4-73bd9651d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57312761-1d39-486d-a77f-ea9da6f048d1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:20.609723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:20.620672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'port_id': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'mac_address': 'fa:16:3e:dd:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db878ef8-68ff-4502-8e6b-8cb368fb8793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:20.664291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.678036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:20.703955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:20.709950 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.710641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5c0ab98b-f4f3-4f63-9b17-7feb16311eac details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:20.849089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:20.894675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e92c7a-02e7-4a1a-a3e9-e6d5312d2e2e req-8b6f1358-003c-435f-900b-8166e448a52b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:20.902681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2e92c7a-02e7-4a1a-a3e9-e6d5312d2e2e req-8b6f1358-003c-435f-900b-8166e448a52b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0726905 Jul 29 17:51:20.940911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:20.970704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2e92c7a-02e7-4a1a-a3e9-e6d5312d2e2e req-94d0ada5-7eef-4bd6-8f59-1ac590789487 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670264 Jul 29 17:51:20.982414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac', 'network_id': '9d8e4828-2f04-4a89-87f9-80d4392f8c17', 'port_id': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac', 'mac_address': 'fa:16:3e:7b:60:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27bfb1e-67a7-4fef-9748-30ad870c0e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:21.048238 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.051280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aae56-11c3-4aa1-b4e5-3c37887b4d9d req-d27530bf-5b03-46cc-95fb-40d176ea5e18 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:21.052891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-488aae56-11c3-4aa1-b4e5-3c37887b4d9d req-d27530bf-5b03-46cc-95fb-40d176ea5e18 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 943 time: 0.0596964 Jul 29 17:51:21.063902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0ab98b-f4f3-4f63-9b17-7feb16311eac {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:21.074322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6789589d-4fd1-4036-9db4-6acfeb039794 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:21.076967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 199d2235-9401-4880-a366-be68e65aa55c up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:21.106781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-488aae56-11c3-4aa1-b4e5-3c37887b4d9d req-62f9ac69-9d9d-4970-b741-6b83699f4b79 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Jul 29 17:51:21.146824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:21.158351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.210569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa698-f964-46de-8313-c8180a00086d req-a8e53a00-a1fd-403d-88ca-b241068b1b30 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:21.212338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7fa698-f964-46de-8313-c8180a00086d req-a8e53a00-a1fd-403d-88ca-b241068b1b30 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0719972 Jul 29 17:51:21.314169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7fa698-f964-46de-8313-c8180a00086d req-9fab9bb1-c091-47d6-bece-82c5984c6a76 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937045 Jul 29 17:51:21.335630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718ab83-8e28-4dcd-b605-6fa160892345 req-fff8bf46-dffb-469c-9e6f-7c95d068e3eb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:21.338652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e718ab83-8e28-4dcd-b605-6fa160892345 req-fff8bf46-dffb-469c-9e6f-7c95d068e3eb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 944 time: 0.0611498 Jul 29 17:51:21.381031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:21.389256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 199d2235-9401-4880-a366-be68e65aa55c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:21.393740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e718ab83-8e28-4dcd-b605-6fa160892345 req-9f1f1793-6313-4280-99b6-1d800705b0a6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Jul 29 17:51:21.397555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 199d2235-9401-4880-a366-be68e65aa55c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:21.397931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.401276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6789589d-4fd1-4036-9db4-6acfeb039794,segment=NetworkSegment(c73d09c3-d41a-4063-a476-69f2d3d09372),segment_id=c73d09c3-d41a-4063-a476-69f2d3d09372)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:21.432940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5c0ab98b-f4f3-4f63-9b17-7feb16311eac'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:21.434985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2f70cf49-cb82-4124-bc9a-a17c4304885d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:21.481710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60044) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.483956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6789589d-4fd1-4036-9db4-6acfeb039794', 'network_id': 'a968775b-fde0-4a16-8c03-0b5284f8b298', 'port_id': '6789589d-4fd1-4036-9db4-6acfeb039794', 'mac_address': 'fa:16:3e:34:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e71d23-00f3-4134-9188-284077a19b22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:21.589619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-77674154-a2bf-447f-82ff-24b217a8b46d tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] Request body: {'port': {'network_id': '1caf9e7b-6a1b-48f9-9eaf-9076c61ce317', 'name': 'tempest-NetworksNegativeTestJSON-1797304490'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:21.603935 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-77674154-a2bf-447f-82ff-24b217a8b46d tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] POST failed (client error): The resource could not be found. Jul 29 17:51:21.604516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77674154-a2bf-447f-82ff-24b217a8b46d tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.605694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-77674154-a2bf-447f-82ff-24b217a8b46d tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1223485 Jul 29 17:51:21.609606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.628871 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5dfcbb-b02c-464c-8ffe-7b3bb9716b30 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:21.629362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5dfcbb-b02c-464c-8ffe-7b3bb9716b30 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.631193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef5dfcbb-b02c-464c-8ffe-7b3bb9716b30 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "DELETE /v2.0/networks/10919e9c-22ed-49d8-8579-683cb0d05ace HTTP/1.1" status: 404 len: 339 time: 0.0206323 Jul 29 17:51:21.635330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60052) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.659066 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd36421c-9aec-4b85-aac3-d26ffe841865 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:21.659770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd36421c-9aec-4b85-aac3-d26ffe841865 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.661546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd36421c-9aec-4b85-aac3-d26ffe841865 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "DELETE /v2.0/ports/e5224fe5-add9-4c70-8892-a89976818396 HTTP/1.1" status: 404 len: 333 time: 0.0252194 Jul 29 17:51:21.665471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.692668 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f90122-ec76-42cd-8778-e8699429eed1 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] DELETE failed (client error): The resource could not be found. Jul 29 17:51:21.693155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f90122-ec76-42cd-8778-e8699429eed1 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.695112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-76f90122-ec76-42cd-8778-e8699429eed1 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "DELETE /v2.0/subnets/cd96bd0e-c952-43fa-9c67-8a0996238aad HTTP/1.1" status: 404 len: 337 time: 0.0285852 Jul 29 17:51:21.699086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.719583 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbd543a-0481-4d9e-9db0-8290aba4c0c5 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] GET failed (client error): The resource could not be found. Jul 29 17:51:21.721213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bfbd543a-0481-4d9e-9db0-8290aba4c0c5 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "GET /v2.0/networks/a0e4ceb6-97be-44ac-ac02-de733f71c2c9 HTTP/1.1" status: 404 len: 339 time: 0.0211179 Jul 29 17:51:21.725143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60058) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.750159 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eaf6d8-67da-44d1-bede-1e49e172b8b0 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] GET failed (client error): The resource could not be found. Jul 29 17:51:21.751668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-98eaf6d8-67da-44d1-bede-1e49e172b8b0 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "GET /v2.0/ports/b5a2346b-5d18-44ba-8350-037de2ad3036 HTTP/1.1" status: 404 len: 333 time: 0.0256212 Jul 29 17:51:21.755412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.756835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.787124 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28de7cb-0d93-4dae-9015-e227515897d2 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] GET failed (client error): The resource could not be found. Jul 29 17:51:21.788441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d28de7cb-0d93-4dae-9015-e227515897d2 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "GET /v2.0/subnets/8873fc2d-12ac-4565-9a64-8e95b03fff73 HTTP/1.1" status: 404 len: 337 time: 0.0321376 Jul 29 17:51:21.792346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60062) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.797460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e24381e5-d871-40be-af39-60e0f496db2e tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:21.810699 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24381e5-d871-40be-af39-60e0f496db2e tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] PUT failed (client error): The resource could not be found. Jul 29 17:51:21.811252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24381e5-d871-40be-af39-60e0f496db2e tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.815916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e24381e5-d871-40be-af39-60e0f496db2e tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "PUT /v2.0/networks/42b94fca-837f-4de9-98b1-f361e9abf123 HTTP/1.1" status: 404 len: 339 time: 0.0190933 Jul 29 17:51:21.816091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6789589d-4fd1-4036-9db4-6acfeb039794 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:21.816207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60064) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.821166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-222e09ea-6728-400c-9f36-8db2b73d5734 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:21.831457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.839292 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-222e09ea-6728-400c-9f36-8db2b73d5734 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] PUT failed (client error): The resource could not be found. Jul 29 17:51:21.839929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222e09ea-6728-400c-9f36-8db2b73d5734 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.841052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-222e09ea-6728-400c-9f36-8db2b73d5734 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "PUT /v2.0/ports/2137fb9b-f4ef-4b0f-a2ca-b381ec33ff40 HTTP/1.1" status: 404 len: 333 time: 0.0240285 Jul 29 17:51:21.844973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60066) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:21.850111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8cb512f0-5524-403b-a0c9-930b0a248d11 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:21.871008 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb512f0-5524-403b-a0c9-930b0a248d11 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] PUT failed (client error): The resource could not be found. Jul 29 17:51:21.871461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb512f0-5524-403b-a0c9-930b0a248d11 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:51:21.872581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8cb512f0-5524-403b-a0c9-930b0a248d11 tempest-NetworksNegativeTestJSON-823387709 tempest-NetworksNegativeTestJSON-823387709-project] 10.222.0.16 "PUT /v2.0/subnets/317f4251-312a-4bcc-b07a-b8296a0bcf49 HTTP/1.1" status: 404 len: 337 time: 0.0266824 Jul 29 17:51:21.873256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6789589d-4fd1-4036-9db4-6acfeb039794,segment=NetworkSegment(c73d09c3-d41a-4063-a476-69f2d3d09372),segment_id=c73d09c3-d41a-4063-a476-69f2d3d09372)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:21.896083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.910960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199d2235-9401-4880-a366-be68e65aa55c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:21.913269 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67402c-8c75-43b3-b7fe-01e938dd62aa" -d '{"events": [{"server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "199d2235-9401-4880-a366-be68e65aa55c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:21.955121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=199d2235-9401-4880-a366-be68e65aa55c,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:21.976660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.998384 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839622a2-2f3c-479a-94c0-f3e350ab7531 x-openstack-request-id: req-839622a2-2f3c-479a-94c0-f3e350ab7531 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:21.998683 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "199d2235-9401-4880-a366-be68e65aa55c", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:21.998937 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-839622a2-2f3c-479a-94c0-f3e350ab7531 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:21.999337 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199d2235-9401-4880-a366-be68e65aa55c', 'code': 200} Jul 29 17:51:22.024105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:22.095108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:22.111383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8245-2042-448c-b20c-99cccc379954 req-8012c98a-5747-476c-9831-ab5b00ac711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:22.112898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03d8245-2042-448c-b20c-99cccc379954 req-8012c98a-5747-476c-9831-ab5b00ac711d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 1096 time: 0.0554206 Jul 29 17:51:22.113555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b984d6-4a25-4eca-88f3-b3138d2b4c01 req-4492aaaf-7b94-415a-b494-5034b78e736f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:22.115113 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5b984d6-4a25-4eca-88f3-b3138d2b4c01 req-4492aaaf-7b94-415a-b494-5034b78e736f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0573816 Jul 29 17:51:22.155542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c03d8245-2042-448c-b20c-99cccc379954 req-e1ce9722-6de0-469c-a616-65e79fafb9e3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Jul 29 17:51:22.161348 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5b984d6-4a25-4eca-88f3-b3138d2b4c01 req-82af434d-1cb0-443e-ae9e-0d5f73c1c4bd tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Jul 29 17:51:22.174553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6789589d-4fd1-4036-9db4-6acfeb039794'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:22.174826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:22.256121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd685-09e8-462f-8004-16721a803957 req-a6dcacbf-2b10-4471-bf89-991d8246448c tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:22.258021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef8dd685-09e8-462f-8004-16721a803957 req-a6dcacbf-2b10-4471-bf89-991d8246448c tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 944 time: 0.0615885 Jul 29 17:51:22.315005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edfc4d68-c514-4c8d-bd88-42ba88418acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.315238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef8dd685-09e8-462f-8004-16721a803957 req-2ba1a17e-3f58-43a5-a15e-dff6d598295e tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Jul 29 17:51:22.422581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f800-a809-4c3c-914b-4b1941469538 req-5af152db-a32a-4a01-b6a2-25ee7227b857 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:22.424114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b414f800-a809-4c3c-914b-4b1941469538 req-5af152db-a32a-4a01-b6a2-25ee7227b857 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0505862 Jul 29 17:51:22.434891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edfc4d68-c514-4c8d-bd88-42ba88418acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.442801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edfc4d68-c514-4c8d-bd88-42ba88418acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.479650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b414f800-a809-4c3c-914b-4b1941469538 req-1bb9e69c-4488-423e-b227-edc42a95d245 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Jul 29 17:51:22.501631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-edfc4d68-c514-4c8d-bd88-42ba88418acd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=103b2727baf544998c640381ae193a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231299 Jul 29 17:51:22.502094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60102) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:22.514280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc4d68-c514-4c8d-bd88-42ba88418acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e14ee3-a74d-4bd8-8c45-61e87383c09f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:22.542140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce163-0515-4307-a064-2147aebefb41 req-a6bbe619-00cb-4be1-9802-807e33b29ef5 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:22.544037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-910ce163-0515-4307-a064-2147aebefb41 req-a6bbe619-00cb-4be1-9802-807e33b29ef5 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 944 time: 0.0620291 Jul 29 17:51:22.568583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.593177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-910ce163-0515-4307-a064-2147aebefb41 req-286a3a2b-63b9-412f-904b-75d6daf8ace1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Jul 29 17:51:22.602617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.661091 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.664636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:22.668326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e14ee3-a74d-4bd8-8c45-61e87383c09f HTTP/1.1" status: 204 len: 168 time: 0.1627142 Jul 29 17:51:22.677322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494ba2d-2396-416b-82c3-56baaf4731fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e14ee3-a74d-4bd8-8c45-61e87383c09f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:23.085454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6789589d-4fd1-4036-9db4-6acfeb039794 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:23.144906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6789589d-4fd1-4036-9db4-6acfeb039794 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:23.150444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6789589d-4fd1-4036-9db4-6acfeb039794 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:23.150444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.234746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.272035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6789589d-4fd1-4036-9db4-6acfeb039794,segment=NetworkSegment(c73d09c3-d41a-4063-a476-69f2d3d09372),segment_id=c73d09c3-d41a-4063-a476-69f2d3d09372)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:23.277600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.337080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:23.352381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf7844-348a-426d-9811-8cd40f968d33 req-22151b24-7401-4add-b9fe-01db386a967f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:23.363424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29bf7844-348a-426d-9811-8cd40f968d33 req-22151b24-7401-4add-b9fe-01db386a967f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1140404 Jul 29 17:51:23.397595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29bf7844-348a-426d-9811-8cd40f968d33 req-951cdf1d-9486-4e3f-9c08-6c51b812d283 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 29 17:51:23.451601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3791f6-a33b-4268-b995-9dc215a7be08 req-f32015f8-25b2-433a-b96e-1b8bc6846aa3 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:23.453414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba3791f6-a33b-4268-b995-9dc215a7be08 req-f32015f8-25b2-433a-b96e-1b8bc6846aa3 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.0565815 Jul 29 17:51:23.469340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60142) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:23.497612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba3791f6-a33b-4268-b995-9dc215a7be08 req-cc05b332-7af1-42f6-ad65-2241c9c27db7 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Jul 29 17:51:23.581824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-908027542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:23.618962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c17f74-58bb-4a38-8adb-e7cfb47af401 req-086d1362-3048-4509-9b28-cee86c204330 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:23.620691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08c17f74-58bb-4a38-8adb-e7cfb47af401 req-086d1362-3048-4509-9b28-cee86c204330 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0699251 Jul 29 17:51:23.621746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.622925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.705255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08c17f74-58bb-4a38-8adb-e7cfb47af401 req-2e6ba6fa-13e1-43ab-8c39-6dc6820e9777 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774591 Jul 29 17:51:23.706457 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.713781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.721151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4e9f-beee-4549-b98a-44e383671881 req-def30f65-553e-41a4-9316-43360f994758 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:23.723169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a0c4e9f-beee-4549-b98a-44e383671881 req-def30f65-553e-41a4-9316-43360f994758 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 944 time: 0.0520396 Jul 29 17:51:23.737353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.743192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60152) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:23.743382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5dc1c51-ab37-439a-ad4b-80fb4fc62093 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2721581 Jul 29 17:51:23.748658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-300809239'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:23.792703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a0c4e9f-beee-4549-b98a-44e383671881 req-1c7a9d37-90dd-4e85-8933-be0b4cb7d4a2 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561602 Jul 29 17:51:23.802987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:23.806571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.815802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.911763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.917010 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.940995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:23.956323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc729a0c-1cb8-4da9-b049-852683da1a6f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:23.959289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:23.959725 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Added segment 3c8b829c-7d2c-43ae-971a-3d45407797ac of type vlan for network ca589460-2a5d-4f6c-b122-3b0cf1f104da Jul 29 17:51:24.001062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:24.004258 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fdd921-077a-471d-941a-d2881f137b08" -d '{"events": [{"server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "name": "network-vif-plugged", "status": "completed", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:24.007065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.045159 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ee7b5f-eeef-4e57-861d-61407d0354c2 x-openstack-request-id: req-94ee7b5f-eeef-4e57-861d-61407d0354c2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:24.045454 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "name": "network-vif-plugged", "status": "completed", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:24.045705 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94ee7b5f-eeef-4e57-861d-61407d0354c2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:24.046117 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794', 'code': 200} Jul 29 17:51:24.047330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.052876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:24.053477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.121608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3773503 Jul 29 17:51:24.126546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:24.133773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'subnet': {'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:24.154406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa5ce-6a2d-4aaa-a55d-416e9ac11400 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Network': ['ID=ca589460-2a5d-4f6c-b122-3b0cf1f104da,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:24.166429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:24.178284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6686f1-5933-41bf-977e-b5d8130067e3 req-60f8a436-1528-477e-a6d9-5708e063c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:24.185088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb6686f1-5933-41bf-977e-b5d8130067e3 req-60f8a436-1528-477e-a6d9-5708e063c1bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 1096 time: 0.0743871 Jul 29 17:51:24.201994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60172) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:24.237316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb6686f1-5933-41bf-977e-b5d8130067e3 req-9f9f29e3-df64-4aec-a9fb-88c9e4141495 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Jul 29 17:51:24.258560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:24.262519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.326442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd80-6a3b-4d6d-8ed7-a4cecb0ea671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.519157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:24.549507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.552713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd80-6a3b-4d6d-8ed7-a4cecb0ea671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.579961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2f70cf49-cb82-4124-bc9a-a17c4304885d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:24.584652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2f70cf49-cb82-4124-bc9a-a17c4304885d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:24.585860 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.586458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd80-6a3b-4d6d-8ed7-a4cecb0ea671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.630845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503e78-efd3-4a02-b75a-9ee55f6d8ce6 req-9d4b7924-28e7-4c11-be66-f1103c7d2ba9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:24.638759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec503e78-efd3-4a02-b75a-9ee55f6d8ce6 req-9d4b7924-28e7-4c11-be66-f1103c7d2ba9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1570587 Jul 29 17:51:24.665143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca06c7-b4e3-4946-b5d6-bcddcc6c0631 req-05e61e98-ffa3-45bd-a777-e60c9e9213d1 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:24.666795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ca06c7-b4e3-4946-b5d6-bcddcc6c0631 req-05e61e98-ffa3-45bd-a777-e60c9e9213d1 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.0684059 Jul 29 17:51:24.690041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-80c6bd80-6a3b-4d6d-8ed7-a4cecb0ea671 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75dd1688850f4d408defe59f4ee76f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869590 Jul 29 17:51:24.693154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60180) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:24.694631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6bd80-6a3b-4d6d-8ed7-a4cecb0ea671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48501639-dc8c-4a6f-80b4-1b3a8ef2e2fc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:24.698515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Subnet': ['ID=aa2a574c-02e8-4815-8aca-8f1757349f93,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:24.703423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.726088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ca06c7-b4e3-4946-b5d6-bcddcc6c0631 req-9630ca9b-d6d8-409f-aff9-3c32bc91553f tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Jul 29 17:51:24.746709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:24.752756 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.753959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5c0ab98b-f4f3-4f63-9b17-7feb16311eac up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:24.782687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.821322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.852658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:24.872060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:24.877419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:24.877734 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.897992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cbed8-1c3e-4059-a28f-17f6c447b92c req-0476ab3a-3090-42c3-816c-68cb66db701e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:24.906949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-895cbed8-1c3e-4059-a28f-17f6c447b92c req-0476ab3a-3090-42c3-816c-68cb66db701e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0965595 Jul 29 17:51:24.960366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-895cbed8-1c3e-4059-a28f-17f6c447b92c req-32128315-e1ad-4eec-9480-554be24fbd1f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Jul 29 17:51:24.974953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.976986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.978056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:24.982901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48501639-dc8c-4a6f-80b4-1b3a8ef2e2fc HTTP/1.1" status: 204 len: 168 time: 0.2885056 Jul 29 17:51:24.994156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e9a7c-6650-4645-b792-f972d605b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48501639-dc8c-4a6f-80b4-1b3a8ef2e2fc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.030502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:25.047691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.107459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec503e78-efd3-4a02-b75a-9ee55f6d8ce6 req-0f832c92-f1b2-4692-8653-bfac09833956 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675660 Jul 29 17:51:25.113538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Checking segment: {'id': '3c8b829c-7d2c-43ae-971a-3d45407797ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:25.114980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network hostable DHCP agents. Network: ca589460-2a5d-4f6c-b122-3b0cf1f104da, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:25.128168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.137275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:25.152724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ca589460-2a5d-4f6c-b122-3b0cf1f104da) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:25.158169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:25.159069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.168401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599cd320-fa4e-43c7-bfe6-b74823cb3d0f None None] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:25.196113 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09359c17-dd9b-4e92-aa3f-2c9a96fb7cf0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0679820 Jul 29 17:51:25.199362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:25.213499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'network': {'name': 'tempest-router-network01--1157772844'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:25.245277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:25.249450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.253090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef118-b41a-4d3d-b581-91c8fabc6efe req-72780c00-d7dd-4927-bfd5-4cccaedd4fa8 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:25.254728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bef118-b41a-4d3d-b581-91c8fabc6efe req-72780c00-d7dd-4927-bfd5-4cccaedd4fa8 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.1251197 Jul 29 17:51:25.288804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:25.299585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.300242 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Added segment fb76f303-7da0-4741-92bf-f73dee48e4ae of type vlan for network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 Jul 29 17:51:25.302864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bef118-b41a-4d3d-b581-91c8fabc6efe req-5232b5ac-17c4-457f-ae1d-d19a4745dcc4 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Jul 29 17:51:25.342941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.362210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ca589460-2a5d-4f6c-b122-3b0cf1f104da', 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da', 'tenant_id': '375dfe7d609e4ca698a7e5cf285ce582', 'fixed_ips': [{'subnet_id': 'aa2a574c-02e8-4815-8aca-8f1757349f93'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:51:25.363491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.373596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.381235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:25.381851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.406909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60196) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:25.422735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0eb7-ba3d-494c-8908-d3dbcd2ff3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.445220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2441216 Jul 29 17:51:25.448364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:25.453304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'network': {'name': 'tempest-router-network02--1555067379'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:25.463826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e4d0-ce44-4f1e-b88a-50a1b19fd81f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Network': ['ID=45ed88d8-6a1b-4994-8a88-8f6fcbfe3488,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.475057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:25.531808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0eb7-ba3d-494c-8908-d3dbcd2ff3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.536714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca2b0eb7-ba3d-494c-8908-d3dbcd2ff3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.553466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:25.557634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.573306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Allocated IP 172.20.0.2 (ca589460-2a5d-4f6c-b122-3b0cf1f104da/aa2a574c-02e8-4815-8aca-8f1757349f93/37abfacb-63a1-4e55-82ac-1ff4edc7ec8d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:25.579383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ca2b0eb7-ba3d-494c-8908-d3dbcd2ff3d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00e73fa8f44e40eabad25a67abcee878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688118 Jul 29 17:51:25.579667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:25.584985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:51:25.587667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b0eb7-ba3d-494c-8908-d3dbcd2ff3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98209af7-65bc-429b-b526-6f223507ba4e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.596103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.596657 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Added segment 1a99cc4a-00f6-491d-97a4-791c9cc004bc of type vlan for network 02154d8d-471e-4824-a208-f17cefa7fd1e Jul 29 17:51:25.637844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.638507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.660150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.673647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.679972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:25.680571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.708143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.711833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.713799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98209af7-65bc-429b-b526-6f223507ba4e HTTP/1.1" status: 204 len: 168 time: 0.1329579 Jul 29 17:51:25.726777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec25913-17cc-4bf8-b35e-030c320ca998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98209af7-65bc-429b-b526-6f223507ba4e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.742978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.756277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Transition to ACTIVE for port object 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:25.766165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3167496 Jul 29 17:51:25.771027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60206) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:25.780719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'subnet': {'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:25.782678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Transition to ACTIVE for port object 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:25.783114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d53d31-071c-4ae3-8285-a5ce80fa1229 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Network': ['ID=02154d8d-471e-4824-a208-f17cefa7fd1e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.798679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.801630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 02154d8d-471e-4824-a208-f17cefa7fd1e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:51:25.881331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd7f75-4b1d-48c4-9652-5446f02110eb req-61d95b4b-17dc-4be2-8969-18cd8ed467b5 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:25.881777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:25.883798 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b9dd7f75-4b1d-48c4-9652-5446f02110eb req-61d95b4b-17dc-4be2-8969-18cd8ed467b5 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.0608680 Jul 29 17:51:25.886461 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:25.923123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:25.935396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:25.938578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:25.940550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Pushing event updated for resources: {'Port': ['ID=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:25.943562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b9dd7f75-4b1d-48c4-9652-5446f02110eb req-12c212b0-2509-4390-a598-0e893f1e76e9 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Jul 29 17:51:26.022944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Attempting to bind port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:26.023354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Attempting to bind port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3c8b829c-7d2c-43ae-971a-3d45407797ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:26.023721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Attempting to bind port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d on network ca589460-2a5d-4f6c-b122-3b0cf1f104da {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:26.029692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:26.030110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Checking segment: {'id': '3c8b829c-7d2c-43ae-971a-3d45407797ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:26.030616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.031012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Bound using segment: {'id': '3c8b829c-7d2c-43ae-971a-3d45407797ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:26.031488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Bound port: 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b829c-7d2c-43ae-971a-3d45407797ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ca589460-2a5d-4f6c-b122-3b0cf1f104da'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:26.031875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.047188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d'}, {'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:26.049744 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bb95ed-b738-4dab-a61d-7959b7694e2c" -d '{"events": [{"server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "name": "network-vif-plugged", "status": "completed", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d"}, {"server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:26.106715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955a059-22e6-4c69-b587-657963f056a8 req-b084c80c-f900-42be-9085-a63ebc0bc255 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.117304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b955a059-22e6-4c69-b587-657963f056a8 req-b084c80c-f900-42be-9085-a63ebc0bc255 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jul 29 17:51:26.127460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9d19-11b9-4efd-aa9c-a32d1d10ba41 req-cc3c8b07-d59c-422c-89f0-32d4f80158a7 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.129159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c5f9d19-11b9-4efd-aa9c-a32d1d10ba41 req-cc3c8b07-d59c-422c-89f0-32d4f80158a7 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.1067894 Jul 29 17:51:26.144393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] For port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:26.148547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] For port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,segment=NetworkSegment(3c8b829c-7d2c-43ae-971a-3d45407797ac),segment_id=3c8b829c-7d2c-43ae-971a-3d45407797ac)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:26.157043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.187221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b955a059-22e6-4c69-b587-657963f056a8 req-4fc12e71-e9c1-4815-896c-69c74a90f12e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Jul 29 17:51:26.242492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c5f9d19-11b9-4efd-aa9c-a32d1d10ba41 req-6e8605fd-cc54-4dfd-9755-2e5913fa062e tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984721 Jul 29 17:51:26.256099 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544ab240-970a-4427-99e0-66885cd3eb39 x-openstack-request-id: req-544ab240-970a-4427-99e0-66885cd3eb39 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:26.260126 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "name": "network-vif-plugged", "status": "completed", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d", "code": 200}, {"server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:26.260591 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-544ab240-970a-4427-99e0-66885cd3eb39 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:26.261583 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'code': 200} Jul 29 17:51:26.261865 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac', 'code': 200} Jul 29 17:51:26.262600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3a506-2327-4656-acbc-fc24e8774f53 None None] Pushing event updated for resources: {'Port': ['ID=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:26.282998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.287863 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.419811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Subnet': ['ID=b65c406f-1a6b-41d1-a9c2-e683896c6856,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:26.443481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b9fb2-bb09-4d97-aafe-e38e2a319f95 req-ac0b8fb4-7ea6-4cbf-94f9-315296e145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.445080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d1b9fb2-bb09-4d97-aafe-e38e2a319f95 req-ac0b8fb4-7ea6-4cbf-94f9-315296e145b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 1096 time: 0.0948639 Jul 29 17:51:26.447361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Checking segment: {'id': 'fb76f303-7da0-4741-92bf-f73dee48e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:26.448274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network hostable DHCP agents. Network: 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:26.460193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826212f9-7762-47c4-9f9d-4ec31c8443e2 req-a5c9b1dd-da48-4842-9853-24aea55cddfc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.470003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-826212f9-7762-47c4-9f9d-4ec31c8443e2 req-a5c9b1dd-da48-4842-9853-24aea55cddfc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1089389 Jul 29 17:51:26.496496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a3252-2434-454a-954f-a6ed0dc7e30f req-21dba143-73d5-43d3-92bb-b91b6c444188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.503426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-720a3252-2434-454a-954f-a6ed0dc7e30f req-21dba143-73d5-43d3-92bb-b91b6c444188 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 1096 time: 0.1543875 Jul 29 17:51:26.519770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:26.549439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:26.566768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.567364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.572358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b83b9-10c1-421f-9e86-fea03ead67cb None None] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:26.605738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d1b9fb2-bb09-4d97-aafe-e38e2a319f95 req-a62854ab-7422-42cb-ae96-ef9d081e039a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313839 Jul 29 17:51:26.613672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9f7bc62b-50bf-4ee6-82d3-994d5882737d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8384266 Jul 29 17:51:26.613800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:26.622223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'subnet': {'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:26.669262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-826212f9-7762-47c4-9f9d-4ec31c8443e2 req-97d0eff7-334a-456e-9260-49bfe08178a1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761551 Jul 29 17:51:26.672453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-720a3252-2434-454a-954f-a6ed0dc7e30f req-3fb5ce35-e1b2-4f12-86a7-a175e3f42112 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558452 Jul 29 17:51:26.804352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-45ed88d8-6a1b-4994-8a88-8f6fcbfe3488', 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488', 'tenant_id': '375dfe7d609e4ca698a7e5cf285ce582', 'fixed_ips': [{'subnet_id': 'b65c406f-1a6b-41d1-a9c2-e683896c6856'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:51:26.805321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.812836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Made reservation on behalf of 375dfe7d609e4ca698a7e5cf285ce582 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:26.818105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:26.937480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28da84-530b-4de8-939c-a6e41411cc84 req-ac9e718c-afa2-4d4d-916b-0f6f9ebfe792 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:26.946103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e28da84-530b-4de8-939c-a6e41411cc84 req-ac9e718c-afa2-4d4d-916b-0f6f9ebfe792 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.0842395 Jul 29 17:51:26.986857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Allocated IP 172.20.0.2 (45ed88d8-6a1b-4994-8a88-8f6fcbfe3488/b65c406f-1a6b-41d1-a9c2-e683896c6856/3446bdac-247a-42fd-9004-241f48ef09ea) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:26.993216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e28da84-530b-4de8-939c-a6e41411cc84 req-965f64fd-f479-4357-9d42-55ec208f12f5 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Jul 29 17:51:27.007273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd155fc-98e8-40e9-b37e-86e86f475663 req-08f378da-ecad-4ac8-a738-b4914ab2a0ff tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:27.008968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2dd155fc-98e8-40e9-b37e-86e86f475663 req-08f378da-ecad-4ac8-a738-b4914ab2a0ff tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.1054547 Jul 29 17:51:27.068566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2dd155fc-98e8-40e9-b37e-86e86f475663 req-68905868-76ef-4744-895d-936be11901b2 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Jul 29 17:51:27.141168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:27.233226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.252956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:27.333299 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.362549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a37e-3b98-4efa-973d-f33ca9a49caa req-3980fab8-c49a-41de-b8a5-b8b3b2c8f995 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:27.363318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Transition to ACTIVE for port object 3446bdac-247a-42fd-9004-241f48ef09ea will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:27.373843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a238a37e-3b98-4efa-973d-f33ca9a49caa req-3980fab8-c49a-41de-b8a5-b8b3b2c8f995 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0993478 Jul 29 17:51:27.381713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Subnet': ['ID=f77cc2a5-cacf-4d91-8c86-35a98e8a9d67,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:27.382034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.385602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Transition to ACTIVE for port object 3446bdac-247a-42fd-9004-241f48ef09ea will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:27.394527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.432119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Checking segment: {'id': '1a99cc4a-00f6-491d-97a4-791c9cc004bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:27.432494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network hostable DHCP agents. Network: 02154d8d-471e-4824-a208-f17cefa7fd1e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:51:27.454326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a238a37e-3b98-4efa-973d-f33ca9a49caa req-62862d99-bc36-4c0e-9341-4bf075261544 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789690 Jul 29 17:51:27.488635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network 02154d8d-471e-4824-a208-f17cefa7fd1e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:51:27.490004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Pushing event updated for resources: {'Port': ['ID=3446bdac-247a-42fd-9004-241f48ef09ea,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:27.503743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 02154d8d-471e-4824-a208-f17cefa7fd1e) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:27.518338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:27.519077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.528477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:27.534299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:27.535624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638750d9-fda9-4444-bb44-3211eadfecad None None] Network 02154d8d-471e-4824-a208-f17cefa7fd1e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:27.562152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4503371b-9ab3-471a-8391-771c587f31d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9469244 Jul 29 17:51:27.564390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60268) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:27.647061 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:51:27.662330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:27.743325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7ee3a-d080-4423-9db2-e1befac4e80d req-6d87b5be-b103-469b-8993-ff32bd254864 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:27.746919 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afd7ee3a-d080-4423-9db2-e1befac4e80d req-6d87b5be-b103-469b-8993-ff32bd254864 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.1554716 Jul 29 17:51:27.787308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9aeb80-0879-4fc6-b372-39232e8904dd None None] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:27.799387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afd7ee3a-d080-4423-9db2-e1befac4e80d req-33cf29e6-86fa-42b4-850b-794a6a2a5708 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Jul 29 17:51:27.825177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-02154d8d-471e-4824-a208-f17cefa7fd1e', 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e', 'tenant_id': '375dfe7d609e4ca698a7e5cf285ce582', 'fixed_ips': [{'subnet_id': 'f77cc2a5-cacf-4d91-8c86-35a98e8a9d67'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:51:27.830102 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.856754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Attempting to bind port 3446bdac-247a-42fd-9004-241f48ef09ea on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:27.857448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Attempting to bind port 3446bdac-247a-42fd-9004-241f48ef09ea by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fb76f303-7da0-4741-92bf-f73dee48e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:27.857976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Attempting to bind port 3446bdac-247a-42fd-9004-241f48ef09ea on network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:27.911271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:27.911897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Checking segment: {'id': 'fb76f303-7da0-4741-92bf-f73dee48e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:27.912463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:27.913003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Bound using segment: {'id': 'fb76f303-7da0-4741-92bf-f73dee48e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:27.913633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Bound port: 3446bdac-247a-42fd-9004-241f48ef09ea, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb76f303-7da0-4741-92bf-f73dee48e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45ed88d8-6a1b-4994-8a88-8f6fcbfe3488'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:27.914261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.013795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Provisioning for port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:28.039855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a986a-c019-4631-a21d-410b6eb91759 req-0d597c36-707c-4a87-9243-1f1a012fd7d5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:28.046909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-824a986a-c019-4631-a21d-410b6eb91759 req-0d597c36-707c-4a87-9243-1f1a012fd7d5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1982775 Jul 29 17:51:28.051167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.071910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Provisioning complete for port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:28.072286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.126812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8a273-c2e2-467f-b048-92167c7a0a6e req-12592082-127b-432c-ba69-519cf50a7a28 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:28.128370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-824a986a-c019-4631-a21d-410b6eb91759 req-c2eee6a8-8a98-4433-bb7f-d379ab167f4d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Jul 29 17:51:28.134956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28d8a273-c2e2-467f-b048-92167c7a0a6e req-12592082-127b-432c-ba69-519cf50a7a28 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.0599172 Jul 29 17:51:28.155005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] For port 3446bdac-247a-42fd-9004-241f48ef09ea, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:28.179888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] For port 3446bdac-247a-42fd-9004-241f48ef09ea, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3446bdac-247a-42fd-9004-241f48ef09ea,segment=NetworkSegment(fb76f303-7da0-4741-92bf-f73dee48e4ae),segment_id=fb76f303-7da0-4741-92bf-f73dee48e4ae)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:28.186662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28d8a273-c2e2-467f-b048-92167c7a0a6e req-837de1ca-de99-423a-a47c-03c17efee6a7 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Jul 29 17:51:28.213475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Allocated IP 172.20.0.2 (02154d8d-471e-4824-a208-f17cefa7fd1e/f77cc2a5-cacf-4d91-8c86-35a98e8a9d67/792c6091-2a9d-48fb-8c8c-be0bfa696029) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:28.274627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.393053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308fd9-e381-4209-84ba-c1c0ff5132c2 req-c5771756-0c7d-42d5-8bf3-c63eb28e3623 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:28.394814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55308fd9-e381-4209-84ba-c1c0ff5132c2 req-c5771756-0c7d-42d5-8bf3-c63eb28e3623 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.1083670 Jul 29 17:51:28.474866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55308fd9-e381-4209-84ba-c1c0ff5132c2 req-4be45926-7fe5-490b-8277-e0c72828f302 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702116 Jul 29 17:51:28.492449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Allocated IP 172.20.0.1 (45ed88d8-6a1b-4994-8a88-8f6fcbfe3488/b65c406f-1a6b-41d1-a9c2-e683896c6856/aa481cf3-a3ef-4051-bce8-f291dd2b8833) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:28.613122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b14e92-f121-40d1-9bfe-782daa71054a None None] Pushing event updated for resources: {'Port': ['ID=3446bdac-247a-42fd-9004-241f48ef09ea,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:28.619845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.667407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29de00-1c1b-480a-bd25-8bbdc4fdabe8 req-5cb72b92-40c1-42f8-9436-d63f2f65bad2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:28.676835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba29de00-1c1b-480a-bd25-8bbdc4fdabe8 req-5cb72b92-40c1-42f8-9436-d63f2f65bad2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1074104 Jul 29 17:51:28.723535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] For port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,segment=NetworkSegment(3c8b829c-7d2c-43ae-971a-3d45407797ac),segment_id=3c8b829c-7d2c-43ae-971a-3d45407797ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:28.745080 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.780821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba29de00-1c1b-480a-bd25-8bbdc4fdabe8 req-caad1fc2-a2eb-42f7-945a-d684292227f3 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016283 Jul 29 17:51:28.859337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.861855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:28.909263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Transition to ACTIVE for port object 792c6091-2a9d-48fb-8c8c-be0bfa696029 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:28.917633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Transition to ACTIVE for port object aa481cf3-a3ef-4051-bce8-f291dd2b8833 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:28.969089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-643d5815-c290-416b-b918-a6de2c0f2cc2 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:28.970675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-643d5815-c290-416b-b918-a6de2c0f2cc2 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.1007867 Jul 29 17:51:29.008285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Transition to ACTIVE for port object 792c6091-2a9d-48fb-8c8c-be0bfa696029 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:29.039588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859050e-33ad-4dea-8806-6186f4ea9f6b None None] Pushing event updated for resources: {'Port': ['ID=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:29.047305 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.162142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Pushing event updated for resources: {'Port': ['ID=792c6091-2a9d-48fb-8c8c-be0bfa696029,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:29.198801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3446bdac-247a-42fd-9004-241f48ef09ea up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:29.231028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cb1f4-1999-483a-8736-ec3aa211fb48 req-d0631014-bd33-4659-b759-982ac8ad4c05 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:29.241309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c2cb1f4-1999-483a-8736-ec3aa211fb48 req-d0631014-bd33-4659-b759-982ac8ad4c05 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1281703 Jul 29 17:51:29.243006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Network 02154d8d-471e-4824-a208-f17cefa7fd1e is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:29.245469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.248716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:29.255069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:29.298680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c2cb1f4-1999-483a-8736-ec3aa211fb48 req-4e5ac9d2-781d-46f9-b15e-fe5f1c195a50 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561290 Jul 29 17:51:29.362838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Attempting to bind port 792c6091-2a9d-48fb-8c8c-be0bfa696029 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:29.363218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Attempting to bind port 792c6091-2a9d-48fb-8c8c-be0bfa696029 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1a99cc4a-00f6-491d-97a4-791c9cc004bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:29.363662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Attempting to bind port 792c6091-2a9d-48fb-8c8c-be0bfa696029 on network 02154d8d-471e-4824-a208-f17cefa7fd1e {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:29.373763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1d0af2a4-61ad-4367-a579-52b2579a03cd None None] Provisioning complete for port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:29.374206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d0af2a4-61ad-4367-a579-52b2579a03cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.378010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:29.378416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Checking segment: {'id': '1a99cc4a-00f6-491d-97a4-791c9cc004bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:29.378816 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.379210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Bound using segment: {'id': '1a99cc4a-00f6-491d-97a4-791c9cc004bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:29.379698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Bound port: 792c6091-2a9d-48fb-8c8c-be0bfa696029, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a99cc4a-00f6-491d-97a4-791c9cc004bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '02154d8d-471e-4824-a208-f17cefa7fd1e'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:29.380078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.388679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Port': ['ID=aa481cf3-a3ef-4051-bce8-f291dd2b8833,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:29.392310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:29.405790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:29.411574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:29.448502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3446bdac-247a-42fd-9004-241f48ef09ea completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:29.502837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] For port 792c6091-2a9d-48fb-8c8c-be0bfa696029, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:29.506832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] For port 792c6091-2a9d-48fb-8c8c-be0bfa696029, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=792c6091-2a9d-48fb-8c8c-be0bfa696029,segment=NetworkSegment(1a99cc4a-00f6-491d-97a4-791c9cc004bc),segment_id=1a99cc4a-00f6-491d-97a4-791c9cc004bc)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:29.519134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.524039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a04ff-b19c-40c8-b021-95ece50696d7 req-328f8a0a-8360-4f9f-9910-d50d3e713ba8 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:29.534509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac5a04ff-b19c-40c8-b021-95ece50696d7 req-328f8a0a-8360-4f9f-9910-d50d3e713ba8 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 945 time: 0.2717822 Jul 29 17:51:29.561694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Deleting port 6789589d-4fd1-4036-9db4-6acfeb039794 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:29.562041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.581222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:29.665928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85c17c-d13a-42a3-8d7e-45ff21fd0cbf None None] Pushing event updated for resources: {'Port': ['ID=792c6091-2a9d-48fb-8c8c-be0bfa696029,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:29.737639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac5a04ff-b19c-40c8-b021-95ece50696d7 req-c1eb2c79-3052-4071-8a98-277739b063b4 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/security-groups?id=734fea2a-4f3b-4df9-9e03-2b0f30fb9227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021959 Jul 29 17:51:29.840398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2695-c3ad-4fa8-a852-4feb00abab10 req-cc143286-db26-4f33-ade4-cca45709cad1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:29.843445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d7a2695-c3ad-4fa8-a852-4feb00abab10 req-cc143286-db26-4f33-ade4-cca45709cad1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0983348 Jul 29 17:51:29.936199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d7a2695-c3ad-4fa8-a852-4feb00abab10 req-131ae3fb-22f9-4c58-b806-a5aa24ce0466 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771739 Jul 29 17:51:29.985089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] For port 6789589d-4fd1-4036-9db4-6acfeb039794, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6789589d-4fd1-4036-9db4-6acfeb039794,segment=NetworkSegment(c73d09c3-d41a-4063-a476-69f2d3d09372),segment_id=c73d09c3-d41a-4063-a476-69f2d3d09372)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:29.985849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.222193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e39213-20e4-4ee6-b3b0-3ace43d8ceba None None] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:30.238359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce216e-64a2-4046-abdb-f5b568ffb6d4 req-28f11288-3fea-408b-96c6-9484cd0ee291 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:30.240277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-88ce216e-64a2-4046-abdb-f5b568ffb6d4 req-28f11288-3fea-408b-96c6-9484cd0ee291 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.0964952 Jul 29 17:51:30.302212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-88ce216e-64a2-4046-abdb-f5b568ffb6d4 req-051a4c08-4ae7-4987-9c9b-21dfa404b66d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550108 Jul 29 17:51:30.326156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Provisioning for port 3446bdac-247a-42fd-9004-241f48ef09ea completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:30.335847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Provisioning complete for port 3446bdac-247a-42fd-9004-241f48ef09ea triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:30.336225 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.367616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Calling delete_port for 6789589d-4fd1-4036-9db4-6acfeb039794 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:30.373795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.401320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa3b6-1131-47a2-a300-0d3310ce7350 req-515bd82e-6b7f-4669-b9de-adfd014a6fef tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:30.406754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-218aa3b6-1131-47a2-a300-0d3310ce7350 req-515bd82e-6b7f-4669-b9de-adfd014a6fef tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.5196967 Jul 29 17:51:30.497194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.553215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60420) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:30.564482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] For port 3446bdac-247a-42fd-9004-241f48ef09ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3446bdac-247a-42fd-9004-241f48ef09ea,segment=NetworkSegment(fb76f303-7da0-4741-92bf-f73dee48e4ae),segment_id=fb76f303-7da0-4741-92bf-f73dee48e4ae)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:30.571592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.588672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-218aa3b6-1131-47a2-a300-0d3310ce7350 req-55c7d42f-01a1-43e5-bfd0-d43b1ea332b9 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740682 Jul 29 17:51:30.644340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f555-18f0-487e-895e-8d9e80f6dddb None None] Pushing event updated for resources: {'Port': ['ID=3446bdac-247a-42fd-9004-241f48ef09ea,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:30.756891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f710b9b5-0f3a-4ea7-b264-ebc45950363b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.899066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.918367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6789589d-4fd1-4036-9db4-6acfeb039794'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:30.940146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f710b9b5-0f3a-4ea7-b264-ebc45950363b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.948655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Provisioning complete for port 3446bdac-247a-42fd-9004-241f48ef09ea triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:30.949459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.997762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f710b9b5-0f3a-4ea7-b264-ebc45950363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.034198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] No DVR routers for this DVR port 6789589d-4fd1-4036-9db4-6acfeb039794 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:31.037234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.040543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55e8c658-e789-4837-97b7-e9e8a90b38f6 req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.38 "DELETE /v2.0/ports/6789589d-4fd1-4036-9db4-6acfeb039794 HTTP/1.1" status: 204 len: 173 time: 2.0534093 Jul 29 17:51:31.041335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1722a-1038-4ee8-8d66-b7e9afa44a8b tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] Pushing event deleted for resources: {'Port': ['ID=6789589d-4fd1-4036-9db4-6acfeb039794,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:31.086700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'name': 'network-vif-deleted', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:31.100352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466bfd1-71a6-43a3-bd53-c1788939b866 req-76e830c7-3371-473c-ab24-0cb2f319df4c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:31.101221 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae721b0-2d19-4481-9dfe-4b49c52db396" -d '{"events": [{"server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "name": "network-vif-deleted", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:31.103954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e466bfd1-71a6-43a3-bd53-c1788939b866 req-76e830c7-3371-473c-ab24-0cb2f319df4c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1648965 Jul 29 17:51:31.119988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710b9b5-0f3a-4ea7-b264-ebc45950363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2399dad-d2dd-4d88-8d40-dfd0563f6dad,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:31.127036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b33c2661-220b-43b8-a60d-5efb1c041145 req-add4441a-c7ef-4a37-9bf5-537e497f86b8 tempest-ServersNegativeTestMultiTenantJSON-944523056 tempest-ServersNegativeTestMultiTenantJSON-944523056-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e48d93f-0d21-4e56-b7fb-f4b129adf64a HTTP/1.1" status: 200 len: 210 time: 0.1937706 Jul 29 17:51:31.147433 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f710b9b5-0f3a-4ea7-b264-ebc45950363b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bcd256ad25b47ba817e306116afc3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929868 Jul 29 17:51:31.151906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:31.157294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.170641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Provisioning for port aa481cf3-a3ef-4051-bce8-f291dd2b8833 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:31.175630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Provisioning complete for port aa481cf3-a3ef-4051-bce8-f291dd2b8833 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:31.178184 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.185797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.249114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e466bfd1-71a6-43a3-bd53-c1788939b866 req-618b2ede-76de-41f2-bba6-cd01711c7b92 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214931 Jul 29 17:51:31.286991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-46274492-91ea-497a-8e74-65aa5a963745 None None] Port aa481cf3-a3ef-4051-bce8-f291dd2b8833 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:31.298437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:31.326772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a54af3-90eb-4d11-a466-2d10fcb78e7a None None] Network 02154d8d-471e-4824-a208-f17cefa7fd1e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:31.364188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.400292 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4bd367-7024-4834-8907-ca8763b861ed x-openstack-request-id: req-ea4bd367-7024-4834-8907-ca8763b861ed {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:31.401239 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e48d93f-0d21-4e56-b7fb-f4b129adf64a", "name": "network-vif-deleted", "tag": "6789589d-4fd1-4036-9db4-6acfeb039794", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:31.401823 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea4bd367-7024-4834-8907-ca8763b861ed {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:31.402394 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e48d93f-0d21-4e56-b7fb-f4b129adf64a', 'name': 'network-vif-deleted', 'tag': '6789589d-4fd1-4036-9db4-6acfeb039794', 'status': 'completed', 'code': 200} Jul 29 17:51:31.403431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Port': ['ID=aa481cf3-a3ef-4051-bce8-f291dd2b8833,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:31.429112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ecb57809-3544-4b4a-8163-d6fb3c98fd2e None None] Provisioning complete for port aa481cf3-a3ef-4051-bce8-f291dd2b8833 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:31.429507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ecb57809-3544-4b4a-8163-d6fb3c98fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.438822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:31.438822 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.466446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056633-6837-45f3-9af4-2ed7315df888 req-65a30374-e99a-40cc-b05a-65cd0c87b5b6 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:31.467901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb056633-6837-45f3-9af4-2ed7315df888 req-65a30374-e99a-40cc-b05a-65cd0c87b5b6 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1544719 Jul 29 17:51:31.507656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.522540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ecb57809-3544-4b4a-8163-d6fb3c98fd2e None None] Port aa481cf3-a3ef-4051-bce8-f291dd2b8833 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:31.583839 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.589404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ecb57809-3544-4b4a-8163-d6fb3c98fd2e None None] Provisioning for port 792c6091-2a9d-48fb-8c8c-be0bfa696029 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:31.614372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb056633-6837-45f3-9af4-2ed7315df888 req-d8292f37-97fa-4499-bdd5-95d6d31fd98b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359808 Jul 29 17:51:31.614552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3446bdac-247a-42fd-9004-241f48ef09ea up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:31.623048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:31.632353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:31.682321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3446bdac-247a-42fd-9004-241f48ef09ea triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:31.682702 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:31.740670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35fbff-4934-444d-bbcb-10f7d5b846a8 req-d28b2796-f527-44ea-bd9b-95c68368e831 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:31.742931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae35fbff-4934-444d-bbcb-10f7d5b846a8 req-d28b2796-f527-44ea-bd9b-95c68368e831 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0926516 Jul 29 17:51:31.822991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ae35fbff-4934-444d-bbcb-10f7d5b846a8 req-caf681c6-c2ee-486f-95c1-7cf78eb3525b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709682 Jul 29 17:51:31.837761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 792c6091-2a9d-48fb-8c8c-be0bfa696029 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:31.951534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 792c6091-2a9d-48fb-8c8c-be0bfa696029 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:31.959965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 792c6091-2a9d-48fb-8c8c-be0bfa696029 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:31.960346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.033115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.036801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.040814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2399dad-d2dd-4d88-8d40-dfd0563f6dad HTTP/1.1" status: 204 len: 168 time: 0.8859313 Jul 29 17:51:32.055623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23e1b01c-1157-4264-a062-6009abab6c20 None None] Provisioning complete for port 792c6091-2a9d-48fb-8c8c-be0bfa696029 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:32.056002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23e1b01c-1157-4264-a062-6009abab6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.060516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb55994-bb46-4911-b9b0-8f933662ece9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2399dad-d2dd-4d88-8d40-dfd0563f6dad,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:32.096607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a81c1-f0c3-4d53-805d-e55448999efa req-c4122bde-fe5c-4a86-b65c-5fc1c7daf4bf tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.113203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b9a81c1-f0c3-4d53-805d-e55448999efa req-c4122bde-fe5c-4a86-b65c-5fc1c7daf4bf tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 945 time: 0.3404920 Jul 29 17:51:32.146746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.178661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b9a81c1-f0c3-4d53-805d-e55448999efa req-6bbda6c0-c748-4989-9433-f0fe850cd739 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601301 Jul 29 17:51:32.193695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Router d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:51:32.230102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 792c6091-2a9d-48fb-8c8c-be0bfa696029, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=792c6091-2a9d-48fb-8c8c-be0bfa696029,segment=NetworkSegment(1a99cc4a-00f6-491d-97a4-791c9cc004bc),segment_id=1a99cc4a-00f6-491d-97a4-791c9cc004bc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:32.247789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23e1b01c-1157-4264-a062-6009abab6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.272866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.312976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:32.345419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:51:32.348138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-23e1b01c-1157-4264-a062-6009abab6c20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:51:32.348317 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-23e1b01c-1157-4264-a062-6009abab6c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:51:32.358434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9b0c5a91-fea0-482d-a358-df716558a4ed tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7896235 Jul 29 17:51:32.358671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60454) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:32.359799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] Sync routers for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:51:32.369963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=792c6091-2a9d-48fb-8c8c-be0bfa696029,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:32.417374 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:32.420966 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:32.475972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Deleting subnet 52e71d23-00f3-4134-9188-284077a19b22 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:32.478954 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:32.483006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.489480 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:32.490340 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:32.536742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:32.537611 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d50c-4955-4683-b537-7f4269a95e60 None None] The sync data for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:32.541001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:32.541299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549214d-eeee-4db9-8bcf-dffba3d6dc8d req-f8a5570b-2850-44da-8b61-b1742f214a37 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.547348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549214d-eeee-4db9-8bcf-dffba3d6dc8d req-f8a5570b-2850-44da-8b61-b1742f214a37 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.553436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549214d-eeee-4db9-8bcf-dffba3d6dc8d req-f8a5570b-2850-44da-8b61-b1742f214a37 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.561156 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3549214d-eeee-4db9-8bcf-dffba3d6dc8d req-f8a5570b-2850-44da-8b61-b1742f214a37 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81&device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0&device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 2416 time: 0.1353266 Jul 29 17:51:32.563053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:32.573150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.613732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fff7718a-7b9b-47be-8410-7e606906ed7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.647584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:32.661564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'port_id': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'mac_address': 'fa:16:3e:dd:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db878ef8-68ff-4502-8e6b-8cb368fb8793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:32.687084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3549214d-eeee-4db9-8bcf-dffba3d6dc8d req-36d2e618-e037-43bc-8a07-4623c5f6082e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245773 Jul 29 17:51:32.697359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.704301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.719973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:32.747105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:32.755934 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.811979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6561c5-22f7-4bad-b163-084e87f9dc83 req-6a5a4cb7-4e1d-4aa4-80b4-791955f4e28b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.813516 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a6561c5-22f7-4bad-b163-084e87f9dc83 req-6a5a4cb7-4e1d-4aa4-80b4-791955f4e28b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1166213 Jul 29 17:51:32.818119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:32.832525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.849483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2f70cf49-cb82-4124-bc9a-a17c4304885d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:32.849721 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-9d17ece5-3606-47cf-a4c0-977b65c65b4f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:51:32.853750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d17ece5-3606-47cf-a4c0-977b65c65b4f tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4926944 Jul 29 17:51:32.854324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:32.873581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e71d23-00f3-4134-9188-284077a19b22,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:32.878487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:32.881090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f52b30ad-97e1-4cf8-84a2-23215377f2f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52e71d23-00f3-4134-9188-284077a19b22 HTTP/1.1" status: 204 len: 168 time: 0.5663238 Jul 29 17:51:32.885899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60466) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:32.908417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446ba2-d199-4968-b3eb-eb6a27ed3bf5 req-95eba495-49c1-4c8e-8ddc-0b6cd62f114d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:32.909945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c446ba2-d199-4968-b3eb-eb6a27ed3bf5 req-95eba495-49c1-4c8e-8ddc-0b6cd62f114d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1280110 Jul 29 17:51:32.951587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a6561c5-22f7-4bad-b163-084e87f9dc83 req-f12553e8-8abc-4fc5-865a-53f169540ed2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289592 Jul 29 17:51:33.019422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fff7718a-7b9b-47be-8410-7e606906ed7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.037811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.040916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fff7718a-7b9b-47be-8410-7e606906ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.067603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 792c6091-2a9d-48fb-8c8c-be0bfa696029 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:33.076568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c446ba2-d199-4968-b3eb-eb6a27ed3bf5 req-9b444fa6-bbb3-43f6-96bd-2d9c68d4d841 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517682 Jul 29 17:51:33.085507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7718a-7b9b-47be-8410-7e606906ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a4e32-a6eb-458a-9e2a-d9813ff54b51,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:33.113931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fff7718a-7b9b-47be-8410-7e606906ed7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef5a83109dd045c78ec292c224fce6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470870 Jul 29 17:51:33.114578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:33.128163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-177ea206-570b-4a83-a87f-fd82b209d0ce None None] Provisioning complete for port aa481cf3-a3ef-4051-bce8-f291dd2b8833 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:33.128540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-177ea206-570b-4a83-a87f-fd82b209d0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.136028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6789589d-4fd1-4036-9db4-6acfeb039794 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:33.190671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 6789589d-4fd1-4036-9db4-6acfeb039794 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:33.191002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6789589d-4fd1-4036-9db4-6acfeb039794 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:33.204562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-177ea206-570b-4a83-a87f-fd82b209d0ce None None] Port aa481cf3-a3ef-4051-bce8-f291dd2b8833 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:33.220002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 792c6091-2a9d-48fb-8c8c-be0bfa696029 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:33.220527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.220892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.264124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.269673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968775b-fde0-4a16-8c03-0b5284f8b298']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:33.283404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.290528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d09c3-d41a-4063-a476-69f2d3d09372') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:33.290826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d09c3-d41a-4063-a476-69f2d3d09372') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:33.313394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.316033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.339461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.355379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:33.355784 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:33.357687 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:33.415906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e82f-bbf3-4eae-ae62-e92c2ffebf7e req-fdb047b7-954f-42bd-9557-af29df118e18 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:33.418277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a15e82f-bbf3-4eae-ae62-e92c2ffebf7e req-fdb047b7-954f-42bd-9557-af29df118e18 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 944 time: 0.1463675 Jul 29 17:51:33.429125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.435750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.441035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a968775b-fde0-4a16-8c03-0b5284f8b298 HTTP/1.1" status: 204 len: 168 time: 0.5488117 Jul 29 17:51:33.441035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.442518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.443625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f92a4e32-a6eb-458a-9e2a-d9813ff54b51 HTTP/1.1" status: 204 len: 168 time: 0.3279371 Jul 29 17:51:33.444199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:33.470865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Pushing event deleted for resources: {'Network': ['ID=a968775b-fde0-4a16-8c03-0b5284f8b298,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:33.490636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a4e32-a6eb-458a-9e2a-d9813ff54b51,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:33.505176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.505524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.505870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.506205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.506550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.506880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.507205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.507524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.509747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.510110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.510469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.510800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521fc6-075c-4ebf-9d24-1ecae35c6957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.519802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.520150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.520493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.520822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.521152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.521631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.521946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.522283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.522611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.522933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.523253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.523569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca23b5-e4ba-4de9-b564-5c35a8767efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:33.541245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a15e82f-bbf3-4eae-ae62-e92c2ffebf7e req-20536a8c-2609-4c12-a476-adb0a630d85f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847600 Jul 29 17:51:33.574798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Deleting subnet 8291b9d6-ecd4-46c1-ae65-362ca404d05b {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:33.578634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.621181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.674396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.696364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting port aa481cf3-a3ef-4051-bce8-f291dd2b8833 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:33.700676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.742202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.776820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8291b9d6-ecd4-46c1-ae65-362ca404d05b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:33.781040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.786852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f5693581-d460-4efc-9a7e-fa158ee8e8e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8291b9d6-ecd4-46c1-ae65-362ca404d05b HTTP/1.1" status: 204 len: 168 time: 0.3290672 Jul 29 17:51:33.787886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60494) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:33.844896 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.859057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Calling delete_port for aa481cf3-a3ef-4051-bce8-f291dd2b8833 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:33.917521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:33.988437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a789a-43ca-4a9d-beb4-e08f615cbd90 req-47833aa6-de4b-43e8-8c5a-5e53987fb731 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:33.996139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a789a-43ca-4a9d-beb4-e08f615cbd90 req-47833aa6-de4b-43e8-8c5a-5e53987fb731 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 944 time: 0.1234305 Jul 29 17:51:34.074609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.092952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b32d99-fab5-4937-a18a-7d4bf12773bb']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.099360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.105935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5f5293-1c07-4192-8ab5-4fd831333ee2') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.106215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5f5293-1c07-4192-8ab5-4fd831333ee2') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.114921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-944a789a-43ca-4a9d-beb4-e08f615cbd90 req-907b8d02-079c-4233-aa70-7a369eedb87f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178727 Jul 29 17:51:34.121195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234015-46df-4a5c-a734-70f54335e9b2 req-28954441-971c-4958-b1f6-6af36e96b7f2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:34.130605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6234015-46df-4a5c-a734-70f54335e9b2 req-28954441-971c-4958-b1f6-6af36e96b7f2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0817389 Jul 29 17:51:34.130798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.149856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Port': ['ID=aa481cf3-a3ef-4051-bce8-f291dd2b8833,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:34.157888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.178106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:34.178571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.192251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.192622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.192928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.193243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.193679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.193877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.194195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.194534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.194852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.195165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.195499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.195817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:34.244272 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:34.250708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6234015-46df-4a5c-a734-70f54335e9b2 req-824bffd8-8bbd-4c51-9cae-afd656b1a4b9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093173 Jul 29 17:51:34.303921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.340213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.350917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] 10.222.0.16 "DELETE /v2.0/networks/31b32d99-fab5-4937-a18a-7d4bf12773bb HTTP/1.1" status: 204 len: 168 time: 0.5618019 Jul 29 17:51:34.357156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fd54-6665-47b6-9062-3469a7bcc04f admin admin] Pushing event deleted for resources: {'Network': ['ID=31b32d99-fab5-4937-a18a-7d4bf12773bb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:34.372266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.567968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:34.596838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Router d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:51:34.678189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.680255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:34.689884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:51:34.694825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:34.695068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-962b2c6c-c567-47ed-b922-cd1ada27e31d tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373518 Jul 29 17:51:34.698722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60534) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:34.702450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] Sync routers for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:51:34.735505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:34.736504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.741832 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-33f1edd6-49a9-43ac-8646-18bf99eb8c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] delete failed (client error): The resource could not be found. Jul 29 17:51:34.742911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-33f1edd6-49a9-43ac-8646-18bf99eb8c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1169864873 HTTP/1.1" status: 404 len: 335 time: 0.0430741 Jul 29 17:51:34.746648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60536) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:34.751712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-957b24b4-b396-4b6d-bc9b-fec8ad34cd70 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd41871d3-7d92-4c05-a8d8-f4920e4a0ed8'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:34.758031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a33c13-9b43-450d-9bbb-caa724685796 req-502aae16-4ca1-466a-8a25-d56e40abf21b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:34.761033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-26a33c13-9b43-450d-9bbb-caa724685796 req-502aae16-4ca1-466a-8a25-d56e40abf21b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1348338 Jul 29 17:51:34.785701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.789271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:34.800114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.802940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbb32e60-5390-4e6f-b207-de876add6234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62a045b9b262483c89dbfebb2a741504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208484 Jul 29 17:51:34.807507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:34.833285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:34.833911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.847281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-26a33c13-9b43-450d-9bbb-caa724685796 req-9c3bcfcd-6b45-4f31-8648-fc48c3cbe53c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734172 Jul 29 17:51:34.874859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:34.875148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef387b-dbe9-4e8f-817f-2eb3ab057bbb None None] The sync data for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:34.880435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.892950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:34.907045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.958931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.961542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.966823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/734fea2a-4f3b-4df9-9e03-2b0f30fb9227 HTTP/1.1" status: 204 len: 168 time: 0.1582372 Jul 29 17:51:34.980246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a58b4a-e0d5-4e05-837f-9242d4255099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734fea2a-4f3b-4df9-9e03-2b0f30fb9227,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:35.303217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60558) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:35.363139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a35e-b877-477e-ab6b-7651533bec17 req-51cb3ed0-3803-4e37-a9a9-238231be13eb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:35.364577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74c4a35e-b877-477e-ab6b-7651533bec17 req-51cb3ed0-3803-4e37-a9a9-238231be13eb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.1462624 Jul 29 17:51:35.371119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-957b24b4-b396-4b6d-bc9b-fec8ad34cd70 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.390467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b39029e9-1052-4073-83f2-2819129e9b1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e106173968c41ef8f77aaef2d7dfd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835090 Jul 29 17:51:35.391007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60566) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:35.407086 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-957b24b4-b396-4b6d-bc9b-fec8ad34cd70 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] update failed (client error): The resource could not be found. Jul 29 17:51:35.408144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-957b24b4-b396-4b6d-bc9b-fec8ad34cd70 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 HTTP/1.1" status: 404 len: 339 time: 0.6603997 Jul 29 17:51:35.412399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60568) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:35.458284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f197-ef9a-44db-8d47-6929bc5c6d23 req-15c17c3c-4904-4a85-84a0-78e917808437 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:35.459843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9bd8f197-ef9a-44db-8d47-6929bc5c6d23 req-15c17c3c-4904-4a85-84a0-78e917808437 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1334989 Jul 29 17:51:35.465277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.466859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74c4a35e-b877-477e-ab6b-7651533bec17 req-2cac04dd-f786-42d1-9338-0491ea38cfdb tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917723 Jul 29 17:51:35.489132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.604981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-e3792813-62b6-4e67-84e9-2446f3aa0c94 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:35.606975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-e3792813-62b6-4e67-84e9-2446f3aa0c94 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 943 time: 0.0845864 Jul 29 17:51:35.610694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9bd8f197-ef9a-44db-8d47-6929bc5c6d23 req-9dcd118b-482b-40f7-972f-98c786e37da7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Jul 29 17:51:35.611275 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.613786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.617827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d514e914-af4b-4dd2-8b04-7e0c3fc04e81 HTTP/1.1" status: 204 len: 168 time: 0.2263372 Jul 29 17:51:35.632813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b139a-10f3-432a-93d9-c5bb26471fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514e914-af4b-4dd2-8b04-7e0c3fc04e81,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:35.741775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Deleting port 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:35.742653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.757489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.894770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] For port 2f70cf49-cb82-4124-bc9a-a17c4304885d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2f70cf49-cb82-4124-bc9a-a17c4304885d,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:35.895235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:35.910994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Calling delete_port for 2f70cf49-cb82-4124-bc9a-a17c4304885d owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:36.022508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505ebf6-a772-41ba-a975-d0933037ea28 req-521066b4-2d62-437b-8ce8-772d5555aaac tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:36.024063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5505ebf6-a772-41ba-a975-d0933037ea28 req-521066b4-2d62-437b-8ce8-772d5555aaac tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0654185 Jul 29 17:51:36.066911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60588) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:36.074737 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5505ebf6-a772-41ba-a975-d0933037ea28 req-707f7dfe-6aea-481c-a360-bd7a907f34b9 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Jul 29 17:51:36.091175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Allocated IP 172.20.0.1 (ca589460-2a5d-4f6c-b122-3b0cf1f104da/aa2a574c-02e8-4815-8aca-8f1757349f93/6f645714-b0d8-422a-a7b6-b0b33c55a834) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:36.145966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.185541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event deleted for resources: {'Port': ['ID=2f70cf49-cb82-4124-bc9a-a17c4304885d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:36.236819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52bca8df-6b81-4d3e-bce5-400bf02c06f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.242341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] No DVR routers for this DVR port 2f70cf49-cb82-4124-bc9a-a17c4304885d on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:36.244987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.247202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-019196db-f3f2-47c6-a04c-1aa27302bfc4 req-c743ddca-798f-4f3b-b314-862cb647e6d6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "DELETE /v2.0/ports/2f70cf49-cb82-4124-bc9a-a17c4304885d HTTP/1.1" status: 204 len: 173 time: 0.6282341 Jul 29 17:51:36.247677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'name': 'network-vif-deleted', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:36.250020 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c78336-5444-42fa-81df-2487e19709a7" -d '{"events": [{"server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "name": "network-vif-deleted", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:36.275504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.300215 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb2365-6af4-456d-bced-9aa9a2955dc3 x-openstack-request-id: req-b1eb2365-6af4-456d-bced-9aa9a2955dc3 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:36.300625 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be47239-3db5-4b96-aed6-f77978544c72", "name": "network-vif-deleted", "tag": "2f70cf49-cb82-4124-bc9a-a17c4304885d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:36.300789 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1eb2365-6af4-456d-bced-9aa9a2955dc3 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:36.301168 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be47239-3db5-4b96-aed6-f77978544c72', 'name': 'network-vif-deleted', 'tag': '2f70cf49-cb82-4124-bc9a-a17c4304885d', 'status': 'completed', 'code': 200} Jul 29 17:51:36.306859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Transition to ACTIVE for port object 6f645714-b0d8-422a-a7b6-b0b33c55a834 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:36.377878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.430366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:36.437267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52bca8df-6b81-4d3e-bce5-400bf02c06f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.440263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:36.444580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:36.466294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52bca8df-6b81-4d3e-bce5-400bf02c06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.512101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Port': ['ID=6f645714-b0d8-422a-a7b6-b0b33c55a834,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:36.558629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-52bca8df-6b81-4d3e-bce5-400bf02c06f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=456557eb50774bf9889bde6077015a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904552 Jul 29 17:51:36.561285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.562002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:36.565087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca8df-6b81-4d3e-bce5-400bf02c06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915550a-cfb9-4699-a5c9-81f5522a5797,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:36.678501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e64b0eaa-044e-499a-9f20-8ea57e182916 req-d940a0eb-4e9d-4870-9b73-ea8248e52d15 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=6be47239-3db5-4b96-aed6-f77978544c72 HTTP/1.1" status: 200 len: 210 time: 0.0955484 Jul 29 17:51:36.718835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.753618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.765500 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.814588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.818796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.820779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8915550a-cfb9-4699-a5c9-81f5522a5797 HTTP/1.1" status: 204 len: 168 time: 0.2565475 Jul 29 17:51:36.835942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec765c3-5133-4357-878d-ff3b715a5821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915550a-cfb9-4699-a5c9-81f5522a5797,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:36.870894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb867e-ed22-4ffb-8fef-d2bd360ef457 req-6bb4b796-089c-4fb7-a2ac-b08027b7832a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:36.873074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bcb867e-ed22-4ffb-8fef-d2bd360ef457 req-6bb4b796-089c-4fb7-a2ac-b08027b7832a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1039698 Jul 29 17:51:36.877585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fbd9b7a2-b0f2-43df-8313-44620f4da4a3 None None] Provisioning for port 6f645714-b0d8-422a-a7b6-b0b33c55a834 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:36.887633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fbd9b7a2-b0f2-43df-8313-44620f4da4a3 None None] Provisioning complete for port 6f645714-b0d8-422a-a7b6-b0b33c55a834 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:36.888129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbd9b7a2-b0f2-43df-8313-44620f4da4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.948395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9b7a2-b0f2-43df-8313-44620f4da4a3 None None] Port 6f645714-b0d8-422a-a7b6-b0b33c55a834 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:37.007439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bcb867e-ed22-4ffb-8fef-d2bd360ef457 req-b99dce9f-a337-45f7-a33d-ee57ca4ee646 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845413 Jul 29 17:51:37.079441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:37.170640 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.177727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.199674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:37.226710 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7174-b8be-4418-91f2-20940dd22310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.239161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.255863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event updated for resources: {'Port': ['ID=6f645714-b0d8-422a-a7b6-b0b33c55a834,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:37.258268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.271208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c18fe-6fca-4649-8380-c6bdba4debb9 req-e2a49bc3-1a99-4dbb-95be-4e4d726b64fa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:37.272714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e98c18fe-6fca-4649-8380-c6bdba4debb9 req-e2a49bc3-1a99-4dbb-95be-4e4d726b64fa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1151798 Jul 29 17:51:37.302347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:51:37.302347 n-d-801607-3 neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 17:51:37.302347 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id': '601f5de7df3b417c8bc512f1d23c5e6b', 'id': '4e587fd9-5b0b-48e6-a9f0-08f5025bc7b5', 'expiration': datetime.datetime(2021, 7, 29, 17, 53, 37, 280792)}] Jul 29 17:51:37.302347 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:51:37.302898 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:51:37.334448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e98c18fe-6fca-4649-8380-c6bdba4debb9 req-a812f630-41cf-4108-8cbf-115cc30b5174 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Jul 29 17:51:37.356262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:37.358074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:37.388178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7174-b8be-4418-91f2-20940dd22310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.394103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7174-b8be-4418-91f2-20940dd22310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.437127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6dbf7174-b8be-4418-91f2-20940dd22310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd3371c87b5343958dd13d72204a698e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360687 Jul 29 17:51:37.438166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf7174-b8be-4418-91f2-20940dd22310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf7dc2-6fab-438a-a584-f82536d5c043,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:37.440171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:37.487421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Router d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:51:37.518542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.571470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-391b9a68-c275-45ee-b80e-a8625ee92731 None None] Provisioning complete for port 6f645714-b0d8-422a-a7b6-b0b33c55a834 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:37.571939 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-391b9a68-c275-45ee-b80e-a8625ee92731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.597823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.605820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-391b9a68-c275-45ee-b80e-a8625ee92731 None None] Port 6f645714-b0d8-422a-a7b6-b0b33c55a834 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:51:37.641106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:51:37.646370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5948744d-f7f5-4f67-a8d6-ff3e49081be7 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2329056 Jul 29 17:51:37.649020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:37.652589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] Sync routers for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:51:37.667946 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:37.668735 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:37.709024 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:37.718456 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:37.719056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:37.751070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.753607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.757240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bdf7dc2-6fab-438a-a584-f82536d5c043 HTTP/1.1" status: 204 len: 168 time: 0.3136578 Jul 29 17:51:37.761883 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:37.763113 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa54e2-a6ff-4a79-9865-911361b5ba4a None None] The sync data for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:37.766221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f20c-8829-452e-9210-6ce79b692587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf7dc2-6fab-438a-a584-f82536d5c043,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:37.769950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-081a6f65-7dc4-4c3e-96d0-00897aa47e73 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.804401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:37.861876 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-081a6f65-7dc4-4c3e-96d0-00897aa47e73 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 17:51:37.865935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60650) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:37.866335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-081a6f65-7dc4-4c3e-96d0-00897aa47e73 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 HTTP/1.1" status: 409 len: 329 time: 0.2162774 Jul 29 17:51:38.055974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.069151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-8945525d-b596-4c35-a063-f4f651fdd2be tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:38.071571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-8945525d-b596-4c35-a063-f4f651fdd2be tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.1385889 Jul 29 17:51:38.088222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.090816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-057ff3a9-400a-4a93-b31c-68a7f32a475e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/quotas/434d7462b6ea479abc3d9dabe17d6e56 HTTP/1.1" status: 200 len: 375 time: 0.0124428 Jul 29 17:51:38.150852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-06ce5427-6ebb-4d5f-b5a4-0ec000584628 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535667 Jul 29 17:51:38.175039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c907ed0a-bd53-44da-af88-d6bf3e526990,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:38.181178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-befa2ed9-23c4-42e0-9d50-5359f255cafa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=601f5de7df3b417c8bc512f1d23c5e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1006510 Jul 29 17:51:38.185938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60672) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:38.264640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82579392-95be-4a99-a4a9-41b9e3b18a81 req-507d0484-1cb6-42ec-bfc5-0ad24116496b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:38.266044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82579392-95be-4a99-a4a9-41b9e3b18a81 req-507d0484-1cb6-42ec-bfc5-0ad24116496b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1526179 Jul 29 17:51:38.291071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-c8a73aeb-6186-457b-9546-32f33a3da234 service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Jul 29 17:51:38.309602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.362769 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82579392-95be-4a99-a4a9-41b9e3b18a81 req-21a1f6fa-f604-4280-ab1c-60a037889790 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859492 Jul 29 17:51:38.364769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.400287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-cb08fc9c-3de3-44d1-8424-2ddafcde1078 service neutron] 10.222.0.16 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027787 Jul 29 17:51:38.473895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.476507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.477683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c907ed0a-bd53-44da-af88-d6bf3e526990 HTTP/1.1" status: 204 len: 168 time: 0.2895710 Jul 29 17:51:38.510103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f073b-4573-4b29-84d9-7d6a1056a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c907ed0a-bd53-44da-af88-d6bf3e526990,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:38.571263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d32fa-3f1f-4773-84c9-523edc395d00 req-91f935e2-fc68-408e-aa92-45ecc3e0c3ce tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:38.572937 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ea9d32fa-3f1f-4773-84c9-523edc395d00 req-91f935e2-fc68-408e-aa92-45ecc3e0c3ce tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1260195 Jul 29 17:51:38.591335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:38.608878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:38.631723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd31a089-d1e4-45e5-ad87-474c7f507818 req-f67b5915-694b-49c4-b700-25fb6fc3197f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 210 time: 0.0406010 Jul 29 17:51:38.654032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 2f70cf49-cb82-4124-bc9a-a17c4304885d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:38.657201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2f70cf49-cb82-4124-bc9a-a17c4304885d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:38.701898 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ea9d32fa-3f1f-4773-84c9-523edc395d00 req-e61e4c7f-4e46-435e-8e3d-03e8ebed461d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213243 Jul 29 17:51:38.925265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting port 6f645714-b0d8-422a-a7b6-b0b33c55a834 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:38.925865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:39.034441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:39.054607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Calling delete_port for 6f645714-b0d8-422a-a7b6-b0b33c55a834 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:39.203056 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3aebd87-5e9c-4ec2-8f76-8a7f6f75e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:39.270060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:39.302810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Port': ['ID=6f645714-b0d8-422a-a7b6-b0b33c55a834,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:39.484386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:39.527101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2587f-b2a9-4851-9849-b6c69670c280 req-3ce519d1-ca69-4217-975a-6025941f54fc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:39.536173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ad2587f-b2a9-4851-9849-b6c69670c280 req-3ce519d1-ca69-4217-975a-6025941f54fc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0711033 Jul 29 17:51:39.587327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ad2587f-b2a9-4851-9849-b6c69670c280 req-1fe3a2c6-c69d-49fc-a5df-1f8b4a989761 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Jul 29 17:51:39.672450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Router d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:51:39.763236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:51:39.768808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af1c509d-6420-478b-859f-3af4ab8ed402 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012792 Jul 29 17:51:39.772952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60756) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:39.775227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] Sync routers for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:51:39.789721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:39.790401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:39.797886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3d3652b-2379-44a1-a2bb-230cafc8995c req-164e07db-52a9-490d-84c7-1b1a09ffc417 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 210 time: 0.0360594 Jul 29 17:51:39.848526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:39.881431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] Routers {'d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:51:39.882424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:39.894476 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-605b6d61-a8ad-47ff-bee4-0bc2168a36d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] show failed (client error): The resource could not be found. Jul 29 17:51:39.895846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-605b6d61-a8ad-47ff-bee4-0bc2168a36d4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1836747498 HTTP/1.1" status: 404 len: 335 time: 0.1210976 Jul 29 17:51:39.900151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60766) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:39.905018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-34dda0b1-f23b-4c42-91f2-e932e824b271 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:39.951964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:39.952483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f320e1-3d9a-4301-a112-9c2ead2b0819 None None] The sync data for ids ['d41871d3-7d92-4c05-a8d8-f4920e4a0ed8'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:39.985634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b08d-492f-49da-9543-c886c68f6770 req-fa6a4e89-a28d-48ab-aa71-719e00541479 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:39.993769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41f0b08d-492f-49da-9543-c886c68f6770 req-fa6a4e89-a28d-48ab-aa71-719e00541479 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1225061 Jul 29 17:51:40.049576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41f0b08d-492f-49da-9543-c886c68f6770 req-e7a7a817-cfda-4b69-a8aa-c78ca2a9e829 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Jul 29 17:51:40.134840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60770) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:40.347787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f301d7be-b18a-4fbd-a3ce-8530964b645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.426321 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-34dda0b1-f23b-4c42-91f2-e932e824b271 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] update failed (client error): The resource could not be found. Jul 29 17:51:40.428274 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-34dda0b1-f23b-4c42-91f2-e932e824b271 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1392974525 HTTP/1.1" status: 404 len: 335 time: 0.5267582 Jul 29 17:51:40.432621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60780) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:40.478771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f301d7be-b18a-4fbd-a3ce-8530964b645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.485181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f301d7be-b18a-4fbd-a3ce-8530964b645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.525987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f301d7be-b18a-4fbd-a3ce-8530964b645b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a70893f50b414b8797ad5df650925afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900123 Jul 29 17:51:40.528448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d7be-b18a-4fbd-a3ce-8530964b645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f754ff-98e5-402c-af74-21ff7368bf8b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:40.530899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60784) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:40.536617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting subnet f77cc2a5-cacf-4d91-8c86-35a98e8a9d67 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:40.544775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.581410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.586841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5000c425-4e59-4c55-a504-a32af5c3f6f6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:40.588332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5000c425-4e59-4c55-a504-a32af5c3f6f6 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 822 time: 0.6891263 Jul 29 17:51:40.603279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.604342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.609991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Request body: {'port': {'device_id': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'admin_state_up': True, 'tenant_id': '434d7462b6ea479abc3d9dabe17d6e56'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:40.659826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.663410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.664681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64f754ff-98e5-402c-af74-21ff7368bf8b HTTP/1.1" status: 204 len: 168 time: 0.1328237 Jul 29 17:51:40.676104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e51a6-2e97-459c-8371-b09fe376ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f754ff-98e5-402c-af74-21ff7368bf8b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:40.757804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a76a-6441-4730-a5ec-eae138b327f2 req-b17a8b5b-2565-4062-b466-a98f68683db8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:40.765955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ce2a76a-6441-4730-a5ec-eae138b327f2 req-b17a8b5b-2565-4062-b466-a98f68683db8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0665331 Jul 29 17:51:40.794609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.828332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ce2a76a-6441-4730-a5ec-eae138b327f2 req-05881b5a-ae50-4c45-9207-777fad79f6f9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567303 Jul 29 17:51:40.862861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Made reservation on behalf of 434d7462b6ea479abc3d9dabe17d6e56 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:40.866917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.943599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.986823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fa8ac62-12e2-429d-a9bc-8f95f080ec9d req-a54ecfbb-1dc5-46ab-bf74-45fa9936931f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 210 time: 0.0823231 Jul 29 17:51:41.026508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.029268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/subnets/f77cc2a5-cacf-4d91-8c86-35a98e8a9d67 HTTP/1.1" status: 204 len: 168 time: 0.5948884 Jul 29 17:51:41.032238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60800) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:41.032696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d5292e-f979-4893-ae02-72ab4df46eba None None] Network 02154d8d-471e-4824-a208-f17cefa7fd1e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:41.044802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13020c3-eba1-4085-a2c6-48d0f25e8ff4 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Subnet': ['ID=f77cc2a5-cacf-4d91-8c86-35a98e8a9d67,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:41.149890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Allocated IP 172.20.0.8 (b2037a9b-c478-4487-817c-e7d0d2ed1381/db878ef8-68ff-4502-8e6b-8cb368fb8793/84c056c6-4b09-441b-b389-cdcd10ce9404) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:41.186491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting subnet b65c406f-1a6b-41d1-a9c2-e683896c6856 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:41.198464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.257886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.278395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1d9d-62b0-473a-85ef-fa3fe7865973 req-6f879b8a-aba4-46ea-8de1-3ace98b21dea tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:41.280038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d0d1d9d-62b0-473a-85ef-fa3fe7865973 req-6f879b8a-aba4-46ea-8de1-3ace98b21dea tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0940030 Jul 29 17:51:41.319798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] DHCP port deletion for 02154d8d-471e-4824-a208-f17cefa7fd1e request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:41.389331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Deleting port 792c6091-2a9d-48fb-8c8c-be0bfa696029 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:41.389791 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.397508 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.414449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d0d1d9d-62b0-473a-85ef-fa3fe7865973 req-50deff2f-67f9-4102-b026-4ca6ce5eec3a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901649 Jul 29 17:51:41.465566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.466746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] For port 792c6091-2a9d-48fb-8c8c-be0bfa696029, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=792c6091-2a9d-48fb-8c8c-be0bfa696029,segment=NetworkSegment(1a99cc4a-00f6-491d-97a4-791c9cc004bc),segment_id=1a99cc4a-00f6-491d-97a4-791c9cc004bc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:41.467261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.483914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.487485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Calling delete_port for 792c6091-2a9d-48fb-8c8c-be0bfa696029 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:41.521680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.523770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/subnets/b65c406f-1a6b-41d1-a9c2-e683896c6856 HTTP/1.1" status: 204 len: 168 time: 0.4893939 Jul 29 17:51:41.531817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:41.543788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.546681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072654-64eb-4995-bc6a-8d25a623df35 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Subnet': ['ID=b65c406f-1a6b-41d1-a9c2-e683896c6856,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:41.558037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48423ced-d7d9-4b38-832f-4cf522d2bd5e None None] Network 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:41.647344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Network b2037a9b-c478-4487-817c-e7d0d2ed1381 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:41.663267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:41.674290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:41.678647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event updated for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:41.710351 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.773244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:41.773884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.799573 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5c2d4b04-ca5f-4e1b-a9de-c09d43e2a665 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1974978 Jul 29 17:51:41.816810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Request body: {'port': {'device_id': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:41.860959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.874254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting port 792c6091-2a9d-48fb-8c8c-be0bfa696029 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:41.874694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.883638 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee169abb-8272-48bb-904a-4bcdfbb1657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.944597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.956001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.995029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] For port 792c6091-2a9d-48fb-8c8c-be0bfa696029, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=792c6091-2a9d-48fb-8c8c-be0bfa696029,segment=NetworkSegment(1a99cc4a-00f6-491d-97a4-791c9cc004bc),segment_id=1a99cc4a-00f6-491d-97a4-791c9cc004bc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:41.996076 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.996908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Pushing event deleted for resources: {'Port': ['ID=792c6091-2a9d-48fb-8c8c-be0bfa696029,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:42.009855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] No DVR routers for this DVR port 792c6091-2a9d-48fb-8c8c-be0bfa696029 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:42.012110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.012672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.013200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.013786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.014296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.014822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.015311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.015932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.016549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.017519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.018002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.018524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41e5ac-b740-4f05-b113-ad3e51090559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:42.026399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] DHCP port deletion for 45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:42.058069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Calling delete_port for 792c6091-2a9d-48fb-8c8c-be0bfa696029 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:42.082169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf6e2a-a903-4aa9-8c46-9e057a9bb52f req-e609fe5a-3dc2-4a32-9469-e016a318201f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:42.084678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72cf6e2a-a903-4aa9-8c46-9e057a9bb52f req-e609fe5a-3dc2-4a32-9469-e016a318201f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1093330 Jul 29 17:51:42.127504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Deleting port 3446bdac-247a-42fd-9004-241f48ef09ea {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:42.128019 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.150548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72cf6e2a-a903-4aa9-8c46-9e057a9bb52f req-3ccaf91e-a0b6-4659-a284-26081d9c8c8f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524352 Jul 29 17:51:42.212514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] For port 3446bdac-247a-42fd-9004-241f48ef09ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3446bdac-247a-42fd-9004-241f48ef09ea,segment=NetworkSegment(fb76f303-7da0-4741-92bf-f73dee48e4ae),segment_id=fb76f303-7da0-4741-92bf-f73dee48e4ae)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:42.213342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.231478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Calling delete_port for 3446bdac-247a-42fd-9004-241f48ef09ea owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:42.348002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.364856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9e22-41de-417f-bd3e-a1e44d61fdfa req-91c1546a-c929-4ef6-9c03-489b95a19eaf tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:42.366467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87ba9e22-41de-417f-bd3e-a1e44d61fdfa req-91c1546a-c929-4ef6-9c03-489b95a19eaf tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 931 time: 0.1672351 Jul 29 17:51:42.379906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] Pushing event deleted for resources: {'Port': ['ID=3446bdac-247a-42fd-9004-241f48ef09ea,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:42.398873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4612806-6719-4ff6-8cf6-fe9165ff93c1 None None] No DVR routers for this DVR port 3446bdac-247a-42fd-9004-241f48ef09ea on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:42.433777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87ba9e22-41de-417f-bd3e-a1e44d61fdfa req-4d699ba0-1281-42b6-a5d6-6aebe04d8037 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Jul 29 17:51:42.468100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.521064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Port': ['ID=792c6091-2a9d-48fb-8c8c-be0bfa696029,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:42.538842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] No DVR routers for this DVR port 792c6091-2a9d-48fb-8c8c-be0bfa696029 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:42.690797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4901a-8867-4089-a985-a185c18fbfb4 req-52ed13e0-7efb-41e0-9258-f7b03dcc15aa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:42.692344 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6d4901a-8867-4089-a985-a185c18fbfb4 req-52ed13e0-7efb-41e0-9258-f7b03dcc15aa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1725135 Jul 29 17:51:42.696674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c056c6-4b09-441b-b389-cdcd10ce9404 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:42.702111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.715340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.726213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02154d8d-471e-4824-a208-f17cefa7fd1e']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:42.752778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a99cc4a-00f6-491d-97a4-791c9cc004bc') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:42.753072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a99cc4a-00f6-491d-97a4-791c9cc004bc') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:42.760019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Transition to ACTIVE for port object 84c056c6-4b09-441b-b389-cdcd10ce9404 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:42.766118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.782939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.799895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.828117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6d4901a-8867-4089-a985-a185c18fbfb4 req-04faa10c-7c9c-4240-b043-7374ab4199e5 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226206 Jul 29 17:51:42.832680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:42.832680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:42.834503 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:42.896006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.937387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Pushing event updated for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:42.997125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.007104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.011522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/networks/02154d8d-471e-4824-a208-f17cefa7fd1e HTTP/1.1" status: 204 len: 168 time: 1.4761481 Jul 29 17:51:43.011921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:43.033076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab601fe-23db-4c97-bc57-7508bed40269 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Network': ['ID=02154d8d-471e-4824-a208-f17cefa7fd1e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:43.058519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3446bdac-247a-42fd-9004-241f48ef09ea no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:43.083413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Attempting to bind port 84c056c6-4b09-441b-b389-cdcd10ce9404 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:43.083637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Attempting to bind port 84c056c6-4b09-441b-b389-cdcd10ce9404 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:43.083982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Attempting to bind port 84c056c6-4b09-441b-b389-cdcd10ce9404 on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:43.085069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3446bdac-247a-42fd-9004-241f48ef09ea {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:43.085510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3446bdac-247a-42fd-9004-241f48ef09ea not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:43.086047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 792c6091-2a9d-48fb-8c8c-be0bfa696029 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:43.089810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Port 84c056c6-4b09-441b-b389-cdcd10ce9404 on network b2037a9b-c478-4487-817c-e7d0d2ed1381 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:43.090134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Attempting to bind port 84c056c6-4b09-441b-b389-cdcd10ce9404 on network b2037a9b-c478-4487-817c-e7d0d2ed1381 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:43.103242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:43.103588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Checking segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:43.104042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Bound using segment: {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:43.104657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Bound port: 84c056c6-4b09-441b-b389-cdcd10ce9404, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a8924c-1e5c-49d3-877d-e87cd82d267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:43.105068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.108279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 792c6091-2a9d-48fb-8c8c-be0bfa696029 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:43.108735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 792c6091-2a9d-48fb-8c8c-be0bfa696029 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:43.160308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.209080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:43.212646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=84c056c6-4b09-441b-b389-cdcd10ce9404,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:43.219843 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.282660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.294232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ed88d8-6a1b-4994-8a88-8f6fcbfe3488']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:43.313837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:43.314487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.315996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] 10.222.0.49 "PUT /v2.0/ports/84c056c6-4b09-441b-b389-cdcd10ce9404 HTTP/1.1" status: 200 len: 1091 time: 1.5038371 Jul 29 17:51:43.338011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:43.340314 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54" -d '{"events": [{"name": "network-changed", "server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:43.343600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a1d4-7c2b-4554-9f1a-53de852b2e54 service neutron] Pushing event updated for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:43.380176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb76f303-7da0-4741-92bf-f73dee48e4ae') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:43.380488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb76f303-7da0-4741-92bf-f73dee48e4ae') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:43.401901 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.414979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce410ed-c55f-4ce1-9e9d-4e951583aa5d req-36850a58-97f6-41f1-866b-436a1a63bac0 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:43.414979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ce410ed-c55f-4ce1-9e9d-4e951583aa5d req-36850a58-97f6-41f1-866b-436a1a63bac0 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1152437 Jul 29 17:51:43.420395 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28187f88-64f8-4679-8c02-e37012573726 x-openstack-request-id: req-28187f88-64f8-4679-8c02-e37012573726 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:43.420848 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:43.421263 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28187f88-64f8-4679-8c02-e37012573726 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:43.421804 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404', 'status': 'completed', 'code': 200} Jul 29 17:51:43.439023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-bc052b1e-12a8-44c2-93c6-2d7fa1b40380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:43.441218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-bc052b1e-12a8-44c2-93c6-2d7fa1b40380 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 1094 time: 0.0658414 Jul 29 17:51:43.447128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.460841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:43.461275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:43.465446 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:43.497925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-7bdb21e3-0161-4953-865a-c99ec964b419 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c056c6-4b09-441b-b389-cdcd10ce9404 HTTP/1.1" status: 200 len: 217 time: 0.0479369 Jul 29 17:51:43.537345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ce410ed-c55f-4ce1-9e9d-4e951583aa5d req-045d6c29-5b09-4c4e-8281-e268ba75fbb5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115255 Jul 29 17:51:43.577339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.583416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.585481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/networks/45ed88d8-6a1b-4994-8a88-8f6fcbfe3488 HTTP/1.1" status: 204 len: 168 time: 0.5725613 Jul 29 17:51:43.588295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60908) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:43.597173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-49efb7e3-3bc4-4f11-abbc-6dcf8d4997e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:43.603838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-49efb7e3-3bc4-4f11-abbc-6dcf8d4997e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.0882885 Jul 29 17:51:43.607389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9df183-ea24-41fe-b3a5-49c1edf075e0 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Network': ['ID=45ed88d8-6a1b-4994-8a88-8f6fcbfe3488,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:43.642459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-c2191827-d30b-4c11-8582-fddb88c964e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285165 Jul 29 17:51:43.672361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting subnet aa2a574c-02e8-4815-8aca-8f1757349f93 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:43.676395 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.736496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.782838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51039dc-08d0-446a-b2ca-602648cc2868 req-2c024f9d-ca1b-422f-b736-4aa3672fbb3d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:43.790420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b51039dc-08d0-446a-b2ca-602648cc2868 req-2c024f9d-ca1b-422f-b736-4aa3672fbb3d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 943 time: 0.1355324 Jul 29 17:51:43.833821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-bd26b3d6-bcd9-467a-8fdc-8cbf1dcac778 service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679032 Jul 29 17:51:43.843905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.852770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b51039dc-08d0-446a-b2ca-602648cc2868 req-832c5199-90cc-4042-8ac1-2bbeb010d8d2 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567472 Jul 29 17:51:43.931098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.969201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42ec995d-b0f1-494e-8939-cf52e3d9878b req-5d38b21b-2b1b-45b0-88f6-1980ce7b336d service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152816 Jul 29 17:51:43.976019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2a574c-02e8-4815-8aca-8f1757349f93,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:43.979845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:43.981854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d82da33f-7e08-4293-aaf1-b0ac5ba2ee46 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/subnets/aa2a574c-02e8-4815-8aca-8f1757349f93 HTTP/1.1" status: 204 len: 168 time: 0.3926365 Jul 29 17:51:43.985022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:43.992953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79871d72-a96d-4409-8e51-e2860a89aaed None None] Network ca589460-2a5d-4f6c-b122-3b0cf1f104da requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:51:44.042935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30718c5a-b813-44e4-b879-406af5fbb7ee req-cb89a5e1-41ee-4bad-ab16-4e1ba35d6e05 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:44.047213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30718c5a-b813-44e4-b879-406af5fbb7ee req-cb89a5e1-41ee-4bad-ab16-4e1ba35d6e05 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0841365 Jul 29 17:51:44.100675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30718c5a-b813-44e4-b879-406af5fbb7ee req-85fd144c-cf10-4dba-8275-c46809be6535 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Jul 29 17:51:44.140949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-f8bfe48c-1268-4155-9d00-7ec150bb6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:44.142482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-f8bfe48c-1268-4155-9d00-7ec150bb6c4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 1094 time: 0.0897129 Jul 29 17:51:44.148187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.265107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] DHCP port deletion for ca589460-2a5d-4f6c-b122-3b0cf1f104da request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:51:44.295705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Deleting port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:44.296047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.314296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-b19b9647-6781-4d86-a27c-28500eb69ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:44.316213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-b19b9647-6781-4d86-a27c-28500eb69ca1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 200 len: 923 time: 0.1652901 Jul 29 17:51:44.339703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Deleting port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:44.342527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.433683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] For port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,segment=NetworkSegment(3c8b829c-7d2c-43ae-971a-3d45407797ac),segment_id=3c8b829c-7d2c-43ae-971a-3d45407797ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:44.433938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.449079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Calling delete_port for 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:44.450539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-759b42a9-245d-4ada-9ee5-3cec4a42a256 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c056c6-4b09-441b-b389-cdcd10ce9404 HTTP/1.1" status: 200 len: 217 time: 0.1049840 Jul 29 17:51:44.527968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] For port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,segment=NetworkSegment(3c8b829c-7d2c-43ae-971a-3d45407797ac),segment_id=3c8b829c-7d2c-43ae-971a-3d45407797ac)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:44.528687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.548619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.549085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Calling delete_port for 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:44.556413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-5304a825-4f4b-441d-a402-5325f0a1d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:44.557921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-5304a825-4f4b-441d-a402-5325f0a1d150 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 200 len: 862 time: 0.0978332 Jul 29 17:51:44.594903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.630865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] Pushing event deleted for resources: {'Port': ['ID=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:44.644478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2c51d-3f50-44a1-a325-75dd133b3fe4 None None] No DVR routers for this DVR port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:44.673451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60952) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:44.697625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-2ac1c345-cc1c-4ada-bb7f-3eae568fbf85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2037a9b-c478-4487-817c-e7d0d2ed1381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153450 Jul 29 17:51:44.795544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465ea297-1dad-4bec-a2e8-825864f07fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.840481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58c2c-e9dc-4dca-a8a8-17601d4a2cc5 req-40202f5d-b722-4359-9853-2ce61b8fda86 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:44.842169 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-faf58c2c-e9dc-4dca-a8a8-17601d4a2cc5 req-40202f5d-b722-4359-9853-2ce61b8fda86 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1469727 Jul 29 17:51:44.893396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.909031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465ea297-1dad-4bec-a2e8-825864f07fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.926369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] No DVR routers for this DVR port 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:44.929722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465ea297-1dad-4bec-a2e8-825864f07fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:44.944930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-faf58c2c-e9dc-4dca-a8a8-17601d4a2cc5 req-3ffa6fd1-2e3d-4e9c-a6b6-a1ef090135be tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Jul 29 17:51:44.991069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Port': ['ID=37abfacb-63a1-4e55-82ac-1ff4edc7ec8d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:44.995204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-77b3a8f8-7991-4357-81cd-323c2920676c service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631776 Jul 29 17:51:45.021619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ea297-1dad-4bec-a2e8-825864f07fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab970e4-4498-43ce-b6d6-2c730cc2fab8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:45.062422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.072545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-465ea297-1dad-4bec-a2e8-825864f07fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f087028e3ab946b4bb317d0535528ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965020 Jul 29 17:51:45.074455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:45.077405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca589460-2a5d-4f6c-b122-3b0cf1f104da']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:45.089748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:45.113675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324936-135e-4c93-864d-b0ad8740a399 req-94760a67-1039-4619-9dc8-7a3fe2a0168b tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:45.119819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:45.120411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 37abfacb-63a1-4e55-82ac-1ff4edc7ec8d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:45.121663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55324936-135e-4c93-864d-b0ad8740a399 req-94760a67-1039-4619-9dc8-7a3fe2a0168b tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 943 time: 0.1583109 Jul 29 17:51:45.153940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b829c-7d2c-43ae-971a-3d45407797ac') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:45.154401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b829c-7d2c-43ae-971a-3d45407797ac') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:45.170328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.186487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55324936-135e-4c93-864d-b0ad8740a399 req-5e749f17-17f3-4487-a012-ca295c98dcd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Jul 29 17:51:45.212743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.218574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.246283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:45.246692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.249845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:45.250584 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:45.307688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.310720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.314695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ab970e4-4498-43ce-b6d6-2c730cc2fab8 HTTP/1.1" status: 204 len: 168 time: 0.2359600 Jul 29 17:51:45.321407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b50bb-3a82-4394-9aa4-82601e4a2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab970e4-4498-43ce-b6d6-2c730cc2fab8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:45.358283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d61bf-1e10-47e2-8eec-bbfb3004601c req-893c69c6-ceab-466b-830a-f12e0eef4001 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:45.365514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-062d61bf-1e10-47e2-8eec-bbfb3004601c req-893c69c6-ceab-466b-830a-f12e0eef4001 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1812325 Jul 29 17:51:45.368761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bd539820-8dfd-4cb0-a8a6-7ca58026ef54 req-08a531bc-d59d-4434-8dac-54ef85addc7c service neutron] 10.222.0.49 "GET /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933424 Jul 29 17:51:45.386665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.395098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.397055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/networks/ca589460-2a5d-4f6c-b122-3b0cf1f104da HTTP/1.1" status: 204 len: 168 time: 1.4108067 Jul 29 17:51:45.400228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:45.411939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe6dba-99c5-40d1-9349-616207e55c24 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Pushing event deleted for resources: {'Network': ['ID=ca589460-2a5d-4f6c-b122-3b0cf1f104da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:45.441464 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-062d61bf-1e10-47e2-8eec-bbfb3004601c req-9916acc4-712d-4f28-9300-cda012a22843 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750868 Jul 29 17:51:45.468620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3dccba8-310f-4896-acf6-c2a6022204fa tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "GET /v2.0/ports?device_id=d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 HTTP/1.1" status: 200 len: 205 time: 0.0647144 Jul 29 17:51:45.469002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:45.563373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.773601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:45.788067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83728a78-cf9b-408d-b382-1161a8f47e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.890755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83728a78-cf9b-408d-b382-1161a8f47e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.895828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83728a78-cf9b-408d-b382-1161a8f47e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:45.934279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83728a78-cf9b-408d-b382-1161a8f47e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2253d40c-ef6d-4b1c-b8bb-7fb352b489f8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:45.938814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-83728a78-cf9b-408d-b382-1161a8f47e74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00409c1cc13247108cfc5d6667b55856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640477 Jul 29 17:51:45.941421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60978) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:45.999373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.038410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.104288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61988aaf-dab8-4994-8d8a-e6dfb07e5f6d req-2ebebd60-9458-4fc7-8173-8b286cfa7e93 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:46.106342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61988aaf-dab8-4994-8d8a-e6dfb07e5f6d req-2ebebd60-9458-4fc7-8173-8b286cfa7e93 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0819521 Jul 29 17:51:46.122586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.125581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.134341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.136753 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.140360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2253d40c-ef6d-4b1c-b8bb-7fb352b489f8 HTTP/1.1" status: 204 len: 168 time: 0.1955531 Jul 29 17:51:46.166074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b573c-649d-4a99-a49c-985c8ff2d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253d40c-ef6d-4b1c-b8bb-7fb352b489f8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:46.179057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.179985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Fanout notify agent at l3_agent the message router_deleted on router d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:51:46.197855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.199697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61988aaf-dab8-4994-8d8a-e6dfb07e5f6d req-b611fe58-f357-42b1-9a98-2796a80e4d98 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 Jul 29 17:51:46.201842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-06f190d1-ff4a-499e-b369-0ecd64c9a1b1 tempest-RoutersNegativeTest-434103955 tempest-RoutersNegativeTest-434103955-project] 10.222.0.16 "DELETE /v2.0/routers/d41871d3-7d92-4c05-a8d8-f4920e4a0ed8 HTTP/1.1" status: 204 len: 168 time: 0.7316604 Jul 29 17:51:46.338948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999876c-3a6e-4723-a98f-7c7a54003f5d req-64def9df-bc68-41f3-bea6-ba2a78074d34 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:46.341692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9999876c-3a6e-4723-a98f-7c7a54003f5d req-64def9df-bc68-41f3-bea6-ba2a78074d34 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 943 time: 0.0681279 Jul 29 17:51:46.389042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9999876c-3a6e-4723-a98f-7c7a54003f5d req-de4aecbb-bec7-41d2-85eb-6f455cabb16c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jul 29 17:51:46.572139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:46.638152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8d6d2-bcc4-4366-9c73-2d59577b279b req-4041f1fe-73dc-4a7b-b2cc-d4576d483653 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:46.639903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1f8d6d2-bcc4-4366-9c73-2d59577b279b req-4041f1fe-73dc-4a7b-b2cc-d4576d483653 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0731645 Jul 29 17:51:46.665452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 84c056c6-4b09-441b-b389-cdcd10ce9404 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:46.683320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1f8d6d2-bcc4-4366-9c73-2d59577b279b req-7b2471f0-7816-4801-a3ec-edd85a5eb9f3 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Jul 29 17:51:46.813435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=84c056c6-4b09-441b-b389-cdcd10ce9404,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:46.830789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '84c056c6-4b09-441b-b389-cdcd10ce9404', 'network_id': 'b2037a9b-c478-4487-817c-e7d0d2ed1381', 'port_id': '84c056c6-4b09-441b-b389-cdcd10ce9404', 'mac_address': 'fa:16:3e:50:3d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db878ef8-68ff-4502-8e6b-8cb368fb8793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:46.879919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.892025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e71f870d-4eb8-4263-8b40-e1994ecefe61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=375dfe7d609e4ca698a7e5cf285ce582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186910 Jul 29 17:51:46.894787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32792) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:46.901837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c056c6-4b09-441b-b389-cdcd10ce9404 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:46.928958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=84c056c6-4b09-441b-b389-cdcd10ce9404,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:46.937053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:46.987437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.000649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:47.021605 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.077910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.081416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.082956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc729a0c-1cb8-4da9-b049-852683da1a6f HTTP/1.1" status: 204 len: 168 time: 0.1863508 Jul 29 17:51:47.096119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:47.105127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958f34-6d7e-4639-b2d6-2e4aa76fdd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc729a0c-1cb8-4da9-b049-852683da1a6f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:47.160890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['84c056c6-4b09-441b-b389-cdcd10ce9404'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:47.336696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd52d-e271-4738-8a59-dc4c45404454 req-a0265ef5-89c3-4226-94d3-6b7166c3e80d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:47.345141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67dcd52d-e271-4738-8a59-dc4c45404454 req-a0265ef5-89c3-4226-94d3-6b7166c3e80d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0609193 Jul 29 17:51:47.400929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67dcd52d-e271-4738-8a59-dc4c45404454 req-684ae258-8b1f-4048-9857-09e77cefd6df tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504556 Jul 29 17:51:47.470263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c0c74c-dc68-4ccf-978d-4cece7a46b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.541962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9df76-11fc-42bd-8e1d-34318c569a40 req-6221ecad-a277-4f10-ae61-13654885a3e1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:47.543489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4fa9df76-11fc-42bd-8e1d-34318c569a40 req-6221ecad-a277-4f10-ae61-13654885a3e1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 944 time: 0.0743790 Jul 29 17:51:47.604161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4fa9df76-11fc-42bd-8e1d-34318c569a40 req-9859c32e-3435-4b7b-9614-e0f76ab43d43 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519261 Jul 29 17:51:47.637776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c0c74c-dc68-4ccf-978d-4cece7a46b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.643860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c0c74c-dc68-4ccf-978d-4cece7a46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.684605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c74c-dc68-4ccf-978d-4cece7a46b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f73f512-c0ef-49ee-a763-c452ce43488c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:47.694826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64c0c74c-dc68-4ccf-978d-4cece7a46b13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5fd8feb2b574042bd1a9cb318f07a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973532 Jul 29 17:51:47.695159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:47.760099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.788188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.811020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456ce6-b723-413e-8ea6-d5436578e385 req-7735becc-5e0d-4edf-9a22-bc389bbcd96c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:47.812620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9456ce6-b723-413e-8ea6-d5436578e385 req-7735becc-5e0d-4edf-9a22-bc389bbcd96c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0555961 Jul 29 17:51:47.839251 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.842270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.845826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f73f512-c0ef-49ee-a763-c452ce43488c HTTP/1.1" status: 204 len: 168 time: 0.1473529 Jul 29 17:51:47.853278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943132-7e5f-4be5-b8fb-563865156142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f73f512-c0ef-49ee-a763-c452ce43488c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:47.882811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9456ce6-b723-413e-8ea6-d5436578e385 req-31d0b731-7219-4e89-af5c-28b8a615257a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640461 Jul 29 17:51:48.216211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32854) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:48.229857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33b902a6-fdc4-477e-a205-cb67e1a93171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.318860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33b902a6-fdc4-477e-a205-cb67e1a93171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.327354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33b902a6-fdc4-477e-a205-cb67e1a93171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.364754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-33b902a6-fdc4-477e-a205-cb67e1a93171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9613faa3ed3e478087fe8515fe10a551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474078 Jul 29 17:51:48.365679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b902a6-fdc4-477e-a205-cb67e1a93171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6281e6-88ea-4726-b371-9d77dfc65ce6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:48.367628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:48.419209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.443425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.526044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773f3d-e96e-42d0-981f-dfd84a6ffe8a req-4c878e24-a2c0-4a36-b665-d8b2aeb2d43f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:48.527565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00773f3d-e96e-42d0-981f-dfd84a6ffe8a req-4c878e24-a2c0-4a36-b665-d8b2aeb2d43f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0664847 Jul 29 17:51:48.544273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.546747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.550190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc6281e6-88ea-4726-b371-9d77dfc65ce6 HTTP/1.1" status: 204 len: 168 time: 0.1789076 Jul 29 17:51:48.568345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed367b-3659-41e7-9783-f36515d9923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6281e6-88ea-4726-b371-9d77dfc65ce6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:48.588030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00773f3d-e96e-42d0-981f-dfd84a6ffe8a req-3caa255e-af90-4507-8511-67a18f3dd8bd tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Jul 29 17:51:48.680969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:48.684739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 84c056c6-4b09-441b-b389-cdcd10ce9404 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:48.790549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 84c056c6-4b09-441b-b389-cdcd10ce9404 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:48.818628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 84c056c6-4b09-441b-b389-cdcd10ce9404 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:48.819092 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.834441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c65ac-8d1b-42fe-8b2e-250d415c8231 req-0929047c-520b-4873-be28-2d28614d13b8 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:48.836229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-062c65ac-8d1b-42fe-8b2e-250d415c8231 req-0929047c-520b-4873-be28-2d28614d13b8 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 944 time: 0.1213953 Jul 29 17:51:48.889409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-062c65ac-8d1b-42fe-8b2e-250d415c8231 req-e37be229-09a5-425e-994c-1ef42d5b2c10 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Jul 29 17:51:48.913100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:48.984488 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.988360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'port_id': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'mac_address': 'fa:16:3e:3e:a3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a25cf5-e1f1-4e8b-9a40-b0e52dc67318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:49.049081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b031-1881-4e5b-89a2-1ef0de7d45c5 req-cfdb3e6f-696f-485f-92c1-c6f7d1475bd7 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:49.061436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-46f9b031-1881-4e5b-89a2-1ef0de7d45c5 req-cfdb3e6f-696f-485f-92c1-c6f7d1475bd7 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0947344 Jul 29 17:51:49.063117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=84c056c6-4b09-441b-b389-cdcd10ce9404,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:49.064989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:49.067701 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c4e84-4fed-4b28-a187-a5f749387900" -d '{"events": [{"server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "name": "network-vif-plugged", "status": "completed", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:49.077619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.078547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:49.084789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.113512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-46f9b031-1881-4e5b-89a2-1ef0de7d45c5 req-099895a7-e0ab-4278-abc6-c4571884e2e8 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Jul 29 17:51:49.140747 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab2dd77-e493-4023-9f18-687abbe5ddce x-openstack-request-id: req-cab2dd77-e493-4023-9f18-687abbe5ddce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:49.141165 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "name": "network-vif-plugged", "status": "completed", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:49.141517 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cab2dd77-e493-4023-9f18-687abbe5ddce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:49.142006 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404', 'code': 200} Jul 29 17:51:49.154736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:49.174898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32902) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:49.206324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:49.233059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:49.244004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.261995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bb5f-8bb1-4b18-92f5-dcf02537506f req-ce0a2cdc-e56e-41fe-bb7e-21990df9dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:49.263529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe35bb5f-8bb1-4b18-92f5-dcf02537506f req-ce0a2cdc-e56e-41fe-bb7e-21990df9dc32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 1096 time: 0.0513699 Jul 29 17:51:49.306291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fe35bb5f-8bb1-4b18-92f5-dcf02537506f req-16859f2c-3994-4a17-88a4-faff6b61d1e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jul 29 17:51:49.323114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.337433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:49.343031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:49.352445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63e5c19f-82a9-49da-81d7-8fbaf3de8f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.363326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:49.369576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.429495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:49.449988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63e5c19f-82a9-49da-81d7-8fbaf3de8f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.455469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63e5c19f-82a9-49da-81d7-8fbaf3de8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.494395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-63e5c19f-82a9-49da-81d7-8fbaf3de8f15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5bffdc061f74932acd280bc71b06e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183472 Jul 29 17:51:49.496880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32912) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:49.503924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5c19f-82a9-49da-81d7-8fbaf3de8f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916b387-6828-43be-8b89-e104ac23c5b8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:49.520638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['3b18fc02-4644-4ae0-8c9a-bd1d606f3169'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:49.549479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.574159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.639125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.643706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:49.644978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b916b387-6828-43be-8b89-e104ac23c5b8 HTTP/1.1" status: 204 len: 168 time: 0.1471229 Jul 29 17:51:49.654501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8fcc2-d2ff-4c94-bf95-54ad78beb501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916b387-6828-43be-8b89-e104ac23c5b8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:49.749679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc33d48-4295-4976-9b6a-015ba027e456 req-738f6488-9261-4566-949d-5258d1f7e6ef tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:49.751405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbc33d48-4295-4976-9b6a-015ba027e456 req-738f6488-9261-4566-949d-5258d1f7e6ef tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.0556471 Jul 29 17:51:49.793527 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbc33d48-4295-4976-9b6a-015ba027e456 req-0a522632-385a-49e1-ae1a-22a05bce6f25 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jul 29 17:51:50.017102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7837a-fc10-4765-9be1-42100fd5ae01 req-892b15cf-ffc4-43f2-b389-f8db9a390d4d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.018589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79f7837a-fc10-4765-9be1-42100fd5ae01 req-892b15cf-ffc4-43f2-b389-f8db9a390d4d tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 945 time: 0.0530217 Jul 29 17:51:50.026708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32938) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:50.043738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf61347d-0c9c-47dd-b050-4426d72ab767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.060801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79f7837a-fc10-4765-9be1-42100fd5ae01 req-c648c7f7-1833-478d-82b7-3d94b3b9ff06 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Jul 29 17:51:50.168429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf61347d-0c9c-47dd-b050-4426d72ab767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.177401 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf61347d-0c9c-47dd-b050-4426d72ab767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.226650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61347d-0c9c-47dd-b050-4426d72ab767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc9527-6c20-49d6-b1c9-50090e993ac2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:50.234284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bf61347d-0c9c-47dd-b050-4426d72ab767 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58f7d824542f4ea28d704c58702d8c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049985 Jul 29 17:51:50.236786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:50.244212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e459c-7a50-44c5-962c-c11af3c97c83 req-56b8d266-2e9e-49a6-a7e5-9e74a0142ee1 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.246304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f0e459c-7a50-44c5-962c-c11af3c97c83 req-56b8d266-2e9e-49a6-a7e5-9e74a0142ee1 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0582993 Jul 29 17:51:50.267774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:50.294486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f0e459c-7a50-44c5-962c-c11af3c97c83 req-8e30e603-1979-42f1-9140-7651bed74c3f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jul 29 17:51:50.295659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.320238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.380582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.385223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.387373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57bc9527-6c20-49d6-b1c9-50090e993ac2 HTTP/1.1" status: 204 len: 168 time: 0.1492124 Jul 29 17:51:50.409475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89a95590-135a-44be-be45-0e826ee49721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.410210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086b0d2-00c6-4539-9b1f-dfff76239817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc9527-6c20-49d6-b1c9-50090e993ac2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:50.545020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89a95590-135a-44be-be45-0e826ee49721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.555562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89a95590-135a-44be-be45-0e826ee49721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.601389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95590-135a-44be-be45-0e826ee49721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94497c10-1a0f-43c7-9f1c-1cc038f09e56,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:50.606125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89a95590-135a-44be-be45-0e826ee49721 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48465da201244812b17e64f775ec8810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366265 Jul 29 17:51:50.608188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:50.645863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b46fc5-4b29-4cca-a090-815fb3fc33e4 req-e2afb100-46d7-4a13-8332-4619e03709ba tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.650724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17b46fc5-4b29-4cca-a090-815fb3fc33e4 req-e2afb100-46d7-4a13-8332-4619e03709ba tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0882514 Jul 29 17:51:50.671589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.683374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:50.689739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-1b781504-776e-4bf7-8978-fa984562a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.691268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-1b781504-776e-4bf7-8978-fa984562a104 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=226651392224403faf42a7f8b51fb829&device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 1096 time: 0.0788898 Jul 29 17:51:50.694878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.706817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17b46fc5-4b29-4cca-a090-815fb3fc33e4 req-fe077938-5974-434d-9003-3ccb2dff50fd tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Jul 29 17:51:50.758670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.763186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.764973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:50.768106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.777376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94497c10-1a0f-43c7-9f1c-1cc038f09e56 HTTP/1.1" status: 204 len: 168 time: 0.1640670 Jul 29 17:51:50.820083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c147e-eade-4b01-81f9-9b310bcf4ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94497c10-1a0f-43c7-9f1c-1cc038f09e56,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:50.841688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-6c6d2f38-d42d-4b33-b770-cdef31a51499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.843883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-6c6d2f38-d42d-4b33-b770-cdef31a51499 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 200 len: 916 time: 0.1358142 Jul 29 17:51:50.871004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.942661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:50.952004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.996678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbecfe-3073-4807-afa3-d42c7d154542 req-797d4d1f-1cfc-4b15-85fb-eb8662610976 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:50.999683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ccbecfe-3073-4807-afa3-d42c7d154542 req-797d4d1f-1cfc-4b15-85fb-eb8662610976 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 944 time: 0.1051307 Jul 29 17:51:51.059008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ccbecfe-3073-4807-afa3-d42c7d154542 req-12b57490-e746-4380-b89c-ca7c7b915820 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Jul 29 17:51:51.074327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:51.145188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:51.147833 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563f124-9ca7-47a7-8ad8-9a4b9df58740" -d '{"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:51.285908 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80787c55-0c05-4346-b2bf-e1fd5db14636 x-openstack-request-id: req-80787c55-0c05-4346-b2bf-e1fd5db14636 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:51.286309 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:51.286633 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80787c55-0c05-4346-b2bf-e1fd5db14636 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:51.287097 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'code': 200} Jul 29 17:51:51.308153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-73b339c1-6b81-4559-b473-ce86a4124ef8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75034454-d45f-4197-9eb9-d2f29a177b94 HTTP/1.1" status: 200 len: 217 time: 0.4546485 Jul 29 17:51:51.390055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3c766-aef6-4196-80f9-811d91b8bc08 req-5c971bde-96dd-465f-adcd-7483973ad5b1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.391636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff3c766-aef6-4196-80f9-811d91b8bc08 req-5c971bde-96dd-465f-adcd-7483973ad5b1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 945 time: 0.0863123 Jul 29 17:51:51.393567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-34b4bb1d-cdf3-4775-af92-65d64960d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.394953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-34b4bb1d-cdf3-4775-af92-65d64960d0ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 200 len: 854 time: 0.0779674 Jul 29 17:51:51.455533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088265b4-71f3-4584-9a71-fffdbf5b8c3e req-57a81914-c425-4e57-9cf0-5c64bcdbf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.457118 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-088265b4-71f3-4584-9a71-fffdbf5b8c3e req-57a81914-c425-4e57-9cf0-5c64bcdbf15b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 1097 time: 0.0437179 Jul 29 17:51:51.458314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff3c766-aef6-4196-80f9-811d91b8bc08 req-2c605f4a-fa7b-4d48-8b2f-2e8b4fba657c tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Jul 29 17:51:51.468382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-3b07ea18-4774-4cd9-a836-b525b475e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.469932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-3b07ea18-4774-4cd9-a836-b525b475e7bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d8e4828-2f04-4a89-87f9-80d4392f8c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636644 Jul 29 17:51:51.517373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-088265b4-71f3-4584-9a71-fffdbf5b8c3e req-2a84caee-a3fa-43f6-9e2c-1da06a497d25 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Jul 29 17:51:51.573650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-951959e4-0c3d-438d-ac73-73f220c4a2d1 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960824 Jul 29 17:51:51.686197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096c879-469a-45b7-8f74-e869d3b987d9 req-d8dd2ede-0681-4d6c-8df3-3f86e03c2024 service neutron] 10.222.0.38 "GET /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054707 Jul 29 17:51:51.767665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00352b34-203c-4fcf-8b6c-65c206a2adb4 req-a9bb1c5a-77cf-43a4-9f63-a8567f575034 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.774827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00352b34-203c-4fcf-8b6c-65c206a2adb4 req-a9bb1c5a-77cf-43a4-9f63-a8567f575034 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 945 time: 0.0859046 Jul 29 17:51:51.811642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00352b34-203c-4fcf-8b6c-65c206a2adb4 req-987da85c-78a9-444a-85a2-951f37e776f0 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Jul 29 17:51:51.859974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6aa7-fe4c-4970-959a-8e93c8c83210 req-f4530d8e-d62a-4548-917b-602b5961191b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:51.861589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cac6aa7-fe4c-4970-959a-8e93c8c83210 req-f4530d8e-d62a-4548-917b-602b5961191b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0811367 Jul 29 17:51:51.901257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7cac6aa7-fe4c-4970-959a-8e93c8c83210 req-d234dc71-cb6e-4c6d-a209-363681644fbe tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Jul 29 17:51:52.193560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbaf80-b19b-43da-a86f-d16b2a9ab2ca req-3bd8ca8b-411e-4025-bb06-9b0f0e14bc61 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:52.195567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5cbaf80-b19b-43da-a86f-d16b2a9ab2ca req-3bd8ca8b-411e-4025-bb06-9b0f0e14bc61 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.0919061 Jul 29 17:51:52.239050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3a5c6-260f-4ebf-9397-3336dcc4e6c6 req-05132b29-9c83-4fae-9935-4339e38a3f93 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:52.242295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86b3a5c6-260f-4ebf-9397-3336dcc4e6c6 req-05132b29-9c83-4fae-9935-4339e38a3f93 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0740035 Jul 29 17:51:52.250934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5cbaf80-b19b-43da-a86f-d16b2a9ab2ca req-d7cd4be1-3bfc-4b23-89e3-50e8e16d1f1b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 Jul 29 17:51:52.288648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86b3a5c6-260f-4ebf-9397-3336dcc4e6c6 req-3f5b44fc-a3fa-4472-b14c-643fdf2c3b5b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Jul 29 17:51:52.939894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cfa3-dd08-4bbc-a651-6aec1b89b78c req-8929b779-49a8-4fe6-a605-879b55feacbd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:52.941438 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d737cfa3-dd08-4bbc-a651-6aec1b89b78c req-8929b779-49a8-4fe6-a605-879b55feacbd tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 945 time: 0.0556266 Jul 29 17:51:52.994311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d737cfa3-dd08-4bbc-a651-6aec1b89b78c req-ba2f166e-f2d0-4cf6-bc44-be4b80311e0e tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups?id=71011d23-1a8c-47a3-a465-e45f2d1d4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Jul 29 17:51:53.050707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f887-a7f2-4e30-b682-c3567e841975 req-dee1d84b-1792-4bb7-9a86-5c3373aa461f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.052218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f97f887-a7f2-4e30-b682-c3567e841975 req-dee1d84b-1792-4bb7-9a86-5c3373aa461f tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0603809 Jul 29 17:51:53.090971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f97f887-a7f2-4e30-b682-c3567e841975 req-d39fecf8-15de-4019-9866-90f4b087bf85 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jul 29 17:51:53.235974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58b8f-c2b9-491a-ac8b-89f9f8a00d6a req-60031abd-0d77-4508-8873-e5469b19ffa0 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.237517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69a58b8f-c2b9-491a-ac8b-89f9f8a00d6a req-60031abd-0d77-4508-8873-e5469b19ffa0 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0535636 Jul 29 17:51:53.279995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69a58b8f-c2b9-491a-ac8b-89f9f8a00d6a req-d1c2580d-96d2-4833-b7db-a24e942a1bc2 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Jul 29 17:51:53.411502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997922a-c783-4dd5-b75d-29b138457513 req-36e51b2f-1822-4f41-a862-de3236d100f6 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.413001 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1997922a-c783-4dd5-b75d-29b138457513 req-36e51b2f-1822-4f41-a862-de3236d100f6 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0542824 Jul 29 17:51:53.422547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e5601-32fe-4390-b4d6-a5a143c5847b req-efb76e36-2490-45fa-aeab-b0ed7a280cfb tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.429783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a5e5601-32fe-4390-b4d6-a5a143c5847b req-efb76e36-2490-45fa-aeab-b0ed7a280cfb tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0697002 Jul 29 17:51:53.453508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1997922a-c783-4dd5-b75d-29b138457513 req-3ef7170c-4ba1-4f89-b894-8c6b9af684aa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Jul 29 17:51:53.471287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a5e5601-32fe-4390-b4d6-a5a143c5847b req-d52205eb-85db-4419-9d9e-6b31bd0d2e0c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Jul 29 17:51:53.524790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-3890d56c-c586-4580-bfdb-58eb0dc68800 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.526541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-3890d56c-c586-4580-bfdb-58eb0dc68800 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 945 time: 0.0650520 Jul 29 17:51:53.602070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90270b-5b06-4f4a-bda1-8ae64a0a7f1f req-e6ff6f67-bd9e-4745-a6d0-6e8d20288d59 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.606751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb90270b-5b06-4f4a-bda1-8ae64a0a7f1f req-e6ff6f67-bd9e-4745-a6d0-6e8d20288d59 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0595455 Jul 29 17:51:53.645200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Deleting port 84c056c6-4b09-441b-b389-cdcd10ce9404 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:53.645544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:53.659211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb90270b-5b06-4f4a-bda1-8ae64a0a7f1f req-cce07b7d-4f1b-474f-803a-7ff5bd5943cb tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Jul 29 17:51:53.711014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-5bbc33d2-b618-4344-b5d9-37d5d50f0e2f req-aeb480ce-3791-484f-a4f0-130f6a366a9b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:51:53.712187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bbc33d2-b618-4344-b5d9-37d5d50f0e2f req-aeb480ce-3791-484f-a4f0-130f6a366a9b tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065250 Jul 29 17:51:53.774711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030184d7-f088-49ee-8a72-0eabd65793cf req-960b6092-c2f9-446b-b3d8-7c1ef4b768b8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:53.776263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-030184d7-f088-49ee-8a72-0eabd65793cf req-960b6092-c2f9-446b-b3d8-7c1ef4b768b8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.1103942 Jul 29 17:51:53.801977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] For port 84c056c6-4b09-441b-b389-cdcd10ce9404, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=84c056c6-4b09-441b-b389-cdcd10ce9404,segment=NetworkSegment(a1a8924c-1e5c-49d3-877d-e87cd82d267e),segment_id=a1a8924c-1e5c-49d3-877d-e87cd82d267e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:53.802382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:53.810972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bbc33d2-b618-4344-b5d9-37d5d50f0e2f req-f2537063-0031-4a17-bfb2-71acd9a2b9b5 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0912941 Jul 29 17:51:53.833291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Calling delete_port for 84c056c6-4b09-441b-b389-cdcd10ce9404 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:53.856503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-030184d7-f088-49ee-8a72-0eabd65793cf req-2720deab-d8b5-4d34-8bc7-f3a821ad7fdf tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Jul 29 17:51:54.046146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:54.059484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['84c056c6-4b09-441b-b389-cdcd10ce9404'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:54.080154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event deleted for resources: {'Port': ['ID=84c056c6-4b09-441b-b389-cdcd10ce9404,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:54.119348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8c9e-57f7-4765-8ff8-b0cc2fa86fe9 req-e47207cc-f372-4657-b20b-2e311abb490a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.126883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65bb8c9e-57f7-4765-8ff8-b0cc2fa86fe9 req-e47207cc-f372-4657-b20b-2e311abb490a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.0729463 Jul 29 17:51:54.148412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] No DVR routers for this DVR port 84c056c6-4b09-441b-b389-cdcd10ce9404 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:54.151586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:54.155104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d339d48e-4b78-476c-9c28-1d30e86908ac req-1589b5d4-56cc-40ce-984f-3fd44d665c98 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.49 "DELETE /v2.0/ports/84c056c6-4b09-441b-b389-cdcd10ce9404 HTTP/1.1" status: 204 len: 173 time: 0.6208501 Jul 29 17:51:54.155633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'name': 'network-vif-deleted', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:54.158105 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da3a22-c834-40c3-88bd-8f6b9fec259a" -d '{"events": [{"server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "name": "network-vif-deleted", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:54.188604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65bb8c9e-57f7-4765-8ff8-b0cc2fa86fe9 req-bb0aa108-d7d5-4bc0-b9e9-22c292130394 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Jul 29 17:51:54.282092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6a63530a-34e8-40e3-8fa6-744f654e97d5 req-e951bf16-2b95-4123-b535-d9731c4363b0 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b93a55-8ec9-42f9-b644-4d18f62a57db HTTP/1.1" status: 200 len: 210 time: 0.0949707 Jul 29 17:51:54.290167 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ec75f-2c3d-4f6c-aa45-bd7102a03edb x-openstack-request-id: req-896ec75f-2c3d-4f6c-aa45-bd7102a03edb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:54.290167 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b93a55-8ec9-42f9-b644-4d18f62a57db", "name": "network-vif-deleted", "tag": "84c056c6-4b09-441b-b389-cdcd10ce9404", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:54.290167 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-896ec75f-2c3d-4f6c-aa45-bd7102a03edb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:54.290167 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b93a55-8ec9-42f9-b644-4d18f62a57db', 'name': 'network-vif-deleted', 'tag': '84c056c6-4b09-441b-b389-cdcd10ce9404', 'status': 'completed', 'code': 200} Jul 29 17:51:54.347028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c846c-8e3b-460e-b4cb-ef0ec4897dec req-dbe6a2fc-4741-4f4a-95bb-e94f5452e1fa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.349095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8c846c-8e3b-460e-b4cb-ef0ec4897dec req-dbe6a2fc-4741-4f4a-95bb-e94f5452e1fa tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0639286 Jul 29 17:51:54.392405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8c846c-8e3b-460e-b4cb-ef0ec4897dec req-eec0671b-655b-4ce3-82cd-b103beccf43a tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Jul 29 17:51:54.475019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-aaed7234-f3b9-4e77-825c-b16b7d41fa71 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.476498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-aaed7234-f3b9-4e77-825c-b16b7d41fa71 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.1092436 Jul 29 17:51:54.492307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-2ff5564f-6f83-4de1-a7f8-92a91804a44e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/quotas/8ef04348cbc247afb37974545be09cb5 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Jul 29 17:51:54.518722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d078c-ad45-4a98-8f1c-39a4db6ed2df req-4ebd9a47-4b92-4a9b-b7ef-0292dec22e2c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.520532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df7d078c-ad45-4a98-8f1c-39a4db6ed2df req-4ebd9a47-4b92-4a9b-b7ef-0292dec22e2c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Jul 29 17:51:54.546787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-c8b2b767-b670-4811-ad56-10314bdd88b4 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472777 Jul 29 17:51:54.566073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df7d078c-ad45-4a98-8f1c-39a4db6ed2df req-9c59efad-e163-42ec-b363-9d4ae6c660cc tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Jul 29 17:51:54.651435 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-b79f0737-6f84-48e9-9378-2bec68ab1dcc service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986614 Jul 29 17:51:54.763922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e15a7-ae35-4f2e-bc7f-abd547eabc6b req-8de74832-ab5e-40c2-b30a-2948f24a1940 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.767111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-905de929-f481-46be-a8df-343f3b4c5625 service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084807 Jul 29 17:51:54.772197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e15a7-ae35-4f2e-bc7f-abd547eabc6b req-8de74832-ab5e-40c2-b30a-2948f24a1940 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.780066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e15a7-ae35-4f2e-bc7f-abd547eabc6b req-8de74832-ab5e-40c2-b30a-2948f24a1940 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:54.782040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-539e15a7-ae35-4f2e-bc7f-abd547eabc6b req-8de74832-ab5e-40c2-b30a-2948f24a1940 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81&device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0&device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 2416 time: 0.0714955 Jul 29 17:51:54.838815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-539e15a7-ae35-4f2e-bc7f-abd547eabc6b req-71d1973a-317e-4bcf-af7e-9df4ecf886cb tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Jul 29 17:51:54.921042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-36f088ad-c289-407f-8867-a96369da4e48 req-9e2fcfff-a6cf-4492-95fc-cefdfc449283 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:51:54.922759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f088ad-c289-407f-8867-a96369da4e48 req-9e2fcfff-a6cf-4492-95fc-cefdfc449283 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087264 Jul 29 17:51:55.006423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36f088ad-c289-407f-8867-a96369da4e48 req-e14b98b0-f6b8-467d-b1e1-46207ca6c54e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0623064 Jul 29 17:51:55.007395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45458178-aa7d-4f52-a0c6-43923a86485c req-abf866f1-58d3-452f-ab98-806829bc6bd7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 210 time: 0.0311441 Jul 29 17:51:55.504513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33218) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:55.574982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.604443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.662999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.666218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.670582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a657f2d-40ea-48a4-95ef-1b8f352d8e62 HTTP/1.1" status: 204 len: 168 time: 0.1618481 Jul 29 17:51:55.670753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:55.678360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e43b36-f518-4ceb-ae1e-a0326f14326f tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a657f2d-40ea-48a4-95ef-1b8f352d8e62,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:55.697655 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-913d0872-8789-48eb-8cac-c24dbeed8645 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] show failed (client error): The resource could not be found. Jul 29 17:51:55.702139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-913d0872-8789-48eb-8cac-c24dbeed8645 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "GET /v2.0/security-groups/7a657f2d-40ea-48a4-95ef-1b8f352d8e62 HTTP/1.1" status: 404 len: 347 time: 0.0278456 Jul 29 17:51:55.702785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33224) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:55.782925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579fde-5f3f-4011-b783-a6172663babc req-c1959fe0-c8c8-426c-8cd0-2b04b3148fa1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:55.784799 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74579fde-5f3f-4011-b783-a6172663babc req-c1959fe0-c8c8-426c-8cd0-2b04b3148fa1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "GET /v2.0/ports?device_id=7329dd1d-366e-4c53-af43-0b5c1e5d6c16 HTTP/1.1" status: 200 len: 946 time: 0.0958905 Jul 29 17:51:55.878197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Deleting port f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:55.878994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.921502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Deleting port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:55.921949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.974517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.976155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:55.994121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Calling delete_port for f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:56.027879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] For port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:56.030072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.047921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Calling delete_port for 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:56.233323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.242172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bac59275-8f59-45bb-9b1a-87249478839a req-2aaac0cc-abb8-4982-8dee-b5f69ad9c21d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 210 time: 0.0549612 Jul 29 17:51:56.257326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.277311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['3b18fc02-4644-4ae0-8c9a-bd1d606f3169'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:56.281660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.326751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event deleted for resources: {'Port': ['ID=3b18fc02-4644-4ae0-8c9a-bd1d606f3169,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:56.388439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Pushing event deleted for resources: {'Port': ['ID=f01a1cea-47e3-41f0-bcf1-b6a6328b4cbe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:56.453848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] No DVR routers for this DVR port 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:56.476914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.479169 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74579fde-5f3f-4011-b783-a6172663babc req-7fc07587-015b-4f57-9468-e1da3929013d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "DELETE /v2.0/ports/3b18fc02-4644-4ae0-8c9a-bd1d606f3169 HTTP/1.1" status: 204 len: 173 time: 0.6748645 Jul 29 17:51:56.483016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-deleted', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:56.485559 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de61b8-a4e7-43fa-bc19-da35b4f55947" -d '{"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-deleted", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:56.505333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-84c47bc4-c88b-4f4b-ba49-10da82b4f5c2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:56.508150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-84c47bc4-c88b-4f4b-ba49-10da82b4f5c2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.2827120 Jul 29 17:51:56.511024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.515923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.517467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ed4605a8-3c9c-4b28-b7f0-ecec7b81cdd1 tempest-ImagesOneServerNegativeTestJSON-1391728224 tempest-ImagesOneServerNegativeTestJSON-1391728224-project] 10.222.0.16 "DELETE /v2.0/floatingips/d74a5511-b701-419b-a94e-7d589a8237ab HTTP/1.1" status: 204 len: 168 time: 0.8136451 Jul 29 17:51:56.541474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Request body: {'port': {'device_id': 'c020e514-1b17-4312-9c3e-93608aa97088', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'admin_state_up': True, 'tenant_id': '8ef04348cbc247afb37974545be09cb5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:56.542434 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a6b015-52b7-440b-a461-2e7d912024d1 x-openstack-request-id: req-e0a6b015-52b7-440b-a461-2e7d912024d1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:56.543047 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329dd1d-366e-4c53-af43-0b5c1e5d6c16", "name": "network-vif-deleted", "tag": "3b18fc02-4644-4ae0-8c9a-bd1d606f3169", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:56.543047 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0a6b015-52b7-440b-a461-2e7d912024d1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:56.543413 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329dd1d-366e-4c53-af43-0b5c1e5d6c16', 'name': 'network-vif-deleted', 'tag': '3b18fc02-4644-4ae0-8c9a-bd1d606f3169', 'status': 'completed', 'code': 200} Jul 29 17:51:56.691730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:56.701121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:51:56.704197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 84c056c6-4b09-441b-b389-cdcd10ce9404 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:56.741677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 84c056c6-4b09-441b-b389-cdcd10ce9404 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:56.742313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 84c056c6-4b09-441b-b389-cdcd10ce9404 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:56.748096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Deleting subnet db878ef8-68ff-4502-8e6b-8cb368fb8793 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:51:56.759613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2932027-66e5-4daf-a4ea-6038e29aa38f req-6718e8ba-1600-481d-9d06-3044ffced356 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:56.761568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2932027-66e5-4daf-a4ea-6038e29aa38f req-6718e8ba-1600-481d-9d06-3044ffced356 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1496429 Jul 29 17:51:56.763046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.777646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Made reservation on behalf of 8ef04348cbc247afb37974545be09cb5 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:56.783512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.813963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.841706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2932027-66e5-4daf-a4ea-6038e29aa38f req-55b3ea3e-71a5-4d4b-9514-45585765370c tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679402 Jul 29 17:51:56.884916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:56.896712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:51:56.912444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.955665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:56.990103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:57.010776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.020614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:57.025995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Allocated IP 172.20.0.4 (7bb12b61-9842-4ecd-8492-7400421de0f6/26a25cf5-e1f1-4e8b-9a40-b0e52dc67318/f119d511-615d-498a-9a82-16982a23cf84) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:57.028770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.049738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db878ef8-68ff-4502-8e6b-8cb368fb8793,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:57.053765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.060516 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-58c13781-caed-47a5-a0c0-d84e4b17470b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db878ef8-68ff-4502-8e6b-8cb368fb8793 HTTP/1.1" status: 204 len: 168 time: 0.3671451 Jul 29 17:51:57.061548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33278) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:57.130564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5a17fa0c-b3f5-4152-9289-915fcd4ed26d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:57.177673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.213166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:57.328949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.329083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.340463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2037a9b-c478-4487-817c-e7d0d2ed1381']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:57.364251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a8924c-1e5c-49d3-877d-e87cd82d267e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:57.364554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a8924c-1e5c-49d3-877d-e87cd82d267e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:57.385049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.409437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.413295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7efb8fb7-f213-425c-8540-cb8a57062b7c req-1657f9cf-2cb2-4372-a97c-e9f0a0767575 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 210 time: 0.0425746 Jul 29 17:51:57.423199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:51:57.423440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.423921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.426040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:51:57.430433 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:51:57.504236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:57.511221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:57.516766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.518794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:51:57.522846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.523240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:57.526470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2037a9b-c478-4487-817c-e7d0d2ed1381 HTTP/1.1" status: 204 len: 168 time: 0.4633062 Jul 29 17:51:57.548196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cea4f-1115-42b3-bc83-6e5fe4fcacff admin admin] Pushing event deleted for resources: {'Network': ['ID=b2037a9b-c478-4487-817c-e7d0d2ed1381,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:57.586154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:57.586985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.605948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-1b412138-9087-4386-9dbc-62a3863e5964 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0803607 Jul 29 17:51:57.619605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Request body: {'port': {'device_id': 'c020e514-1b17-4312-9c3e-93608aa97088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:57.695317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:57.861274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:57.966489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3003853c-d65d-4594-9197-aff99b23142c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434d7462b6ea479abc3d9dabe17d6e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033604 Jul 29 17:51:57.969094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33308) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:51:58.012642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958094cf-4925-456e-8f91-feb6ee500c7d req-076e6642-921b-428d-aff5-03abc12c19e1 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:58.014998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-958094cf-4925-456e-8f91-feb6ee500c7d req-076e6642-921b-428d-aff5-03abc12c19e1 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0945725 Jul 29 17:51:58.090678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.114016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-958094cf-4925-456e-8f91-feb6ee500c7d req-928ca5c9-73f9-4d6e-bbc4-2719dab117c1 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 Jul 29 17:51:58.156306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-3c8eecae-89a7-48cc-82e5-4018fa5aaa43 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:58.158317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-3c8eecae-89a7-48cc-82e5-4018fa5aaa43 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1421101 Jul 29 17:51:58.160737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.172521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:51:58.194285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.236444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Transition to ACTIVE for port object f119d511-615d-498a-9a82-16982a23cf84 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:58.250878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.297582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.301635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.303359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71011d23-1a8c-47a3-a465-e45f2d1d4cce HTTP/1.1" status: 204 len: 168 time: 0.3325062 Jul 29 17:51:58.319363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394db708-328e-46db-afd0-853bfd0e833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71011d23-1a8c-47a3-a465-e45f2d1d4cce,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:58.359391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Deleting port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:51:58.359964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.394515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:58.502062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] For port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:58.502561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.521962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Calling delete_port for 5c0ab98b-f4f3-4f63-9b17-7feb16311eac owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:51:58.581032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Attempting to bind port f119d511-615d-498a-9a82-16982a23cf84 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:51:58.583187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Attempting to bind port f119d511-615d-498a-9a82-16982a23cf84 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:51:58.585336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Attempting to bind port f119d511-615d-498a-9a82-16982a23cf84 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:58.596547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Port f119d511-615d-498a-9a82-16982a23cf84 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:51:58.599062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Attempting to bind port f119d511-615d-498a-9a82-16982a23cf84 on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:51:58.616243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:51:58.618583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Checking segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:51:58.621481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Bound using segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:51:58.627703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Bound port: f119d511-615d-498a-9a82-16982a23cf84, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:51:58.628310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.712224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:51:58.844167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:51:58.848072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:58.848666 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.855192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:51:58.864296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.879296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.951019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event deleted for resources: {'Port': ['ID=5c0ab98b-f4f3-4f63-9b17-7feb16311eac,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:58.958282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['75034454-d45f-4197-9eb9-d2f29a177b94', '199d2235-9401-4880-a366-be68e65aa55c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:51:58.971547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c8c53-4760-4a76-bd1a-fe8ccc674d33 req-ab70e8fa-7d9e-41a7-a47b-e1de96cd20c8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:58.984362 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f89c8c53-4760-4a76-bd1a-fe8ccc674d33 req-ab70e8fa-7d9e-41a7-a47b-e1de96cd20c8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 943 time: 0.2682154 Jul 29 17:51:58.986475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:58.987519 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:58.999757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] 10.222.0.49 "PUT /v2.0/ports/f119d511-615d-498a-9a82-16982a23cf84 HTTP/1.1" status: 200 len: 1091 time: 1.3830431 Jul 29 17:51:59.000141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:59.006830 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d67c72-df9c-4228-82b4-ebae05136d71" -d '{"events": [{"name": "network-changed", "server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "tag": "f119d511-615d-498a-9a82-16982a23cf84"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:59.071919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] No DVR routers for this DVR port 5c0ab98b-f4f3-4f63-9b17-7feb16311eac on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:51:59.077532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:59.079864 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aad687a8-0eaa-4603-9cdd-31a289f34d33 req-79659f3c-498e-45b2-80d1-7531a1e39a26 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.49 "DELETE /v2.0/ports/5c0ab98b-f4f3-4f63-9b17-7feb16311eac HTTP/1.1" status: 204 len: 173 time: 0.9105227 Jul 29 17:51:59.080627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'name': 'network-vif-deleted', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:59.083273 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47bf41-0046-458c-831a-b7fc97188b3b" -d '{"events": [{"server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "name": "network-vif-deleted", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:59.117804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dcc85-2be0-4d15-90ee-7d5b5fa11d3d service neutron] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:59.119760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f89c8c53-4760-4a76-bd1a-fe8ccc674d33 req-941f55f7-eab3-4c68-ad0e-1d63a5ebb89d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319325 Jul 29 17:51:59.164183 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb269d84-273a-41e9-bc7d-cfcdc9e42c2e x-openstack-request-id: req-fb269d84-273a-41e9-bc7d-cfcdc9e42c2e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:59.168220 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "tag": "f119d511-615d-498a-9a82-16982a23cf84", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:59.168785 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb269d84-273a-41e9-bc7d-cfcdc9e42c2e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:59.169965 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84', 'status': 'completed', 'code': 200} Jul 29 17:51:59.214674 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135a95a-ae8e-497d-985f-f53068ff1d60 x-openstack-request-id: req-f135a95a-ae8e-497d-985f-f53068ff1d60 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:59.215391 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e2820a-0335-43d8-82f3-09aabd3cfe81", "name": "network-vif-deleted", "tag": "5c0ab98b-f4f3-4f63-9b17-7feb16311eac", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:59.215850 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f135a95a-ae8e-497d-985f-f53068ff1d60 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:59.216417 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e2820a-0335-43d8-82f3-09aabd3cfe81', 'name': 'network-vif-deleted', 'tag': '5c0ab98b-f4f3-4f63-9b17-7feb16311eac', 'status': 'completed', 'code': 200} Jul 29 17:51:59.283625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:59.284236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-c9c9ef9e-e880-4f7c-ba88-02e4a5ae5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:59.286912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-c9c9ef9e-e880-4f7c-ba88-02e4a5ae5904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 1094 time: 0.1617777 Jul 29 17:51:59.374443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:51:59.381688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-e87efeb5-ad56-4ffe-9a6b-a4f90bc01c6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f119d511-615d-498a-9a82-16982a23cf84 HTTP/1.1" status: 200 len: 217 time: 0.0844512 Jul 29 17:51:59.386452 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cfd4f7-6c74-4ff9-9d22-a360c3f1810b" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:51:59.444061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:51:59.478050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:59.479417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:51:59.500932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-059544a7-cebf-4bff-b087-e73e32a579b4 req-e7517a20-ea75-4053-832e-62b72dbb7c35 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e2820a-0335-43d8-82f3-09aabd3cfe81 HTTP/1.1" status: 200 len: 210 time: 0.1295779 Jul 29 17:51:59.600169 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9e8e47-dd56-49fa-90c3-473027f0241a x-openstack-request-id: req-0d9e8e47-dd56-49fa-90c3-473027f0241a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:51:59.600979 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:51:59.601434 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d9e8e47-dd56-49fa-90c3-473027f0241a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:51:59.602130 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:51:59.612763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:51:59.620913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 3b18fc02-4644-4ae0-8c9a-bd1d606f3169 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:51:59.658699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-7dcb1ebe-4e2d-451e-990e-928021df8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:51:59.660037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-7dcb1ebe-4e2d-451e-990e-928021df8efb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.2547383 Jul 29 17:51:59.700766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:59.765134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-46b81652-e7c5-4ec7-a8a2-b7a4f42b6f28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948570 Jul 29 17:51:59.966674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-fc4b1830-1e09-475f-94cc-6c7df508ca83 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689937 Jul 29 17:52:00.111352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f9aa5b-bd34-4116-88a2-7192e54040ad req-6f042b3e-629f-4a1a-8445-3e9a43c74546 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352050 Jul 29 17:52:00.236440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-f456df4f-f2d9-42b5-953c-303d580ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:00.238151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-f456df4f-f2d9-42b5-953c-303d580ff5b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 1094 time: 0.0607560 Jul 29 17:52:00.367297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70312e5-b799-4735-a4a5-e607715cf01a req-f53079fe-cc7e-4981-8674-1ed420f90474 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:00.369032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e70312e5-b799-4735-a4a5-e607715cf01a req-f53079fe-cc7e-4981-8674-1ed420f90474 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 943 time: 0.1218107 Jul 29 17:52:00.447174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e70312e5-b799-4735-a4a5-e607715cf01a req-38b9ae4d-3aa1-4f92-b969-fe14decfda73 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659685 Jul 29 17:52:00.448999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-0e27e4c5-773c-4a0c-9045-1a910e0fab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:00.450763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-0e27e4c5-773c-4a0c-9045-1a910e0fab2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 915 time: 0.2047296 Jul 29 17:52:00.518600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-c5f40645-c7ca-4c25-9431-5a29bc4f92fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f119d511-615d-498a-9a82-16982a23cf84 HTTP/1.1" status: 200 len: 217 time: 0.0589738 Jul 29 17:52:00.615707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-90bc5c0a-9891-49b6-a2b6-40f9448f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:00.617216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-90bc5c0a-9891-49b6-a2b6-40f9448f8f04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.0899971 Jul 29 17:52:00.666441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-70c66ca3-58bb-439e-bcc7-04bea62b98ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386176 Jul 29 17:52:00.728012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5c0ab98b-f4f3-4f63-9b17-7feb16311eac no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:00.797074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 5c0ab98b-f4f3-4f63-9b17-7feb16311eac {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:00.797757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5c0ab98b-f4f3-4f63-9b17-7feb16311eac not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:00.867321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-1bdb275b-3b6a-4d15-b6c1-6c8ec1496fed service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756492 Jul 29 17:52:01.080305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d67c72-df9c-4228-82b4-ebae05136d71 req-ff5868db-3f80-4fa2-b9f9-b73aca619dd2 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106438 Jul 29 17:52:01.135894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998972d-1e9b-412f-9a5a-b42011960ff5 req-6eb340e0-ae82-4c89-b9c1-8bcee1935049 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:01.149565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8998972d-1e9b-412f-9a5a-b42011960ff5 req-6eb340e0-ae82-4c89-b9c1-8bcee1935049 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.1011541 Jul 29 17:52:01.201872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8998972d-1e9b-412f-9a5a-b42011960ff5 req-1e4bb6e4-6eeb-4cf4-8f7f-f8fafe477559 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478892 Jul 29 17:52:01.635107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41bf7f-92c1-4d63-af24-a619b3b2f50c req-89b5273b-6d00-44b9-800b-dd8709bddb28 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:01.645635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f41bf7f-92c1-4d63-af24-a619b3b2f50c req-89b5273b-6d00-44b9-800b-dd8709bddb28 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 943 time: 0.0957298 Jul 29 17:52:01.746990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f41bf7f-92c1-4d63-af24-a619b3b2f50c req-ca808560-2395-48b1-a6c7-4d306a38ef8a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966806 Jul 29 17:52:01.819231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33394) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:01.946502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5bd8-48a2-47ac-80ac-4a6e70639efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.126747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5bd8-48a2-47ac-80ac-4a6e70639efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.133562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fbe5bd8-48a2-47ac-80ac-4a6e70639efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.189332 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4fbe5bd8-48a2-47ac-80ac-4a6e70639efb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f5b448ea5d640e689ef75cfe859a155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677657 Jul 29 17:52:02.190901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:02.206956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe5bd8-48a2-47ac-80ac-4a6e70639efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d055a2b-a8ab-411c-80e7-b993d5043e87,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:02.283762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.333629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.412968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-18804c39-a7e4-4774-a963-7b8a46d750b5 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:02.414644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-18804c39-a7e4-4774-a963-7b8a46d750b5 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.1207318 Jul 29 17:52:02.427722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b779a-ede6-472d-ad17-da505a77a99e req-46d5959d-c28a-48d9-b8d5-4cd79945731d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:02.429454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e12b779a-ede6-472d-ad17-da505a77a99e req-46d5959d-c28a-48d9-b8d5-4cd79945731d tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 945 time: 0.1221631 Jul 29 17:52:02.491804 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.493791 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.495016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d055a2b-a8ab-411c-80e7-b993d5043e87 HTTP/1.1" status: 204 len: 168 time: 0.3031065 Jul 29 17:52:02.551254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e920ad-f520-47d4-a19f-4e6ca12ec8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d055a2b-a8ab-411c-80e7-b993d5043e87,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:02.572985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e12b779a-ede6-472d-ad17-da505a77a99e req-36ba6169-768e-46df-9a17-0c12217270a6 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270053 Jul 29 17:52:02.607401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Deleting port 199d2235-9401-4880-a366-be68e65aa55c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:02.608052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.746108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] For port 199d2235-9401-4880-a366-be68e65aa55c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=199d2235-9401-4880-a366-be68e65aa55c,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:02.746536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:02.753352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:02.764620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Calling delete_port for 199d2235-9401-4880-a366-be68e65aa55c owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:02.991431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bba92-956e-4843-9cd3-5ed79f42b456 req-64e8776b-429f-4b12-bd29-6a04d458291f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:02.998810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b0bba92-956e-4843-9cd3-5ed79f42b456 req-64e8776b-429f-4b12-bd29-6a04d458291f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 943 time: 0.1073461 Jul 29 17:52:03.000231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:03.043882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'f119d511-615d-498a-9a82-16982a23cf84', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'port_id': 'f119d511-615d-498a-9a82-16982a23cf84', 'mac_address': 'fa:16:3e:2b:29:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a25cf5-e1f1-4e8b-9a40-b0e52dc67318', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:03.056371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b0bba92-956e-4843-9cd3-5ed79f42b456 req-297d150a-b27d-4b12-8fc9-10abccbefd69 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515397 Jul 29 17:52:03.059220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:03.077103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['75034454-d45f-4197-9eb9-d2f29a177b94', '199d2235-9401-4880-a366-be68e65aa55c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:03.098940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event deleted for resources: {'Port': ['ID=199d2235-9401-4880-a366-be68e65aa55c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:03.170105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] No DVR routers for this DVR port 199d2235-9401-4880-a366-be68e65aa55c on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:03.173820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:03.176953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04757246-03bb-4667-8b38-0af7d4bd1687 req-a8223f60-6b36-437c-9a70-99957590267e tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "DELETE /v2.0/ports/199d2235-9401-4880-a366-be68e65aa55c HTTP/1.1" status: 204 len: 173 time: 0.7465441 Jul 29 17:52:03.177418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'name': 'network-vif-deleted', 'tag': '199d2235-9401-4880-a366-be68e65aa55c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:03.180218 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46be27b-70b3-4898-8a9f-01126fce6d5c" -d '{"events": [{"server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "name": "network-vif-deleted", "tag": "199d2235-9401-4880-a366-be68e65aa55c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:03.227255 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:03.249742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:03.268563 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65bd995-cbce-47fb-80d2-6c492bb0fca9 x-openstack-request-id: req-c65bd995-cbce-47fb-80d2-6c492bb0fca9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:03.269079 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae05131-fffa-41a3-a078-d7d89d95ecb0", "name": "network-vif-deleted", "tag": "199d2235-9401-4880-a366-be68e65aa55c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:03.269325 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c65bd995-cbce-47fb-80d2-6c492bb0fca9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:03.269756 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05131-fffa-41a3-a078-d7d89d95ecb0', 'name': 'network-vif-deleted', 'tag': '199d2235-9401-4880-a366-be68e65aa55c', 'status': 'completed', 'code': 200} Jul 29 17:52:03.292427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:03.303522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:03.481662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:03.556874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['f119d511-615d-498a-9a82-16982a23cf84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:03.763326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e70ab6f6-b024-4d0f-8ab6-0af9fbab4ba8 req-b0449b80-827b-4c82-8db5-33c1365f8dbb tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae05131-fffa-41a3-a078-d7d89d95ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0347826 Jul 29 17:52:03.859937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:04.035269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1826281588-network', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:04.064833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:04.068053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.090088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.236446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123b1f-4f59-4a2e-a247-8d71c7f2bfff req-60866bf5-1cf5-4527-a92f-9b7e12b07ccc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:04.238346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd123b1f-4f59-4a2e-a247-8d71c7f2bfff req-60866bf5-1cf5-4527-a92f-9b7e12b07ccc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 944 time: 0.0992217 Jul 29 17:52:04.298346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd123b1f-4f59-4a2e-a247-8d71c7f2bfff req-0a44d80f-a1e8-4c39-807a-89e75b3a9c75 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Jul 29 17:52:04.321489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.327809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.359222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:04.369092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20730743-1ea7-4594-9879-efbfcc46ad62,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:04.375674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.376022 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Added segment ba7af760-def1-44df-baec-d59b7cb983cd of type vlan for network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 Jul 29 17:52:04.426846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.464669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.466176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:04.466978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.530415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:04.531138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6692145 Jul 29 17:52:04.539042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Request body: {'subnet': {'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1826281588-subnet', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:04.543934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c74fe-a0c6-4a20-8b6f-a46dc10aefbb admin admin] Pushing event updated for resources: {'Network': ['ID=ad2b76d8-26a9-44c3-8fad-b29a774a8cb1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:04.555692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:04.577799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:04.580694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.628692 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:52:04.759904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:04.854317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port f119d511-615d-498a-9a82-16982a23cf84 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:04.861106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port f119d511-615d-498a-9a82-16982a23cf84 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:04.862709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.863907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:04.941796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0223ace0-f284-490e-b6af-a74b64391233,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:04.977742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Checking segment: {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:04.979584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Network hostable DHCP agents. Network: ad2b76d8-26a9-44c3-8fad-b29a774a8cb1, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:52:05.019327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:05.043380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ad2b76d8-26a9-44c3-8fad-b29a774a8cb1) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:05.050479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:05.050981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.057432 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.065437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba666a0-60e6-4430-a855-317779da9fce None None] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:05.101821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5e68ad5-2a6c-4d51-83d8-56e9285baef5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5670950 Jul 29 17:52:05.102510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33456) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:05.108699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:05.153232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.155086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.297373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.326598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312821ca-a1ce-4655-bc0e-b8dbf5f13a6b req-722b2564-5943-4393-a239-69af3135a8cf tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:05.334762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-312821ca-a1ce-4655-bc0e-b8dbf5f13a6b req-722b2564-5943-4393-a239-69af3135a8cf tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.1104419 Jul 29 17:52:05.403756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-312821ca-a1ce-4655-bc0e-b8dbf5f13a6b req-1c632a68-46b0-49ce-b196-26201c36f6df tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612676 Jul 29 17:52:05.504472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 199d2235-9401-4880-a366-be68e65aa55c no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:05.540600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 199d2235-9401-4880-a366-be68e65aa55c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:05.541484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 199d2235-9401-4880-a366-be68e65aa55c not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:05.548486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:05.551308 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1db415-9642-4888-a2ce-de0a03190b5e" -d '{"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-plugged", "status": "completed", "tag": "f119d511-615d-498a-9a82-16982a23cf84"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:05.571100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:05.584362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.647849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:05.711897 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb1219-fade-48a6-872e-c867c1bfb2d1 x-openstack-request-id: req-e8bb1219-fade-48a6-872e-c867c1bfb2d1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:05.712494 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-plugged", "status": "completed", "tag": "f119d511-615d-498a-9a82-16982a23cf84", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:05.712920 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8bb1219-fade-48a6-872e-c867c1bfb2d1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:05.713482 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84', 'code': 200} Jul 29 17:52:05.819606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'fixed_ips': [{'subnet_id': '0223ace0-f284-490e-b6af-a74b64391233'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:52:05.820839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.974055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:05.988839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59213ff-7697-4ed2-99f1-1407458c37ed req-743e3541-0df0-482e-8110-fc627759cd77 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:05.995594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Allocated IP 172.20.0.2 (ad2b76d8-26a9-44c3-8fad-b29a774a8cb1/0223ace0-f284-490e-b6af-a74b64391233/76611273-7ef7-4b92-9413-31e56e53d489) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:05.998188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59213ff-7697-4ed2-99f1-1407458c37ed req-743e3541-0df0-482e-8110-fc627759cd77 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 944 time: 0.5594628 Jul 29 17:52:06.081244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59213ff-7697-4ed2-99f1-1407458c37ed req-85725a01-ce58-41ba-be85-a14fb7c07be4 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767097 Jul 29 17:52:06.083536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512a5f6-be95-40a1-a9a1-a8ef55cc1ba3 req-5b22ed3c-47e4-4ae8-8afd-7fc7d9d9e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:06.085854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7512a5f6-be95-40a1-a9a1-a8ef55cc1ba3 req-5b22ed3c-47e4-4ae8-8afd-7fc7d9d9e37a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 1096 time: 0.1435270 Jul 29 17:52:06.175160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7512a5f6-be95-40a1-a9a1-a8ef55cc1ba3 req-41f209a1-bb97-4cba-a4d9-301ccb7e36bd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781734 Jul 29 17:52:06.238815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.259904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Transition to ACTIVE for port object 76611273-7ef7-4b92-9413-31e56e53d489 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:06.289816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Transition to ACTIVE for port object 76611273-7ef7-4b92-9413-31e56e53d489 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:06.303247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.352214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.381811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.436475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:06.444751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:06.464205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:06.521527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Pushing event updated for resources: {'Port': ['ID=76611273-7ef7-4b92-9413-31e56e53d489,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:06.560308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Attempting to bind port 76611273-7ef7-4b92-9413-31e56e53d489 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:06.561050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Attempting to bind port 76611273-7ef7-4b92-9413-31e56e53d489 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:06.561636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Attempting to bind port 76611273-7ef7-4b92-9413-31e56e53d489 on network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:06.567801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:06.568324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Checking segment: {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:06.568848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.569340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Bound using segment: {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:06.569912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Bound port: 76611273-7ef7-4b92-9413-31e56e53d489, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:06.570722 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.666020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] For port 76611273-7ef7-4b92-9413-31e56e53d489, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:06.672856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] For port 76611273-7ef7-4b92-9413-31e56e53d489, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76611273-7ef7-4b92-9413-31e56e53d489,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:06.683333 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:06.764411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Allocated IP 172.25.5.20 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:06.784829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f18bd8-868f-423d-b452-fee1edb2fbd3 None None] Pushing event updated for resources: {'Port': ['ID=76611273-7ef7-4b92-9413-31e56e53d489,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:06.802079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fcb88-8802-4353-8a55-d63df4d3826d req-a4ef665b-418c-4d0b-848d-3733c85640ec tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:06.806803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d9fcb88-8802-4353-8a55-d63df4d3826d req-a4ef665b-418c-4d0b-848d-3733c85640ec tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.2459283 Jul 29 17:52:06.888138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-94759a69-161d-43f7-986e-86523d61c494 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:06.889480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-94759a69-161d-43f7-986e-86523d61c494 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 945 time: 0.2189054 Jul 29 17:52:07.081255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d9fcb88-8802-4353-8a55-d63df4d3826d req-32f93da2-3ffc-4267-9c9c-505e26c568eb tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628832 Jul 29 17:52:07.221450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:07.277660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372ae9-ff50-4577-b6a1-3c8240d2e093 req-dee696ec-959f-4fde-b1e4-a926988c549a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:07.287674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73372ae9-ff50-4577-b6a1-3c8240d2e093 req-dee696ec-959f-4fde-b1e4-a926988c549a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.0940931 Jul 29 17:52:07.338125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73372ae9-ff50-4577-b6a1-3c8240d2e093 req-4b4eb98c-7619-48f1-a9cb-9164e3fd749a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Jul 29 17:52:07.347310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Deleting port 75034454-d45f-4197-9eb9-d2f29a177b94 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:07.348010 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:07.375743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:07.454778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:07.465278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:07.473526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:07.681338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Pushing event updated for resources: {'Port': ['ID=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:07.763346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] For port 75034454-d45f-4197-9eb9-d2f29a177b94, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=75034454-d45f-4197-9eb9-d2f29a177b94,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:07.763736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:07.793178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Calling delete_port for 75034454-d45f-4197-9eb9-d2f29a177b94 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:07.938527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:08.278960 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:08.337730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233293ec-6717-4b13-8874-ddc07f82ed06 None None] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:08.354897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Pushing event deleted for resources: {'Port': ['ID=75034454-d45f-4197-9eb9-d2f29a177b94,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:08.408981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff57e3-ee1f-45e7-91c2-88c30e561a7f req-b49f2c63-0c09-4f2f-8bdd-8e23f2b26fbe tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:08.416848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ff57e3-ee1f-45e7-91c2-88c30e561a7f req-b49f2c63-0c09-4f2f-8bdd-8e23f2b26fbe tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01a455a-a1b0-4ac1-87c2-ebaf8038f19b HTTP/1.1" status: 200 len: 867 time: 0.1921530 Jul 29 17:52:08.438362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] No DVR routers for this DVR port 75034454-d45f-4197-9eb9-d2f29a177b94 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:08.451848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:08.453898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23fbd03f-31b1-424e-a58e-18efe21ad248 req-d8c6cce1-ea87-4641-a222-2ee158fdf000 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.38 "DELETE /v2.0/ports/75034454-d45f-4197-9eb9-d2f29a177b94 HTTP/1.1" status: 204 len: 173 time: 1.5557845 Jul 29 17:52:08.454517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'name': 'network-vif-deleted', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:08.456811 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c0fab-3d99-49e4-90b5-5fffa3b56455" -d '{"events": [{"server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "name": "network-vif-deleted", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:08.474737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:08.582162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e83d6924-846b-4452-9f7f-bc48b69836db None None] Provisioning for port 76611273-7ef7-4b92-9413-31e56e53d489 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:08.615413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ff57e3-ee1f-45e7-91c2-88c30e561a7f req-d9de55a4-0115-44ff-b381-9f0a2291f7a5 tempest-ListServerFiltersTestJSON-1572727327 tempest-ListServerFiltersTestJSON-1572727327-project] 10.222.0.16 "GET /v2.0/security-groups?id=57927095-ff9e-4706-bcd4-bdef2da418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782329 Jul 29 17:52:08.760839 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0e2b88-d2cd-4fbf-ba50-520f911a86fe x-openstack-request-id: req-9b0e2b88-d2cd-4fbf-ba50-520f911a86fe {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:08.761148 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a455a-a1b0-4ac1-87c2-ebaf8038f19b", "name": "network-vif-deleted", "tag": "75034454-d45f-4197-9eb9-d2f29a177b94", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:08.763955 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b0e2b88-d2cd-4fbf-ba50-520f911a86fe {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:08.768713 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a455a-a1b0-4ac1-87c2-ebaf8038f19b', 'name': 'network-vif-deleted', 'tag': '75034454-d45f-4197-9eb9-d2f29a177b94', 'status': 'completed', 'code': 200} Jul 29 17:52:08.776848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01552-6ce3-4649-881b-c1c0aab071f9 req-c51f5a78-59e5-42e6-a87f-4238bf35e67d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:08.789228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33b01552-6ce3-4649-881b-c1c0aab071f9 req-c51f5a78-59e5-42e6-a87f-4238bf35e67d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1462872 Jul 29 17:52:08.849357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Router 5a79f96a-0cb6-46b9-819c-da361685db62 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:52:08.861624 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33b01552-6ce3-4649-881b-c1c0aab071f9 req-3f0e5b2e-7470-4572-9a88-6536e7a7bde1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Jul 29 17:52:09.194745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:52:09.209885 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5662-c64e-4587-9c7a-232b2a9a2444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.212658 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Sync routers for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:52:09.216294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76611273-7ef7-4b92-9413-31e56e53d489 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:09.242743 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:52:09.243678 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:09.296277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378e46-8df5-400e-ad3a-2b2dd9ec6197 req-339c8500-c4a0-4268-935f-81fb49e5d5d8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:09.307176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64378e46-8df5-400e-ad3a-2b2dd9ec6197 req-339c8500-c4a0-4268-935f-81fb49e5d5d8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.3273649 Jul 29 17:52:09.337957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 75034454-d45f-4197-9eb9-d2f29a177b94 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:09.342684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.347696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33526) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:09.356951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-84b20c9b-eafe-4f95-8dcb-c12c7574ae1d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2528212 Jul 29 17:52:09.400839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64378e46-8df5-400e-ad3a-2b2dd9ec6197 req-57faacb5-444a-4dc6-8876-abfd6b45f015 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Jul 29 17:52:09.430840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 75034454-d45f-4197-9eb9-d2f29a177b94 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:09.431513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 75034454-d45f-4197-9eb9-d2f29a177b94 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:09.445290 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:52:09.480587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 76611273-7ef7-4b92-9413-31e56e53d489 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:09.485096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 76611273-7ef7-4b92-9413-31e56e53d489 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:09.489224 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.713689 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.780426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33546) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:09.795267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 76611273-7ef7-4b92-9413-31e56e53d489, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76611273-7ef7-4b92-9413-31e56e53d489,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:09.816771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.875292 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:07Z', 'revision_number': 3, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:09.894507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Deleting subnet d27bfb1e-67a7-4fef-9748-30ad870c0e61 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:52:09.899131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.912285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=76611273-7ef7-4b92-9413-31e56e53d489,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:09.926736 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Checking router: 5a79f96a-0cb6-46b9-819c-da361685db62 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:52:09.927082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Updating router 5a79f96a-0cb6-46b9-819c-da361685db62 port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:52:09.979872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:09.989434 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.115905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.207029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.229543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.249033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.253183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d27bfb1e-67a7-4fef-9748-30ad870c0e61 HTTP/1.1" status: 204 len: 168 time: 0.4695024 Jul 29 17:52:10.261921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00aa2d3-4856-4628-aa60-1eda89876d10 None None] Network 9d8e4828-2f04-4a89-87f9-80d4392f8c17 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:10.264010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:10.282430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6385e-5f00-4454-b5d7-b9d260df3114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27bfb1e-67a7-4fef-9748-30ad870c0e61,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:10.291482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4be8d-bf74-4a33-aa6b-afe0462b4492 req-b3ae2a2a-523c-4ac4-b64e-345d17bdb0d4 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:10.299667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5e4be8d-bf74-4a33-aa6b-afe0462b4492 req-b3ae2a2a-523c-4ac4-b64e-345d17bdb0d4 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1158438 Jul 29 17:52:10.363416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5e4be8d-bf74-4a33-aa6b-afe0462b4492 req-1d26a70d-5d39-49d1-8646-d7417924b782 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626638 Jul 29 17:52:10.390228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.514463 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.526930 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Transition to ACTIVE for port object b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:10.544759 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.640432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] DHCP port deletion for 9d8e4828-2f04-4a89-87f9-80d4392f8c17 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:52:10.670443 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:10.676955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3fc42-e75a-4712-8b88-b845d778ef93 req-c355b373-a6f6-48f3-922e-86df3346daaa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:10.678583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28c3fc42-e75a-4712-8b88-b845d778ef93 req-c355b373-a6f6-48f3-922e-86df3346daaa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1398194 Jul 29 17:52:10.697335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Allocated IP 172.20.0.1 (ad2b76d8-26a9-44c3-8fad-b29a774a8cb1/0223ace0-f284-490e-b6af-a74b64391233/01becc74-2e74-471c-b893-5582567f878c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:10.706330 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.707150 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.707983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.709144 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.709556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.711185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.711599 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.712998 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.713403 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.715429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.715852 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.716300 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:10.766772 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Attempting to bind port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:10.767515 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Attempting to bind port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:10.775684 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Attempting to bind port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:10.789117 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:10.790488 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:10.791723 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.792253 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:10.792711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Deleting port 9afcefe1-56da-436e-986c-b7f006e6a7ce {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:10.792953 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Bound port: b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:10.793081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.793668 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.801537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Deleting port 9afcefe1-56da-436e-986c-b7f006e6a7ce {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:10.801537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.912998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] For port 9afcefe1-56da-436e-986c-b7f006e6a7ce, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9afcefe1-56da-436e-986c-b7f006e6a7ce,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:10.913747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.917998 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] For port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:10.923080 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] For port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:10.932846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] For port 9afcefe1-56da-436e-986c-b7f006e6a7ce, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9afcefe1-56da-436e-986c-b7f006e6a7ce,segment=NetworkSegment(088f8749-19b4-4c62-82fa-12528e476253),segment_id=088f8749-19b4-4c62-82fa-12528e476253)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:10.933387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.938757 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:10.967376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Calling delete_port for 9afcefe1-56da-436e-986c-b7f006e6a7ce owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:11.112134 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad3ec-ac4b-438e-a9cf-aacc1a223845 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:11.116596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Calling delete_port for 9afcefe1-56da-436e-986c-b7f006e6a7ce owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:11.134381 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:52:11.135163 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:51:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:11.195189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76611273-7ef7-4b92-9413-31e56e53d489 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:11.201872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.268933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.307605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] Pushing event deleted for resources: {'Port': ['ID=9afcefe1-56da-436e-986c-b7f006e6a7ce,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:11.340410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507094ca-c0d5-4f92-a3f9-a2e7dfc37b26 None None] No DVR routers for this DVR port 9afcefe1-56da-436e-986c-b7f006e6a7ce on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:11.378655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 76611273-7ef7-4b92-9413-31e56e53d489 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:11.379057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.393268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.408035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28c3fc42-e75a-4712-8b88-b845d778ef93 req-f868bc1e-cfe8-4dfe-a1e8-d1359a019b97 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152474 Jul 29 17:52:11.454916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Transition to ACTIVE for port object 01becc74-2e74-471c-b893-5582567f878c will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:11.473055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9afcefe1-56da-436e-986c-b7f006e6a7ce,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:11.485927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] No DVR routers for this DVR port 9afcefe1-56da-436e-986c-b7f006e6a7ce on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:11.598267 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:52:11.620895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9afcefe1-56da-436e-986c-b7f006e6a7ce no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:11.664257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-e335e61b-521d-4243-a5f8-3b265bd90423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:11.677169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-e335e61b-521d-4243-a5f8-3b265bd90423 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1188123 Jul 29 17:52:11.699987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 9afcefe1-56da-436e-986c-b7f006e6a7ce {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:11.700579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9afcefe1-56da-436e-986c-b7f006e6a7ce not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:11.717490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9088b456-fb95-4d97-9274-1f312057e6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.752025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.775250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8e4828-2f04-4a89-87f9-80d4392f8c17']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:11.803639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088f8749-19b4-4c62-82fa-12528e476253') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:11.804580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088f8749-19b4-4c62-82fa-12528e476253') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:11.819707 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.824237 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.890466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.918673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:52:11.919151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:11.989741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-8b0b6624-f2a3-4484-94ef-629278587e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:12.004087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-8b0b6624-f2a3-4484-94ef-629278587e78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2905376 Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:52:12.095849 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:52:12.107567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.113370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.117610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d8e4828-2f04-4a89-87f9-80d4392f8c17 HTTP/1.1" status: 204 len: 168 time: 1.8500783 Jul 29 17:52:12.119279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.152705 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:07Z', 'revision_number': 3, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:12.154024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-444d2f32-8d5b-4a5b-b7e3-d4a3fdf2e947 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 1000 time: 0.1412036 Jul 29 17:52:12.219428 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172885a8-e964-4ec8-a673-aa83cb1b6cf2 None None] The sync data for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 is: [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:07Z', 'revision_number': 3, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:52:12.281761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Pushing event updated for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:12.308094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a9d8a-878e-4eb2-b8e1-bfed50fd09cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8e4828-2f04-4a89-87f9-80d4392f8c17,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:12.315002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:12.318831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:12.327352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:12.371682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-b365ee8a-9591-4cac-a22a-68b425e40b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:12.373174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-b365ee8a-9591-4cac-a22a-68b425e40b88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1348350 Jul 29 17:52:12.392034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33602) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:12.507152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.574459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73337d2a-0ff9-49f3-a157-4db7234a0d47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=226651392224403faf42a7f8b51fb829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801541 Jul 29 17:52:12.576944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33604) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:12.713713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.763098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.812652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c33809ac-f1d7-41d3-b07d-dbfc3cdef44d None None] Provisioning for port 01becc74-2e74-471c-b893-5582567f878c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:12.818710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c33809ac-f1d7-41d3-b07d-dbfc3cdef44d None None] Provisioning complete for port 01becc74-2e74-471c-b893-5582567f878c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:12.819006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c33809ac-f1d7-41d3-b07d-dbfc3cdef44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.831924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.834788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.836067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57927095-ff9e-4706-bcd4-bdef2da418c3 HTTP/1.1" status: 204 len: 168 time: 0.2581036 Jul 29 17:52:12.867088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148c0eb-9180-440e-aba4-d41450cb0bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57927095-ff9e-4706-bcd4-bdef2da418c3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:12.985388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:12.985647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c33809ac-f1d7-41d3-b07d-dbfc3cdef44d None None] Port 01becc74-2e74-471c-b893-5582567f878c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:52:13.077203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5ad8-fa27-4269-9729-09f0fd01d91f req-74dafdf2-88d1-4a57-a64a-3d8623c40ac9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:13.085895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-338f5ad8-fa27-4269-9729-09f0fd01d91f req-74dafdf2-88d1-4a57-a64a-3d8623c40ac9 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.9308181 Jul 29 17:52:13.093100 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.238361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-9e96691d-68c1-4afe-bb23-0a40ec55533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:13.242723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-9e96691d-68c1-4afe-bb23-0a40ec55533f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8603594 Jul 29 17:52:13.257742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:13.468483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-f703705a-386d-4049-9f0e-11cf77531520 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132933 Jul 29 17:52:13.484061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.484297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:13.496223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:13.498164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.566461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.589822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-338f5ad8-fa27-4269-9729-09f0fd01d91f req-85bf8f6c-c43e-4241-98ab-993f0d27d58c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930620 Jul 29 17:52:13.647109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.674314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b79236c-cdbe-4d75-819e-6d7c3ac68d36 req-5cd3d2f3-d630-4c7c-904b-8c076d678406 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949069 Jul 29 17:52:13.686634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Pushing event updated for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:13.793541 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.807244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33634) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:13.807505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:13.808592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:13.829630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:13.845023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:13.953347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:14.072377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92ea735-fde1-4bf0-8881-2b728ded448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.133450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c6063acb-fc0c-4e21-9ac9-08c8b2aac52c None None] Provisioning complete for port 01becc74-2e74-471c-b893-5582567f878c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:14.137227 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6063acb-fc0c-4e21-9ac9-08c8b2aac52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.212228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Router 5a79f96a-0cb6-46b9-819c-da361685db62 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:52:14.292927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92ea735-fde1-4bf0-8881-2b728ded448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.306808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b92ea735-fde1-4bf0-8881-2b728ded448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.351759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c6063acb-fc0c-4e21-9ac9-08c8b2aac52c None None] Port 01becc74-2e74-471c-b893-5582567f878c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:52:14.360197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ea735-fde1-4bf0-8881-2b728ded448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c01554-7efb-4ae2-9c9a-f51c532e33a6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:14.410731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b92ea735-fde1-4bf0-8881-2b728ded448b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63178f77222542fc854258e3e94c6522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029091 Jul 29 17:52:14.414518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:14.527229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.542162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.599533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.696621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.699201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:14.700488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4c01554-7efb-4ae2-9c9a-f51c532e33a6 HTTP/1.1" status: 204 len: 168 time: 0.2850165 Jul 29 17:52:14.720196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d021-7181-4f34-8357-58fc6e4b0009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c01554-7efb-4ae2-9c9a-f51c532e33a6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:14.782404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:14.974970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-44495d91-681e-41a5-91b4-a37d6291fef6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1638291 Jul 29 17:52:15.016160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eff79-5afb-4497-9239-ba0124f13bcc req-1a142d3e-4d2e-46c3-926b-f2c8177e5883 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.020066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f42eff79-5afb-4497-9239-ba0124f13bcc req-1a142d3e-4d2e-46c3-926b-f2c8177e5883 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1525784 Jul 29 17:52:15.028071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-375507037-network', 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:15.148862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:15.213226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f42eff79-5afb-4497-9239-ba0124f13bcc req-dacc90e9-823c-44e3-84f5-049ed6ec35e1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808276 Jul 29 17:52:15.238192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:15.241403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:15.250341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.251845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.252510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.260523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.261523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.262334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.262997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.265819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bb721cc-708d-45f2-a1db-ab7e6725601e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.2237110 Jul 29 17:52:15.296636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:15.323781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:15.324897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:15.424074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:52:15.439557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4c63cd7-d810-42fb-8936-78e78b6ce460 admin admin] 10.222.0.16 "PUT /v2.0/routers/5a79f96a-0cb6-46b9-819c-da361685db62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0903103 Jul 29 17:52:15.595737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Sync routers for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:52:15.607442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:52:15.608105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:52:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:15.669916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0bcecda3-8309-46c7-8b3f-99a155574d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.670698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0bcecda3-8309-46c7-8b3f-99a155574d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.671314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0bcecda3-8309-46c7-8b3f-99a155574d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:15.673402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0bcecda3-8309-46c7-8b3f-99a155574d08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 2292 time: 0.3472421 Jul 29 17:52:15.772729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33694) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:15.843905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-7f01bc9d-da76-4d21-a886-0d3f096320b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1001 time: 0.1580460 Jul 29 17:52:15.852227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:52:16.064025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.076902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-b4894701-b43e-45b9-899a-22a259540fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.079195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-b4894701-b43e-45b9-899a-22a259540fa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.2222686 Jul 29 17:52:16.080110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.119744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:16.173738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.174321 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Added segment 15616639-4eb0-4015-8414-1423ecbd3c68 of type vlan for network b933e543-0c8f-457a-9479-51dfd600d6a5 Jul 29 17:52:16.176192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df298cc1-4249-453a-847e-362fe92f133f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:16.227568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-b2d09c6b-71c3-4080-8f55-ddd36b9bbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.229435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-b2d09c6b-71c3-4080-8f55-ddd36b9bbb88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421452 Jul 29 17:52:16.236304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:12Z', 'revision_number': 4, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '01becc74-2e74-471c-b893-5582567f878c', 'name': '', 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'mac_address': 'fa:16:3e:28:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '0223ace0-f284-490e-b6af-a74b64391233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:10Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 2, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'subnets': [{'id': '0223ace0-f284-490e-b6af-a74b64391233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:16.267085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.267321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Checking router: 5a79f96a-0cb6-46b9-819c-da361685db62 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:52:16.267593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Updating router 5a79f96a-0cb6-46b9-819c-da361685db62 port 01becc74-2e74-471c-b893-5582567f878c binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:52:16.283682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1209879471'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:16.307670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.329141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:16.334879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.372249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:16.386137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.387633 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Added segment e34cb500-f9d8-420c-804b-7ecd74aa6ca8 of type vlan for network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 Jul 29 17:52:16.417099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c889-c264-40b8-b541-a17146bda968 req-4b204653-053c-4307-9678-de1b4ad16747 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.418837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a2c889-c264-40b8-b541-a17146bda968 req-4b204653-053c-4307-9678-de1b4ad16747 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1065142 Jul 29 17:52:16.423209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.424241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.424921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.435177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-418e0589-ddaa-4de2-b334-5ddcd8ac38cb service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980531 Jul 29 17:52:16.444399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.528315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.568337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7819803 Jul 29 17:52:16.570768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.571684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.574727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:16.584649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Request body: {'subnet': {'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-375507037-subnet', 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:16.596542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a2c889-c264-40b8-b541-a17146bda968 req-5e9e5c6c-e6bd-4321-b675-c4134aaaefd0 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683247 Jul 29 17:52:16.601422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c1ff2-d831-4f84-9005-c0e75d24209c admin admin] Pushing event updated for resources: {'Network': ['ID=b933e543-0c8f-457a-9479-51dfd600d6a5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:16.660299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-337e9eb4-c5e0-472c-b342-104b92b7ab23 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806982 Jul 29 17:52:16.684785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b933e543-0c8f-457a-9479-51dfd600d6a5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:16.733403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Network': ['ID=7d5a610b-82d8-47a3-ac15-02d8557ec4d1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:16.737431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ca1aae5-2566-4d6f-a851-e102d13b71b6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9633262 Jul 29 17:52:16.740788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33736) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:16.750229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'subnet': {'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:16.750613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-3bbb242b-f900-4b4f-9c57-ecc814bc6edb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.0832465 Jul 29 17:52:16.848449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:16.887742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:16.890399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.929641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:16.934346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:16.946804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798436de-14e3-4176-b7fa-3e534a64f2b6 req-304859e5-48d2-4675-9710-a086be03097f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:16.955503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-798436de-14e3-4176-b7fa-3e534a64f2b6 req-304859e5-48d2-4675-9710-a086be03097f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.1238837 Jul 29 17:52:17.031107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c7476810-31d0-4f95-858e-4390b4b0613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:17.032855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c7476810-31d0-4f95-858e-4390b4b0613a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2720516 Jul 29 17:52:17.076387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.091105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Transition to ACTIVE for port object 01becc74-2e74-471c-b893-5582567f878c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:17.098797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.130982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c2ce2ee0-2643-4749-991a-2414a15c4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:17.132521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c2ce2ee0-2643-4749-991a-2414a15c4a73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887125 Jul 29 17:52:17.165293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83a30d-8ef4-4c33-8e15-8826169a1693 None None] Pushing event updated for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:17.277653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-798436de-14e3-4176-b7fa-3e534a64f2b6 req-bc238be4-6f00-4bb4-b497-ed1c0ce7fa7d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210220 Jul 29 17:52:17.315318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-dcd6f013-fc48-49fe-8773-c60be5b76296 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737206 Jul 29 17:52:17.318729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.332464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Attempting to bind port 01becc74-2e74-471c-b893-5582567f878c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:17.339612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Attempting to bind port 01becc74-2e74-471c-b893-5582567f878c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:17.341372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Attempting to bind port 01becc74-2e74-471c-b893-5582567f878c on network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:17.345325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.361771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:17.362158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Checking segment: {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:17.363454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.364102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Bound using segment: {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:17.364618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Bound port: 01becc74-2e74-471c-b893-5582567f878c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7af760-def1-44df-baec-d59b7cb983cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:17.365012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.492382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] For port 01becc74-2e74-471c-b893-5582567f878c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:17.501346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] For port 01becc74-2e74-471c-b893-5582567f878c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=01becc74-2e74-471c-b893-5582567f878c,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:17.513576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.524688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Subnet': ['ID=4edab5bf-040d-4ab2-b056-e26c25d3aa28,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:17.543416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Checking segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:17.543785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network hostable DHCP agents. Network: 7d5a610b-82d8-47a3-ac15-02d8557ec4d1, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:52:17.545903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Checking segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:17.546401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Network hostable DHCP agents. Network: b933e543-0c8f-457a-9479-51dfd600d6a5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:52:17.559749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a526ef-d512-41e5-982d-54794cc36fe5,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:17.591206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:17.607755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:52:17.608767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:52:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:17.652886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7d5a610b-82d8-47a3-ac15-02d8557ec4d1) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:17.665616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:17.666266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.698432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-899d4ecd-5260-489f-82e4-e6c1df1ab5a7 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687305 Jul 29 17:52:17.698432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Network b933e543-0c8f-457a-9479-51dfd600d6a5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:17.707992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b559c7b-2ba8-4057-8191-0fae5195b72a None None] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:17.712545 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9474cfad-e189-4959-ab96-80f67058ec8a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9681897 Jul 29 17:52:17.712835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:17.721419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-765468702'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:17.785262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:17.789757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.839024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b933e543-0c8f-457a-9479-51dfd600d6a5) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:17.849481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:17.850088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.880786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-055ac018-92c9-4c1c-ad5b-3bcaf8298d14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.1701455 Jul 29 17:52:17.883537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:17.914310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f73da2-5c28-4c91-8267-da5dfe07551b req-5803c20c-a0a8-460a-9963-465b148836b2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:17.915360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-891b865e-0715-4845-8ceb-b35a462242b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3351002 Jul 29 17:52:17.927083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31f73da2-5c28-4c91-8267-da5dfe07551b req-5803c20c-a0a8-460a-9963-465b148836b2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1012480 Jul 29 17:52:18.002601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31f73da2-5c28-4c91-8267-da5dfe07551b req-5a85bfc7-de2d-48e4-81c5-b470be273ef0 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Jul 29 17:52:18.003755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.004103 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Added segment e46872ab-5ec0-4eed-93ba-56c7852350af of type vlan for network 4c09eaaa-4f95-4c10-96ea-0d311d506129 Jul 29 17:52:18.059109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.063303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-55579394-1f86-4696-b109-2baf1276ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.068224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0ff1f-e6db-472a-add7-00db1adcb591 None None] Network b933e543-0c8f-457a-9479-51dfd600d6a5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:18.076561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-55579394-1f86-4696-b109-2baf1276ba76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1909995 Jul 29 17:52:18.122216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.132234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83a30d-8ef4-4c33-8e15-8826169a1693 None None] Pushing event updated for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:18.133086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.134079 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.166200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-df23faf0-275a-4fc9-8856-a2f25fb161bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.172248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-df23faf0-275a-4fc9-8856-a2f25fb161bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878332 Jul 29 17:52:18.224092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5098493 Jul 29 17:52:18.226588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:18.249704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'subnet': {'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:18.274897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbf36e-2445-4477-be3f-4e4cad7c0295 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Network': ['ID=4c09eaaa-4f95-4c10-96ea-0d311d506129,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:18.313853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:18.401200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:18.405096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.407479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-e54ade56-1399-4e59-add9-cd30ab10a70d service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271225 Jul 29 17:52:18.516127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01909339-69bc-4e74-87af-6d69f77acd04 None None] Network b933e543-0c8f-457a-9479-51dfd600d6a5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:18.592632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-d5ffc097-5bd2-465b-b89a-13ad4c377042 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708505 Jul 29 17:52:18.657836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:52:18.674064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-933680da-9429-48f7-8919-77bf2037fc67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.0750446 Jul 29 17:52:18.776485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-297d54a8-600e-480b-95f5-4fbd2ddecb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.782703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-297d54a8-600e-480b-95f5-4fbd2ddecb06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1014304 Jul 29 17:52:18.788021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.881708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33846) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:18.891358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9ecd524f-00e1-4dd6-9d85-fb203fee804d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.892999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9ecd524f-00e1-4dd6-9d85-fb203fee804d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.2295353 Jul 29 17:52:18.911390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0af40fdb-0a51-4d2d-b7e5-71036eef507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:18.913074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-0af40fdb-0a51-4d2d-b7e5-71036eef507f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249905 Jul 29 17:52:18.917933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Subnet': ['ID=631e36fb-7faf-4514-9056-7e174b6a82e3,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:18.941991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-8d71f7cf-c483-4ce1-8a9b-3e934ba923d5 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/quotas/be47b3d46f2b4230985d1f4ba9caa303 HTTP/1.1" status: 200 len: 375 time: 0.0369668 Jul 29 17:52:18.943594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Checking segment: {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:18.944128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network hostable DHCP agents. Network: 4c09eaaa-4f95-4c10-96ea-0d311d506129, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:52:18.996514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-1c21a3b4-237f-40d5-98a5-6b657a11f29b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464973 Jul 29 17:52:19.045028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-3f303164-2503-466d-9d0e-63ca5d26dc1d service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242781 Jul 29 17:52:19.087359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'fixed_ips': [{'subnet_id': '4edab5bf-040d-4ab2-b056-e26c25d3aa28'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:52:19.088375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.148760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-ed7c05eb-c92b-47b9-879b-0500bc1b3a87 service neutron] 10.222.0.16 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453302 Jul 29 17:52:19.149345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:19.178848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 4c09eaaa-4f95-4c10-96ea-0d311d506129) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:19.196133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639392b-b804-4005-bdec-2435dbbeff2f None None] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:19.201515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-e76c0e63-5369-47e0-8222-8aa1345186c1 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470253 Jul 29 17:52:19.247785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:19.248414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.265668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25742260-6dcc-4ac1-959d-b1314567b0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.311261 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-814ea3a1-2042-45b8-bc0d-ea23d05a707b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0835052 Jul 29 17:52:19.378666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:12Z', 'revision_number': 4, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '01becc74-2e74-471c-b893-5582567f878c', 'name': '', 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'mac_address': 'fa:16:3e:28:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '0223ace0-f284-490e-b6af-a74b64391233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:10Z', 'updated_at': '2021-07-29T17:52:17Z', 'revision_number': 4, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'subnets': [{'id': '0223ace0-f284-490e-b6af-a74b64391233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:19.392862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Allocated IP 19.80.0.2 (7d5a610b-82d8-47a3-ac15-02d8557ec4d1/4edab5bf-040d-4ab2-b056-e26c25d3aa28/3e750fcd-188c-4db2-acbe-47f55955ef56) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:19.419571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-a886bd25-00ec-4128-aee1-7a97f77a2c0a service neutron] 10.222.0.16 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624507 Jul 29 17:52:19.424436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25742260-6dcc-4ac1-959d-b1314567b0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.430131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-9998d6f2-5fa5-4b37-870f-e70f6d55da83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.1773605 Jul 29 17:52:19.456586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867df57-39c4-4c86-850c-9444256c44b9 None None] The sync data for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 is: [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:52:12Z', 'revision_number': 4, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '01becc74-2e74-471c-b893-5582567f878c', 'name': '', 'network_id': 'ad2b76d8-26a9-44c3-8fad-b29a774a8cb1', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'mac_address': 'fa:16:3e:28:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '0223ace0-f284-490e-b6af-a74b64391233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:10Z', 'updated_at': '2021-07-29T17:52:17Z', 'revision_number': 4, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'subnets': [{'id': '0223ace0-f284-490e-b6af-a74b64391233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:52:19.463615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c6bb5-d04d-48ae-9b02-ea8ee8e2d27e req-184a8d8f-1c3b-4090-80f1-fca966f4554c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:19.471282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d9c6bb5-d04d-48ae-9b02-ea8ee8e2d27e req-184a8d8f-1c3b-4090-80f1-fca966f4554c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.2689171 Jul 29 17:52:19.472148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25742260-6dcc-4ac1-959d-b1314567b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.567227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25742260-6dcc-4ac1-959d-b1314567b0a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2abc0ca2fcdf483482edfcb8baa53640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840816 Jul 29 17:52:19.567437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33864) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:19.646612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.665548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25742260-6dcc-4ac1-959d-b1314567b0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ed69d-62da-4051-8687-8acc13a66478,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:19.686808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-4c09eaaa-4f95-4c10-96ea-0d311d506129', 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'fixed_ips': [{'subnet_id': '631e36fb-7faf-4514-9056-7e174b6a82e3'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:52:19.687738 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.706932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d9c6bb5-d04d-48ae-9b02-ea8ee8e2d27e req-0be1b8a6-3509-4154-af93-55acc72eb8dd tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061074 Jul 29 17:52:19.710709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.712553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-1ccdcb55-db2d-4f43-93c6-2263d6712b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:19.729106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-1ccdcb55-db2d-4f43-93c6-2263d6712b21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2847421 Jul 29 17:52:19.796455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.799813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:19.803204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f92ed69d-62da-4051-8687-8acc13a66478 HTTP/1.1" status: 204 len: 168 time: 0.2341807 Jul 29 17:52:19.834463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06feb0e-8c2d-4d98-adbd-5784bebea9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ed69d-62da-4051-8687-8acc13a66478,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:19.855205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c9ac3d69-94ed-4d3a-ba7b-1544d2500fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:19.856759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c9ac3d69-94ed-4d3a-ba7b-1544d2500fa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206608 Jul 29 17:52:20.033774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Allocated IP 19.86.0.2 (4c09eaaa-4f95-4c10-96ea-0d311d506129/631e36fb-7faf-4514-9056-7e174b6a82e3/9ac3758c-d34c-47df-99d1-019c4153e322) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:20.040929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.058804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Transition to ACTIVE for port object 3e750fcd-188c-4db2-acbe-47f55955ef56 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:20.127765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Transition to ACTIVE for port object 3e750fcd-188c-4db2-acbe-47f55955ef56 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:20.143911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.156686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-c6dc1d3e-c201-482b-b283-e2045a61290a service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804160 Jul 29 17:52:20.229599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:20.255450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d027044-8cc8-40f3-8881-2272ee46b956 req-d6192fa5-2281-4836-b1e1-77c32ef7f8f4 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 210 time: 0.0977457 Jul 29 17:52:20.265868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:20.286623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:20.301077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Pushing event updated for resources: {'Port': ['ID=3e750fcd-188c-4db2-acbe-47f55955ef56,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:20.307152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-fb67cdff-f370-4aa0-9b9f-79c80582b929 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:20.319457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-fb67cdff-f370-4aa0-9b9f-79c80582b929 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:20.331005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-fb67cdff-f370-4aa0-9b9f-79c80582b929 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/networks?id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1&id=4c09eaaa-4f95-4c10-96ea-0d311d506129&id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1 HTTP/1.1" status: 200 len: 1391 time: 0.4215591 Jul 29 17:52:20.376210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5ffc9da7-2024-4095-9a4a-84f7c4e7a4b3 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801505 Jul 29 17:52:20.378098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-bf5ae75d-2504-4919-b380-89b173c20f5e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/quotas/d6529ea10111442f8403e90ba2f9913c HTTP/1.1" status: 200 len: 375 time: 0.0461161 Jul 29 17:52:20.417297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Attempting to bind port 3e750fcd-188c-4db2-acbe-47f55955ef56 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:20.417297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Attempting to bind port 3e750fcd-188c-4db2-acbe-47f55955ef56 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:20.417520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Attempting to bind port 3e750fcd-188c-4db2-acbe-47f55955ef56 on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:20.434976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:20.435362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Checking segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:20.435847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.436421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Bound using segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:20.436955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Bound port: 3e750fcd-188c-4db2-acbe-47f55955ef56, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:20.437587 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.482656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-357e70e5-2ba2-4cad-a024-90b44cbfcd44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.0991681 Jul 29 17:52:20.483152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:20.534523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-836be174-4fb5-4fcb-b6ad-39b12077b893 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509943 Jul 29 17:52:20.537874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.552941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Transition to ACTIVE for port object 9ac3758c-d34c-47df-99d1-019c4153e322 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:20.596333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Transition to ACTIVE for port object 9ac3758c-d34c-47df-99d1-019c4153e322 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:20.598639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] For port 3e750fcd-188c-4db2-acbe-47f55955ef56, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:20.604080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] For port 3e750fcd-188c-4db2-acbe-47f55955ef56, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3e750fcd-188c-4db2-acbe-47f55955ef56,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:20.612264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.630357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.642493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bed4507-227f-41b9-8092-421c7d411b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:20.647935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-5bed4507-227f-41b9-8092-421c7d411b73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.1431348 Jul 29 17:52:20.650119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6071fd71-7f8c-4891-88ba-f92f711d43d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.716590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-5f2ab01a-65ee-4121-a85c-873cf414032e service neutron] 10.222.0.16 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808951 Jul 29 17:52:20.854427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-efa16437-dd5f-4373-96de-895d05c90213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:20.856056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-efa16437-dd5f-4373-96de-895d05c90213 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843319 Jul 29 17:52:20.944552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-693c1f13-f1e2-4221-9e43-17a0513f599e service neutron] 10.222.0.16 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266612 Jul 29 17:52:21.060711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Pushing event updated for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:21.078757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:21.087490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:21.112333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32df9-7a25-4be8-8de7-5811d9fbd2cd req-a0f1aec2-3358-4879-8def-2730d4d3bc4d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:21.120216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87b32df9-7a25-4be8-8de7-5811d9fbd2cd req-a0f1aec2-3358-4879-8def-2730d4d3bc4d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.2885916 Jul 29 17:52:21.145800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-cf6992c5-2376-4821-b77d-ef63be03545d service neutron] 10.222.0.16 "GET /v2.0/networks/4c09eaaa-4f95-4c10-96ea-0d311d506129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984851 Jul 29 17:52:21.152725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6071fd71-7f8c-4891-88ba-f92f711d43d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.161993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:21.183708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6071fd71-7f8c-4891-88ba-f92f711d43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.187779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:21.290089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:21.293471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 01becc74-2e74-471c-b893-5582567f878c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:21.309086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87b32df9-7a25-4be8-8de7-5811d9fbd2cd req-19300f84-f63c-4ea8-ae8d-d79245e3ea37 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878855 Jul 29 17:52:21.337016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-494f4c8a-21fe-4f57-bb12-02b0283d37b2 service neutron] 10.222.0.16 "GET /v2.0/networks/4c09eaaa-4f95-4c10-96ea-0d311d506129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900656 Jul 29 17:52:21.337490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-ab3b3f66-cc98-4d26-b33a-941714f7cb60 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423282 Jul 29 17:52:21.432529 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:52:21.609274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2301e-8120-46ac-919a-cf740caef578 None None] Pushing event updated for resources: {'Port': ['ID=3e750fcd-188c-4db2-acbe-47f55955ef56,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:21.613506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6071fd71-7f8c-4891-88ba-f92f711d43d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c869ee7146cf451d92a3c63a4c445b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1292872 Jul 29 17:52:21.622848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:21.663833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Attempting to bind port 9ac3758c-d34c-47df-99d1-019c4153e322 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:21.664280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Attempting to bind port 9ac3758c-d34c-47df-99d1-019c4153e322 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:21.664416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071fd71-7f8c-4891-88ba-f92f711d43d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c957b3e-9b1e-49fb-bbdd-ba7fbbb9518a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:21.664675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Attempting to bind port 9ac3758c-d34c-47df-99d1-019c4153e322 on network 4c09eaaa-4f95-4c10-96ea-0d311d506129 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:21.711297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:21.711677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Checking segment: {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:21.712072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.712510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Bound using segment: {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:21.712998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Bound port: 9ac3758c-d34c-47df-99d1-019c4153e322, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:21.713429 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.718746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.755067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-4f56786e-abb7-4890-9b1a-f978e3104af8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037042 Jul 29 17:52:21.771316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-e3ceec70-dc23-48ae-99af-ca7a75f0c1cd service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137704 Jul 29 17:52:21.825512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:21.827847 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357d3e0-ccb6-4fe3-bcad-3f183d1975e5" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:21.847912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:21.878788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-f2e01088-38af-4dd3-a95e-f5ddc9297512 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0608790 Jul 29 17:52:21.887520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1f4bf91-1409-4eac-8ef2-948c5fff80e1 req-f2962aca-a190-4ddd-967c-f4755d81b327 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 210 time: 0.2811699 Jul 29 17:52:21.988343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:21.996431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9ac3758c-d34c-47df-99d1-019c4153e322,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:22.001943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 01becc74-2e74-471c-b893-5582567f878c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:22.028548 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e908da-a7ed-4fe0-b805-cf40995d11d2 x-openstack-request-id: req-91e908da-a7ed-4fe0-b805-cf40995d11d2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:22.028921 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:22.029240 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91e908da-a7ed-4fe0-b805-cf40995d11d2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:22.029826 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:52:22.033585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.038327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-366ccc36-16b0-4e2a-9ace-abb37da75496 service neutron] 10.222.0.16 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794387 Jul 29 17:52:22.060297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.077110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:22.090203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 01becc74-2e74-471c-b893-5582567f878c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:22.091206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.100223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.201848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:22.258423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.275172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:22.412677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.415455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.416567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c957b3e-9b1e-49fb-bbdd-ba7fbbb9518a HTTP/1.1" status: 204 len: 168 time: 0.7566299 Jul 29 17:52:22.464119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-924cfe78-bd0c-4bdd-856e-6ba677e08904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:22.466017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-924cfe78-bd0c-4bdd-856e-6ba677e08904 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.5773368 Jul 29 17:52:22.477933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.548736 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-70226a73-aa78-43c1-8135-53937109988d req-dd70a28b-aaac-415a-88e7-725cd6cc7bfd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 210 time: 0.1003904 Jul 29 17:52:22.596599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3f39283-4cfa-47ef-92dc-ee79401d478a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.605336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef458319-15aa-4cdd-b02a-e95200a4882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c957b3e-9b1e-49fb-bbdd-ba7fbbb9518a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:22.620599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:22.669221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:22.686428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a36d5-a11b-411d-aeb9-fd0a2c9a4c58 None None] Pushing event updated for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:22.706454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:22.737236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-3ca014b2-9112-45f2-939d-9deab4b33c18 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:22.739152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-3ca014b2-9112-45f2-939d-9deab4b33c18 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.5646117 Jul 29 17:52:22.777750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Request body: {'port': {'device_id': '5e43f577-b864-4130-b833-d63705acee6a', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'admin_state_up': True, 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:22.826614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5a17fa0c-b3f5-4152-9289-915fcd4ed26d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:23.007036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369772-9ef5-4473-80c6-e800675c7db4 req-1ffc31bc-d18e-4473-bf2a-5ecc9113fbae tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:23.016858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3369772-9ef5-4473-80c6-e800675c7db4 req-1ffc31bc-d18e-4473-bf2a-5ecc9113fbae tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.5742953 Jul 29 17:52:23.020763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-a32f00d6-84af-4a40-bc7d-6cc5a7c0c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:23.022660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-a32f00d6-84af-4a40-bc7d-6cc5a7c0c250 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5100574 Jul 29 17:52:23.186142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-599029b3-63d3-4b6f-91a1-8fcef9356568 req-1dcd46bb-52aa-48ce-b9b9-91e62302e33d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 210 time: 0.0774214 Jul 29 17:52:23.224310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f407c-33fc-4879-8b0a-87aa4ba37ca8 None None] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:23.316189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-1bc4d70a-8176-4020-9474-ff48114b509b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:23.319254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-1bc4d70a-8176-4020-9474-ff48114b509b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.5966008 Jul 29 17:52:23.339759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Request body: {'port': {'device_id': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'admin_state_up': True, 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:23.478514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3f39283-4cfa-47ef-92dc-ee79401d478a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:23.493038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:23.502447 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:23.503566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3f39283-4cfa-47ef-92dc-ee79401d478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:23.728134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a3f39283-4cfa-47ef-92dc-ee79401d478a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fec3299830df4c049e7c410e6947713a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5219576 Jul 29 17:52:23.738959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-231b8360-c74a-422f-90ed-d240a389f418 None None] Provisioning for port 3e750fcd-188c-4db2-acbe-47f55955ef56 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:23.742842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33988) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:23.757261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f39283-4cfa-47ef-92dc-ee79401d478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ae44a-9815-4497-9957-26c0ef5d8547,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:23.759615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 01becc74-2e74-471c-b893-5582567f878c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=01becc74-2e74-471c-b893-5582567f878c,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:23.835113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:23.844182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:23.875628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a487b395-147d-496d-bbf4-f71c86b4113f req-1e999824-9980-4890-b0fd-55b4bc04f890 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 210 time: 0.1312973 Jul 29 17:52:23.952080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:23.962396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.071011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.172320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.215823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9ac3758c-d34c-47df-99d1-019c4153e322 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:24.341180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:24.379781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Allocated IP 172.20.0.8 (b933e543-0c8f-457a-9479-51dfd600d6a5/51a526ef-d512-41e5-982d-54794cc36fe5/1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:24.394501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.397169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.406455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e11ae44a-9815-4497-9957-26c0ef5d8547 HTTP/1.1" status: 204 len: 168 time: 0.6545355 Jul 29 17:52:24.492932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 9ac3758c-d34c-47df-99d1-019c4153e322 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:24.503721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3e750fcd-188c-4db2-acbe-47f55955ef56 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:24.533334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-64b8c957-9b11-405f-82c9-b9f6549c344d service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4970710 Jul 29 17:52:24.570211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a4958e6a-dd63-485f-893d-20e21d8b1ad2 req-3a18a3c8-6fdf-46b2-a709-8c33bc52f60e tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 210 time: 0.1623015 Jul 29 17:52:24.579453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c461-86c1-405f-b4c5-82db4c9bdd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ae44a-9815-4497-9957-26c0ef5d8547,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:24.642022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58db50-9be7-4db8-b3fb-a9b1b7564479 None None] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:24.663341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3369772-9ef5-4473-80c6-e800675c7db4 req-11325124-d018-47a7-a8dc-4351ab77e0c7 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6451433 Jul 29 17:52:24.870155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6f875a-2236-415c-9768-2f3e7b10408d req-75ae719e-a475-447f-99ec-91975d996c32 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343965 Jul 29 17:52:24.873885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:24.878042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:24.910774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:24.921309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f6739e8b-68dd-4f30-b867-8616161a0643 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:24.934029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f6739e8b-68dd-4f30-b867-8616161a0643 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:24.950439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f6739e8b-68dd-4f30-b867-8616161a0643 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "GET /v2.0/networks?id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1&id=4c09eaaa-4f95-4c10-96ea-0d311d506129&id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1 HTTP/1.1" status: 200 len: 1391 time: 0.4195282 Jul 29 17:52:24.986110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'admin_state_up': True, 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:25.028879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Provisioning for port 9ac3758c-d34c-47df-99d1-019c4153e322 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:25.037781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3e750fcd-188c-4db2-acbe-47f55955ef56 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:25.082177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Provisioning complete for port 9ac3758c-d34c-47df-99d1-019c4153e322 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:25.083459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.109627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4ad3ee13-f7eb-42b6-ae7a-69291379d830 req-645ff189-d3b5-4e33-bb3b-28ae70ae8b5e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 210 time: 0.0685914 Jul 29 17:52:25.143200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.166198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3e750fcd-188c-4db2-acbe-47f55955ef56 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:25.168419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.247521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.269074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:25.273825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.341174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:25.341398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.392433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Network b933e543-0c8f-457a-9479-51dfd600d6a5 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:25.405222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:25.416125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:25.495429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event updated for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:25.529770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Allocated IP 172.20.0.7 (b933e543-0c8f-457a-9479-51dfd600d6a5/51a526ef-d512-41e5-982d-54794cc36fe5/6f0a9659-1ced-4cb4-81da-1a950a0218c9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:25.571277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:25.578654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.593157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Allocated IP 19.80.0.88 (7d5a610b-82d8-47a3-ac15-02d8557ec4d1/4edab5bf-040d-4ab2-b056-e26c25d3aa28/38d394fa-90ef-42c9-a229-e567cd3f0d6b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:25.616619 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-837fba0e-54f5-4cdc-9bd6-7833367bbb1c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2877896 Jul 29 17:52:25.636195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Request body: {'port': {'device_id': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:25.773524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.834257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:25.996387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.011684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9ac3758c-d34c-47df-99d1-019c4153e322,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:26.013380 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.047112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.126656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a75c-555d-457b-b1b7-09b5c75b33b1 req-4f41872e-a051-4318-b92e-ae4dc1f68148 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:26.138879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8648a75c-555d-457b-b1b7-09b5c75b33b1 req-4f41872e-a051-4318-b92e-ae4dc1f68148 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 931 time: 0.3055241 Jul 29 17:52:26.142842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:26.154522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.209124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:26.211440 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f22953-58a9-4253-a09c-939ec3d3f753" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:26.233702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3e750fcd-188c-4db2-acbe-47f55955ef56, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3e750fcd-188c-4db2-acbe-47f55955ef56,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:26.239101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.262595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5010e-2535-4cf3-9fa0-ccedad4799fd req-159b99e8-6f41-4acb-b3f1-05758a649bb2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:26.264155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4db5010e-2535-4cf3-9fa0-ccedad4799fd req-159b99e8-6f41-4acb-b3f1-05758a649bb2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.3808868 Jul 29 17:52:26.276737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Transition to ACTIVE for port object 38d394fa-90ef-42c9-a229-e567cd3f0d6b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:26.293370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.305048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:26.335725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.351691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ba999010-e806-44b9-81c5-161b4dda9df8 None None] Provisioning complete for port 3e750fcd-188c-4db2-acbe-47f55955ef56 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:26.352376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ba999010-e806-44b9-81c5-161b4dda9df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.368576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.406517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36379f8a-e9da-4cb4-b19e-1c95a262a6fb None None] Pushing event updated for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:26.421392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4db5010e-2535-4cf3-9fa0-ccedad4799fd req-d1c677a8-9045-4706-9ce5-4eb2e1fad1b8 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423132 Jul 29 17:52:26.432999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8648a75c-555d-457b-b1b7-09b5c75b33b1 req-55bb2ee3-b339-4ddd-b57c-a0fb23d277fa tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909837 Jul 29 17:52:26.530039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.532468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.670947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Network b933e543-0c8f-457a-9479-51dfd600d6a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:26.724335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:26.733997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:26.742069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:26.800818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:26.801043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:26.804738 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201760a1-828a-4df8-85e0-c5566c182a6a x-openstack-request-id: req-201760a1-828a-4df8-85e0-c5566c182a6a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:26.807203 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:26.807466 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-201760a1-828a-4df8-85e0-c5566c182a6a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:26.807871 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:52:26.808705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 01becc74-2e74-471c-b893-5582567f878c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:26.808979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:26.812440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.819195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:26.835298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Transition to ACTIVE for port object 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:26.890654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.935899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:26.936717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.939866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3e750fcd-188c-4db2-acbe-47f55955ef56,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:26.965324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event updated for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:26.978735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-39690080-e931-4d2a-a86c-ec0cf2d61369 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2222037 Jul 29 17:52:26.986765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:26.987760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:26.995134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa1ed-e4c3-4eb4-8dd3-199e4a34e8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.014830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Request body: {'port': {'device_id': '5e43f577-b864-4130-b833-d63705acee6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:27.059796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d1d9457b-7e76-49f6-9874-67f3513b9908 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0805385 Jul 29 17:52:27.072411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:27.086723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 01becc74-2e74-471c-b893-5582567f878c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:27.087274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.096019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129', 'admin_state_up': True, 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:27.108135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c2b3-c545-4330-af64-2ac6343a2753 req-307c29fa-6dd0-4797-bd6e-0b619fce45eb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:27.109556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3e4c2b3-c545-4330-af64-2ac6343a2753 req-307c29fa-6dd0-4797-bd6e-0b619fce45eb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 931 time: 0.2574008 Jul 29 17:52:27.234345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.236371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:27.294171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3e4c2b3-c545-4330-af64-2ac6343a2753 req-b295b5a4-a27a-4afb-bcea-bc8200d27b26 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670003 Jul 29 17:52:27.357750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Attempting to bind port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:27.365631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Attempting to bind port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:27.366012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Attempting to bind port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:27.379685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b on network b933e543-0c8f-457a-9479-51dfd600d6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:27.380009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Attempting to bind port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:27.390758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.393923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:27.394287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Checking segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:27.394854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Bound using segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:27.395469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Bound port: 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:27.396085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Provisioning for port 38d394fa-90ef-42c9-a229-e567cd3f0d6b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:27.396258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.408000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Provisioning complete for port 38d394fa-90ef-42c9-a229-e567cd3f0d6b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:27.408378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.415630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa1ed-e4c3-4eb4-8dd3-199e4a34e8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.450801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa1ed-e4c3-4eb4-8dd3-199e4a34e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.482320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Port 38d394fa-90ef-42c9-a229-e567cd3f0d6b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:52:27.505462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Provisioning complete for port 9ac3758c-d34c-47df-99d1-019c4153e322 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:27.509317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e1606596-6f92-4a4c-a61b-7cdf3d36fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.597890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ebaa1ed-e4c3-4eb4-8dd3-199e4a34e8c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48ceddcb470c4cd7b8fc47244f552422&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4472208 Jul 29 17:52:27.620034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa1ed-e4c3-4eb4-8dd3-199e4a34e8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e4e776-5bd7-4ebd-a33a-bb94cbf3e5e8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:27.623895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34104) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:27.639783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:27.666314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:27.689458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.701104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0a9659-1ced-4cb4-81da-1a950a0218c9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:27.704609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb27c9-44f7-4115-99eb-47a246f64389 req-5c6eec78-1006-4f2b-a1d0-08ed43712033 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:27.711247 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.713239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aabb27c9-44f7-4115-99eb-47a246f64389 req-5c6eec78-1006-4f2b-a1d0-08ed43712033 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1478374 Jul 29 17:52:27.746421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Transition to ACTIVE for port object 6f0a9659-1ced-4cb4-81da-1a950a0218c9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:27.777526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.785128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:27.785757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.787319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] 10.222.0.38 "PUT /v2.0/ports/1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b HTTP/1.1" status: 200 len: 1091 time: 2.1616642 Jul 29 17:52:27.790193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:27.792760 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3858893-f52e-4d1f-90f4-ceb9dc281314" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:27.850058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244eb1-798e-45a2-89b6-8b1f606f9cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:27.852858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.870561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aabb27c9-44f7-4115-99eb-47a246f64389 req-fc3ba906-e4d6-4e3f-819f-9cdf3668f5ce tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523163 Jul 29 17:52:27.880347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:27.885227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.937075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:27.942178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:27.971868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-e0fca0db-7918-483a-ac29-d9e235b4a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:27.973422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-e0fca0db-7918-483a-ac29-d9e235b4a29f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 1094 time: 0.1337211 Jul 29 17:52:28.021170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62119b20-3699-49fd-bc26-f6a9b51a3ce7 req-582679c4-6cf6-4ea1-a492-6c308a7eb1b9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:28.023299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62119b20-3699-49fd-bc26-f6a9b51a3ce7 req-582679c4-6cf6-4ea1-a492-6c308a7eb1b9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 943 time: 0.2834692 Jul 29 17:52:28.039961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-1bf6fcb3-3dbf-4c68-8c76-e3cfaf237263 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b HTTP/1.1" status: 200 len: 217 time: 0.0561483 Jul 29 17:52:28.085138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.087578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.091300 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9e4e776-5bd7-4ebd-a33a-bb94cbf3e5e8 HTTP/1.1" status: 204 len: 168 time: 0.4608011 Jul 29 17:52:28.098286 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6865d83d-2aaa-4a87-8238-266002fbf2e4 x-openstack-request-id: req-6865d83d-2aaa-4a87-8238-266002fbf2e4 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:28.098908 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:28.099257 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6865d83d-2aaa-4a87-8238-266002fbf2e4 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:28.099768 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b', 'status': 'completed', 'code': 200} Jul 29 17:52:28.114520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0d6e-baac-4a6f-8eb3-9881addbc940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e4e776-5bd7-4ebd-a33a-bb94cbf3e5e8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:28.124239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-f87115df-80c7-489d-80fa-a581cef23229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:28.126293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-f87115df-80c7-489d-80fa-a581cef23229 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.0778179 Jul 29 17:52:28.173210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62119b20-3699-49fd-bc26-f6a9b51a3ce7 req-e68e1e74-f811-4f64-8c06-1d41d281f195 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189651 Jul 29 17:52:28.189865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Attempting to bind port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:28.190659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Attempting to bind port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:28.191018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Attempting to bind port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:28.201173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 on network b933e543-0c8f-457a-9479-51dfd600d6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:28.201615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Attempting to bind port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:28.220138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Allocated IP 19.86.0.89 (4c09eaaa-4f95-4c10-96ea-0d311d506129/631e36fb-7faf-4514-9056-7e174b6a82e3/fa5bbe99-8d20-4bb2-8c05-6181a9c852d9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:28.223110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:28.223615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Checking segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:28.224010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Bound using segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:28.224588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Bound port: 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:28.224978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.233229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-be0415cc-3f68-4218-98da-616276029374 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982533 Jul 29 17:52:28.392303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:28.422529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:28.436825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.532625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-9e099031-f188-46b8-b14c-0475f26f7414 service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932806 Jul 29 17:52:28.533251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:28.533883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.538607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] 10.222.0.38 "PUT /v2.0/ports/6f0a9659-1ced-4cb4-81da-1a950a0218c9 HTTP/1.1" status: 200 len: 1091 time: 1.5309639 Jul 29 17:52:28.541207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:28.543619 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48" -d '{"events": [{"name": "network-changed", "server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:28.581044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.586540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a23b1-d75d-4cfa-82f6-b013729ae55c service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:28.604829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9ac3758c-d34c-47df-99d1-019c4153e322 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:28.682715 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b38dc-ecd3-4a85-892b-23303f275393 x-openstack-request-id: req-511b38dc-ecd3-4a85-892b-23303f275393 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:28.683136 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:28.683265 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-511b38dc-ecd3-4a85-892b-23303f275393 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:28.686089 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9', 'status': 'completed', 'code': 200} Jul 29 17:52:28.720266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 9ac3758c-d34c-47df-99d1-019c4153e322 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:28.720777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.745080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Transition to ACTIVE for port object fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:28.745916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-c9cadb8b-1f21-4322-a907-a7ed4ab153c0 service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955719 Jul 29 17:52:28.840415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-e3dbc9c8-d5a3-4c6d-be95-3a1d94882d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:28.841973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-e3dbc9c8-d5a3-4c6d-be95-3a1d94882d22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 1094 time: 0.2144265 Jul 29 17:52:28.925529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-72c94725-5597-4ca8-80e2-f845c9546dc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9 HTTP/1.1" status: 200 len: 217 time: 0.0753176 Jul 29 17:52:28.946139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb312-e308-4504-b0dc-4ef481167978 req-49fb9cd1-5313-4c63-858f-b15c2f0dc636 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:28.954700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e4eb312-e308-4504-b0dc-4ef481167978 req-49fb9cd1-5313-4c63-858f-b15c2f0dc636 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 931 time: 0.2070937 Jul 29 17:52:28.971776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:28.986321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3e750fcd-188c-4db2-acbe-47f55955ef56 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:29.038823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e4eb312-e308-4504-b0dc-4ef481167978 req-59202484-0748-4a8a-9071-567d4e8e74f5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 Jul 29 17:52:29.049571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-a7497b9b-2358-4050-812e-b2f7acd3842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.050519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-a7497b9b-2358-4050-812e-b2f7acd3842c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 1094 time: 0.2346196 Jul 29 17:52:29.096189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3e750fcd-188c-4db2-acbe-47f55955ef56 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:29.096821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:29.241469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:29.259965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:29.269217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-dc8cebbc-ec42-4c16-ae00-3b841d12c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.274765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-dc8cebbc-ec42-4c16-ae00-3b841d12c84f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 913 time: 0.2148719 Jul 29 17:52:29.279808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:29.332554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-4cd85dfa-696f-4f7c-97d4-b07b36725dfc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b HTTP/1.1" status: 200 len: 217 time: 0.0515079 Jul 29 17:52:29.488199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.490617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:29.508174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4bbda-6c42-4582-b9e1-e449d52955e8 req-31e70dc8-f3b0-4e9d-8ec8-4bdde6930539 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.527525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5a4bbda-6c42-4582-b9e1-e449d52955e8 req-31e70dc8-f3b0-4e9d-8ec8-4bdde6930539 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 943 time: 0.1612484 Jul 29 17:52:29.532832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:29.536355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-a4b1b337-ca5f-4769-b50e-09efd0315833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.542674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-a4b1b337-ca5f-4769-b50e-09efd0315833 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.6099577 Jul 29 17:52:29.580286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f52e2-5ec5-46b7-a8ff-009b4775b47a req-e70b04ab-cc42-4928-bd86-16936ba9f219 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.602831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-82c58aa6-693a-4037-b49c-a969bd28013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:29.604805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-82c58aa6-693a-4037-b49c-a969bd28013f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.2648964 Jul 29 17:52:29.610782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-124f52e2-5ec5-46b7-a8ff-009b4775b47a req-e70b04ab-cc42-4928-bd86-16936ba9f219 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.5639000 Jul 29 17:52:29.647263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-472ca491-ac13-4932-ae6b-0674792f08be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 29 17:52:29.695660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5a4bbda-6c42-4582-b9e1-e449d52955e8 req-2a1044ea-7e03-4d79-b859-d2fb24670b08 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669378 Jul 29 17:52:29.739474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f2cd9c7a-ee71-428e-bbab-2a5648295d25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6475964 Jul 29 17:52:29.747396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-5d1a77ad-249b-4f7a-b9ba-014d10f883a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920543 Jul 29 17:52:29.776895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c08f44e2-5f3f-4062-a40a-568242e7bb2b None None] Provisioning for port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:29.788402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'admin_state_up': True, 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:29.790385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c08f44e2-5f3f-4062-a40a-568242e7bb2b None None] Provisioning complete for port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:29.790767 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c08f44e2-5f3f-4062-a40a-568242e7bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:29.850852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-f9c731f6-2040-4dab-98f6-76f06eb46b2c service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934032 Jul 29 17:52:29.879657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c08f44e2-5f3f-4062-a40a-568242e7bb2b None None] Port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:52:30.022084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-124f52e2-5ec5-46b7-a8ff-009b4775b47a req-5344092a-9173-4875-a91f-ef23fb1c962b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103956 Jul 29 17:52:30.033924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3858893-f52e-4d1f-90f4-ceb9dc281314 req-df117fa4-cf3c-4b83-8fdb-3285e2e99b2e service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765580 Jul 29 17:52:30.153791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:30.165256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.177484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-09c879f0-5a03-40b8-8e2b-b26aeaf676c0 service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738254 Jul 29 17:52:30.292473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c3e6-ad61-4fef-bf94-6802de42c30f req-f680177f-c17c-4ed0-a8a4-37aa37297b6d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:30.299167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c3e6-ad61-4fef-bf94-6802de42c30f req-f680177f-c17c-4ed0-a8a4-37aa37297b6d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:30.307220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ac1c3e6-ad61-4fef-bf94-6802de42c30f req-f680177f-c17c-4ed0-a8a4-37aa37297b6d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 1653 time: 0.1199279 Jul 29 17:52:30.377441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ac1c3e6-ad61-4fef-bf94-6802de42c30f req-2ba17dfa-47b5-452b-b1a2-21ce3a716025 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Jul 29 17:52:30.405630 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b9dbde-f5bf-4eaf-a562-01b82c8d719b req-10f63040-121b-4c2c-bcb1-80a47e25768e service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138338 Jul 29 17:52:30.489660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:30.497436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Allocated IP 19.80.0.178 (7d5a610b-82d8-47a3-ac15-02d8557ec4d1/4edab5bf-040d-4ab2-b056-e26c25d3aa28/ccd2c3d6-b584-4087-b013-fcdcdac943f0) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:30.578138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-bb356d39-8273-4a42-bdc5-e70dad9fa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:30.579826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-bb356d39-8273-4a42-bdc5-e70dad9fa043 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 1094 time: 0.1037757 Jul 29 17:52:30.715672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29561a93-63da-4f91-9244-666fe4f2a6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.805629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.825180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Transition to ACTIVE for port object ccd2c3d6-b584-4087-b013-fcdcdac943f0 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:30.875058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.902327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29561a93-63da-4f91-9244-666fe4f2a6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.911669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29561a93-63da-4f91-9244-666fe4f2a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:30.940491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29561a93-63da-4f91-9244-666fe4f2a6a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a3bdee3a1c4425b9c2d27c9e3bc16f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492114 Jul 29 17:52:30.949600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:30.980843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:30.987298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29561a93-63da-4f91-9244-666fe4f2a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd06dc-b7d2-49f7-9e11-2962d89b6fc2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:31.013018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:31.021914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:31.039025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.078384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.126175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.127012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.132852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:31.143524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-5313ed04-76f9-4b47-b2d5-5b8f6f0e5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.145095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-5313ed04-76f9-4b47-b2d5-5b8f6f0e5cc4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 913 time: 0.5567434 Jul 29 17:52:31.191766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53826a2f-f736-4b26-a18e-d926f20e63fa req-e118169e-ba3c-4aff-9f6e-ca09af867fbd tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.193406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53826a2f-f736-4b26-a18e-d926f20e63fa req-e118169e-ba3c-4aff-9f6e-ca09af867fbd tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 943 time: 0.3160467 Jul 29 17:52:31.200916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2a36-793f-408e-9338-854d4cee6b07 req-9230a727-764e-46c0-9d24-214a0b5183ea tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.208476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-747c2a36-793f-408e-9338-854d4cee6b07 req-9230a727-764e-46c0-9d24-214a0b5183ea tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.0849295 Jul 29 17:52:31.228302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.231954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.233235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17fd06dc-b7d2-49f7-9e11-2962d89b6fc2 HTTP/1.1" status: 204 len: 168 time: 0.2821195 Jul 29 17:52:31.244844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11947418-f2f2-403d-bbe5-ce76723adb09 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4820845 Jul 29 17:52:31.248988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-a125f9c4-0232-467e-8ec5-365123b8b724 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9 HTTP/1.1" status: 200 len: 217 time: 0.0934417 Jul 29 17:52:31.262400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:31.343664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-747c2a36-793f-408e-9338-854d4cee6b07 req-c5983228-1ae4-4d09-9a06-e5a8e24cec53 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092968 Jul 29 17:52:31.345077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360ed38-a667-4849-8b8f-4567fe524953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd06dc-b7d2-49f7-9e11-2962d89b6fc2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:31.404083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-1ea94fd0-1705-4b3e-b6d9-d5e2e1d2befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.405513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-1ea94fd0-1705-4b3e-b6d9-d5e2e1d2befc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.1083958 Jul 29 17:52:31.443456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-529c43e2-d0e4-4948-912b-11586b68a348 None None] Provisioning for port ccd2c3d6-b584-4087-b013-fcdcdac943f0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:31.450625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-529c43e2-d0e4-4948-912b-11586b68a348 None None] Provisioning complete for port ccd2c3d6-b584-4087-b013-fcdcdac943f0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:31.450842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.452376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-529c43e2-d0e4-4948-912b-11586b68a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.461478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:31.484648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53826a2f-f736-4b26-a18e-d926f20e63fa req-0feb50bb-7c77-43d3-9ff1-a5f32c9f2cac tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347376 Jul 29 17:52:31.484648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-88893bf6-6821-48db-9216-21e85ee34f91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678241 Jul 29 17:52:31.576903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-529c43e2-d0e4-4948-912b-11586b68a348 None None] Port ccd2c3d6-b584-4087-b013-fcdcdac943f0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:52:31.701647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fa61-33ea-4848-846e-e3f911f6ef31 req-c8f71dfb-62e7-41b9-9023-3bd298d27132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.708770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fa61-33ea-4848-846e-e3f911f6ef31 req-c8f71dfb-62e7-41b9-9023-3bd298d27132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.716509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511fa61-33ea-4848-846e-e3f911f6ef31 req-c8f71dfb-62e7-41b9-9023-3bd298d27132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:31.725297 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d511fa61-33ea-4848-846e-e3f911f6ef31 req-c8f71dfb-62e7-41b9-9023-3bd298d27132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2375 time: 0.0948896 Jul 29 17:52:31.786758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d511fa61-33ea-4848-846e-e3f911f6ef31 req-3f476661-62be-40b6-b414-96f9a44dad44 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603490 Jul 29 17:52:31.796823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:31.814958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-56a83ff4-f163-43c4-9d71-81974926d5ba service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517753 Jul 29 17:52:31.819174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'port_id': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b', 'mac_address': 'fa:16:3e:0f:82:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a526ef-d512-41e5-982d-54794cc36fe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:31.911243 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:31.936162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:31.957457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:31.966419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:32.027401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:32.229323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:32.770582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f22dfb0-b176-49e4-9f09-a0b2ad60fc48 req-f1bf2ea2-d294-42f7-9d23-03aec8902e1c service neutron] 10.222.0.38 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9380171 Jul 29 17:52:32.866038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26bec2-c63b-48fe-9837-59e72c6936f2 req-028e010f-849c-46b2-a16c-66d4a89dd53f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:32.867671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d26bec2-c63b-48fe-9837-59e72c6936f2 req-028e010f-849c-46b2-a16c-66d4a89dd53f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.3341649 Jul 29 17:52:32.914745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:32.939194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1a95-0b27-482f-a1a9-198dc6a1b376 req-feae22d3-5d3a-4c1e-ac31-a5073f165af5 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:32.940800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30cb1a95-0b27-482f-a1a9-198dc6a1b376 req-feae22d3-5d3a-4c1e-ac31-a5073f165af5 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 944 time: 0.1149154 Jul 29 17:52:32.964852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:33.092004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30cb1a95-0b27-482f-a1a9-198dc6a1b376 req-3a2b7631-9946-4ba6-8765-9eca01dad48b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286240 Jul 29 17:52:33.109851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d26bec2-c63b-48fe-9837-59e72c6936f2 req-e6ffce0a-1cab-4d84-b675-ecc6e98592b4 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184367 Jul 29 17:52:33.115558 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:52:33.262079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635ec04-b91c-4d7e-a22a-cb637b8fffeb req-89d05175-91fa-4b58-a571-d3087fac5281 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:33.269571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635ec04-b91c-4d7e-a22a-cb637b8fffeb req-89d05175-91fa-4b58-a571-d3087fac5281 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:33.277102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635ec04-b91c-4d7e-a22a-cb637b8fffeb req-89d05175-91fa-4b58-a571-d3087fac5281 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:33.286011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8635ec04-b91c-4d7e-a22a-cb637b8fffeb req-89d05175-91fa-4b58-a571-d3087fac5281 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2375 time: 0.0940478 Jul 29 17:52:33.287665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d394fa-90ef-42c9-a229-e567cd3f0d6b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:33.312476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.329078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Transition to ACTIVE for port object 38d394fa-90ef-42c9-a229-e567cd3f0d6b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:33.346444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.352420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8635ec04-b91c-4d7e-a22a-cb637b8fffeb req-2f495a6b-f3f9-4e8d-808f-9b4e6f35194f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 Jul 29 17:52:33.353413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:33.381276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'f119d511-615d-498a-9a82-16982a23cf84', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'port_id': 'f119d511-615d-498a-9a82-16982a23cf84', 'mac_address': 'fa:16:3e:2b:29:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a25cf5-e1f1-4e8b-9a40-b0e52dc67318', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:33.425993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:33.446886 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.485064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f0a9659-1ced-4cb4-81da-1a950a0218c9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:33.487537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:33.540377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Attempting to bind port 38d394fa-90ef-42c9-a229-e567cd3f0d6b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:33.541614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Attempting to bind port 38d394fa-90ef-42c9-a229-e567cd3f0d6b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:33.542911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Attempting to bind port 38d394fa-90ef-42c9-a229-e567cd3f0d6b on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:33.548849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:33.553376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Port 38d394fa-90ef-42c9-a229-e567cd3f0d6b on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:33.553700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Attempting to bind port 38d394fa-90ef-42c9-a229-e567cd3f0d6b on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:33.566713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:33.567422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Checking segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:33.567769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Bound using segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:33.568217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Bound port: 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:33.573019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.641803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:33.668247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:33.719256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:33.719635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.725878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.727648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:33.733214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:33.749408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.799450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.833602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:33.834224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:33.836047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] 10.222.0.49 "PUT /v2.0/ports/38d394fa-90ef-42c9-a229-e567cd3f0d6b HTTP/1.1" status: 200 len: 1091 time: 2.5798361 Jul 29 17:52:33.836534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:33.839335 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559832f-31e6-4989-b378-fbe9881a69d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:33.890158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:33.968378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:33.987116 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f741edc-e497-4013-90b6-acdb43ab815d x-openstack-request-id: req-6f741edc-e497-4013-90b6-acdb43ab815d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:33.987421 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:33.987680 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f741edc-e497-4013-90b6-acdb43ab815d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:33.993713 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'status': 'completed', 'code': 200} Jul 29 17:52:33.997013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:34.011873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['f119d511-615d-498a-9a82-16982a23cf84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:34.018320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154373-ab23-4e90-8744-50130a038e19 service neutron] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:34.025434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:34.067798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-bc271019-c00e-4b61-be04-97afa6a79c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.072448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-bc271019-c00e-4b61-be04-97afa6a79c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.072985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-bc271019-c00e-4b61-be04-97afa6a79c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.074871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-bc271019-c00e-4b61-be04-97afa6a79c15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2730 time: 0.1353214 Jul 29 17:52:34.167159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.243389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:52:34.243762 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:52:34.337976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6f0a9659-1ced-4cb4-81da-1a950a0218c9', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'port_id': '6f0a9659-1ced-4cb4-81da-1a950a0218c9', 'mac_address': 'fa:16:3e:19:0a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a526ef-d512-41e5-982d-54794cc36fe5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:34.484112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-995068228'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:34.494992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-55178150-1120-400a-a048-439b621b124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.496602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-55178150-1120-400a-a048-439b621b124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.497409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-55178150-1120-400a-a048-439b621b124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.499976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-55178150-1120-400a-a048-439b621b124a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d6529ea10111442f8403e90ba2f9913c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4137342 Jul 29 17:52:34.549045 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.665414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:34.671503 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.674585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:34.677582 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b0ccc-d144-4869-8de2-4cc44d8de486" -d '{"events": [{"server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "name": "network-vif-plugged", "status": "completed", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:34.694486 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.731088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357cbd1-e3d9-4a03-aa61-d60aa1f5516d req-8ca2821f-37c6-44f3-9a09-d638303d28c7 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.736943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0a9659-1ced-4cb4-81da-1a950a0218c9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:34.744191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0357cbd1-e3d9-4a03-aa61-d60aa1f5516d req-8ca2821f-37c6-44f3-9a09-d638303d28c7 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 944 time: 0.4411404 Jul 29 17:52:34.758211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34282) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:34.765358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:34.768523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Made reservation on behalf of 1c43b276498c43e5b7583c4bd85f4952 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:34.774360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.834566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.847285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:34.867959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e82e-0c36-4e6d-8311-fb21b36a24c9 req-4116a244-5c67-47a6-847a-fd62ef7385b1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:34.898877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eda2e82e-0c36-4e6d-8311-fb21b36a24c9 req-4116a244-5c67-47a6-847a-fd62ef7385b1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 944 time: 0.3923004 Jul 29 17:52:34.932879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0357cbd1-e3d9-4a03-aa61-d60aa1f5516d req-12144f06-0e75-4937-8848-a80714978f08 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872244 Jul 29 17:52:34.946704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.009368 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.057285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:35.112770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:35.116868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6f0a9659-1ced-4cb4-81da-1a950a0218c9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:35.121242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.144457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.161731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.176229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.223855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.259557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:35.282004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e73fd9-7e60-47ab-9915-8816f250cc81,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.295851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.296506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.297007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.297515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.297846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.298174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.298538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.298977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.299446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.299769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.300086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.300402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.310033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.310442 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Added segment 7e2202b4-e32a-4485-bee8-67428034509f of type vlan for network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 Jul 29 17:52:35.376429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da6759-5cca-45d6-a4f2-5100cb431b66 req-0b8d1f21-adc5-4046-b546-86589d7d4fd9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.382469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da6759-5cca-45d6-a4f2-5100cb431b66 req-0b8d1f21-adc5-4046-b546-86589d7d4fd9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.388980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da6759-5cca-45d6-a4f2-5100cb431b66 req-0b8d1f21-adc5-4046-b546-86589d7d4fd9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.390729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91da6759-5cca-45d6-a4f2-5100cb431b66 req-0b8d1f21-adc5-4046-b546-86589d7d4fd9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2387 time: 0.2404466 Jul 29 17:52:35.448782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.473157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.486902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-590d0f40-b0e1-4b24-b998-925e93d8c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.488437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5559832f-31e6-4989-b378-fbe9881a69d6 req-590d0f40-b0e1-4b24-b998-925e93d8c4af service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9762251 Jul 29 17:52:35.491454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91da6759-5cca-45d6-a4f2-5100cb431b66 req-f4799c10-7f25-407d-954c-3483b2363120 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812969 Jul 29 17:52:35.540918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:35.542192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eda2e82e-0c36-4e6d-8311-fb21b36a24c9 req-e4e7f252-4716-4cba-ba90-0c51251d10af tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419482 Jul 29 17:52:35.557304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.557304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.557304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.561037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.595518 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6576f297-bee7-430e-afda-2e6f37780350 x-openstack-request-id: req-6576f297-bee7-430e-afda-2e6f37780350 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:35.595838 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "name": "network-vif-plugged", "status": "completed", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:35.596062 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6576f297-bee7-430e-afda-2e6f37780350 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:35.596470 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b', 'code': 200} Jul 29 17:52:35.606422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Transition to ACTIVE for port object fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:35.683695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.696560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.703487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.730528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7e4b6-6be5-4004-bf3f-cd91109de35d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.744594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7464819 Jul 29 17:52:35.747993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.748730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.749316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.749629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.750061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.750184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:35.750593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.751129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.751620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.752074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.752494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.752915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.753333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:35.757125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Request body: {'subnet': {'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:35.760845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3ca24-1d52-4016-ad80-dde01b430e7c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event updated for resources: {'Network': ['ID=8c8749b0-3188-408a-9ae9-8dddc641c8f5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.775877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-33836fea-f4dc-4673-ab5d-ed034e4d4c75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bfd99b70f2e4b23a20da1d4c32cf746&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156221 Jul 29 17:52:35.778793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34294) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:35.784885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:35.841412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:35.866771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aaeb1-8ea2-43fc-bcae-7aad604c3cb3 req-27b0adbb-deec-49c4-9d2e-c9ef8ab3f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:35.869731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:35.871044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-051aaeb1-8ea2-43fc-bcae-7aad604c3cb3 req-27b0adbb-deec-49c4-9d2e-c9ef8ab3f6a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 1096 time: 0.1969788 Jul 29 17:52:35.922766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.038669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.046446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.048091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33a7e4b6-6be5-4004-bf3f-cd91109de35d HTTP/1.1" status: 204 len: 168 time: 0.2681105 Jul 29 17:52:36.080186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a8922-8b5d-4944-a4bc-552b3e9e08ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7e4b6-6be5-4004-bf3f-cd91109de35d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:36.124083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-051aaeb1-8ea2-43fc-bcae-7aad604c3cb3 req-642ad36c-e57b-479f-92ae-70bd671ea0cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109289 Jul 29 17:52:36.171467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Made reservation on behalf of 1c43b276498c43e5b7583c4bd85f4952 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:36.174925 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.180267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Attempting to bind port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:36.180603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Attempting to bind port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:36.180928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Attempting to bind port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 on network 4c09eaaa-4f95-4c10-96ea-0d311d506129 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:36.236004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 on network 4c09eaaa-4f95-4c10-96ea-0d311d506129 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:36.236753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Attempting to bind port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 on network 4c09eaaa-4f95-4c10-96ea-0d311d506129 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:36.262077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:36.262492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Checking segment: {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:36.263106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Bound using segment: {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:36.263309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Bound port: fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46872ab-5ec0-4eed-93ba-56c7852350af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:36.263648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.276331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28f52d-6ef5-4c39-862d-6e86a53bb691 req-8e2de40c-1f27-4132-90b5-9793d35d2506 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.278075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd28f52d-6ef5-4c39-862d-6e86a53bb691 req-8e2de40c-1f27-4132-90b5-9793d35d2506 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 945 time: 0.1687520 Jul 29 17:52:36.377632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd28f52d-6ef5-4c39-862d-6e86a53bb691 req-262c0ce2-213e-49b3-89ed-c8ba37b1ee81 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879033 Jul 29 17:52:36.444698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:36.465547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:36.475095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.482329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:36.508335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad40691b-0302-49b1-807c-ad099efe3038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.569335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.569615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.571385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 HTTP/1.1" status: 200 len: 1091 time: 2.6956878 Jul 29 17:52:36.574498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:36.576454 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394" -d '{"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:36.614210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97cb26-7155-4d68-b0e7-fb9c04d2b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:36.672638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Request body: {'port': {'device_id': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:36.678281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.729670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad40691b-0302-49b1-807c-ad099efe3038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.744887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3350e74-9aa6-40a8-ad43-766a598ab9fc req-81a72760-6bcf-4bf0-9e36-23851c704edf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.751815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3350e74-9aa6-40a8-ad43-766a598ab9fc req-81a72760-6bcf-4bf0-9e36-23851c704edf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.786004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event updated for resources: {'Subnet': ['ID=b5630dfd-949c-476b-a649-192d365f6dbf,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:36.794412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3350e74-9aa6-40a8-ad43-766a598ab9fc req-81a72760-6bcf-4bf0-9e36-23851c704edf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.804773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3350e74-9aa6-40a8-ad43-766a598ab9fc req-81a72760-6bcf-4bf0-9e36-23851c704edf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2399 time: 0.1695905 Jul 29 17:52:36.809319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad40691b-0302-49b1-807c-ad099efe3038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.846194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ad40691b-0302-49b1-807c-ad099efe3038 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ceeb32dba6a4afdb9503ac7bf8f829a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620324 Jul 29 17:52:36.849362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34320) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:36.879063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:36.929039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab823f-1bf7-4b63-ae01-fb57fe1aa42d req-90304042-2efb-46a1-8aa5-5e9bcdfcf7ff tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:36.930871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40691b-0302-49b1-807c-ad099efe3038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e9d667-512e-44cf-a636-9d8fa50bdb63,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:36.931378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:36.937517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78ab823f-1bf7-4b63-ae01-fb57fe1aa42d req-90304042-2efb-46a1-8aa5-5e9bcdfcf7ff tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 943 time: 0.2581186 Jul 29 17:52:36.946627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Checking segment: {'id': '7e2202b4-e32a-4485-bee8-67428034509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:36.947000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Network hostable DHCP agents. Network: 8c8749b0-3188-408a-9ae9-8dddc641c8f5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:52:36.986110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3350e74-9aa6-40a8-ad43-766a598ab9fc req-aa34333d-c52f-4a71-87be-1ec31d4d02ad tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790934 Jul 29 17:52:36.993543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.016220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port f119d511-615d-498a-9a82-16982a23cf84 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:37.017305 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.053140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.143908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.226633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:37.238096 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.248876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-6c9d3d32-206c-422a-9b50-306a3b92f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.249745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-6c9d3d32-206c-422a-9b50-306a3b92f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.250482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-6c9d3d32-206c-422a-9b50-306a3b92f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.252210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-6c9d3d32-206c-422a-9b50-306a3b92f7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2797 time: 0.1692283 Jul 29 17:52:37.287622 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f9092-4691-433a-99b3-fd83aaf188b0 x-openstack-request-id: req-421f9092-4691-433a-99b3-fd83aaf188b0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:37.288249 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:37.288249 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-421f9092-4691-433a-99b3-fd83aaf188b0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:37.288698 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'status': 'completed', 'code': 200} Jul 29 17:52:37.296831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:37.327159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78ab823f-1bf7-4b63-ae01-fb57fe1aa42d req-19368231-c2b5-4f24-b90a-81959a83cfbe tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886616 Jul 29 17:52:37.337492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd2c3d6-b584-4087-b013-fcdcdac943f0 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:37.345423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.346034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:37.358967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.359787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.359886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7e9d667-512e-44cf-a636-9d8fa50bdb63 HTTP/1.1" status: 204 len: 168 time: 0.4939685 Jul 29 17:52:37.371181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d722-81f6-428f-9880-3cd08a98b2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e9d667-512e-44cf-a636-9d8fa50bdb63,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:37.380249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8c8749b0-3188-408a-9ae9-8dddc641c8f5) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:37.387753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.388379 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.391054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Transition to ACTIVE for port object ccd2c3d6-b584-4087-b013-fcdcdac943f0 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:37.393400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65faf789-b454-4c7a-860d-af9cd6af0a90 None None] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:37.422005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.461959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-96a5c9af-3b97-4c12-ba3e-35afdb6d0fe1 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7088461 Jul 29 17:52:37.464865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-2695d8d8-4057-4e49-9465-c8d7cca96db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.465154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-2695d8d8-4057-4e49-9465-c8d7cca96db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.465633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-2695d8d8-4057-4e49-9465-c8d7cca96db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.466533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34330) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:37.476273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Request body: {'port': {'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1535173405'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:37.483108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-2695d8d8-4057-4e49-9465-c8d7cca96db5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d6529ea10111442f8403e90ba2f9913c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2220368 Jul 29 17:52:37.596098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Pushing event updated for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:37.681735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:37.684411 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d328af57-d3d5-43e9-8136-cda37051a0d3" -d '{"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-plugged", "status": "completed", "tag": "f119d511-615d-498a-9a82-16982a23cf84"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:37.697223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bef26d-1b63-4373-bdb1-d555245a1b72 req-28f27a19-5da0-4ee8-af7d-e0720347301e tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.698878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22bef26d-1b63-4373-bdb1-d555245a1b72 req-28f27a19-5da0-4ee8-af7d-e0720347301e tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 945 time: 0.1256471 Jul 29 17:52:37.701999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f0a9659-1ced-4cb4-81da-1a950a0218c9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:37.709806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-7c5cc64f-2249-48b0-94ed-950f46c84181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:37.713725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd2dc34-cf4c-4e4e-aad2-fa49be504394 req-7c5cc64f-2249-48b0-94ed-950f46c84181 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227263 Jul 29 17:52:37.848212 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3ab0e-f1ed-493b-890d-595119824476 x-openstack-request-id: req-52f3ab0e-f1ed-493b-890d-595119824476 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:37.848514 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-plugged", "status": "completed", "tag": "f119d511-615d-498a-9a82-16982a23cf84", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:37.848876 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52f3ab0e-f1ed-493b-890d-595119824476 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:37.849158 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84', 'code': 200} Jul 29 17:52:37.852912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:37.853766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22bef26d-1b63-4373-bdb1-d555245a1b72 req-fb25b7ba-473b-4827-8815-4d07ae36fabb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421452 Jul 29 17:52:37.870043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:37.870361 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.888037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Attempting to bind port ccd2c3d6-b584-4087-b013-fcdcdac943f0 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:37.888379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Attempting to bind port ccd2c3d6-b584-4087-b013-fcdcdac943f0 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:37.888708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Attempting to bind port ccd2c3d6-b584-4087-b013-fcdcdac943f0 on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:37.915293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Port ccd2c3d6-b584-4087-b013-fcdcdac943f0 on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:37.918141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Attempting to bind port ccd2c3d6-b584-4087-b013-fcdcdac943f0 on network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:37.937966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:37.940157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Checking segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:37.940598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Bound using segment: {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:37.941203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Bound port: ccd2c3d6-b584-4087-b013-fcdcdac943f0, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:37.941575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.945818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8c8749b0-3188-408a-9ae9-8dddc641c8f5', 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5', 'tenant_id': '1c43b276498c43e5b7583c4bd85f4952', 'fixed_ips': [{'subnet_id': 'b5630dfd-949c-476b-a649-192d365f6dbf'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:52:37.949391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:37.993808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Made reservation on behalf of 1c43b276498c43e5b7583c4bd85f4952 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:38.003355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.103561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c778-47fa-47e1-87a3-dc15b2d0d40c req-81e25642-1d07-4790-8b59-4a3c44c1ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.105148 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9130c778-47fa-47e1-87a3-dc15b2d0d40c req-81e25642-1d07-4790-8b59-4a3c44c1ad9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 1096 time: 0.1119666 Jul 29 17:52:38.141506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:38.146099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:38.156097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] device_id is not set on port abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:52:38.160505 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.205929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Allocated IP 172.20.0.2 (8c8749b0-3188-408a-9ae9-8dddc641c8f5/b5630dfd-949c-476b-a649-192d365f6dbf/bac77910-f111-42af-b3c9-ba18778efe4f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:38.220657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:38.233797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.251375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.270175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f3b44-f50f-400c-adc0-d160c33929f4 req-bd4bb5b7-a1bb-435d-8bf5-91da3b2b819b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.271772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a13f3b44-f50f-400c-adc0-d160c33929f4 req-bd4bb5b7-a1bb-435d-8bf5-91da3b2b819b tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 944 time: 0.3239610 Jul 29 17:52:38.337185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9130c778-47fa-47e1-87a3-dc15b2d0d40c req-a6d28743-4fe8-40e9-b4b9-a2ab1735e620 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196980 Jul 29 17:52:38.348057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:38.363656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd698b-1473-4798-bb99-51c0413a88bd req-422a234f-813a-4a8f-90da-fe5e7f217c5f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.374055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.375327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.377674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] 10.222.0.49 "PUT /v2.0/ports/ccd2c3d6-b584-4087-b013-fcdcdac943f0 HTTP/1.1" status: 200 len: 1092 time: 1.7179027 Jul 29 17:52:38.386938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd698b-1473-4798-bb99-51c0413a88bd req-422a234f-813a-4a8f-90da-fe5e7f217c5f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.393120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd698b-1473-4798-bb99-51c0413a88bd req-422a234f-813a-4a8f-90da-fe5e7f217c5f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.422047 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f6fd698b-1473-4798-bb99-51c0413a88bd req-422a234f-813a-4a8f-90da-fe5e7f217c5f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2411 time: 0.3091381 Jul 29 17:52:38.431392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a13f3b44-f50f-400c-adc0-d160c33929f4 req-4664ae57-1ab5-4c67-911f-f80874756023 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383169 Jul 29 17:52:38.435324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec37c0-ea9a-41d0-804c-5e875c51b5fc service neutron] Pushing event updated for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:38.447564 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.470816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Transition to ACTIVE for port object bac77910-f111-42af-b3c9-ba18778efe4f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:38.500243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-87965796-1d8b-4f48-b86b-f2ab62fa9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.500722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-87965796-1d8b-4f48-b86b-f2ab62fa9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.501192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-87965796-1d8b-4f48-b86b-f2ab62fa9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.501548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Transition to ACTIVE for port object bac77910-f111-42af-b3c9-ba18778efe4f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:38.502873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-87965796-1d8b-4f48-b86b-f2ab62fa9fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2864 time: 0.0626366 Jul 29 17:52:38.513531 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.526081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f6fd698b-1473-4798-bb99-51c0413a88bd req-3c151b53-a4d1-4121-b4fa-09d903f4e069 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Jul 29 17:52:38.603138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:38.616514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:38.620873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:38.650118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfccf24-777e-49e2-9e88-167f934ebb88 req-f4a462c4-96fe-4fb8-bcc9-f414545edd4d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.660082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Pushing event updated for resources: {'Port': ['ID=bac77910-f111-42af-b3c9-ba18778efe4f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:38.660330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfccf24-777e-49e2-9e88-167f934ebb88 req-f4a462c4-96fe-4fb8-bcc9-f414545edd4d tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.0822926 Jul 29 17:52:38.684013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Allocated IP 172.20.0.10 (8c8749b0-3188-408a-9ae9-8dddc641c8f5/b5630dfd-949c-476b-a649-192d365f6dbf/abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:38.756768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0cfccf24-777e-49e2-9e88-167f934ebb88 req-5f8b2db5-b013-4013-ba58-e8a1da144e3c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954154 Jul 29 17:52:38.806187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Attempting to bind port bac77910-f111-42af-b3c9-ba18778efe4f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:38.806712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Attempting to bind port bac77910-f111-42af-b3c9-ba18778efe4f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '7e2202b4-e32a-4485-bee8-67428034509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:38.806942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Attempting to bind port bac77910-f111-42af-b3c9-ba18778efe4f on network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:38.812795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:38.812986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Checking segment: {'id': '7e2202b4-e32a-4485-bee8-67428034509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:38.813498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.813899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Bound using segment: {'id': '7e2202b4-e32a-4485-bee8-67428034509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:38.814412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Bound port: bac77910-f111-42af-b3c9-ba18778efe4f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2202b4-e32a-4485-bee8-67428034509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c8749b0-3188-408a-9ae9-8dddc641c8f5'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:38.814798 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.847001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-68cdc27d-51ed-48f6-ac87-3e0f5782f59e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b HTTP/1.1" status: 200 len: 217 time: 0.0734243 Jul 29 17:52:38.902280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] For port bac77910-f111-42af-b3c9-ba18778efe4f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:38.905640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] For port bac77910-f111-42af-b3c9-ba18778efe4f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bac77910-f111-42af-b3c9-ba18778efe4f,segment=NetworkSegment(7e2202b4-e32a-4485-bee8-67428034509f),segment_id=7e2202b4-e32a-4485-bee8-67428034509f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:38.918625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.930447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f8fd26ad-a9ff-4608-afa3-0265030f7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:38.931925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-f8fd26ad-a9ff-4608-afa3-0265030f7885 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4edab5bf-040d-4ab2-b056-e26c25d3aa28 HTTP/1.1" status: 200 len: 801 time: 0.0756817 Jul 29 17:52:38.954958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:38.986682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Transition to ACTIVE for port object abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:39.018067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b664-6075-465c-9c36-c9dae7ff4e4f None None] Pushing event updated for resources: {'Port': ['ID=bac77910-f111-42af-b3c9-ba18778efe4f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:39.022257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-58b808c3-7883-4b37-a4b9-948d4e62c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.023906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-58b808c3-7883-4b37-a4b9-948d4e62c9cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829790 Jul 29 17:52:39.118059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:39.215199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88aca39f-f635-4b6f-9db4-59b1d4c701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:39.247563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-8f593278-c2e4-429e-8205-878909c9b0c3 service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099938 Jul 29 17:52:39.256167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:39.275945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:39.303941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:39.306322 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9448d5-29c6-4009-a9a6-af424e935893" -d '{"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:39.309785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:39.380393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event updated for resources: {'Port': ['ID=abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:39.467989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.469343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:39.513169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-11d62a4b-93ac-46c7-a0cd-55415a23df50 service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532938 Jul 29 17:52:39.514771 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd008d8-0d12-4e80-8866-d32013218da6 x-openstack-request-id: req-acd008d8-0d12-4e80-8866-d32013218da6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:39.515109 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:39.515367 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acd008d8-0d12-4e80-8866-d32013218da6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:39.515760 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0', 'status': 'completed', 'code': 200} Jul 29 17:52:39.600566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9f659b93-e455-4fae-bcf8-e3868e797cff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 HTTP/1.1" status: 200 len: 217 time: 0.0735190 Jul 29 17:52:39.605618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34384) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:39.606230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c433ebc-ba1c-449d-8bfd-5390496b9e1e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1363564 Jul 29 17:52:39.763739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-cdec7a9b-9d92-45e6-9a99-6d15e2dd1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.765234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-cdec7a9b-9d92-45e6-9a99-6d15e2dd1ae5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=631e36fb-7faf-4514-9056-7e174b6a82e3 HTTP/1.1" status: 200 len: 801 time: 0.1583400 Jul 29 17:52:39.768834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87461-3adb-475c-963c-d3391b90a57b req-d231fa35-b890-427d-a193-ee3f37fe7fb2 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.777882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42d87461-3adb-475c-963c-d3391b90a57b req-d231fa35-b890-427d-a193-ee3f37fe7fb2 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 945 time: 0.1147370 Jul 29 17:52:39.846046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396505-537b-46ff-a822-98700f74c724 req-1b2b6aa2-9eb3-422c-b0fc-a13c593eb057 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.846983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Deleting port abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:39.847729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:39.849964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:39.852331 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87e96f-5ef4-4fb3-81be-da346ea47619" -d '{"events": [{"server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:39.853799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396505-537b-46ff-a822-98700f74c724 req-1b2b6aa2-9eb3-422c-b0fc-a13c593eb057 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.858430 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42d87461-3adb-475c-963c-d3391b90a57b req-ddca7eeb-ea16-4ad1-a086-a7adcf0e5f89 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Jul 29 17:52:39.869694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396505-537b-46ff-a822-98700f74c724 req-1b2b6aa2-9eb3-422c-b0fc-a13c593eb057 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.880031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14396505-537b-46ff-a822-98700f74c724 req-1b2b6aa2-9eb3-422c-b0fc-a13c593eb057 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2411 time: 0.2127705 Jul 29 17:52:39.907239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9533967b-42e8-4d88-8ae0-dd9f2fe7e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:39.908967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-9533967b-42e8-4d88-8ae0-dd9f2fe7e655 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c09eaaa-4f95-4c10-96ea-0d311d506129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335559 Jul 29 17:52:39.945098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14396505-537b-46ff-a822-98700f74c724 req-a6f779dd-ea15-4db5-a8da-70b2f7d620a8 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Jul 29 17:52:40.075025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.088242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Calling delete_port for abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:40.116792 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd9e416-59e7-49fc-9e19-0878623009a4 x-openstack-request-id: req-0cd9e416-59e7-49fc-9e19-0878623009a4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:40.117632 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:40.118047 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cd9e416-59e7-49fc-9e19-0878623009a4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:40.118618 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9', 'code': 200} Jul 29 17:52:40.201249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-40efdf64-5e91-4bde-8008-8fa1074a5647 service neutron] 10.222.0.49 "GET /v2.0/networks/4c09eaaa-4f95-4c10-96ea-0d311d506129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735527 Jul 29 17:52:40.218005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16955e5-757e-4fe7-ba70-d59f621e281d req-a9b7def6-2c28-4023-9423-b44fc0f28187 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:40.225809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c16955e5-757e-4fe7-ba70-d59f621e281d req-a9b7def6-2c28-4023-9423-b44fc0f28187 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1436112 Jul 29 17:52:40.304386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.373868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event deleted for resources: {'Port': ['ID=abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:40.438061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.443477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-582bd0a4-6767-474c-bb8c-f4f11fefd54e tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "DELETE /v2.0/ports/abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 HTTP/1.1" status: 204 len: 168 time: 0.8365769 Jul 29 17:52:40.444151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:40.656599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc3d48-664e-4aa3-9109-be7eb2d21a86 None None] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:40.696670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf9ad769-e7c7-46c5-9fe8-c5d54a0a6769 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2513189 Jul 29 17:52:40.698360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:40.715443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-84698147'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:40.773804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Made reservation on behalf of 1c43b276498c43e5b7583c4bd85f4952 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:40.782282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.854158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:52:40.884247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.884712 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Added segment 47ff8f65-9f30-48df-a936-0ef022c8fcdd of type vlan for network 672af263-921f-47cc-9270-d66b39d8a1bd Jul 29 17:52:40.901279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5b46dd0b-dbf7-46ad-bee4-c30fa7cdc522 None None] Provisioning for port bac77910-f111-42af-b3c9-ba18778efe4f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:40.973238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:40.996953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bac77910-f111-42af-b3c9-ba18778efe4f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:41.001982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074a5d5-bc25-4633-a8ad-bc5764d18669 req-f63166e5-8bba-4920-b31f-56a870140e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.004125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c074a5d5-bc25-4633-a8ad-bc5764d18669 req-f63166e5-8bba-4920-b31f-56a870140e33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 1096 time: 0.8008773 Jul 29 17:52:41.032025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.042013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.044321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.073597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c074a5d5-bc25-4633-a8ad-bc5764d18669 req-9369da71-4c90-4c7b-9633-beab481b8eee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Jul 29 17:52:41.092451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c16955e5-757e-4fe7-ba70-d59f621e281d req-feaac542-1adc-4503-95d1-ee43cedb3bc1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300231 Jul 29 17:52:41.115383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34416) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:41.117238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4166973 Jul 29 17:52:41.184295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port bac77910-f111-42af-b3c9-ba18778efe4f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:41.189019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bac77910-f111-42af-b3c9-ba18778efe4f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:41.189493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.257423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998db14-04c7-4011-8909-551e73b10f29 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event updated for resources: {'Network': ['ID=672af263-921f-47cc-9270-d66b39d8a1bd,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:41.276346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 672af263-921f-47cc-9270-d66b39d8a1bd details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:52:41.294964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba641a-34b8-445f-a78a-90488364cec0 req-dd739818-39f3-4ec3-89fb-523648c66386 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.300418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55ba641a-34b8-445f-a78a-90488364cec0 req-dd739818-39f3-4ec3-89fb-523648c66386 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 945 time: 0.2364085 Jul 29 17:52:41.376922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-55ba641a-34b8-445f-a78a-90488364cec0 req-ffa2247b-516e-4e8b-a8da-8fcdf85ec565 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698278 Jul 29 17:52:41.458164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.497503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34424) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:41.497741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fd003e67-e550-44c3-878a-48e30a2f0122 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.3731997 Jul 29 17:52:41.532003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port bac77910-f111-42af-b3c9-ba18778efe4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bac77910-f111-42af-b3c9-ba18778efe4f,segment=NetworkSegment(7e2202b4-e32a-4485-bee8-67428034509f),segment_id=7e2202b4-e32a-4485-bee8-67428034509f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:41.544028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-5e354db3-cc8c-481d-b8b2-e70cccd3d0bb service neutron] 10.222.0.49 "GET /v2.0/networks/4c09eaaa-4f95-4c10-96ea-0d311d506129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3156273 Jul 29 17:52:41.546023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.568569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c74c9-f665-4c47-8313-337f0ba0cf3a req-a6b91f1a-cf5b-45ec-8a93-bb579d64d8ae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.597982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c74c9-f665-4c47-8313-337f0ba0cf3a req-a6b91f1a-cf5b-45ec-8a93-bb579d64d8ae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.605225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c74c9-f665-4c47-8313-337f0ba0cf3a req-a6b91f1a-cf5b-45ec-8a93-bb579d64d8ae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.606120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=bac77910-f111-42af-b3c9-ba18778efe4f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:41.614607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-075d8d9f-e229-48d8-91e3-85c791d99e4d None None] Provisioning complete for port bac77910-f111-42af-b3c9-ba18778efe4f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:41.614906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075d8d9f-e229-48d8-91e3-85c791d99e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.616631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be7c74c9-f665-4c47-8313-337f0ba0cf3a req-a6b91f1a-cf5b-45ec-8a93-bb579d64d8ae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2411 time: 0.2202361 Jul 29 17:52:41.644338 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:52:41.718717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a66e5da3-90d5-4e97-ad59-f42761023162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.721007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-576f46ad-8ca3-4d5f-8f00-b39104febdc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0 HTTP/1.1" status: 200 len: 217 time: 0.1013877 Jul 29 17:52:41.760997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9e93f-3bfa-4aff-b3b7-be762358c7c4 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] Network 672af263-921f-47cc-9270-d66b39d8a1bd is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:52:41.825387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be7c74c9-f665-4c47-8313-337f0ba0cf3a req-757e2e69-e274-4721-a2a8-f9e1b943e02f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076650 Jul 29 17:52:41.827173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:41.841666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79d9e93f-3bfa-4aff-b3b7-be762358c7c4 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "POST /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3429809 Jul 29 17:52:41.843654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:41.848219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050dd07-a9f8-4cb7-872a-e9f962b58120 None None] Network 672af263-921f-47cc-9270-d66b39d8a1bd requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:41.885907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a63a0b-e824-42ce-9152-e5487eb2ca18 req-717e1a76-83f7-4d60-b199-671eddff5d2c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:41.897026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92a63a0b-e824-42ce-9152-e5487eb2ca18 req-717e1a76-83f7-4d60-b199-671eddff5d2c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.2107971 Jul 29 17:52:41.997701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92a63a0b-e824-42ce-9152-e5487eb2ca18 req-5d1d0f0c-4deb-4c85-b47e-99c665acf362 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946643 Jul 29 17:52:42.004749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c8cf8063-51f7-4491-b5a5-16ac965f840d None None] Could not find standard attr ID for object abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:52:42.028368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-2923a4aa-4d0f-41bb-b46c-d1db00cbdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.030363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-2923a4aa-4d0f-41bb-b46c-d1db00cbdcf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4edab5bf-040d-4ab2-b056-e26c25d3aa28 HTTP/1.1" status: 200 len: 801 time: 0.3000829 Jul 29 17:52:42.126486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2e199e7b-08ea-4fda-9c8e-6c9dafba36dd tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks HTTP/1.1" status: 200 len: 11206 time: 0.2818274 Jul 29 17:52:42.129761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.140707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-63f93360-e421-4c78-825a-61615f8be387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.142148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-63f93360-e421-4c78-825a-61615f8be387 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015282 Jul 29 17:52:42.310277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-d9958c6d-2753-48e5-99e7-7abefdfbd86e service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434560 Jul 29 17:52:42.328941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-366677cb-81aa-43f7-8c69-543470e93624 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "DELETE /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks/672af263-921f-47cc-9270-d66b39d8a1bd HTTP/1.1" status: 204 len: 168 time: 0.1978490 Jul 29 17:52:42.331478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34438) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.400212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac61464e-0d77-47f1-a5a5-5c9b2fdabe30 req-ee7f33e5-636b-4ca1-bd4a-56c3f829be4d service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959835 Jul 29 17:52:42.529412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb518f2f-8045-4374-bf41-61accf95ee77 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.1966333 Jul 29 17:52:42.534225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.556627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-990c5ccf-bbe5-4c66-8517-ce5dbc4e5cc6 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/networks/8c8749b0-3188-408a-9ae9-8dddc641c8f5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0211759 Jul 29 17:52:42.562558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.584412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e6b634ac-4df4-4a74-8333-b6a6848bdf2d tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/networks/8c8749b0-3188-408a-9ae9-8dddc641c8f5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0184047 Jul 29 17:52:42.585192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.618102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-d89c9939-ce2e-4d02-986d-a1803f75bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.618613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-d89c9939-ce2e-4d02-986d-a1803f75bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.619084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-d89c9939-ce2e-4d02-986d-a1803f75bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.620869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-d89c9939-ce2e-4d02-986d-a1803f75bdb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2864 time: 0.1611865 Jul 29 17:52:42.650830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875ff65-726f-4646-af07-9909c86f7d82 req-84e94dc6-80f2-4c8f-91f0-439b45734d3c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.652460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d875ff65-726f-4646-af07-9909c86f7d82 req-84e94dc6-80f2-4c8f-91f0-439b45734d3c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 945 time: 0.1028354 Jul 29 17:52:42.749258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d875ff65-726f-4646-af07-9909c86f7d82 req-66f6d72b-cebf-4130-8b83-11c2652e75d1 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865672 Jul 29 17:52:42.814538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86c9e5a8-c043-467d-9610-1ce51e00cc62 tempest-DHCPAgentSchedulersTestJSON-1290145620 tempest-DHCPAgentSchedulersTestJSON-1290145620-project-admin] 10.222.0.16 "GET /v2.0/agents/93018204-dae2-4a36-aec4-e8c4fd1b4551/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.2281430 Jul 29 17:52:42.818373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34466) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:42.824610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-d0bdc665-79f8-4874-b682-f4a424f4591e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.835096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-d0bdc665-79f8-4874-b682-f4a424f4591e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.2098043 Jul 29 17:52:42.852939 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-e3dc3858-bc9b-42b4-a4d5-028ece06901f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/quotas/8ef04348cbc247afb37974545be09cb5 HTTP/1.1" status: 200 len: 375 time: 0.0168691 Jul 29 17:52:42.920121 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:42.940807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bac77910-f111-42af-b3c9-ba18778efe4f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:42.950982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-00697a92-bfa0-47c0-bf63-b07de7058b23 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970039 Jul 29 17:52:42.979818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:42.982127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-3b398a74-e7b4-41bc-b77a-287f3596ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:42.991854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-3b398a74-e7b4-41bc-b77a-287f3596ea91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1 HTTP/1.1" status: 200 len: 903 time: 0.3625596 Jul 29 17:52:43.040590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bac77910-f111-42af-b3c9-ba18778efe4f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:43.041521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.093628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-3d4fe523-d19e-4908-b4a4-85c5e693388a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0 HTTP/1.1" status: 200 len: 217 time: 0.0913737 Jul 29 17:52:43.213182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-661c7466-ea1e-41ae-83e1-e77a940a4d8b service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612779 Jul 29 17:52:43.348333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.367260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-0504c2ed-b2e5-46f2-89ae-b0955bd9e54a service neutron] 10.222.0.16 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522031 Jul 29 17:52:43.369586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-595993b3-a560-4b0d-9b0a-1cdcf2ed0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.371260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-595993b3-a560-4b0d-9b0a-1cdcf2ed0e26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4edab5bf-040d-4ab2-b056-e26c25d3aa28 HTTP/1.1" status: 200 len: 801 time: 0.2536306 Jul 29 17:52:43.373761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672af263-921f-47cc-9270-d66b39d8a1bd']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:43.402656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff8f65-9f30-48df-a936-0ef022c8fcdd') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:43.402911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff8f65-9f30-48df-a936-0ef022c8fcdd') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:43.437416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34ba58-1266-414d-ae93-37622245b408 req-35c6a641-c684-4bc4-b68c-34ae6ae685e7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.447834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34ba58-1266-414d-ae93-37622245b408 req-35c6a641-c684-4bc4-b68c-34ae6ae685e7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.455446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34ba58-1266-414d-ae93-37622245b408 req-35c6a641-c684-4bc4-b68c-34ae6ae685e7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.457144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a34ba58-1266-414d-ae93-37622245b408 req-35c6a641-c684-4bc4-b68c-34ae6ae685e7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2411 time: 0.2142668 Jul 29 17:52:43.462086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.515250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.528733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:52:43.528733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:52:43.533282 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:52:43.551088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-5649fc77-561b-48e5-81a3-2645393ccf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.552745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-5649fc77-561b-48e5-81a3-2645393ccf37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7d5a610b-82d8-47a3-ac15-02d8557ec4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689794 Jul 29 17:52:43.639249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a34ba58-1266-414d-ae93-37622245b408 req-19eff4ff-56f0-4eaf-8d53-c7a50376e5e2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748827 Jul 29 17:52:43.765617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.775595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:43.791563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "DELETE /v2.0/networks/672af263-921f-47cc-9270-d66b39d8a1bd HTTP/1.1" status: 204 len: 168 time: 0.9719405 Jul 29 17:52:43.793315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0305-56a1-4dfe-9347-8678ab007aee req-58196182-8ad7-4e24-ad2a-69b50bb337f2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:43.798872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34482) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:43.805874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45df0305-56a1-4dfe-9347-8678ab007aee req-58196182-8ad7-4e24-ad2a-69b50bb337f2 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "GET /v2.0/ports?device_id=c020e514-1b17-4312-9c3e-93608aa97088 HTTP/1.1" status: 200 len: 945 time: 0.1280415 Jul 29 17:52:43.898439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e1bbaf0-d4aa-43d2-a825-894463dff4f8 req-bfad10e7-94ac-41c1-9805-b1ffa768615b tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 210 time: 0.1516676 Jul 29 17:52:43.898439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368b36a-5e3c-4750-9ece-b3f2ca0628fe tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event deleted for resources: {'Network': ['ID=672af263-921f-47cc-9270-d66b39d8a1bd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:44.002456 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a2df02-e4c7-4ec8-86b9-abe34d8acbb7 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] DELETE failed (client error): The resource could not be found. Jul 29 17:52:44.003541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a2df02-e4c7-4ec8-86b9-abe34d8acbb7 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:52:44.005553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-55a2df02-e4c7-4ec8-86b9-abe34d8acbb7 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "DELETE /v2.0/ports/abe6bf5c-dd4b-4ae0-af5a-c41aadc4edc2 HTTP/1.1" status: 404 len: 333 time: 0.1561744 Jul 29 17:52:44.010709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:44.051604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-f96beeac-20bb-4ed5-8f63-ea9bb23cfd51 service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457748 Jul 29 17:52:44.074470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Deleting subnet b5630dfd-949c-476b-a649-192d365f6dbf {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:52:44.077604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.122559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Deleting port f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:44.123173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.200295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.225716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9448d5-29c6-4009-a9a6-af424e935893 req-7b2adce9-676d-4a96-bfe9-d7399449c329 service neutron] 10.222.0.49 "GET /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639552 Jul 29 17:52:44.379010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] For port f119d511-615d-498a-9a82-16982a23cf84, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f119d511-615d-498a-9a82-16982a23cf84,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:44.379452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.398114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Calling delete_port for f119d511-615d-498a-9a82-16982a23cf84 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:44.415919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.542068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-748f8a33-cfd7-4919-98b0-b3a8be1b2c24 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:44.563587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-748f8a33-cfd7-4919-98b0-b3a8be1b2c24 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.2910821 Jul 29 17:52:44.578318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.607546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.674443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-78371484-1961-45b4-ae7f-c4cfd51664f6 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/quotas/be47b3d46f2b4230985d1f4ba9caa303 HTTP/1.1" status: 200 len: 375 time: 0.1014705 Jul 29 17:52:44.681023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event deleted for resources: {'Subnet': ['ID=b5630dfd-949c-476b-a649-192d365f6dbf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:44.698554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.700489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2dc0364a-a145-4fde-9404-d373da091384 tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "DELETE /v2.0/subnets/b5630dfd-949c-476b-a649-192d365f6dbf HTTP/1.1" status: 204 len: 168 time: 0.6887462 Jul 29 17:52:44.708509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34520) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:44.715014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d08b6e-41ba-420e-93a7-950c308db587 None None] Network 8c8749b0-3188-408a-9ae9-8dddc641c8f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:52:44.826287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.858885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['f119d511-615d-498a-9a82-16982a23cf84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:44.881525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:44.893906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event deleted for resources: {'Port': ['ID=f119d511-615d-498a-9a82-16982a23cf84,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:44.935562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4f315d82-b01d-4236-aece-5eecbda5608a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:44.937480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4f315d82-b01d-4236-aece-5eecbda5608a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e43f577-b864-4130-b833-d63705acee6a HTTP/1.1" status: 200 len: 945 time: 0.3708160 Jul 29 17:52:44.966323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-85e03a97-80b3-4534-8465-08c34967bec6 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2864418 Jul 29 17:52:45.025071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 38d394fa-90ef-42c9-a229-e567cd3f0d6b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:45.050440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] No DVR routers for this DVR port f119d511-615d-498a-9a82-16982a23cf84 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:45.058436 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.060816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45df0305-56a1-4dfe-9347-8678ab007aee req-7eaddfe9-1bd4-431f-aca8-d99e13c571d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.49 "DELETE /v2.0/ports/f119d511-615d-498a-9a82-16982a23cf84 HTTP/1.1" status: 204 len: 173 time: 1.2480180 Jul 29 17:52:45.061134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-deleted', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:45.071504 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991419c5-26d4-459e-a941-28db8a29bea4" -d '{"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-deleted", "tag": "f119d511-615d-498a-9a82-16982a23cf84"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:45.107879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2adc-88e1-4e11-af92-d74aa18ccca2 req-3a44b3a0-21ce-45ee-bce1-6f1b3bec5070 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:45.113643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2adc-88e1-4e11-af92-d74aa18ccca2 req-3a44b3a0-21ce-45ee-bce1-6f1b3bec5070 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:45.134164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2adc-88e1-4e11-af92-d74aa18ccca2 req-3a44b3a0-21ce-45ee-bce1-6f1b3bec5070 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:45.135907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ddba2adc-88e1-4e11-af92-d74aa18ccca2 req-3a44b3a0-21ce-45ee-bce1-6f1b3bec5070 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2411 time: 0.2482946 Jul 29 17:52:45.169264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-ce1c29e3-e5d9-4204-8bc5-e38603f5dd8e service neutron] 10.222.0.16 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059922 Jul 29 17:52:45.241596 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ddba2adc-88e1-4e11-af92-d74aa18ccca2 req-f3ffd299-4453-4a53-933f-f46d8607fd94 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937114 Jul 29 17:52:45.244795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:45.281108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'port_id': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'mac_address': 'fa:16:3e:5f:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edab5bf-040d-4ab2-b056-e26c25d3aa28', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:45.407415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-0be6f184-5b5b-4242-9a91-2730ffe8725d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:45.408992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-0be6f184-5b5b-4242-9a91-2730ffe8725d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c HTTP/1.1" status: 200 len: 945 time: 0.1562624 Jul 29 17:52:45.467871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Deleting port bac77910-f111-42af-b3c9-ba18778efe4f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:45.468955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.598395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-408f4d4b-c705-4da6-81cb-4ffe5ea93a80 req-40a59abb-f32b-4e38-a4c9-113cf0e6fcee tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 210 time: 0.0818684 Jul 29 17:52:45.600461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] For port bac77910-f111-42af-b3c9-ba18778efe4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bac77910-f111-42af-b3c9-ba18778efe4f,segment=NetworkSegment(7e2202b4-e32a-4485-bee8-67428034509f),segment_id=7e2202b4-e32a-4485-bee8-67428034509f)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:45.603119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.668897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Calling delete_port for bac77910-f111-42af-b3c9-ba18778efe4f owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:45.675894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Deleting port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:45.676526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.806644 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d171c0-fe1c-4819-bbe5-8ed2d80296bb x-openstack-request-id: req-b3d171c0-fe1c-4819-bbe5-8ed2d80296bb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:45.807199 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e514-1b17-4312-9c3e-93608aa97088", "name": "network-vif-deleted", "tag": "f119d511-615d-498a-9a82-16982a23cf84", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:45.807647 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3d171c0-fe1c-4819-bbe5-8ed2d80296bb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:45.808356 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e514-1b17-4312-9c3e-93608aa97088', 'name': 'network-vif-deleted', 'tag': 'f119d511-615d-498a-9a82-16982a23cf84', 'status': 'completed', 'code': 200} Jul 29 17:52:45.809588 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.867640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d394fa-90ef-42c9-a229-e567cd3f0d6b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:45.897093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.920365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:45.928344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] For port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:45.930805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.951672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-85597a05-347d-4be8-9679-bef878d9a154 service neutron] 10.222.0.16 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798440 Jul 29 17:52:45.952760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a1d46-9a21-4088-9458-4b82dd01dbc9 None None] DHCP port deletion for 8c8749b0-3188-408a-9ae9-8dddc641c8f5 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:52:45.957524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:45.958472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:45.964352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Calling delete_port for 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:46.059844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event deleted for resources: {'Port': ['ID=bac77910-f111-42af-b3c9-ba18778efe4f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:46.068222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] No DVR routers for this DVR port bac77910-f111-42af-b3c9-ba18778efe4f on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:46.121481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:46.138873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.139440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.140245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.140732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.141211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.141715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.142194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.142685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.143174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.143666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.144136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.144615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:52:46.195612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Deleting port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:46.196037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:46.215513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:46.265755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'network_id': '4c09eaaa-4f95-4c10-96ea-0d311d506129', 'port_id': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'mac_address': 'fa:16:3e:69:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631e36fb-7faf-4514-9056-7e174b6a82e3', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:46.280843 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:46.300222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:46.319445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-10b627ce-f88b-411a-a03c-d76ccc0044d5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:46.321235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-10b627ce-f88b-411a-a03c-d76ccc0044d5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.38 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 814 time: 0.4742942 Jul 29 17:52:46.327715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8749b0-3188-408a-9ae9-8dddc641c8f5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:46.339780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Request body: {'port': {'device_id': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'admin_state_up': True, 'tenant_id': '8ef04348cbc247afb37974545be09cb5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:46.396715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event deleted for resources: {'Port': ['ID=1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:46.451067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2202b4-e32a-4485-bee8-67428034509f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:46.459089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2202b4-e32a-4485-bee8-67428034509f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:52:46.482093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:46.527170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:46.570858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:46.577966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:46.579796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ccd2c3d6-b584-4087-b013-fcdcdac943f0 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:46.712638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:46.803585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:46.844173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0', 'network_id': '7d5a610b-82d8-47a3-ac15-02d8557ec4d1', 'port_id': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0', 'mac_address': 'fa:16:3e:da:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edab5bf-040d-4ab2-b056-e26c25d3aa28', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:46.929726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bac77910-f111-42af-b3c9-ba18778efe4f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:46.965562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: bac77910-f111-42af-b3c9-ba18778efe4f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:46.965935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bac77910-f111-42af-b3c9-ba18778efe4f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:46.981194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.011190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd2c3d6-b584-4087-b013-fcdcdac943f0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:47.062848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:47.079324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.090848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] No DVR routers for this DVR port 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:47.097733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.099847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5dae00e6-8667-4d16-a39d-31a726cadb94 req-e122e9c9-0fde-4d04-94ab-84996343dcc9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "DELETE /v2.0/ports/1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b HTTP/1.1" status: 204 len: 173 time: 1.6841426 Jul 29 17:52:47.123242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff473f-954a-4031-8a1e-50829b6eaeba req-38e95f8b-a018-4088-86d3-a7a90ca0f089 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:47.129456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff473f-954a-4031-8a1e-50829b6eaeba req-38e95f8b-a018-4088-86d3-a7a90ca0f089 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:47.149189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff473f-954a-4031-8a1e-50829b6eaeba req-38e95f8b-a018-4088-86d3-a7a90ca0f089 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:47.152595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1bff473f-954a-4031-8a1e-50829b6eaeba req-38e95f8b-a018-4088-86d3-a7a90ca0f089 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2412 time: 0.6993742 Jul 29 17:52:47.204270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:47.208545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.212890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1bff473f-954a-4031-8a1e-50829b6eaeba req-629c6b46-7467-4a43-948f-e37f2f3dfaac tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Jul 29 17:52:47.308133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c440709d-7cd6-4fd1-a995-cbb10f833c40 req-1fc0306f-13bd-43c9-a9bc-6fe9f6230687 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 210 time: 0.0421562 Jul 29 17:52:47.342990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ca334b1-c3f0-44bc-a78b-06a7c293cec5 req-d6d9028b-7fa9-4fc8-a008-f800c8b7a63a tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 210 time: 0.1210365 Jul 29 17:52:47.394417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.399443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['38d394fa-90ef-42c9-a229-e567cd3f0d6b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:47.415724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['fa5bbe99-8d20-4bb2-8c05-6181a9c852d9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:47.431946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] For port 6f0a9659-1ced-4cb4-81da-1a950a0218c9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f0a9659-1ced-4cb4-81da-1a950a0218c9,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:47.434102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.459301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Calling delete_port for 6f0a9659-1ced-4cb4-81da-1a950a0218c9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:47.555560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f0a9659-1ced-4cb4-81da-1a950a0218c9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:47.585463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:52:47.585872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:52:47.590342 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:52:47.637465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Made reservation on behalf of 8ef04348cbc247afb37974545be09cb5 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:47.640955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.742858 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.809365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'name': 'network-vif-deleted', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:47.811783 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ace6753-6cf0-467f-a8fb-ad2aee581010" -d '{"events": [{"server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "name": "network-vif-deleted", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:47.870806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.870993 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa48e53b-23cc-4608-84d2-0c827354d47b x-openstack-request-id: req-fa48e53b-23cc-4608-84d2-0c827354d47b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:47.871282 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c", "name": "network-vif-deleted", "tag": "1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:47.871525 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa48e53b-23cc-4608-84d2-0c827354d47b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:47.871904 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f5aae-4c64-42d5-bc1d-6d6b9cf85c7c', 'name': 'network-vif-deleted', 'tag': '1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b', 'status': 'completed', 'code': 200} Jul 29 17:52:47.882657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.884860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] 10.222.0.16 "DELETE /v2.0/networks/8c8749b0-3188-408a-9ae9-8dddc641c8f5 HTTP/1.1" status: 204 len: 168 time: 3.1745446 Jul 29 17:52:47.912507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948addcb-b49b-40ac-b787-fd69310c8e5c tempest-DHCPAgentSchedulersTestJSON-1869399842 tempest-DHCPAgentSchedulersTestJSON-1869399842-project] Pushing event deleted for resources: {'Network': ['ID=8c8749b0-3188-408a-9ae9-8dddc641c8f5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:47.927658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Allocated IP 172.20.0.3 (7bb12b61-9842-4ecd-8492-7400421de0f6/26a25cf5-e1f1-4e8b-9a40-b0e52dc67318/5d0dc586-99ea-46d2-afd8-94dee14cd8bc) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:47.975739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:47.976911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.026817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:48.028578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1829b1b6-f7dc-4d28-8ee9-8ffacd00bf9b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:48.032157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event deleted for resources: {'Port': ['ID=6f0a9659-1ced-4cb4-81da-1a950a0218c9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:48.066783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320876f-ea5d-4fc4-81ec-5f8ac3af83df req-fba8b1e4-b83b-41a0-b2f9-9a7a5e2a3784 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:48.086434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b320876f-ea5d-4fc4-81ec-5f8ac3af83df req-fba8b1e4-b83b-41a0-b2f9-9a7a5e2a3784 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.0965202 Jul 29 17:52:48.127210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] No DVR routers for this DVR port 6f0a9659-1ced-4cb4-81da-1a950a0218c9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:48.131208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.133934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be99e2f0-70d4-4aed-924e-c1894da7f9a3 req-4a6e39cf-1d66-46f0-9e75-ef0cb09039cb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.38 "DELETE /v2.0/ports/6f0a9659-1ced-4cb4-81da-1a950a0218c9 HTTP/1.1" status: 204 len: 173 time: 2.9908187 Jul 29 17:52:48.138724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'name': 'network-vif-deleted', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:48.142183 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2197affb-897f-48d7-9c44-780c51799841" -d '{"events": [{"server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "name": "network-vif-deleted", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:48.202465 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b320876f-ea5d-4fc4-81ec-5f8ac3af83df req-4c4606db-f8d7-4aff-a61d-6022dd0be26f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071594 Jul 29 17:52:48.324402 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d93f8d-fdfe-4809-884f-67f4dfbfea78 x-openstack-request-id: req-65d93f8d-fdfe-4809-884f-67f4dfbfea78 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:48.327394 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e43f577-b864-4130-b833-d63705acee6a", "name": "network-vif-deleted", "tag": "6f0a9659-1ced-4cb4-81da-1a950a0218c9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:48.328420 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65d93f8d-fdfe-4809-884f-67f4dfbfea78 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:48.330738 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e43f577-b864-4130-b833-d63705acee6a', 'name': 'network-vif-deleted', 'tag': '6f0a9659-1ced-4cb4-81da-1a950a0218c9', 'status': 'completed', 'code': 200} Jul 29 17:52:48.414056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-d0bfe6d3-b92c-4e72-8c7f-98576fe26847 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:48.415908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-d0bfe6d3-b92c-4e72-8c7f-98576fe26847 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.1884606 Jul 29 17:52:48.416491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:48.443591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Request body: {'port': {'device_id': '98292945-53db-416a-8e47-30f8b594223e', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'admin_state_up': True, 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:48.452347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ccd2c3d6-b584-4087-b013-fcdcdac943f0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:48.490656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374915-b0ba-4664-b892-92d928fec26e req-e8faf3dc-e59d-4cd2-a856-cb60d28a975e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:48.496984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374915-b0ba-4664-b892-92d928fec26e req-e8faf3dc-e59d-4cd2-a856-cb60d28a975e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:48.505097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374915-b0ba-4664-b892-92d928fec26e req-e8faf3dc-e59d-4cd2-a856-cb60d28a975e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:48.507128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16374915-b0ba-4664-b892-92d928fec26e req-e8faf3dc-e59d-4cd2-a856-cb60d28a975e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2414 time: 0.0938277 Jul 29 17:52:48.608341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.695829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.712351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16374915-b0ba-4664-b892-92d928fec26e req-5c396141-564a-4be6-9d30-961f093c9e00 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875210 Jul 29 17:52:48.824182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e281f27a-42de-4444-a265-09f4b2fe7ef8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c43b276498c43e5b7583c4bd85f4952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062676 Jul 29 17:52:48.827125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:48.906319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event updated for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:48.944699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03f958bc-70b1-4834-8594-a6e99c076058 req-f3c68d65-8bf5-40cb-b80d-22c92bd0bfcf tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 210 time: 0.0491188 Jul 29 17:52:48.957322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:48.962672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Network 7bb12b61-9842-4ecd-8492-7400421de0f6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:48.966942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:48.969075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.971664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:49.004671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.050999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6c089e3c-a4a1-4b47-b318-a2769895abde tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.052967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6c089e3c-a4a1-4b47-b318-a2769895abde tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 812 time: 0.3828902 Jul 29 17:52:49.062344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.063184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.082099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Request body: {'port': {'device_id': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'admin_state_up': True, 'tenant_id': 'be47b3d46f2b4230985d1f4ba9caa303'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:49.088613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-085811a9-dc67-4cda-baac-cb32ae06f46f tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7537200 Jul 29 17:52:49.097720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 38d394fa-90ef-42c9-a229-e567cd3f0d6b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:49.105955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Request body: {'port': {'device_id': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:49.121532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.137318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d980f54-895f-4cb0-b1d9-d80c47c021d4 req-efc5dbf8-4ab4-4461-b348-a908c5b14c97 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.146164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d980f54-895f-4cb0-b1d9-d80c47c021d4 req-efc5dbf8-4ab4-4461-b348-a908c5b14c97 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 931 time: 0.1424403 Jul 29 17:52:49.194023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 38d394fa-90ef-42c9-a229-e567cd3f0d6b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:49.199208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 38d394fa-90ef-42c9-a229-e567cd3f0d6b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:49.201340 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.218392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.267255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.270230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.274179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02e73fd9-7e60-47ab-9915-8816f250cc81 HTTP/1.1" status: 204 len: 168 time: 0.4458525 Jul 29 17:52:49.293629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade99d74-387c-4d6e-aad0-475680b023eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e73fd9-7e60-47ab-9915-8816f250cc81,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:49.327546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d980f54-895f-4cb0-b1d9-d80c47c021d4 req-bd6a0360-49d2-424b-b39b-a001654e08da tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796811 Jul 29 17:52:49.391321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Allocated IP 172.20.0.11 (b933e543-0c8f-457a-9479-51dfd600d6a5/51a526ef-d512-41e5-982d-54794cc36fe5/04b1e092-d16a-426f-b12e-861924ca6d30) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:49.398992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.416213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a47f-19bd-4f37-bd28-03f7d4d4e99b req-50b8d180-b49b-4183-bf3c-c1afcf6812ba tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.417857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7146a47f-19bd-4f37-bd28-03f7d4d4e99b req-50b8d180-b49b-4183-bf3c-c1afcf6812ba tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1908019 Jul 29 17:52:49.433721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Made reservation on behalf of be47b3d46f2b4230985d1f4ba9caa303 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:52:49.439196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.443062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:49.445686 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d5085-57ad-4150-9ac7-6df434918485" -d '{"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:49.461405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:49.475020 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.476909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:49.578850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:49.596361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:49.601562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:49.602287 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.607504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.617787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.630566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.643422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.658310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.664255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.670206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.672257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-3400575e-ec2e-4a7b-9eab-2875a5d5de2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.2239292 Jul 29 17:52:49.722373 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.771780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b0e101e-7748-4850-8a23-4b9c8b9c51e1 req-6c1c55df-5c90-4659-b50a-b0ac26f7815b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881462 Jul 29 17:52:49.791123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.792513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7146a47f-19bd-4f37-bd28-03f7d4d4e99b req-28d6cf84-3426-4cf4-84dc-542ed01f666c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374381 Jul 29 17:52:49.807414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:49.815859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.817488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:49.844612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.868189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:49.904549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Network b933e543-0c8f-457a-9479-51dfd600d6a5 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:49.905863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: f119d511-615d-498a-9a82-16982a23cf84 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:52:49.906566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f119d511-615d-498a-9a82-16982a23cf84 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:52:49.907152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:49.908389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:49.912339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:49.922751 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9deb17-8f9b-4f41-9c45-a70eab6b562a x-openstack-request-id: req-2d9deb17-8f9b-4f41-9c45-a70eab6b562a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:49.923047 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:49.923304 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d9deb17-8f9b-4f41-9c45-a70eab6b562a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:49.923708 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'code': 200} Jul 29 17:52:49.965093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:49.965831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.986023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5cae42d-781b-4c66-9b1c-a6445295d556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:49.990187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event updated for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:50.038165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ef9a3-82a5-403d-82eb-f82f0c7b78c5 req-809e3502-5e40-447b-8a35-faa8ef5975fd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.044915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ef9a3-82a5-403d-82eb-f82f0c7b78c5 req-809e3502-5e40-447b-8a35-faa8ef5975fd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.050906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ef9a3-82a5-403d-82eb-f82f0c7b78c5 req-809e3502-5e40-447b-8a35-faa8ef5975fd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.052731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-386ef9a3-82a5-403d-82eb-f82f0c7b78c5 req-809e3502-5e40-447b-8a35-faa8ef5975fd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2416 time: 0.0781307 Jul 29 17:52:50.054865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-9280b991-10e7-4e19-9bd8-de60be7897ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6227119 Jul 29 17:52:50.068520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:50.093643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Request body: {'port': {'device_id': '98292945-53db-416a-8e47-30f8b594223e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:50.125360 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.127586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Allocated IP 172.20.0.13 (b933e543-0c8f-457a-9479-51dfd600d6a5/51a526ef-d512-41e5-982d-54794cc36fe5/aac7bb18-9e6b-4779-9e1d-b0306083e78b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:52:50.146148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0dc586-99ea-46d2-afd8-94dee14cd8bc {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:50.162078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.174434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:50.178779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-386ef9a3-82a5-403d-82eb-f82f0c7b78c5 req-9b590231-dcb6-49d9-8e40-4c3750db1169 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Jul 29 17:52:50.194062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.214638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.227622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.229987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.233974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.240737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.247016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.253502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.261074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.265071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c465fad-c74b-4f34-86f1-3af698ea270c req-ac19b6a5-3bd5-4651-a6ad-cb434665e83e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.2585671 Jul 29 17:52:50.276291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Transition to ACTIVE for port object 5d0dc586-99ea-46d2-afd8-94dee14cd8bc will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:50.282382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=11']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:50.297264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.327809 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f31bd15-d165-4c4f-9333-cf076b391706 req-3fd3eced-ed57-4049-af2d-cfca1ac4e38a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 210 time: 0.0313094 Jul 29 17:52:50.516532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:50.646971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84a78-5d60-4d38-80f4-bef6a6f86812 req-494d9ee8-b0be-417d-8940-677273ce8088 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.648516 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df84a78-5d60-4d38-80f4-bef6a6f86812 req-494d9ee8-b0be-417d-8940-677273ce8088 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 943 time: 0.2277021 Jul 29 17:52:50.656812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.682556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5cae42d-781b-4c66-9b1c-a6445295d556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.702486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5cae42d-781b-4c66-9b1c-a6445295d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.758954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Attempting to bind port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:50.759233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Attempting to bind port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:50.759591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Attempting to bind port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:50.785353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae42d-781b-4c66-9b1c-a6445295d556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0ddc7-8daf-46c9-b189-a88da1dfc7f8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:50.790838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df84a78-5d60-4d38-80f4-bef6a6f86812 req-8f1d6b6b-4b3c-44b0-8439-3b96118e9feb tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234000 Jul 29 17:52:50.793553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc on network 7bb12b61-9842-4ecd-8492-7400421de0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:50.793882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Attempting to bind port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc on network 7bb12b61-9842-4ecd-8492-7400421de0f6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:50.801288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5cae42d-781b-4c66-9b1c-a6445295d556 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee0cf4cda9cb4b67841d7199dcc67edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9240637 Jul 29 17:52:50.801668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:50.838871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:50.839177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Checking segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:50.839603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Bound using segment: {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:50.839993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Bound port: 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22928663-8a6d-4db1-b697-617c2738def9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:50.840412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.866345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.952523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.971793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94cdd-1fd1-4812-a6d8-b7f78e8f132a req-c1ca1068-aa06-42ab-a28b-ba51000504c5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:50.973395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fbb94cdd-1fd1-4812-a6d8-b7f78e8f132a req-c1ca1068-aa06-42ab-a28b-ba51000504c5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1086087 Jul 29 17:52:50.984646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Network b933e543-0c8f-457a-9479-51dfd600d6a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:52:51.007266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:52:51.020130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.022055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:52:51.033296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event updated for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.047867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fbb94cdd-1fd1-4812-a6d8-b7f78e8f132a req-d44e0869-4d15-439f-9edb-30ab143409e6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682096 Jul 29 17:52:51.086170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b1e092-d16a-426f-b12e-861924ca6d30 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:51.095436 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.095891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:51.109390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:51.111839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ccd2c3d6-b584-4087-b013-fcdcdac943f0 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:51.114203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Transition to ACTIVE for port object 04b1e092-d16a-426f-b12e-861924ca6d30 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:51.118980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:51.122957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.126892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.134679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.135311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.192991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.193618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.195088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] 10.222.0.38 "PUT /v2.0/ports/5d0dc586-99ea-46d2-afd8-94dee14cd8bc HTTP/1.1" status: 200 len: 1091 time: 2.0938523 Jul 29 17:52:51.196684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-b2e5bb34-7c03-4599-81ad-77367b7f2c9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1194718 Jul 29 17:52:51.197126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:51.199784 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a2bd0-ca2b-40fe-a922-4525f19d8648" -d '{"events": [{"name": "network-changed", "server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:51.213903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.219690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.221886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdc0ddc7-8daf-46c9-b189-a88da1dfc7f8 HTTP/1.1" status: 204 len: 168 time: 0.4190695 Jul 29 17:52:51.232005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Request body: {'port': {'device_id': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:51.261042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port ccd2c3d6-b584-4087-b013-fcdcdac943f0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:51.284329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port ccd2c3d6-b584-4087-b013-fcdcdac943f0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:51.284841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.302872 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d3ade-b5a0-4ac5-8bca-6fa7d5bcd962 x-openstack-request-id: req-222d3ade-b5a0-4ac5-8bca-6fa7d5bcd962 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:51.303159 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:51.303392 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-222d3ade-b5a0-4ac5-8bca-6fa7d5bcd962 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:51.303798 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc', 'status': 'completed', 'code': 200} Jul 29 17:52:51.309542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78427-690c-4b0d-b2db-acf7073f0cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0ddc7-8daf-46c9-b189-a88da1dfc7f8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.319417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.344186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:51.355488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c97e1-ae4c-4fc7-adcc-530854c02b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.395967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'mac_address': 'fa:16:3e:f5:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:51.418745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Attempting to bind port 04b1e092-d16a-426f-b12e-861924ca6d30 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:51.419094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Attempting to bind port 04b1e092-d16a-426f-b12e-861924ca6d30 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:51.419406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Attempting to bind port 04b1e092-d16a-426f-b12e-861924ca6d30 on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:51.426013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Port 04b1e092-d16a-426f-b12e-861924ca6d30 on network b933e543-0c8f-457a-9479-51dfd600d6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:51.426395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Attempting to bind port 04b1e092-d16a-426f-b12e-861924ca6d30 on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:51.432640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:51.434018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Checking segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:51.434586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Bound using segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:51.435110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Bound port: 04b1e092-d16a-426f-b12e-861924ca6d30, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:51.435581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.473442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.493934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc505f32-06ff-4fa2-ba07-f60e1b490e07 req-2f9637a1-3315-4026-a5c0-3237b00803f9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.501205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc505f32-06ff-4fa2-ba07-f60e1b490e07 req-2f9637a1-3315-4026-a5c0-3237b00803f9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.507626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc505f32-06ff-4fa2-ba07-f60e1b490e07 req-2f9637a1-3315-4026-a5c0-3237b00803f9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.509701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc505f32-06ff-4fa2-ba07-f60e1b490e07 req-2f9637a1-3315-4026-a5c0-3237b00803f9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2416 time: 0.1509597 Jul 29 17:52:51.527334 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.527889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-e9401363-997a-40d4-9281-e1b969c57723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.529586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-e9401363-997a-40d4-9281-e1b969c57723 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 1094 time: 0.2628174 Jul 29 17:52:51.554775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:51.593442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:51.595177 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.600164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.645653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e984-92cd-4f27-8a6f-d50de78f5f2d req-4e0c9854-2f1c-40a9-bffa-921ade1ccbbc tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.648395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3c8e984-92cd-4f27-8a6f-d50de78f5f2d req-4e0c9854-2f1c-40a9-bffa-921ade1ccbbc tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 932 time: 0.1504424 Jul 29 17:52:51.654502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:51.660346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-3d28fa07-dbe4-4b4b-bd8b-2a1e96db0880 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc HTTP/1.1" status: 200 len: 217 time: 0.1210179 Jul 29 17:52:51.677192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=04b1e092-d16a-426f-b12e-861924ca6d30,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:51.692389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.701145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:51.732831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['5a17fa0c-b3f5-4152-9289-915fcd4ed26d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:51.733681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.739879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc505f32-06ff-4fa2-ba07-f60e1b490e07 req-4fa668a6-b7fa-4fe2-a2a5-0b119e748bd9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167983 Jul 29 17:52:51.760513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.812949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e3c8e984-92cd-4f27-8a6f-d50de78f5f2d req-5cea8870-6878-43de-b57c-d8f0d263c33a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336496 Jul 29 17:52:51.825697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.826338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.827728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] 10.222.0.49 "PUT /v2.0/ports/04b1e092-d16a-426f-b12e-861924ca6d30 HTTP/1.1" status: 200 len: 1092 time: 1.7437735 Jul 29 17:52:51.828310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:51.831885 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f" -d '{"events": [{"name": "network-changed", "server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:51.843241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-a4c6efd3-e46c-414c-968b-acb1630acbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.844740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-a4c6efd3-e46c-414c-968b-acb1630acbc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.1755850 Jul 29 17:52:51.901333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.907203 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a5cca4-aee3-4f22-bf7e-9390420aebcb x-openstack-request-id: req-f9a5cca4-aee3-4f22-bf7e-9390420aebcb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:51.907203 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:51.907203 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9a5cca4-aee3-4f22-bf7e-9390420aebcb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:51.915174 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30', 'status': 'completed', 'code': 200} Jul 29 17:52:51.924975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9'}, {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}, {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:51.932860 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bafc30-64c8-4aff-b4ab-6e6b3ef4331b" -d '{"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9"}, {"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:51.946410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-beb73ed6-8d2a-49e0-93b5-6b604ab40c40 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265181 Jul 29 17:52:51.948832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2c5de-ed6c-43de-876d-e89bdea26367 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:51.977134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-317d0749-9bb8-4175-97da-643624e9ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:51.978742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-317d0749-9bb8-4175-97da-643624e9ccd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 1095 time: 0.0627239 Jul 29 17:52:52.034724 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a25993-278f-4d13-9b3a-77e91467a262 x-openstack-request-id: req-44a25993-278f-4d13-9b3a-77e91467a262 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:52.035395 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9", "code": 200}, {"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-plugged", "status": "completed", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:52.035803 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44a25993-278f-4d13-9b3a-77e91467a262 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:52.036441 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'code': 200} Jul 29 17:52:52.037262 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:52:52.037915 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0', 'code': 200} Jul 29 17:52:52.057717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-e557a9c4-5939-4f0d-af75-1c69fc1f83ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b1e092-d16a-426f-b12e-861924ca6d30 HTTP/1.1" status: 200 len: 217 time: 0.0657558 Jul 29 17:52:52.141137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-f92fa186-8eca-4600-9296-7995d8e43ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.142916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-f92fa186-8eca-4600-9296-7995d8e43ca3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.0688238 Jul 29 17:52:52.156678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221d775-04f9-4fbc-b175-d1fd15694aa1 req-cb10005c-895b-4317-bc3c-d500b37064aa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.177705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2221d775-04f9-4fbc-b175-d1fd15694aa1 req-cb10005c-895b-4317-bc3c-d500b37064aa tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 943 time: 0.2302682 Jul 29 17:52:52.185712 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-3f50672b-7baf-4166-95d0-f1a681ac0edf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315456 Jul 29 17:52:52.278564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2221d775-04f9-4fbc-b175-d1fd15694aa1 req-b93f5862-2d22-4ecb-b1d8-219c03ad1953 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960426 Jul 29 17:52:52.288915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-1d4acb4a-b379-44a9-8cbe-d53d545a94c4 service neutron] 10.222.0.38 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177822 Jul 29 17:52:52.350715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-d2e1e08e-81c5-483d-beda-c02ddee1c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.351216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-d2e1e08e-81c5-483d-beda-c02ddee1c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.351699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-d2e1e08e-81c5-483d-beda-c02ddee1c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.354790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-d2e1e08e-81c5-483d-beda-c02ddee1c5f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2870 time: 0.2094388 Jul 29 17:52:52.391974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac7bb18-9e6b-4779-9e1d-b0306083e78b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:52.404477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:52.420580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d360d5-5263-4f12-a234-401876aba4b7 req-9ad986ed-f0eb-4124-8941-ef1237f79c17 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.422177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3d360d5-5263-4f12-a234-401876aba4b7 req-9ad986ed-f0eb-4124-8941-ef1237f79c17 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 945 time: 0.2354252 Jul 29 17:52:52.449445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Transition to ACTIVE for port object aac7bb18-9e6b-4779-9e1d-b0306083e78b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:52:52.456280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e866a1a-749d-49a5-89a4-679024b04d9b req-574cbe2e-2c4e-4e47-8687-3ea5aad8c030 service neutron] 10.222.0.38 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550882 Jul 29 17:52:52.457646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:52.498140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3d360d5-5263-4f12-a234-401876aba4b7 req-fc5f1392-b086-4e00-8eb5-357b122e3890 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672660 Jul 29 17:52:52.535968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-eb9cb7e7-2c19-4faa-8209-1dc0640b1c6d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728873 Jul 29 17:52:52.541741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-10750aa2-7acd-46a5-8f3e-d2f52d11aaa5 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037531 Jul 29 17:52:52.651361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Pushing event updated for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:52.698550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-b7417a4a-e8ba-462d-ab37-7bbd2f1f61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:52.705421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-b7417a4a-e8ba-462d-ab37-7bbd2f1f61ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ef04348cbc247afb37974545be09cb5&device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 1094 time: 0.1863332 Jul 29 17:52:52.841042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-145a6613-e470-4ad0-a7f0-4364b544b15e service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414715 Jul 29 17:52:53.001889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-93b86e1a-59ee-4eb9-9059-406b77c6bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.003471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-93b86e1a-59ee-4eb9-9059-406b77c6bd21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 1095 time: 0.1025846 Jul 29 17:52:53.085660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea001-f042-4cfe-b42c-2318209a7847 req-e7bdf4dd-0e51-4920-9c73-acc101737c09 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.087991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dd4ea001-f042-4cfe-b42c-2318209a7847 req-e7bdf4dd-0e51-4920-9c73-acc101737c09 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 944 time: 0.1684332 Jul 29 17:52:53.106392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:53.162402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34746) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:53.202932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Attempting to bind port aac7bb18-9e6b-4779-9e1d-b0306083e78b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:52:53.203658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Attempting to bind port aac7bb18-9e6b-4779-9e1d-b0306083e78b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:52:53.203964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Attempting to bind port aac7bb18-9e6b-4779-9e1d-b0306083e78b on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:53.212120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:53.212502 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.223043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Port aac7bb18-9e6b-4779-9e1d-b0306083e78b on network b933e543-0c8f-457a-9479-51dfd600d6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:52:53.223386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Attempting to bind port aac7bb18-9e6b-4779-9e1d-b0306083e78b on network b933e543-0c8f-457a-9479-51dfd600d6a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:52:53.277800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-16c4ee5d-c832-4107-9826-45830411eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.279600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-16c4ee5d-c832-4107-9826-45830411eae9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 200 len: 915 time: 0.5651081 Jul 29 17:52:53.280658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:52:53.281059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Checking segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:52:53.281519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Bound using segment: {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:52:53.282017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Bound port: aac7bb18-9e6b-4779-9e1d-b0306083e78b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15616639-4eb0-4015-8414-1423ecbd3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:52:53.282462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.301305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a614-5154-4bbf-9896-4ad4cfaf79e3 req-eee4393e-373f-4323-bce9-fd395e6a8dd1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.307439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a614-5154-4bbf-9896-4ad4cfaf79e3 req-eee4393e-373f-4323-bce9-fd395e6a8dd1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.313518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a614-5154-4bbf-9896-4ad4cfaf79e3 req-eee4393e-373f-4323-bce9-fd395e6a8dd1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.315351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0460a614-5154-4bbf-9896-4ad4cfaf79e3 req-eee4393e-373f-4323-bce9-fd395e6a8dd1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2417 time: 0.1907258 Jul 29 17:52:53.398976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dd4ea001-f042-4cfe-b42c-2318209a7847 req-a9b3dfbb-5c3d-4f1d-841d-1f473a4c5dce tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348709 Jul 29 17:52:53.431937 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.454978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-41fbba88-f7b9-406c-8f66-8ddcfc0875dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc HTTP/1.1" status: 200 len: 217 time: 0.1226313 Jul 29 17:52:53.481239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:53.487538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-b6887c54-7c14-4a45-a91e-bed840fabb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.489570 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-b6887c54-7c14-4a45-a91e-bed840fabb86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 913 time: 0.4763467 Jul 29 17:52:53.498156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.584766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5d0dc586-99ea-46d2-afd8-94dee14cd8bc details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:53.624736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0460a614-5154-4bbf-9896-4ad4cfaf79e3 req-fcbf3a6c-1a08-4414-82bd-c180d671a126 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838311 Jul 29 17:52:53.631866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.632925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.633314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.638506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:52:53.641275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.641937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.643433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:52:53.644542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.644963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.646210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-c36f050b-1f19-41b1-9a46-2c4f00c67ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.648240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-c36f050b-1f19-41b1-9a46-2c4f00c67ee2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 200 len: 854 time: 0.1740189 Jul 29 17:52:53.648502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-b1b87508-5a74-47a6-a37f-af41a9d91302 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.4831762 Jul 29 17:52:53.655030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-884db928-d562-4892-9b34-f6b7d0356e97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b1e092-d16a-426f-b12e-861924ca6d30 HTTP/1.1" status: 200 len: 217 time: 0.1476965 Jul 29 17:52:53.691232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.750987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-8f4e2e64-11a9-44e7-9344-840d374e433e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7bb12b61-9842-4ecd-8492-7400421de0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949776 Jul 29 17:52:53.762221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=13']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:53.835621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:53.862387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:53.866212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc', 'network_id': '7bb12b61-9842-4ecd-8492-7400421de0f6', 'port_id': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc', 'mac_address': 'fa:16:3e:73:79:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a25cf5-e1f1-4e8b-9a40-b0e52dc67318', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:53.891914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.891914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.894109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] 10.222.0.49 "PUT /v2.0/ports/aac7bb18-9e6b-4779-9e1d-b0306083e78b HTTP/1.1" status: 200 len: 1092 time: 2.6824939 Jul 29 17:52:53.895325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:53.898440 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:53.952544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f2ee5-0f0b-486e-bf4c-15506d4aa52c req-a925f901-72db-4a84-953c-3d84e35b0923 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.954017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-455f2ee5-0f0b-486e-bf4c-15506d4aa52c req-a925f901-72db-4a84-953c-3d84e35b0923 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 943 time: 0.2980926 Jul 29 17:52:53.958730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32a34-2908-4b3f-97ac-239e0ffac621 req-74dcf5ca-feb2-4773-aa94-228a18ee3e9c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.961266 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:53.966774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5c32a34-2908-4b3f-97ac-239e0ffac621 req-74dcf5ca-feb2-4773-aa94-228a18ee3e9c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1952584 Jul 29 17:52:53.969487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d059c30c-e47e-4670-ba24-1cdcdade11ff req-69f5318a-9431-43d0-b1e9-7bdd685938aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&id=32be9691-9d1e-43c1-8262-e90c08227c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3121290 Jul 29 17:52:53.974849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-3b246a0c-75a0-417e-9d00-781e731eae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:53.982721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-3b246a0c-75a0-417e-9d00-781e731eae73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.2921731 Jul 29 17:52:54.001607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0dc586-99ea-46d2-afd8-94dee14cd8bc {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:54.019671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-3bf75a52-b545-40f8-ab19-0944f5fb0ea4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361037 Jul 29 17:52:54.022812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda6bea-fc8c-440d-bcd0-c828374fc40a service neutron] Pushing event updated for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:54.041257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:54.047567 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de3051-76a3-45a0-96ff-497a855920c3" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:54.063650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:54.075480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:54.126256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-74ef5574-79d6-456c-8ff5-66b4abc8882a tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-872563524'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:54.126715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-74ef5574-79d6-456c-8ff5-66b4abc8882a tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Unknown quota resources ['metering_label']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:52:54.143863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:54.164337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5c32a34-2908-4b3f-97ac-239e0ffac621 req-52293132-e738-4c05-82de-ac71c15504c5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966581 Jul 29 17:52:54.167040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-a3c064a5-d660-4400-b868-2d3c1bee86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:54.168560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-a3c064a5-d660-4400-b868-2d3c1bee86a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 1095 time: 0.2223136 Jul 29 17:52:54.170370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-60eb815c-42c3-49d5-9d14-2dc03ce330fc service neutron] 10.222.0.38 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808417 Jul 29 17:52:54.234012 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed68c6c-d21a-4d09-a8c3-f14de548a33c x-openstack-request-id: req-2ed68c6c-d21a-4d09-a8c3-f14de548a33c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:54.234356 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:54.234558 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ed68c6c-d21a-4d09-a8c3-f14de548a33c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:54.235255 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b', 'status': 'completed', 'code': 200} Jul 29 17:52:54.239151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-455f2ee5-0f0b-486e-bf4c-15506d4aa52c req-29a9ed1d-5d0f-4a33-a764-1c63f8934bc1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663569 Jul 29 17:52:54.248528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-c615341c-f9bc-47eb-89ef-157684d00a01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b HTTP/1.1" status: 200 len: 217 time: 0.0695310 Jul 29 17:52:54.314101 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f351f-db0f-44ee-93f9-ad3de3ff041d x-openstack-request-id: req-315f351f-db0f-44ee-93f9-ad3de3ff041d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:54.314457 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:54.314701 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-315f351f-db0f-44ee-93f9-ad3de3ff041d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:54.315091 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:52:54.328932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5d0dc586-99ea-46d2-afd8-94dee14cd8bc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:54.402988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645a2bd0-ca2b-40fe-a922-4525f19d8648 req-b285870b-5ac9-4dff-8fea-a233c3a54f10 service neutron] 10.222.0.38 "GET /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169888 Jul 29 17:52:54.443587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-66a2faa2-affb-4718-a5ac-72e4df438853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:54.446341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-66a2faa2-affb-4718-a5ac-72e4df438853 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.1435163 Jul 29 17:52:54.493332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-4313fb81-41df-497b-b9fb-a485d71ae6a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395725 Jul 29 17:52:54.634984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-5494702a-d0d9-4d49-9533-5a394af8c300 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330388 Jul 29 17:52:54.802659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74ef5574-79d6-456c-8ff5-66b4abc8882a tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:54.806606 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74ef5574-79d6-456c-8ff5-66b4abc8882a tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9278369 Jul 29 17:52:54.807210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:54.817814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-d1ffcd6b-0fc7-4fe5-9d4b-cc469f814760 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887990 Jul 29 17:52:54.820590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e9cc22e0-b7e4-4919-b303-e57f5aac1a53 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9b4960ad-526a-4cad-8e88-b75b77e6372a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:54.821134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e9cc22e0-b7e4-4919-b303-e57f5aac1a53 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:52:54.834510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cbc81-bd9d-41b4-8a4b-5347c2b27881 req-4ce97466-4b16-4499-9c04-f119905a8fbd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:54.840631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cbc81-bd9d-41b4-8a4b-5347c2b27881 req-4ce97466-4b16-4499-9c04-f119905a8fbd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:54.846789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cbc81-bd9d-41b4-8a4b-5347c2b27881 req-4ce97466-4b16-4499-9c04-f119905a8fbd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:54.848624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b4cbc81-bd9d-41b4-8a4b-5347c2b27881 req-4ce97466-4b16-4499-9c04-f119905a8fbd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2417 time: 0.1167290 Jul 29 17:52:54.874837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe9c8f1-a1e2-4698-b3a9-8889316c23d3 req-e93451a9-d766-4b5e-8194-42396c105c38 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277832 Jul 29 17:52:54.918869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b4cbc81-bd9d-41b4-8a4b-5347c2b27881 req-6115d4a5-7c7f-43b9-80f3-96063a8d7634 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 Jul 29 17:52:55.014381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-ca312b28-1983-4346-8d49-4f284cae1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.015977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-ca312b28-1983-4346-8d49-4f284cae1daf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 1095 time: 0.0737796 Jul 29 17:52:55.033902 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.metering.metering_plugin [None req-e9cc22e0-b7e4-4919-b303-e57f5aac1a53 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 17:52:55.118559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 04b1e092-d16a-426f-b12e-861924ca6d30 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:55.141038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcaaf3-afc8-441a-ac18-94ff7bbc60d8 req-0eca4ffc-d7c1-4f1e-8074-408618aa3fb9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.156329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2dfcaaf3-afc8-441a-ac18-94ff7bbc60d8 req-0eca4ffc-d7c1-4f1e-8074-408618aa3fb9 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 944 time: 0.3529160 Jul 29 17:52:55.188835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-e7058017-f9f4-4db9-94fc-4d3080afc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.192447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-e7058017-f9f4-4db9-94fc-4d3080afc5f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 200 len: 913 time: 0.1577888 Jul 29 17:52:55.278275 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9cc22e0-b7e4-4919-b303-e57f5aac1a53 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.282922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9cc22e0-b7e4-4919-b303-e57f5aac1a53 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4642365 Jul 29 17:52:55.287803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:55.297409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2c48f61f-4f00-4457-a1f7-67824c3ae55e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9b4960ad-526a-4cad-8e88-b75b77e6372a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:55.297957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2c48f61f-4f00-4457-a1f7-67824c3ae55e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:52:55.313731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c528bbe4-3254-4bc5-84a3-57ef1e55e73f req-390e7034-0443-4bad-beea-ecf7fb5826f7 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860792 Jul 29 17:52:55.335753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2dfcaaf3-afc8-441a-ac18-94ff7bbc60d8 req-eb59e16d-e788-4ab3-ae08-e83cb6597d9a tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711779 Jul 29 17:52:55.352412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-3152448d-af5a-4f52-b84b-7a8c2c4d510e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b HTTP/1.1" status: 200 len: 217 time: 0.1449955 Jul 29 17:52:55.394532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=04b1e092-d16a-426f-b12e-861924ca6d30,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:55.404689 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.metering.metering_plugin [None req-2c48f61f-4f00-4457-a1f7-67824c3ae55e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 17:52:55.412589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '04b1e092-d16a-426f-b12e-861924ca6d30', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'port_id': '04b1e092-d16a-426f-b12e-861924ca6d30', 'mac_address': 'fa:16:3e:59:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a526ef-d512-41e5-982d-54794cc36fe5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:55.469042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-ee313f23-d369-4f63-967e-979f4d4f410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.470751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-ee313f23-d369-4f63-967e-979f4d4f410f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 200 len: 852 time: 0.1106319 Jul 29 17:52:55.531251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.535160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-8d623e7e-18ce-47fd-9659-8560dc3dec55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b933e543-0c8f-457a-9479-51dfd600d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499017 Jul 29 17:52:55.557147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c48f61f-4f00-4457-a1f7-67824c3ae55e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.557868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b1e092-d16a-426f-b12e-861924ca6d30 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:55.561362 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2c48f61f-4f00-4457-a1f7-67824c3ae55e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2689555 Jul 29 17:52:55.562982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:55.580855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5d0dc586-99ea-46d2-afd8-94dee14cd8bc up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:55.584483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5813b0c4-3713-43a0-95e3-aa2abd65cfef tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=079ea4e6-d8fd-4b35-afad-dd5a6f877374 HTTP/1.1" status: 200 len: 464 time: 0.0175745 Jul 29 17:52:55.587043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:55.594903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700d23-2975-4cbe-927c-300ce1613cdd req-610db4bb-25b6-4ddc-85d1-b5eb4c6bc566 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.602687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3700d23-2975-4cbe-927c-300ce1613cdd req-610db4bb-25b6-4ddc-85d1-b5eb4c6bc566 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1247964 Jul 29 17:52:55.696668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=04b1e092-d16a-426f-b12e-861924ca6d30,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:55.699858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:55.716339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:55.716868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.719411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.750195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3700d23-2975-4cbe-927c-300ce1613cdd req-1c48eed9-4182-47dc-bae1-f70e04874d57 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458263 Jul 29 17:52:55.847041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458290c2-4fc4-4098-bf4a-310103ae19e7 req-af448113-7c59-47e4-b8bd-70199e1f6b13 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:55.848564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458290c2-4fc4-4098-bf4a-310103ae19e7 req-af448113-7c59-47e4-b8bd-70199e1f6b13 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 944 time: 0.2740228 Jul 29 17:52:55.853856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:55.865855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-833eef16-5703-45bf-a558-ed81ab104262 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:55.873743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-833eef16-5703-45bf-a558-ed81ab104262 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/079ea4e6-d8fd-4b35-afad-dd5a6f877374 HTTP/1.1" status: 204 len: 168 time: 0.2682695 Jul 29 17:52:55.876672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34830) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:55.891429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-68b9f771-9a87-4081-b547-3d93f1367336 service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446195 Jul 29 17:52:55.915073 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c1f5ebc9-b6b2-46d6-af44-e14fc84a7339 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=079ea4e6-d8fd-4b35-afad-dd5a6f877374 HTTP/1.1" status: 200 len: 221 time: 0.0366108 Jul 29 17:52:55.918920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:55.946124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-840f9fe6-6b6f-484b-849b-cd68071e5927 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--61308031', 'description': 'label created by tempest'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:52:55.946974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-840f9fe6-6b6f-484b-849b-cd68071e5927 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Unknown quota resources ['metering_label']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 17:52:56.003049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:56.015439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['04b1e092-d16a-426f-b12e-861924ca6d30'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:56.021587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869cd9a-5329-4af3-bbde-50f000529348 req-acdda529-469b-4a2f-a1da-b1f80eb800a5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.030382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869cd9a-5329-4af3-bbde-50f000529348 req-acdda529-469b-4a2f-a1da-b1f80eb800a5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.050880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869cd9a-5329-4af3-bbde-50f000529348 req-acdda529-469b-4a2f-a1da-b1f80eb800a5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.057016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-458290c2-4fc4-4098-bf4a-310103ae19e7 req-48c0c7ff-9113-4522-9acb-546b6fa5b5c1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989534 Jul 29 17:52:56.063017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0869cd9a-5329-4af3-bbde-50f000529348 req-acdda529-469b-4a2f-a1da-b1f80eb800a5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2417 time: 0.1631160 Jul 29 17:52:56.116051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2a9e1ce-e9a1-44ee-8daa-1a9dfd70e24d req-3ab47387-42fc-423a-a050-9883e8a3f5bf service neutron] 10.222.0.49 "GET /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117941 Jul 29 17:52:56.166166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:56.193114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:56.250529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-840f9fe6-6b6f-484b-849b-cd68071e5927 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:56.253568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-840f9fe6-6b6f-484b-849b-cd68071e5927 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3308423 Jul 29 17:52:56.253788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:56.273748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0869cd9a-5329-4af3-bbde-50f000529348 req-2cb55eb9-9681-47be-b971-8518f922da1b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093887 Jul 29 17:52:56.318960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:56.321407 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7240d2-2366-47e2-825a-fc8c27e6bb3c" -d '{"events": [{"server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "name": "network-vif-plugged", "status": "completed", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:56.340438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:56.399789 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c4a8d-0a1e-4719-872d-b624f5e48991 x-openstack-request-id: req-726c4a8d-0a1e-4719-872d-b624f5e48991 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:56.400688 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "name": "network-vif-plugged", "status": "completed", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:56.400688 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-726c4a8d-0a1e-4719-872d-b624f5e48991 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:56.400688 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc', 'code': 200} Jul 29 17:52:56.405011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:56.448707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-111bc827-6cb0-4d5f-8f08-a47c9b4437d8 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=763a7b1f-c9a1-4978-b671-cf71e8feae87 HTTP/1.1" status: 200 len: 466 time: 0.1934006 Jul 29 17:52:56.451420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34844) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:56.547087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5f68-d3eb-4b94-a9fc-17f0c9f3143f req-6872e906-a08b-4ab7-b6dd-0b62cef131ea tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.557780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-338a5f68-d3eb-4b94-a9fc-17f0c9f3143f req-6872e906-a08b-4ab7-b6dd-0b62cef131ea tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 944 time: 0.0872095 Jul 29 17:52:56.614096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-338a5f68-d3eb-4b94-a9fc-17f0c9f3143f req-105d4cf6-1908-41bd-be2a-e7f1f537e392 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 Jul 29 17:52:56.814356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3060ac0-659b-49e0-850a-783844c636ae req-e98aa94c-e4c4-4634-9232-b0c5feb3e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.816132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3060ac0-659b-49e0-850a-783844c636ae req-e98aa94c-e4c4-4634-9232-b0c5feb3e15d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 1096 time: 0.2918029 Jul 29 17:52:56.882583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26c68b8b-2e9f-414d-99a7-d5e8c75a6469 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:56.882583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-26c68b8b-2e9f-414d-99a7-d5e8c75a6469 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/763a7b1f-c9a1-4978-b671-cf71e8feae87 HTTP/1.1" status: 204 len: 168 time: 0.4272172 Jul 29 17:52:56.883310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:56.912478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-99b6f8ad-2c2b-4fce-aecf-019c9b68e1f6 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=763a7b1f-c9a1-4978-b671-cf71e8feae87 HTTP/1.1" status: 200 len: 216 time: 0.0249326 Jul 29 17:52:56.916983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:56.929070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3060ac0-659b-49e0-850a-783844c636ae req-9f463d62-2145-4c6e-b578-efe4f0329a62 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624933 Jul 29 17:52:56.950613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-875563a3-8f64-48b1-b720-0a2c0d541bc6 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0281565 Jul 29 17:52:56.950967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:56.963899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ed488-9dc4-4821-8f5a-6e3429657c1d req-cae20730-8303-4787-9b6a-8fd1523ae843 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:56.971879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d768bd8-d10a-4c74-a2b7-2b0e3512a7d4 tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0198243 Jul 29 17:52:56.976132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208ed488-9dc4-4821-8f5a-6e3429657c1d req-cae20730-8303-4787-9b6a-8fd1523ae843 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1011021 Jul 29 17:52:56.976915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34864) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:57.090632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-16812b44-bb0a-4e54-9917-88b325dbb7ec tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/9b4960ad-526a-4cad-8e88-b75b77e6372a HTTP/1.1" status: 200 len: 472 time: 0.1025729 Jul 29 17:52:57.093958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34868) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:57.128178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8963dae2-80f3-4726-bb00-c8aed713e96e tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/abf6332a-06c8-4fc7-ac8b-b8e444aededf HTTP/1.1" status: 200 len: 461 time: 0.0316095 Jul 29 17:52:57.128843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:57.157982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 04b1e092-d16a-426f-b12e-861924ca6d30 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:57.171701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208ed488-9dc4-4821-8f5a-6e3429657c1d req-b5f95c6b-69e1-4695-b3b3-01f36baceea5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770635 Jul 29 17:52:57.221080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-d25fb663-2d63-4379-87f2-fd35c10c2448 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.228861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device aac7bb18-9e6b-4779-9e1d-b0306083e78b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:52:57.233407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-d25fb663-2d63-4379-87f2-fd35c10c2448 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.246951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-d25fb663-2d63-4379-87f2-fd35c10c2448 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.254586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-d25fb663-2d63-4379-87f2-fd35c10c2448 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2417 time: 0.1408360 Jul 29 17:52:57.310118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723194e-c98c-4081-af02-8eef4287d8b6 req-cf0d19d8-a551-468c-847a-cae76593e510 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.324989 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d723194e-c98c-4081-af02-8eef4287d8b6 req-cf0d19d8-a551-468c-847a-cae76593e510 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1685889 Jul 29 17:52:57.532199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5f0d-5dd4-4e00-9361-42017d2b1e82 req-04f10afa-69bf-42dd-b415-01d21874e6b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.537927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5f0d-5dd4-4e00-9361-42017d2b1e82 req-04f10afa-69bf-42dd-b415-01d21874e6b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.543857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5f0d-5dd4-4e00-9361-42017d2b1e82 req-04f10afa-69bf-42dd-b415-01d21874e6b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:57.545552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ff5f0d-5dd4-4e00-9361-42017d2b1e82 req-04f10afa-69bf-42dd-b415-01d21874e6b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 2417 time: 0.1800811 Jul 29 17:52:57.549707 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca0796dc-8b63-4e20-9b1b-b0b7b94279fb tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.551374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port ccd2c3d6-b584-4087-b013-fcdcdac943f0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:57.551708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.553604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca0796dc-8b63-4e20-9b1b-b0b7b94279fb tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/abf6332a-06c8-4fc7-ac8b-b8e444aededf HTTP/1.1" status: 204 len: 168 time: 0.4237907 Jul 29 17:52:57.555730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:57.627948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:57.671943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b', 'network_id': 'b933e543-0c8f-457a-9479-51dfd600d6a5', 'port_id': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b', 'mac_address': 'fa:16:3e:75:1a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a526ef-d512-41e5-982d-54794cc36fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:52:57.681603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d723194e-c98c-4081-af02-8eef4287d8b6 req-0b0331a0-ddd9-46b8-8079-0f40472225ac tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555748 Jul 29 17:52:57.739813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 04b1e092-d16a-426f-b12e-861924ca6d30 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:57.744906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.751337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.770678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac7bb18-9e6b-4779-9e1d-b0306083e78b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:52:57.778759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 04b1e092-d16a-426f-b12e-861924ca6d30 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:57.779267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.843991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:57.862407 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.871236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ff5f0d-5dd4-4e00-9361-42017d2b1e82 req-c6be3bae-c1fc-4e1f-92f2-c31776d1dbd8 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305292 Jul 29 17:52:57.896804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port ccd2c3d6-b584-4087-b013-fcdcdac943f0, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ccd2c3d6-b584-4087-b013-fcdcdac943f0,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:57.897444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:57.914794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for ccd2c3d6-b584-4087-b013-fcdcdac943f0 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:57.994281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:58.011015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.026809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29c087c6-a967-4fb9-9690-8e91221cfe0c tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.031367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29c087c6-a967-4fb9-9690-8e91221cfe0c tempest-MeteringTestJSON-78165609 tempest-MeteringTestJSON-78165609-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/9b4960ad-526a-4cad-8e88-b75b77e6372a HTTP/1.1" status: 204 len: 168 time: 0.4722884 Jul 29 17:52:58.040744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0f30d-7203-4536-8d1b-aaa875472995 req-de0d92c6-92df-4671-bff8-906bab23dce6 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:58.042729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1b0f30d-7203-4536-8d1b-aaa875472995 req-de0d92c6-92df-4671-bff8-906bab23dce6 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 945 time: 0.1465030 Jul 29 17:52:58.104026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=04b1e092-d16a-426f-b12e-861924ca6d30,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:58.109041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1b0f30d-7203-4536-8d1b-aaa875472995 req-e3eaad93-fe42-44e2-8b2b-26e2b06f3099 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566983 Jul 29 17:52:58.124812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['aac7bb18-9e6b-4779-9e1d-b0306083e78b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:58.131118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.191792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.318089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=ccd2c3d6-b584-4087-b013-fcdcdac943f0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:58.322162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:58.380218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port ccd2c3d6-b584-4087-b013-fcdcdac943f0 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:52:58.392856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.395016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-2a87efee-a633-4005-b316-aec890628f45 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "DELETE /v2.0/ports/ccd2c3d6-b584-4087-b013-fcdcdac943f0 HTTP/1.1" status: 204 len: 173 time: 1.1332366 Jul 29 17:52:58.395485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:58.397851 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd17cc-80b4-421b-bed1-5bac07339dd3" -d '{"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:58.403069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:52:58.405409 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936414e1-5401-452a-8895-215e4c7c1294" -d '{"events": [{"server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "name": "network-vif-plugged", "status": "completed", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:52:58.490078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb612f5-b889-4a0f-a810-54c27cb8a32e req-55b7a970-12c9-4f52-b0f7-2099e181aa43 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:58.491677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcb612f5-b889-4a0f-a810-54c27cb8a32e req-55b7a970-12c9-4f52-b0f7-2099e181aa43 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.2011333 Jul 29 17:52:58.518066 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda04ab-b71f-44b8-8949-3dfe157256f2 x-openstack-request-id: req-bbda04ab-b71f-44b8-8949-3dfe157256f2 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:58.518307 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "ccd2c3d6-b584-4087-b013-fcdcdac943f0", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:58.518544 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbda04ab-b71f-44b8-8949-3dfe157256f2 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:58.518954 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': 'ccd2c3d6-b584-4087-b013-fcdcdac943f0', 'status': 'completed', 'code': 200} Jul 29 17:52:58.537880 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb121f-a037-4448-9841-298fa7397679 x-openstack-request-id: req-7dbb121f-a037-4448-9841-298fa7397679 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:52:58.538174 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "name": "network-vif-plugged", "status": "completed", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:52:58.538454 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dbb121f-a037-4448-9841-298fa7397679 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:52:58.539188 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30', 'code': 200} Jul 29 17:52:58.668692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcb612f5-b889-4a0f-a810-54c27cb8a32e req-72a3956b-081b-4fb0-8b0a-a490f0c82387 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463597 Jul 29 17:52:58.669878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34902) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:58.680408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e4356-af82-4abe-b185-f9c0cde3b70d req-00067e34-9c52-4e0c-84c4-7dfa5b02c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:58.683011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-714e4356-af82-4abe-b185-f9c0cde3b70d req-00067e34-9c52-4e0c-84c4-7dfa5b02c496 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 1097 time: 0.0802019 Jul 29 17:52:58.746278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 38d394fa-90ef-42c9-a229-e567cd3f0d6b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:52:58.746661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.756475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-714e4356-af82-4abe-b185-f9c0cde3b70d req-72458200-041d-4e56-8784-268625d90afb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Jul 29 17:52:58.874536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d0d2b-32d7-4d68-9d20-9766b704cfed req-17ab9857-05f4-4b6a-9472-39078abeafe5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:58.878962 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b3d0d2b-32d7-4d68-9d20-9766b704cfed req-17ab9857-05f4-4b6a-9472-39078abeafe5 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1248953 Jul 29 17:52:58.924119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-006300ef-28bb-482a-84a6-c05d8fdbd8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:58.953854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'ccd2c3d6-b584-4087-b013-fcdcdac943f0'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:52:58.977194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b3d0d2b-32d7-4d68-9d20-9766b704cfed req-c95a28d3-2d4c-41e0-a2fa-a19d0bdafaff tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Jul 29 17:52:59.123338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-006300ef-28bb-482a-84a6-c05d8fdbd8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.162936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-006300ef-28bb-482a-84a6-c05d8fdbd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.175147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aa3ed-598d-4c39-ae32-df48e4c7b5f2 req-57bf4448-6f52-438c-b674-f43e99cbd40e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:59.176739 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b20aa3ed-598d-4c39-ae32-df48e4c7b5f2 req-57bf4448-6f52-438c-b674-f43e99cbd40e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1016748 Jul 29 17:52:59.201431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device aac7bb18-9e6b-4779-9e1d-b0306083e78b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:52:59.221907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006300ef-28bb-482a-84a6-c05d8fdbd8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d4a409-cbe3-4f5d-8498-6a8df61aaaad,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:59.241424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:59.241795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.269075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-006300ef-28bb-482a-84a6-c05d8fdbd8ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a62e66e923634772a34b141099e56be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922694 Jul 29 17:52:59.270777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:52:59.273774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 38d394fa-90ef-42c9-a229-e567cd3f0d6b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:52:59.274628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b20aa3ed-598d-4c39-ae32-df48e4c7b5f2 req-0573b1a5-f92b-44ee-9e3d-013b510fa90e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885086 Jul 29 17:52:59.305897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3d5b-ea2f-4b5c-a32c-cbdc8f1ea456 req-ff5b64a6-1ed6-47cd-9066-6f647ad7562c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:59.320475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3d5b-ea2f-4b5c-a32c-cbdc8f1ea456 req-ff5b64a6-1ed6-47cd-9066-6f647ad7562c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:59.328582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e80d3d5b-ea2f-4b5c-a32c-cbdc8f1ea456 req-ff5b64a6-1ed6-47cd-9066-6f647ad7562c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 1681 time: 0.3079400 Jul 29 17:52:59.402826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port aac7bb18-9e6b-4779-9e1d-b0306083e78b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:52:59.427374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port aac7bb18-9e6b-4779-9e1d-b0306083e78b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:52:59.427714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.502831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd69d-22dc-4c97-ba4a-05fd08c9ce5c req-667dff04-bdba-4111-ac8c-b958dd5148a4 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:59.504526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9dfcd69d-22dc-4c97-ba4a-05fd08c9ce5c req-667dff04-bdba-4111-ac8c-b958dd5148a4 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 945 time: 0.1251955 Jul 29 17:52:59.535294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.551313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e80d3d5b-ea2f-4b5c-a32c-cbdc8f1ea456 req-5896d529-bef4-473b-8c30-1b6ece7b03cc tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202716 Jul 29 17:52:59.572685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.575641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:59.593362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.598755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 38d394fa-90ef-42c9-a229-e567cd3f0d6b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:52:59.649033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9dfcd69d-22dc-4c97-ba4a-05fd08c9ce5c req-ed1587c5-c652-4d99-a5eb-342caa645b3e tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365712 Jul 29 17:52:59.855062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:52:59.898950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef12e7f-389c-48cd-8ce2-422a9b5527fa req-873eae57-96d2-46ed-b06c-2970309528b9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:52:59.900924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ef12e7f-389c-48cd-8ce2-422a9b5527fa req-873eae57-96d2-46ed-b06c-2970309528b9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1344528 Jul 29 17:52:59.943703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.979908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 38d394fa-90ef-42c9-a229-e567cd3f0d6b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=38d394fa-90ef-42c9-a229-e567cd3f0d6b,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:52:59.995648 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:59.997177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:00.029314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ef12e7f-389c-48cd-8ce2-422a9b5527fa req-7d0a5f97-22a5-4108-9d10-c412fb1b5a84 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212268 Jul 29 17:53:00.094514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:00.114579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.154793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.214021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:00.227130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.227558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec539a-4fdb-4463-8378-11d80bd1a352 req-44116e72-8cbd-448a-9e51-4462c2f68647 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:00.228287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ccd2c3d6-b584-4087-b013-fcdcdac943f0 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:00.229318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ec539a-4fdb-4463-8378-11d80bd1a352 req-44116e72-8cbd-448a-9e51-4462c2f68647 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1188092 Jul 29 17:53:00.289912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.292788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.293937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d4a409-cbe3-4f5d-8498-6a8df61aaaad HTTP/1.1" status: 204 len: 168 time: 1.0214012 Jul 29 17:53:00.309226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef145ee1-87f1-4520-b17a-122b5b47af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d4a409-cbe3-4f5d-8498-6a8df61aaaad,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:00.323396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: ccd2c3d6-b584-4087-b013-fcdcdac943f0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:00.323724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ccd2c3d6-b584-4087-b013-fcdcdac943f0 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:00.337462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ec539a-4fdb-4463-8378-11d80bd1a352 req-1bf3e986-429f-441d-93b4-e3f9a86ed566 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877693 Jul 29 17:53:00.359080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.378288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:00.432690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=38d394fa-90ef-42c9-a229-e567cd3f0d6b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:00.540299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b'}, {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b'}, {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:00.543567 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ddbfa-68c3-4e8a-9030-e6d2fd4de0e4" -d '{"events": [{"server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "name": "network-vif-plugged", "status": "completed", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b"}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b"}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:00.548954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e668e-96e9-44bc-99d8-d4b41ef897f1 req-9ada638b-3afc-4f6d-beb6-e83cf539105e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:00.558342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 38d394fa-90ef-42c9-a229-e567cd3f0d6b on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:00.560721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc4e668e-96e9-44bc-99d8-d4b41ef897f1 req-9ada638b-3afc-4f6d-beb6-e83cf539105e tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.0859938 Jul 29 17:53:00.566733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.571034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-cf0a5171-cdfe-43ac-b5c1-e89d30cf21cb tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "DELETE /v2.0/ports/38d394fa-90ef-42c9-a229-e567cd3f0d6b HTTP/1.1" status: 204 len: 173 time: 2.1571627 Jul 29 17:53:00.573254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:00.578135 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c05bc-d556-4177-8d32-0a763a01db33" -d '{"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:00.650120 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558153f4-c9bd-4f50-801a-544e7fce0167 x-openstack-request-id: req-558153f4-c9bd-4f50-801a-544e7fce0167 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:00.650459 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "name": "network-vif-plugged", "status": "completed", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b", "code": 200}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b", "code": 200}, {"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:00.650717 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-558153f4-c9bd-4f50-801a-544e7fce0167 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:00.651126 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b', 'code': 200} Jul 29 17:53:00.651496 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'code': 200} Jul 29 17:53:00.651756 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'code': 200} Jul 29 17:53:00.664662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc4e668e-96e9-44bc-99d8-d4b41ef897f1 req-b5fd56d1-0381-4010-b3ad-38f99c38edfd tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026947 Jul 29 17:53:00.763023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:00.763421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.832924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8305-c9e4-4bd5-a4cc-1b91ba7bff6e req-55331033-8c09-4c85-81bc-9cec810445ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:00.841495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bf7c8305-c9e4-4bd5-a4cc-1b91ba7bff6e req-55331033-8c09-4c85-81bc-9cec810445ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 1097 time: 0.1324928 Jul 29 17:53:00.946232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:00.947277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:00.947853 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.948931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bf7c8305-c9e4-4bd5-a4cc-1b91ba7bff6e req-ced5eec3-250d-4856-b68a-9802a224a925 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987556 Jul 29 17:53:00.964416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fcbc-6773-43c9-9e1e-763ec49853f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:00.965208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:00.984604 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0484f02-8725-4a79-80b8-ae950d203b6e x-openstack-request-id: req-f0484f02-8725-4a79-80b8-ae950d203b6e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:00.984791 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "38d394fa-90ef-42c9-a229-e567cd3f0d6b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:00.985011 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0484f02-8725-4a79-80b8-ae950d203b6e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:00.985412 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': '38d394fa-90ef-42c9-a229-e567cd3f0d6b', 'status': 'completed', 'code': 200} Jul 29 17:53:01.109863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fcbc-6773-43c9-9e1e-763ec49853f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.125839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fcbc-6773-43c9-9e1e-763ec49853f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.170075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f790-1ce1-4cba-9d89-c8464fa8f113 req-6c047519-1071-45fa-9840-44a1ac087766 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:01.181000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae18f790-1ce1-4cba-9d89-c8464fa8f113 req-6c047519-1071-45fa-9840-44a1ac087766 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 943 time: 0.1946361 Jul 29 17:53:01.199900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2cc6fcbc-6773-43c9-9e1e-763ec49853f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0c1aee4dc724d75bab9c6259ca81437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494352 Jul 29 17:53:01.202478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fcbc-6773-43c9-9e1e-763ec49853f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf96c52-8ad2-482e-bca9-7f434c2b81ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:01.205371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34980) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:01.249202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae18f790-1ce1-4cba-9d89-c8464fa8f113 req-c03be9d2-ec9b-4491-ae56-ccfcc6f41fdc tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665143 Jul 29 17:53:01.299238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc321c-84b9-4823-b1fd-7a24fef7cc00 req-2c698b73-6e4e-4949-a19e-677fa45dc9cd tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:01.300822 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fbc321c-84b9-4823-b1fd-7a24fef7cc00 req-2c698b73-6e4e-4949-a19e-677fa45dc9cd tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 946 time: 0.1422219 Jul 29 17:53:01.307669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.366723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.371138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fbc321c-84b9-4823-b1fd-7a24fef7cc00 req-6654fea6-0c1d-485a-b02a-b26418498069 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Jul 29 17:53:01.441560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.445190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.446491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecf96c52-8ad2-482e-bca9-7f434c2b81ae HTTP/1.1" status: 204 len: 168 time: 0.2150457 Jul 29 17:53:01.461656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.484137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81732e9b-3c4f-4c3f-897a-ecf4c6a9f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf96c52-8ad2-482e-bca9-7f434c2b81ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:01.523485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35a80a-b6b8-40e4-a6dd-9b8474b90e08 req-9d357890-33b5-4abf-ad27-b3e697e75222 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:01.527077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=fa5bbe99-8d20-4bb2-8c05-6181a9c852d9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:01.531594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed35a80a-b6b8-40e4-a6dd-9b8474b90e08 req-9d357890-33b5-4abf-ad27-b3e697e75222 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.0831735 Jul 29 17:53:01.594945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed35a80a-b6b8-40e4-a6dd-9b8474b90e08 req-1f3ef92a-d6e2-4573-a23d-47f1fbb0f8e3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623701 Jul 29 17:53:01.597758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474c29f-0730-450f-b5bb-670b68a2d7d4 req-fda70e90-e5b8-41ba-84aa-f9a9db5fa89c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:01.599415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6474c29f-0730-450f-b5bb-670b68a2d7d4 req-fda70e90-e5b8-41ba-84aa-f9a9db5fa89c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.2362874 Jul 29 17:53:01.624616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:01.631931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:01.635714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de2f334-d6b7-435f-a5bf-6ff1812bacb9 req-6c02bb05-c291-4e8f-a783-8d57aeaa2e91 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.49 "DELETE /v2.0/ports/fa5bbe99-8d20-4bb2-8c05-6181a9c852d9 HTTP/1.1" status: 204 len: 173 time: 1.0484862 Jul 29 17:53:01.678528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6474c29f-0730-450f-b5bb-670b68a2d7d4 req-1a0a17ee-cf25-458f-88ee-16f198c00e9c tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Jul 29 17:53:01.912573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eec907-78ac-4f5b-bd10-46585376803a req-aa9440aa-3fdd-4ff6-b957-425a85cca065 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:01.914540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2eec907-78ac-4f5b-bd10-46585376803a req-aa9440aa-3fdd-4ff6-b957-425a85cca065 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1088316 Jul 29 17:53:01.980590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2eec907-78ac-4f5b-bd10-46585376803a req-01af05bc-2262-4b7b-8638-45a7e910faed tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Jul 29 17:53:02.428025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-192173a2-3eee-41bc-8d0c-c0c587b71b92 req-aeaf1c7a-2fd6-4b8c-b46a-62d16380d09b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10e608-710c-41c2-bd91-2d6586b74e56 HTTP/1.1" status: 200 len: 210 time: 0.0482156 Jul 29 17:53:02.539108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982bc19-d08c-4f4a-b270-eaafba036330 req-3496e14d-6f10-4a39-8250-aa6bb785fbfc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:02.547434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4982bc19-d08c-4f4a-b270-eaafba036330 req-3496e14d-6f10-4a39-8250-aa6bb785fbfc tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.1004968 Jul 29 17:53:02.591925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4982bc19-d08c-4f4a-b270-eaafba036330 req-0426120d-831c-40c8-a057-17439054e8d1 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Jul 29 17:53:02.667998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe154-9258-4806-b34b-3cc168cdcac1 req-8d2319d7-606c-49bd-87ef-f76713d90adb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:02.690059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-701fe154-9258-4806-b34b-3cc168cdcac1 req-8d2319d7-606c-49bd-87ef-f76713d90adb tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 946 time: 0.1538560 Jul 29 17:53:02.768583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-701fe154-9258-4806-b34b-3cc168cdcac1 req-8cffd172-0fd0-4450-b47b-9a3d45a052dd tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766249 Jul 29 17:53:02.779171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac4bed-837d-491e-bdc2-e805d049fc3b req-97564369-85ca-4800-b3bd-486284536b6b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:02.787945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64ac4bed-837d-491e-bdc2-e805d049fc3b req-97564369-85ca-4800-b3bd-486284536b6b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.0876117 Jul 29 17:53:02.848462 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64ac4bed-837d-491e-bdc2-e805d049fc3b req-b69db077-e56d-44fd-9540-300dfb6bbb19 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593593 Jul 29 17:53:02.972302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda544-27f8-475c-bff2-2bfc2d73657a req-10f55585-bda6-492b-97a4-0a79c4d0a883 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:02.974067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbeda544-27f8-475c-bff2-2bfc2d73657a req-10f55585-bda6-492b-97a4-0a79c4d0a883 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 946 time: 0.0629430 Jul 29 17:53:02.994973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:02.998431 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038cdf5f-05b9-418e-b5da-c51b945f2965" -d '{"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:03.111189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbeda544-27f8-475c-bff2-2bfc2d73657a req-a689a674-a7d4-4674-aa8f-4fb6546fc2bc tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298480 Jul 29 17:53:03.141354 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5d997c-1220-46c8-bfd6-e6875baded17 x-openstack-request-id: req-bb5d997c-1220-46c8-bfd6-e6875baded17 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:03.141653 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10e608-710c-41c2-bd91-2d6586b74e56", "name": "network-vif-deleted", "tag": "fa5bbe99-8d20-4bb2-8c05-6181a9c852d9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:03.141918 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb5d997c-1220-46c8-bfd6-e6875baded17 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:03.142350 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10e608-710c-41c2-bd91-2d6586b74e56', 'name': 'network-vif-deleted', 'tag': 'fa5bbe99-8d20-4bb2-8c05-6181a9c852d9', 'status': 'completed', 'code': 200} Jul 29 17:53:03.518601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35062) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:03.695297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:03.709341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting subnet 631e36fb-7faf-4514-9056-7e174b6a82e3 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:03.713047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:03.767552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:03.795289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cf44d-dfe4-47c7-bd36-a3ba00eddbf2 req-7637d4d0-bc26-4309-8295-8afee3416d7d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:03.806202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a5cf44d-dfe4-47c7-bd36-a3ba00eddbf2 req-7637d4d0-bc26-4309-8295-8afee3416d7d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 946 time: 0.1644983 Jul 29 17:53:03.893347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a5cf44d-dfe4-47c7-bd36-a3ba00eddbf2 req-efa044bf-3a49-474f-825f-889e9aa870b1 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861914 Jul 29 17:53:03.947470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-6152d0fb-cecd-48eb-a1d4-52a86735af22 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:03.950167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-6152d0fb-cecd-48eb-a1d4-52a86735af22 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.3483181 Jul 29 17:53:03.965130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-265686378', 'router:external': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:04.008898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.050943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Made reservation on behalf of c0e086c05ab94652ae77b2efb2432ea4 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:04.054464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.058009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0332c-aea6-4f96-92f8-becf3cfbb882 req-938df566-87c5-4d14-9707-6989e180f952 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:04.066978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16c0332c-aea6-4f96-92f8-becf3cfbb882 req-938df566-87c5-4d14-9707-6989e180f952 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 945 time: 0.2094698 Jul 29 17:53:04.067851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.160683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16c0332c-aea6-4f96-92f8-becf3cfbb882 req-95799925-a866-42f9-8a8a-470dd33d6482 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7872a5b-d421-4f8a-bed6-497cebf7c033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923257 Jul 29 17:53:04.202525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.207951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Deleting port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:04.207951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.226031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07356d-520e-4801-a145-ea7827e03a94 req-fb54b728-6327-435d-a14c-eaf4a96e2512 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:04.228313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e07356d-520e-4801-a145-ea7827e03a94 req-fb54b728-6327-435d-a14c-eaf4a96e2512 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.2226136 Jul 29 17:53:04.231496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.267084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.291810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Subnet': ['ID=631e36fb-7faf-4514-9056-7e174b6a82e3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:04.312140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712051f1-13ff-4bf4-a83e-98fe27126751 None None] Network 4c09eaaa-4f95-4c10-96ea-0d311d506129 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:04.319518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5eb3e8-c841-4e60-9a99-287acbbcfad4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:04.324346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.330629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c9973bef-3efb-4a87-8ba9-c9719771ef4b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/subnets/631e36fb-7faf-4514-9056-7e174b6a82e3 HTTP/1.1" status: 204 len: 168 time: 0.8078465 Jul 29 17:53:04.331212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:04.352525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:04.394576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e07356d-520e-4801-a145-ea7827e03a94 req-5a95d269-45a5-41aa-a49d-b57420394917 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569734 Jul 29 17:53:04.411865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] For port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,segment=NetworkSegment(22928663-8a6d-4db1-b697-617c2738def9),segment_id=22928663-8a6d-4db1-b697-617c2738def9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:04.412239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.435290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.436008 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Added segment 5862c24d-0e5e-4d6f-94b8-c7d5d8f46310 of type vlan for network 67ce6725-d042-4b37-b788-a63344261a52 Jul 29 17:53:04.444194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Calling delete_port for 5d0dc586-99ea-46d2-afd8-94dee14cd8bc owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:04.504189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.534593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.660188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.661643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:04.662556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.667381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 9ac3758c-d34c-47df-99d1-019c4153e322 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:04.667994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.706588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] DHCP port deletion for 4c09eaaa-4f95-4c10-96ea-0d311d506129 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:53:04.742411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.757351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5d0dc586-99ea-46d2-afd8-94dee14cd8bc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:04.799625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Deleting port 9ac3758c-d34c-47df-99d1-019c4153e322 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:04.800279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.830314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1289568 Jul 29 17:53:04.830929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1c6e9-d64c-47a5-bc1a-4faa266e5093 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Network': ['ID=67ce6725-d042-4b37-b788-a63344261a52,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:04.837747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:04.844438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'subnet': {'network_id': '67ce6725-d042-4b37-b788-a63344261a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:04.866262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 67ce6725-d042-4b37-b788-a63344261a52 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:04.874005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Made reservation on behalf of c0e086c05ab94652ae77b2efb2432ea4 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:04.876656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.937230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 9ac3758c-d34c-47df-99d1-019c4153e322 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:04.940360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9ac3758c-d34c-47df-99d1-019c4153e322,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:04.940890 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:04.960001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Pushing event deleted for resources: {'Port': ['ID=5d0dc586-99ea-46d2-afd8-94dee14cd8bc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:05.004133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Calling delete_port for 9ac3758c-d34c-47df-99d1-019c4153e322 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:05.016789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] No DVR routers for this DVR port 5d0dc586-99ea-46d2-afd8-94dee14cd8bc on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:05.020505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.022820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbf59736-fc44-418a-9a19-624291f72ab2 req-e1f120c6-ce76-4572-9e4b-723cfa499c32 tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.38 "DELETE /v2.0/ports/5d0dc586-99ea-46d2-afd8-94dee14cd8bc HTTP/1.1" status: 204 len: 173 time: 1.0656562 Jul 29 17:53:05.035574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-bd82f894-74eb-4e37-a808-a3359755aea3 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:05.038056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-bd82f894-74eb-4e37-a808-a3359755aea3 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 946 time: 0.2627223 Jul 29 17:53:05.123113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.146377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'name': 'network-vif-deleted', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:05.152969 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e6b1f6-4a8a-4264-b782-c7aff333c7b6" -d '{"events": [{"server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "name": "network-vif-deleted", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:05.222908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9ac3758c-d34c-47df-99d1-019c4153e322,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:05.247973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.277641 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ec9ac-81c9-44a0-92e7-b0f155807b41 x-openstack-request-id: req-906ec9ac-81c9-44a0-92e7-b0f155807b41 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:05.283929 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6844821-c75c-4e27-a4a1-58b8f5248cee", "name": "network-vif-deleted", "tag": "5d0dc586-99ea-46d2-afd8-94dee14cd8bc", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:05.284286 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-906ec9ac-81c9-44a0-92e7-b0f155807b41 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:05.284773 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6844821-c75c-4e27-a4a1-58b8f5248cee', 'name': 'network-vif-deleted', 'tag': '5d0dc586-99ea-46d2-afd8-94dee14cd8bc', 'status': 'completed', 'code': 200} Jul 29 17:53:05.312685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.376423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] No DVR routers for this DVR port 9ac3758c-d34c-47df-99d1-019c4153e322 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:05.409426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:05.417126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d83d2-fa62-4a06-8154-f3f5bb4012c7 req-2d0c04e3-35a5-42cc-952c-6c449a1111ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:05.425478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-939d83d2-fa62-4a06-8154-f3f5bb4012c7 req-2d0c04e3-35a5-42cc-952c-6c449a1111ef tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 946 time: 0.3202925 Jul 29 17:53:05.449066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e06c4-d94d-4fbd-acc4-79116e44001c None None] Pushing event deleted for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:05.497195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Deleting port 04b1e092-d16a-426f-b12e-861924ca6d30 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:05.497195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.504327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-939d83d2-fa62-4a06-8154-f3f5bb4012c7 req-240521be-c480-4637-9579-7ed19a01f16c tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/security-groups?id=df298cc1-4249-453a-847e-362fe92f133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Jul 29 17:53:05.614979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-32112bc3-fc7b-40ee-ac91-faa25b25f46e req-72bf392e-4dc1-4b60-a1f7-2f05d2993ace tempest-ServerDiskConfigTestJSON-1116681650 tempest-ServerDiskConfigTestJSON-1116681650-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6844821-c75c-4e27-a4a1-58b8f5248cee HTTP/1.1" status: 200 len: 210 time: 0.0681112 Jul 29 17:53:05.652532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 9ac3758c-d34c-47df-99d1-019c4153e322, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=9ac3758c-d34c-47df-99d1-019c4153e322,segment=NetworkSegment(e46872ab-5ec0-4eed-93ba-56c7852350af),segment_id=e46872ab-5ec0-4eed-93ba-56c7852350af)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:05.652993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.690951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f787f-bb0c-452c-af00-33efd071bfec req-1121db39-fea4-4089-b7c5-2ffd475a2da0 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:05.692602 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e19f787f-bb0c-452c-af00-33efd071bfec req-1121db39-fea4-4089-b7c5-2ffd475a2da0 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 946 time: 0.1552629 Jul 29 17:53:05.710350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 9ac3758c-d34c-47df-99d1-019c4153e322 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:05.712379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b9950-6121-4c2c-b5dd-4ed68f657352 req-066d66ff-3665-4bb2-a170-cd4e47a6d1cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:05.720054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-595b9950-6121-4c2c-b5dd-4ed68f657352 req-066d66ff-3665-4bb2-a170-cd4e47a6d1cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.0998220 Jul 29 17:53:05.751783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] For port 04b1e092-d16a-426f-b12e-861924ca6d30, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=04b1e092-d16a-426f-b12e-861924ca6d30,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:05.752540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:05.776304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Calling delete_port for 04b1e092-d16a-426f-b12e-861924ca6d30 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:05.792316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-595b9950-6121-4c2c-b5dd-4ed68f657352 req-c2f7e258-987d-478a-add6-9ec52d43de70 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663800 Jul 29 17:53:06.002130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.015467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['04b1e092-d16a-426f-b12e-861924ca6d30', 'aac7bb18-9e6b-4779-9e1d-b0306083e78b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:06.054154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event deleted for resources: {'Port': ['ID=04b1e092-d16a-426f-b12e-861924ca6d30,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:06.140483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] No DVR routers for this DVR port 04b1e092-d16a-426f-b12e-861924ca6d30 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:06.143933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.147309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a00bd7c-1174-4cd5-a87d-0334bc9d2cd3 req-5689aa38-9d50-4a9a-826f-7578387c3d88 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "DELETE /v2.0/ports/04b1e092-d16a-426f-b12e-861924ca6d30 HTTP/1.1" status: 204 len: 173 time: 1.0989051 Jul 29 17:53:06.161292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.257083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=9ac3758c-d34c-47df-99d1-019c4153e322,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:06.263074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 9ac3758c-d34c-47df-99d1-019c4153e322 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:06.282391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Deleting port aac7bb18-9e6b-4779-9e1d-b0306083e78b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:06.282789 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.486416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] For port aac7bb18-9e6b-4779-9e1d-b0306083e78b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=aac7bb18-9e6b-4779-9e1d-b0306083e78b,segment=NetworkSegment(15616639-4eb0-4015-8414-1423ecbd3c68),segment_id=15616639-4eb0-4015-8414-1423ecbd3c68)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:06.486869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.490486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.512925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c09eaaa-4f95-4c10-96ea-0d311d506129']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:06.523061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Calling delete_port for aac7bb18-9e6b-4779-9e1d-b0306083e78b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:06.529255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46872ab-5ec0-4eed-93ba-56c7852350af') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:06.529546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46872ab-5ec0-4eed-93ba-56c7852350af') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:06.581619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.728181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.790460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:06.792033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.832977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e87e612-aa34-40e2-bd7a-cfe8813eca70 req-ae7e310a-1b02-4991-bb84-2e35642a059d tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=98292945-53db-416a-8e47-30f8b594223e HTTP/1.1" status: 200 len: 210 time: 0.1161764 Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:06.833850 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:06.958650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.961214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:53:06.961809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.978173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:06.981000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/networks/4c09eaaa-4f95-4c10-96ea-0d311d506129 HTTP/1.1" status: 204 len: 168 time: 2.6484466 Jul 29 17:53:06.985696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35140) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:07.041271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b42e18-171b-4135-b462-ff584ddf3b19 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Network': ['ID=4c09eaaa-4f95-4c10-96ea-0d311d506129,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:07.058486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35142) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:07.062645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting subnet 4edab5bf-040d-4ab2-b056-e26c25d3aa28 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:07.072671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.127051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e347e235-6b06-48db-b927-dc26e77db0d5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:07.169411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Checking segment: {'id': '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:07.170136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network hostable DHCP agents. Network: 67ce6725-d042-4b37-b788-a63344261a52, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:07.174483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.188993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['04b1e092-d16a-426f-b12e-861924ca6d30'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:07.220409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Pushing event deleted for resources: {'Port': ['ID=aac7bb18-9e6b-4779-9e1d-b0306083e78b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:07.237655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.272076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 67ce6725-d042-4b37-b788-a63344261a52 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:07.287690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'name': 'network-vif-deleted', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:07.289956 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4309c98-ad03-4b93-bb14-e1a4d3e31c48" -d '{"events": [{"server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "name": "network-vif-deleted", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:07.301546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Deleting subnet 26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:07.310415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.328845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] No DVR routers for this DVR port aac7bb18-9e6b-4779-9e1d-b0306083e78b on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:07.333496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.335514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e19f787f-bb0c-452c-af00-33efd071bfec req-3551d333-4957-4451-9a71-ba93e6931643 tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.49 "DELETE /v2.0/ports/aac7bb18-9e6b-4779-9e1d-b0306083e78b HTTP/1.1" status: 204 len: 173 time: 1.6230664 Jul 29 17:53:07.335959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'name': 'network-vif-deleted', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:07.339432 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97516c-521b-437e-9a82-960ac2e08ec8" -d '{"events": [{"server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "name": "network-vif-deleted", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:07.350217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 67ce6725-d042-4b37-b788-a63344261a52) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:07.358051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:07.358853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee95f3-f54d-4e1f-b80d-0ac8ee92cf9a None None] Network 67ce6725-d042-4b37-b788-a63344261a52 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:07.359055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.377739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789d6e7-3b94-4f88-8f26-b536a3f2d276 req-9f51b4c8-f727-4994-a630-8473a0f89c65 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:07.385349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3789d6e7-3b94-4f88-8f26-b536a3f2d276 req-9f51b4c8-f727-4994-a630-8473a0f89c65 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.3277137 Jul 29 17:53:07.389120 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b9008b-9b64-4150-b421-c376cfcd8914 x-openstack-request-id: req-e3b9008b-9b64-4150-b421-c376cfcd8914 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:07.389396 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98292945-53db-416a-8e47-30f8b594223e", "name": "network-vif-deleted", "tag": "04b1e092-d16a-426f-b12e-861924ca6d30", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:07.389648 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3b9008b-9b64-4150-b421-c376cfcd8914 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:07.391332 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98292945-53db-416a-8e47-30f8b594223e', 'name': 'network-vif-deleted', 'tag': '04b1e092-d16a-426f-b12e-861924ca6d30', 'status': 'completed', 'code': 200} Jul 29 17:53:07.397271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ea2754fb-10e5-40b2-8825-6cbf1c4a1ff6 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5578518 Jul 29 17:53:07.397456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:07.425177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1429138130', 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:07.455568 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b254776-a702-4473-a289-46b2b821a8d2 x-openstack-request-id: req-0b254776-a702-4473-a289-46b2b821a8d2 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:07.455936 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd57456-9f15-4183-87ec-89a7eab8960c", "name": "network-vif-deleted", "tag": "aac7bb18-9e6b-4779-9e1d-b0306083e78b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:07.456114 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b254776-a702-4473-a289-46b2b821a8d2 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:07.461180 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd57456-9f15-4183-87ec-89a7eab8960c', 'name': 'network-vif-deleted', 'tag': 'aac7bb18-9e6b-4779-9e1d-b0306083e78b', 'status': 'completed', 'code': 200} Jul 29 17:53:07.475842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.529036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Made reservation on behalf of c0e086c05ab94652ae77b2efb2432ea4 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:07.531921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.569677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3789d6e7-3b94-4f88-8f26-b536a3f2d276 req-d7967d95-1b45-4ae4-ba6f-4a1c9b324c17 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616473 Jul 29 17:53:07.570001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] device_id is not set on port 76d07978-eb95-4d16-a441-79778b1f9013 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:53:07.586141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.603112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5d0dc586-99ea-46d2-afd8-94dee14cd8bc no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:07.653198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.656648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 5d0dc586-99ea-46d2-afd8-94dee14cd8bc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:07.657897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5d0dc586-99ea-46d2-afd8-94dee14cd8bc not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:07.661465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b08f32-bf43-4989-91f6-e29d23267002 None None] Network 67ce6725-d042-4b37-b788-a63344261a52 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:07.736316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.755259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.20.0.7 (67ce6725-d042-4b37-b788-a63344261a52/e347e235-6b06-48db-b927-dc26e77db0d5/76d07978-eb95-4d16-a441-79778b1f9013) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:07.762360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.774862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1586230-39cb-45dd-9f57-9583b13592fb None None] Network 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:07.785903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.788216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/subnets/4edab5bf-040d-4ab2-b056-e26c25d3aa28 HTTP/1.1" status: 204 len: 168 time: 0.8009386 Jul 29 17:53:07.791025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35160) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:07.908229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a112c56-d674-4bfb-a522-d1c4e5373e25 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Subnet': ['ID=4edab5bf-040d-4ab2-b056-e26c25d3aa28,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:07.928686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:07.991242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a25cf5-e1f1-4e8b-9a40-b0e52dc67318,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:08.018291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.022251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a3461930-838a-437a-be90-45ff1240eeb4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/26a25cf5-e1f1-4e8b-9a40-b0e52dc67318 HTTP/1.1" status: 204 len: 168 time: 0.9569507 Jul 29 17:53:08.025823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35166) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:08.145117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.191162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37729130-5c59-43b4-bf5f-645664d9b146 req-71051cf5-9801-4b7e-80c7-c9182171458f tempest-MultipleCreateTestJSON-498843896 tempest-MultipleCreateTestJSON-498843896-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbd57456-9f15-4183-87ec-89a7eab8960c HTTP/1.1" status: 200 len: 210 time: 0.1055014 Jul 29 17:53:08.211169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] DHCP port deletion for 7d5a610b-82d8-47a3-ac15-02d8557ec4d1 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:53:08.259955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.326457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Deleting port 3e750fcd-188c-4db2-acbe-47f55955ef56 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:08.327813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.334575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.342431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 67ce6725-d042-4b37-b788-a63344261a52 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:08.345368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:08.361382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:08.418015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] For port 3e750fcd-188c-4db2-acbe-47f55955ef56, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3e750fcd-188c-4db2-acbe-47f55955ef56,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:08.418514 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.432805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Calling delete_port for 3e750fcd-188c-4db2-acbe-47f55955ef56 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:08.442703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:08.443319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.462182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=76d07978-eb95-4d16-a441-79778b1f9013,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:08.475786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8867c860-5cb3-4b60-9723-02786ca8d4c2 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0736134 Jul 29 17:53:08.476126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:08.488892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 3e750fcd-188c-4db2-acbe-47f55955ef56 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:08.489595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.540522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.570217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] Pushing event deleted for resources: {'Port': ['ID=3e750fcd-188c-4db2-acbe-47f55955ef56,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:08.584350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73926d6-5a27-4bb3-abcc-b0a92687f07c None None] No DVR routers for this DVR port 3e750fcd-188c-4db2-acbe-47f55955ef56 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:08.595376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Deleting port 76d07978-eb95-4d16-a441-79778b1f9013 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:08.595796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.602484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 3e750fcd-188c-4db2-acbe-47f55955ef56, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3e750fcd-188c-4db2-acbe-47f55955ef56,segment=NetworkSegment(e34cb500-f9d8-420c-804b-7ecd74aa6ca8),segment_id=e34cb500-f9d8-420c-804b-7ecd74aa6ca8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:08.602867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.642078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 3e750fcd-188c-4db2-acbe-47f55955ef56 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:08.733420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.774609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=3e750fcd-188c-4db2-acbe-47f55955ef56,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:08.779823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.787126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 3e750fcd-188c-4db2-acbe-47f55955ef56 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:08.794574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb12b61-9842-4ecd-8492-7400421de0f6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.817128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.825154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22928663-8a6d-4db1-b697-617c2738def9') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.825452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22928663-8a6d-4db1-b697-617c2738def9') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.853983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de17cf-94ce-41f7-9cda-2c80e0ba8d63 req-fd4e72f0-c35f-4688-8b27-54845bbfae3d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:08.862211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84de17cf-94ce-41f7-9cda-2c80e0ba8d63 req-fd4e72f0-c35f-4688-8b27-54845bbfae3d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1195829 Jul 29 17:53:08.872359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.896935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.897680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Calling delete_port for 76d07978-eb95-4d16-a441-79778b1f9013 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:08.899557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.911654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5a610b-82d8-47a3-ac15-02d8557ec4d1']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.914084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:08.914527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:08.916265 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:08.920325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3e750fcd-188c-4db2-acbe-47f55955ef56 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:08.940448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-84de17cf-94ce-41f7-9cda-2c80e0ba8d63 req-8ffef4b2-802d-4c56-aaa8-33fe83d4dc43 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771663 Jul 29 17:53:08.973652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3e750fcd-188c-4db2-acbe-47f55955ef56 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:08.974584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3e750fcd-188c-4db2-acbe-47f55955ef56 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:08.979182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.979485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34cb500-f9d8-420c-804b-7ecd74aa6ca8') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:08.997948 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.024330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.030010 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.037945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:09.038742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.043338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.052476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bb12b61-9842-4ecd-8492-7400421de0f6 HTTP/1.1" status: 204 len: 168 time: 1.0203094 Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:09.053892 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:09.174800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.189602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b36569-e350-4ca7-b015-67ad3416e01d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb12b61-9842-4ecd-8492-7400421de0f6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:09.198380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.202097 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38e9015f-76bd-4d48-836d-53519c80b044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.211034 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.211175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Port': ['ID=76d07978-eb95-4d16-a441-79778b1f9013,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:09.220733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/networks/7d5a610b-82d8-47a3-ac15-02d8557ec4d1 HTTP/1.1" status: 204 len: 168 time: 1.4267268 Jul 29 17:53:09.233964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35188) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:09.239570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 04b1e092-d16a-426f-b12e-861924ca6d30 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:09.252206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1629952400'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:09.281607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 04b1e092-d16a-426f-b12e-861924ca6d30 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:09.283462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 04b1e092-d16a-426f-b12e-861924ca6d30 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:09.284487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device aac7bb18-9e6b-4779-9e1d-b0306083e78b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:09.296194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518a03-8b21-4f47-908e-978a54fb363a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Network': ['ID=7d5a610b-82d8-47a3-ac15-02d8557ec4d1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:09.307397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35192) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:09.323523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:09.327337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.338689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.342395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5915a1c0-75d3-47c3-96de-c892cd8a0d1d tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/ports/76d07978-eb95-4d16-a441-79778b1f9013 HTTP/1.1" status: 204 len: 168 time: 0.8652596 Jul 29 17:53:09.345140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:09.351455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67ce6725-d042-4b37-b788-a63344261a52', 'external_fixed_ips': [{'subnet_id': 'e347e235-6b06-48db-b927-dc26e77db0d5', 'ip_address': '172.20.0.7'}]}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:09.352789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: aac7bb18-9e6b-4779-9e1d-b0306083e78b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:09.356691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device aac7bb18-9e6b-4779-9e1d-b0306083e78b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:09.394509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Deleting subnet 51a526ef-d512-41e5-982d-54794cc36fe5 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:09.398542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.407282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.409274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.445323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.489151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.499592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.501438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35200) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:09.549921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:09.559561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.570365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.571086 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Added segment a2e50e79-5df8-4876-bd39-a5ef2f9da20d of type vlan for network a3aeb079-32b6-47e5-a82d-e051abf281db Jul 29 17:53:09.622062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a526ef-d512-41e5-982d-54794cc36fe5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:09.626278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.628932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9cfbf414-db56-4e2e-ae2e-b0684057ea7a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51a526ef-d512-41e5-982d-54794cc36fe5 HTTP/1.1" status: 204 len: 168 time: 0.3204494 Jul 29 17:53:09.631802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:09.714937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.751156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.770298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15b18b59-484e-44b4-9004-b37197e88555 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ef04348cbc247afb37974545be09cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671852 Jul 29 17:53:09.773877 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:09.777591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35206) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:10.003224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.137776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.144372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:10.145216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.277979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.295384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e13f5-a760-4e0b-a818-5f9a647ea235 req-e33cbd07-b13f-4bd4-846e-bea101ebbc15 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:10.297505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e8e13f5-a760-4e0b-a818-5f9a647ea235 req-e33cbd07-b13f-4bd4-846e-bea101ebbc15 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1257944 Jul 29 17:53:10.328621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.421588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e8e13f5-a760-4e0b-a818-5f9a647ea235 req-c7720550-bc99-4cdf-b575-5a1db546ca9e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018894 Jul 29 17:53:10.546550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.20.0.7 (67ce6725-d042-4b37-b788-a63344261a52/e347e235-6b06-48db-b927-dc26e77db0d5/4906a0cb-e10c-4713-b5b9-d08b441626ed) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:10.654478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.687469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Network': ['ID=a3aeb079-32b6-47e5-a82d-e051abf281db,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:10.692947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b933e543-0c8f-457a-9479-51dfd600d6a5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:10.701346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a3aeb079-32b6-47e5-a82d-e051abf281db details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:10.721460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.722465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-869cbca7-5edd-4836-93a6-c1608b626132 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4865158 Jul 29 17:53:10.725456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15616639-4eb0-4015-8414-1423ecbd3c68') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:10.725759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15616639-4eb0-4015-8414-1423ecbd3c68') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:10.727868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35224) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:10.738971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'subnet': {'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:10.758849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.772339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.782705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.860812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.879490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:10.879984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:10.882052 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:10.891243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=4906a0cb-e10c-4713-b5b9-d08b441626ed,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:10.905951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 67ce6725-d042-4b37-b788-a63344261a52 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:10.907760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:10.914365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:10.961010 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.964188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.968724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7872a5b-d421-4f8a-bed6-497cebf7c033 HTTP/1.1" status: 204 len: 168 time: 1.1895959 Jul 29 17:53:10.979094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99c4b0-7b4f-4d0a-a1a2-113dbef33263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7872a5b-d421-4f8a-bed6-497cebf7c033,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:10.980935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.984450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:10.988285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.994139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:10.996138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b933e543-0c8f-457a-9479-51dfd600d6a5 HTTP/1.1" status: 204 len: 168 time: 1.3632584 Jul 29 17:53:11.112550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152f25c-472b-4ffb-8d9b-f08c133b7db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b933e543-0c8f-457a-9479-51dfd600d6a5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:11.309763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35236) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:11.358873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.396855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-255fde23-c2ac-40a7-9533-a7166dbf6a8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be47b3d46f2b4230985d1f4ba9caa303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832317 Jul 29 17:53:11.399932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:11.454485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.538664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.544841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Checking segment: {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:11.545520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network hostable DHCP agents. Network: a3aeb079-32b6-47e5-a82d-e051abf281db, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:11.550213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Subnet': ['ID=b72609c7-a3a6-4a64-9a43-a44771d7fb6d,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:11.607017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.657543 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2538b5e8-9cf0-4525-acce-f0f9358754c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.696512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba3d85-8196-44fd-9221-e7568ecb056d req-9663c8c1-54a2-4ca4-8706-598ef4d57981 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:11.705865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8ba3d85-8196-44fd-9221-e7568ecb056d req-9663c8c1-54a2-4ca4-8706-598ef4d57981 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.1341407 Jul 29 17:53:11.716743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network a3aeb079-32b6-47e5-a82d-e051abf281db is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:11.773251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8ba3d85-8196-44fd-9221-e7568ecb056d req-2dd4bd7a-eff1-4b3a-a27c-60f2f66053f9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662754 Jul 29 17:53:11.779456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a3aeb079-32b6-47e5-a82d-e051abf281db) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:11.785806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.789786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af1b1c-81ae-4179-b6fd-5279c6f6bb3d None None] Network a3aeb079-32b6-47e5-a82d-e051abf281db requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:11.804591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:11.805524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.807480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.808681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df298cc1-4249-453a-847e-362fe92f133f HTTP/1.1" status: 204 len: 168 time: 0.4077642 Jul 29 17:53:11.832601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5405e-ace1-4357-9e2a-2940fc8501b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df298cc1-4249-453a-847e-362fe92f133f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:11.837492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.843765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a83c9e0-0a6f-440b-8cd6-672fb07eecae tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1108117 Jul 29 17:53:11.843925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:11.849867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2073077600'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:11.924125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:11.930842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:11.958636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.005510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:12.024824 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.025166 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Added segment 38dc35d1-fae4-48cc-b432-19b9f6a11fd9 of type vlan for network 1a838ccc-cee5-42a1-a773-586284e1957e Jul 29 17:53:12.147459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-a3aeb079-32b6-47e5-a82d-e051abf281db', 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'fixed_ips': [{'subnet_id': 'b72609c7-a3a6-4a64-9a43-a44771d7fb6d'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:53:12.149193 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.304646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:12.348997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Allocated IP 19.80.0.2 (a3aeb079-32b6-47e5-a82d-e051abf281db/b72609c7-a3a6-4a64-9a43-a44771d7fb6d/89db31d9-3cc1-4c31-b672-45308b329084) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:12.451104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.497071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1822901884-network', 'tenant_id': 'b5051f1968ab40a891388ebc26c18603'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:12.548854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Made reservation on behalf of b5051f1968ab40a891388ebc26c18603 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:12.551418 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.556861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router 66281ad5-12ae-4646-b5c3-279ac5161118 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:12.567882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.616751 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.642516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Transition to ACTIVE for port object 89db31d9-3cc1-4c31-b672-45308b329084 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:12.667822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.675014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Transition to ACTIVE for port object 89db31d9-3cc1-4c31-b672-45308b329084 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:12.675532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:12.676143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.683383 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.750339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.760750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.770221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Network a3aeb079-32b6-47e5-a82d-e051abf281db is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:12.787665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:12.795701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:12.803288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:12.813181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.814134 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Added segment a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d of type vlan for network 7d4a9335-e23b-4c00-b560-76b2408a78c7 Jul 29 17:53:12.831316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Pushing event updated for resources: {'Port': ['ID=89db31d9-3cc1-4c31-b672-45308b329084,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:12.833743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:12.845094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Network': ['ID=1a838ccc-cee5-42a1-a773-586284e1957e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:12.854214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-910ae550-0f1f-47ec-84e8-e29930c7b32d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0067596 Jul 29 17:53:12.856504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35322) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:12.868690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'subnet': {'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:12.897952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:12.920472 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Sync routers for ids ['66281ad5-12ae-4646-b5c3-279ac5161118'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:12.930668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.938349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a5639470-8e6d-4a0e-806f-4260d92e5ebc tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5886979 Jul 29 17:53:12.938482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Routers {'66281ad5-12ae-4646-b5c3-279ac5161118'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:12.938482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['66281ad5-12ae-4646-b5c3-279ac5161118'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:12.942724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35324) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:12.947250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1a838ccc-cee5-42a1-a773-586284e1957e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:12.958599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:12.987168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.049972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Attempting to bind port 89db31d9-3cc1-4c31-b672-45308b329084 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:13.058083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Attempting to bind port 89db31d9-3cc1-4c31-b672-45308b329084 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:13.058486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Attempting to bind port 89db31d9-3cc1-4c31-b672-45308b329084 on network a3aeb079-32b6-47e5-a82d-e051abf281db {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:13.063002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.076308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:13.077979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Checking segment: {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:13.078594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.080665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Bound using segment: {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:13.081346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Bound port: 89db31d9-3cc1-4c31-b672-45308b329084, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:13.083633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.148575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:13.164844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] For port 89db31d9-3cc1-4c31-b672-45308b329084, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:13.170869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] For port 89db31d9-3cc1-4c31-b672-45308b329084, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=89db31d9-3cc1-4c31-b672-45308b329084,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:13.188612 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.214148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.216161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:13.219982 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Set router 66281ad5-12ae-4646-b5c3-279ac5161118 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:13.226405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.285086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f717-362b-4467-bd20-8eeae3c8e38a None None] Pushing event updated for resources: {'Port': ['ID=89db31d9-3cc1-4c31-b672-45308b329084,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:13.345332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c918-d62e-40db-a00d-60bb63c28cf4 req-fc9e6254-24bc-42ad-995c-53904d0f1f3c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:13.357844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5879c918-d62e-40db-a00d-60bb63c28cf4 req-fc9e6254-24bc-42ad-995c-53904d0f1f3c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.2911146 Jul 29 17:53:13.368436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:13.372420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.468908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-network', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:13.475931 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66281ad5-12ae-4646-b5c3-279ac5161118', 'name': '', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67ce6725-d042-4b37-b788-a63344261a52', 'external_fixed_ips': [{'subnet_id': 'e347e235-6b06-48db-b927-dc26e77db0d5', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '4906a0cb-e10c-4713-b5b9-d08b441626ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:09Z', 'updated_at': '2021-07-29T17:53:11Z', 'revision_number': 3, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port': {'id': '4906a0cb-e10c-4713-b5b9-d08b441626ed', 'name': '', 'network_id': '67ce6725-d042-4b37-b788-a63344261a52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66281ad5-12ae-4646-b5c3-279ac5161118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'e347e235-6b06-48db-b927-dc26e77db0d5', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:10Z', 'updated_at': '2021-07-29T17:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e347e235-6b06-48db-b927-dc26e77db0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:13.487600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1790524 Jul 29 17:53:13.496029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5721e8-8761-4103-af82-ade76e72a409 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4a9335-e23b-4c00-b560-76b2408a78c7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:13.509683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35340) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:13.511400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7d4a9335-e23b-4c00-b560-76b2408a78c7 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:13.541014 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Checking router: 66281ad5-12ae-4646-b5c3-279ac5161118 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:13.541319 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Updating router 66281ad5-12ae-4646-b5c3-279ac5161118 port 4906a0cb-e10c-4713-b5b9-d08b441626ed binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:53:13.546214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Request body: {'subnet': {'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1822901884-subnet', 'tenant_id': 'b5051f1968ab40a891388ebc26c18603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:13.623775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.640972 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.698861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5879c918-d62e-40db-a00d-60bb63c28cf4 req-34a3fa8b-54e4-41d3-bf61-81be0b2c7bea tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402414 Jul 29 17:53:13.714989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Made reservation on behalf of 74ff56c2fa11472aa0c4f106b2bb8d6f for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:13.719918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.763962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.870205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Made reservation on behalf of b5051f1968ab40a891388ebc26c18603 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:13.875640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.887656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:13.979568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Deleting port 4906a0cb-e10c-4713-b5b9-d08b441626ed {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:13.980051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.027760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Subnet': ['ID=47dbd04d-640a-4509-be0f-99ec6b1ee78c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:14.060375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Checking segment: {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:14.061178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network hostable DHCP agents. Network: 1a838ccc-cee5-42a1-a773-586284e1957e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:14.083233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 1a838ccc-cee5-42a1-a773-586284e1957e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:14.102348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1a838ccc-cee5-42a1-a773-586284e1957e) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:14.109661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:14.111249 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.112167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.117800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083cad0-7627-47b7-91b2-9b7d2d4b3731 None None] Network 1a838ccc-cee5-42a1-a773-586284e1957e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:14.143635 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.159048 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Transition to ACTIVE for port object 4906a0cb-e10c-4713-b5b9-d08b441626ed will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:14.159247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.165702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Calling delete_port for 4906a0cb-e10c-4713-b5b9-d08b441626ed owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:14.171390 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.184780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4da3ead5-1a50-4c04-a7b0-18d0a69d5787 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3165689 Jul 29 17:53:14.232310 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Attempting to bind port 4906a0cb-e10c-4713-b5b9-d08b441626ed on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:14.232952 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Attempting to bind port 4906a0cb-e10c-4713-b5b9-d08b441626ed by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:14.233481 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Attempting to bind port 4906a0cb-e10c-4713-b5b9-d08b441626ed on network 67ce6725-d042-4b37-b788-a63344261a52 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:14.240261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:14.240927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Checking segment: {'id': '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:14.241501 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.242065 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Bound using segment: {'id': '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:14.242731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Bound port: 4906a0cb-e10c-4713-b5b9-d08b441626ed, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67ce6725-d042-4b37-b788-a63344261a52'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:14.243290 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.296211 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.313919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:14.324328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.324775 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] For port 4906a0cb-e10c-4713-b5b9-d08b441626ed, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:14.326730 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Added segment 291ce0f1-0e7b-4396-98c7-1e9c99ab68b0 of type vlan for network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 Jul 29 17:53:14.328440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] For port 4906a0cb-e10c-4713-b5b9-d08b441626ed, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4906a0cb-e10c-4713-b5b9-d08b441626ed,segment=NetworkSegment(5862c24d-0e5e-4d6f-94b8-c7d5d8f46310),segment_id=5862c24d-0e5e-4d6f-94b8-c7d5d8f46310)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:14.348720 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Pushing event updated for resources: {'Port': ['ID=4906a0cb-e10c-4713-b5b9-d08b441626ed,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:14.352394 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.353739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.365678 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.366085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.366534 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.366864 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.367190 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.367512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.367818 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.368141 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.368493 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.368786 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.369097 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.369408 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:14.438924 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Routers {'66281ad5-12ae-4646-b5c3-279ac5161118'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:14.439517 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['66281ad5-12ae-4646-b5c3-279ac5161118'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:14.502060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1a838ccc-cee5-42a1-a773-586284e1957e', 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'fixed_ips': [{'subnet_id': '47dbd04d-640a-4509-be0f-99ec6b1ee78c'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:53:14.502961 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.549220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.568341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76265d3-168d-40c5-bb5d-a6dace381f55,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:14.568589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df249-c5bf-49f1-beda-e6b9372fd7e3 None None] Pushing event updated for resources: {'Port': ['ID=4906a0cb-e10c-4713-b5b9-d08b441626ed,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:14.635377 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] Set router 66281ad5-12ae-4646-b5c3-279ac5161118 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:14.750618 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66281ad5-12ae-4646-b5c3-279ac5161118', 'name': '', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:09Z', 'updated_at': '2021-07-29T17:53:13Z', 'revision_number': 4, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:14.775504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-1dfefe48-54fd-460f-b694-84dbda6e0e20 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:14.782231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-1dfefe48-54fd-460f-b694-84dbda6e0e20 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:14.784095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-1dfefe48-54fd-460f-b694-84dbda6e0e20 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/networks?id=a3aeb079-32b6-47e5-a82d-e051abf281db&id=1a838ccc-cee5-42a1-a773-586284e1957e HTTP/1.1" status: 200 len: 1392 time: 0.2612040 Jul 29 17:53:14.808590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-104add84-34aa-4a61-80bb-4deba7b7f2d2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/quotas/d6529ea10111442f8403e90ba2f9913c HTTP/1.1" status: 200 len: 375 time: 0.0179141 Jul 29 17:53:14.822948 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2f443-af7b-4267-9a9b-e65dc0f0ee2f None None] The sync data for ids ['66281ad5-12ae-4646-b5c3-279ac5161118'] in n-d-801607-3 is: [{'id': '66281ad5-12ae-4646-b5c3-279ac5161118', 'name': '', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:09Z', 'updated_at': '2021-07-29T17:53:13Z', 'revision_number': 4, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:14.845706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.848913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:53:14.919694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Checking segment: {'id': 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:14.920067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Network hostable DHCP agents. Network: 7d4a9335-e23b-4c00-b560-76b2408a78c7, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:14.926582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-d3ee026a-7c41-410b-85e9-cadd890379cf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985110 Jul 29 17:53:14.928462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:14.977060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.977060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:14.977060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.068741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Allocated IP 19.86.0.2 (1a838ccc-cee5-42a1-a773-586284e1957e/47dbd04d-640a-4509-be0f-99ec6b1ee78c/7f75c16d-55ff-4bbe-802e-9b539b603e4f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:15.078320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 89db31d9-3cc1-4c31-b672-45308b329084 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:15.084762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Network 7d4a9335-e23b-4c00-b560-76b2408a78c7 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:15.094284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.136435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-5bc5a780-6454-433a-b74b-95063d240e57 service neutron] 10.222.0.16 "GET /v2.0/networks/a3aeb079-32b6-47e5-a82d-e051abf281db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032049 Jul 29 17:53:15.141508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc5e53-5a42-4bf2-a530-ca69a32cb353 None None] Network a3aeb079-32b6-47e5-a82d-e051abf281db requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:15.145879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Port': ['ID=4906a0cb-e10c-4713-b5b9-d08b441626ed,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:15.153224 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7d4a9335-e23b-4c00-b560-76b2408a78c7) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:15.156071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9265134 Jul 29 17:53:15.164023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:15.168545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.181066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:15.204088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Request body: {'subnet': {'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-subnet', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:15.228629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b861dd-6f46-4bf4-bd61-56e68231ecc6 None None] Network 7d4a9335-e23b-4c00-b560-76b2408a78c7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:15.252391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79001c-a225-4536-b6a5-ee64b5080f9e admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:15.302739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Made reservation on behalf of 74ff56c2fa11472aa0c4f106b2bb8d6f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:15.305630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.309728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-afa1f9d2-b8ae-4235-8699-f5db1840f612 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7930901 Jul 29 17:53:15.324547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:15.326416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:15.346436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9b0a1-88c7-4325-9d36-1cc6060981a7 req-d80b0dab-9045-4b3a-8ef4-acaf0de701ed tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:15.357291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cd9b0a1-88c7-4325-9d36-1cc6060981a7 req-d80b0dab-9045-4b3a-8ef4-acaf0de701ed tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.2071586 Jul 29 17:53:15.366546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-ee5878b5-c44f-4619-9b0b-cb0f473cb5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/a3aeb079-32b6-47e5-a82d-e051abf281db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207024 Jul 29 17:53:15.414760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.439651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8152e5dc-ebe4-426b-a863-169ba4b6cc3a None None] Provisioning for port 89db31d9-3cc1-4c31-b672-45308b329084 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:15.571063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3215fd3e-9e2b-4b9e-a5fa-c039f08e02b3 service neutron] 10.222.0.16 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031486 Jul 29 17:53:15.583900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 89db31d9-3cc1-4c31-b672-45308b329084 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:15.585322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cd9b0a1-88c7-4325-9d36-1cc6060981a7 req-bcc43bee-97e3-4103-8c05-3bb1cfe9adef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271793 Jul 29 17:53:15.587453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.590107 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.617162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 89db31d9-3cc1-4c31-b672-45308b329084 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:15.617527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.644069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.644741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66281ad5-12ae-4646-b5c3-279ac5161118 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:15.649878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.652906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1b5199f1-0c25-44a0-bc79-0c3038f3a3c4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/routers/66281ad5-12ae-4646-b5c3-279ac5161118 HTTP/1.1" status: 204 len: 168 time: 2.7091227 Jul 29 17:53:15.655720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35428) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:15.770751 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.778356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Deleting subnet e347e235-6b06-48db-b927-dc26e77db0d5 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:15.782007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Transition to ACTIVE for port object 7f75c16d-55ff-4bbe-802e-9b539b603e4f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:15.784162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.804823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Transition to ACTIVE for port object 7f75c16d-55ff-4bbe-802e-9b539b603e4f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:15.911445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:15.962624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.023661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-e003010b-351a-4d4c-af12-e22b5b9755c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2335339 Jul 29 17:53:16.025542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.028970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9f053c86-943d-4956-9be9-378f82ae12f1 service neutron] 10.222.0.16 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570842 Jul 29 17:53:16.084882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=472de00f-fb25-4725-a68e-f527280eb0c8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:16.149960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2dba2a-60eb-497e-b6b6-264402dd7c09 None None] Network 7d4a9335-e23b-4c00-b560-76b2408a78c7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:16.154929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.212291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Checking segment: {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:16.212579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Network hostable DHCP agents. Network: a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:16.273275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:16.286253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.286744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.287220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.287791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.288255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.288719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.289178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.299968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-f011683d-1f96-4d8d-9c8f-6bcf63f3bbec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.1604037 Jul 29 17:53:16.325257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-dfb2f153-f7ba-4791-a6f7-bb4a652625cf tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.327857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-dfb2f153-f7ba-4791-a6f7-bb4a652625cf tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/networks?id=7d4a9335-e23b-4c00-b560-76b2408a78c7 HTTP/1.1" status: 200 len: 813 time: 0.3607478 Jul 29 17:53:16.365267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9eed7437-28f4-4cd5-bf47-331cb99d626e req-49ed8ff7-b857-4503-9ea5-81ef8918e34f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 210 time: 0.0642412 Jul 29 17:53:16.373690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-8a9f5248-ff75-4fd2-81a0-bcaceb2a541b tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/quotas/b5051f1968ab40a891388ebc26c18603 HTTP/1.1" status: 200 len: 375 time: 0.0379939 Jul 29 17:53:16.380750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:16.386996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Pushing event updated for resources: {'Port': ['ID=7f75c16d-55ff-4bbe-802e-9b539b603e4f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:16.393606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.478813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-f095492b-7339-41d9-8db0-6f6f5e8159e8 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5051f1968ab40a891388ebc26c18603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961299 Jul 29 17:53:16.496058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Network 1a838ccc-cee5-42a1-a773-586284e1957e is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:16.514034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e347e235-6b06-48db-b927-dc26e77db0d5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:16.523457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7de88-695e-4d7f-abf0-da586e38151e None None] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:16.533341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.539909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-090979ca-5b2e-4275-87db-4639ae812ff4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/e347e235-6b06-48db-b927-dc26e77db0d5 HTTP/1.1" status: 204 len: 168 time: 0.8824513 Jul 29 17:53:16.540557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.541151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.555978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35490) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:16.670527 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-e661fa59-66ff-47ae-af05-4084a09b877e service neutron] 10.222.0.16 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890123 Jul 29 17:53:16.749751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-897db9f5-ee00-4e64-8206-e9417cbf2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.750541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-897db9f5-ee00-4e64-8206-e9417cbf2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.751396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-897db9f5-ee00-4e64-8206-e9417cbf2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:16.753695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-897db9f5-ee00-4e64-8206-e9417cbf2ce3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 2292 time: 0.3873215 Jul 29 17:53:16.783757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-e85205f8-00f2-45de-9262-f789299099e8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959334 Jul 29 17:53:16.792172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.829805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:16.832483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-14107e40-b2bb-4acc-8b94-4e7d4ad64d7c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6503587 Jul 29 17:53:16.836046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35516) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:16.843662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:16.869701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.890003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-e1f32a2a-07bf-4eea-9656-967410f67f77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1001 time: 0.1211751 Jul 29 17:53:16.904962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.908759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:16.970940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 89db31d9-3cc1-4c31-b672-45308b329084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=89db31d9-3cc1-4c31-b672-45308b329084,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:16.978534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:16.988241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.033832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0159369b-a12b-4ea8-9ff3-2e1f456b9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:17.036143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0159369b-a12b-4ea8-9ff3-2e1f456b9233 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.1073031 Jul 29 17:53:17.047373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee375e-4e86-4d40-a829-ec7372b1a0a8 None None] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:17.059324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.090093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.170949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.240751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ce6725-d042-4b37-b788-a63344261a52']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:17.271385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.292082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:17.292419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862c24d-0e5e-4d6f-94b8-c7d5d8f46310') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:17.305515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-56bc0df4-06d5-4d71-b097-3fdd7a5fd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:17.307219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-56bc0df4-06d5-4d71-b097-3fdd7a5fd474 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382679 Jul 29 17:53:17.323285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.419950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.425625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=89db31d9-3cc1-4c31-b672-45308b329084,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:17.446984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:17.447408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:17.451167 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:17.574888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bb6601f-9992-4316-a26c-eeb6056ae76c req-94b3e11c-e78d-491e-a581-d4ae5f0c23fb tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 210 time: 0.2772505 Jul 29 17:53:17.575807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.581034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67ce6725-d042-4b37-b788-a63344261a52 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 17:53:17.584596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.586534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/networks/67ce6725-d042-4b37-b788-a63344261a52 HTTP/1.1" status: 204 len: 168 time: 1.0285487 Jul 29 17:53:17.626349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:17.629061 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988afb1a-ee9f-4611-869c-9bb27bec3bda" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:17.629569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-3b5587fe-35ae-4ba9-8428-f0d47beab5c6 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150311 Jul 29 17:53:17.658057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20df4-e831-432c-b3be-d831c5b1dc9f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Network': ['ID=67ce6725-d042-4b37-b788-a63344261a52,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:17.688674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3964dba0-65c9-4083-94f3-8cdea580adc4 None None] Provisioning complete for port 89db31d9-3cc1-4c31-b672-45308b329084 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:17.689049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3964dba0-65c9-4083-94f3-8cdea580adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.731607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:17.736241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Attempting to bind port 7f75c16d-55ff-4bbe-802e-9b539b603e4f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:17.736627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Attempting to bind port 7f75c16d-55ff-4bbe-802e-9b539b603e4f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:17.737167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Attempting to bind port 7f75c16d-55ff-4bbe-802e-9b539b603e4f on network 1a838ccc-cee5-42a1-a773-586284e1957e {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:17.753457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.812526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:17.813221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Checking segment: {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:17.813784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.814427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Bound using segment: {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:17.815201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Bound port: 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:17.815761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.862155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=14']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:17.883058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf0a1b8-8d61-494d-84d4-7691f654d0f3 req-5ebd4281-b772-45da-a447-ef3fe6c2b76d tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 210 time: 0.0629067 Jul 29 17:53:17.900322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-e57da2b6-beee-4eda-87a2-c96020d0e6a3 service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526925 Jul 29 17:53:18.012182 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fbf43f-ba5a-4c52-a651-64ac10d262f7 x-openstack-request-id: req-10fbf43f-ba5a-4c52-a651-64ac10d262f7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:18.012454 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:18.012721 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10fbf43f-ba5a-4c52-a651-64ac10d262f7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:18.013102 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'code': 200} Jul 29 17:53:18.013338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-29113030-c562-469b-bd61-9c24e853dd66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.1005378 Jul 29 17:53:18.040246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4be1d5-c56d-430b-8500-b3399acde685 req-033e94d5-468e-4c10-b9f9-d35a4c9627b1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:18.041855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dd4be1d5-c56d-430b-8500-b3399acde685 req-033e94d5-468e-4c10-b9f9-d35a4c9627b1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 946 time: 0.3949072 Jul 29 17:53:18.065919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.106957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.191253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:18.207458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'name': 'tempest-router--436040143', 'project_id': '6d685f7f6e404a96b460860304c331a3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:18.278426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] For port 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:18.295271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] For port 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f75c16d-55ff-4bbe-802e-9b539b603e4f,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:18.307046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.307457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-023b7670-1c79-49f5-aeff-ba9332373f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:18.308618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-023b7670-1c79-49f5-aeff-ba9332373f6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2802312 Jul 29 17:53:18.325405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.326499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.382043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Allocated IP 172.25.5.142 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/5a9847b8-357a-4e8e-8416-576ea952c6e9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:18.426271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-826e45aa-a533-4b27-8ae1-96e89aeb99c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:18.443814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-826e45aa-a533-4b27-8ae1-96e89aeb99c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:18.450648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-826e45aa-a533-4b27-8ae1-96e89aeb99c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "GET /v2.0/networks?id=a3aeb079-32b6-47e5-a82d-e051abf281db&id=1a838ccc-cee5-42a1-a773-586284e1957e HTTP/1.1" status: 200 len: 1392 time: 0.4589694 Jul 29 17:53:18.478089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'port': {'device_id': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db', 'admin_state_up': True, 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:18.632900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:53:18.716789 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.738371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dd4be1d5-c56d-430b-8500-b3399acde685 req-e5bf8116-86e7-44c8-82f8-2d621ba18a91 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6854465 Jul 29 17:53:18.774350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.776774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-3b30579d-9573-40ca-abda-22c5eaf5ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:18.781042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-3b30579d-9573-40ca-abda-22c5eaf5ff3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4554179 Jul 29 17:53:18.792648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf300-f340-403b-8477-2ce4cd70b624 None None] Pushing event updated for resources: {'Port': ['ID=7f75c16d-55ff-4bbe-802e-9b539b603e4f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:18.793211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.827074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.966991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bcb6f75-04b6-4d35-a592-7331ba96b3c1 req-df9db34c-c9f4-4cd4-8a6e-bb07a30c29f9 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1509795 Jul 29 17:53:18.985927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.990076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-71ae217f-cabb-4259-a72d-970d5d9c6730 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7887301 Jul 29 17:53:19.001549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35588) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:19.135307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:19.138926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:19.375605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f75c16d-55ff-4bbe-802e-9b539b603e4f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:19.419152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-603fca84-7bea-4dac-8dbd-e3baaaf8ef80 req-3bc703c6-6af5-4a71-beb3-4717cd46b822 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 210 time: 0.1239338 Jul 29 17:53:19.421021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:19.467326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 7f75c16d-55ff-4bbe-802e-9b539b603e4f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:19.474023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 89db31d9-3cc1-4c31-b672-45308b329084 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:19.475979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:19.478687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:19.567904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Pushing event updated for resources: {'Port': ['ID=5a9847b8-357a-4e8e-8416-576ea952c6e9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:19.571440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 89db31d9-3cc1-4c31-b672-45308b329084 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:19.571928 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:19.589978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-b57ff92b-4874-4168-93a8-ee3c73829bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:19.592150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-b57ff92b-4874-4168-93a8-ee3c73829bba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2987242 Jul 29 17:53:19.598897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-aa3f7224-041a-4fa9-b0a7-6c40093d12d3 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090999 Jul 29 17:53:19.623095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:19.761745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-66afa061-02c1-4d07-b0b4-31d5355e7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:19.763277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-66afa061-02c1-4d07-b0b4-31d5355e7f86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1596348 Jul 29 17:53:19.812536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5057-c2ad-4b32-b7b9-c9df86ae339d req-fa814db7-639f-468b-9ee7-5755056ce801 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:19.814189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-befc5057-c2ad-4b32-b7b9-c9df86ae339d req-fa814db7-639f-468b-9ee7-5755056ce801 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.7408116 Jul 29 17:53:19.846404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211cb6e-06af-4f4d-917f-f3274e461116 None None] Network 1a838ccc-cee5-42a1-a773-586284e1957e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:19.868042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-0010c1c6-4e73-4306-bcb2-735c03a5ce47 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:19.869696 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-0010c1c6-4e73-4306-bcb2-735c03a5ce47 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.38 "GET /v2.0/networks?id=7d4a9335-e23b-4c00-b560-76b2408a78c7 HTTP/1.1" status: 200 len: 813 time: 0.5707963 Jul 29 17:53:19.901962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Request body: {'port': {'device_id': '728cbadc-da45-4568-a385-8befb07f2eb7', 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7', 'admin_state_up': True, 'tenant_id': 'b5051f1968ab40a891388ebc26c18603'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:19.908673 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6a3c7ff9-deea-42dc-bbd3-81c20e344694 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988350 Jul 29 17:53:19.958443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Provisioning for port 7f75c16d-55ff-4bbe-802e-9b539b603e4f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:19.974290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Provisioning complete for port 7f75c16d-55ff-4bbe-802e-9b539b603e4f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:19.975062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.054549 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.057253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-dc14866c-e9d0-44f3-ab13-513b9f14c7e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.1060362 Jul 29 17:53:20.060183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.064348 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-1a3a2193-e884-422b-b292-984a896c80b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.2664444 Jul 29 17:53:20.104208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6952e5e4-61e4-4b58-816a-189d76bbdc95 req-40c1fedf-3622-4b1c-9445-58579767fe33 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 210 time: 0.0427678 Jul 29 17:53:20.166560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-befc5057-c2ad-4b32-b7b9-c9df86ae339d req-1a00dd7c-6ffb-4ea7-8141-3f8d856bbd32 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394635 Jul 29 17:53:20.198002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-53dbc0f1-3bf2-4317-a47d-af7189ee749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:20.199655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-53dbc0f1-3bf2-4317-a47d-af7189ee749a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1265225 Jul 29 17:53:20.200704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.201236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2639bd77-baa4-474a-a256-824a1704ca4e {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:20.207352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.208845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d535aa5-e5a2-4db9-8e29-dba1e5437872 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2639bd77-baa4-474a-a256-824a1704ca4e HTTP/1.1" status: 204 len: 168 time: 1.2060077 Jul 29 17:53:20.216340 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.258182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Allocated IP 19.80.0.145 (a3aeb079-32b6-47e5-a82d-e051abf281db/b72609c7-a3a6-4a64-9a43-a44771d7fb6d/9344a0be-bf79-41ae-aa30-0eb77bcc7f86) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:20.296937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-9ed174d9-76f7-4eec-8d24-420e4ff05bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:20.298600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-9ed174d9-76f7-4eec-8d24-420e4ff05bec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.2260923 Jul 29 17:53:20.299592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] For port 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f75c16d-55ff-4bbe-802e-9b539b603e4f,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:20.311781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.312544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-cb736a6e-cc8e-426f-8e50-52a499292999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:20.315379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-cb736a6e-cc8e-426f-8e50-52a499292999 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029651 Jul 29 17:53:20.431045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23ab0b-3185-4873-9669-0fd3dba2e3ac None None] Pushing event updated for resources: {'Port': ['ID=7f75c16d-55ff-4bbe-802e-9b539b603e4f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:20.447273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:20.509057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.523592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-dc83dd43-d45c-4e7c-aa82-996bd087c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:20.535398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-ea876aff-65af-42b4-9003-e8c203758299 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095790 Jul 29 17:53:20.537043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-dc83dd43-d45c-4e7c-aa82-996bd087c029 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956353 Jul 29 17:53:20.631258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Made reservation on behalf of b5051f1968ab40a891388ebc26c18603 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:20.635554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.650032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.674518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Transition to ACTIVE for port object 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:20.740134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-07689856-468d-44a7-b8f5-506173aebd39 None None] Provisioning complete for port 7f75c16d-55ff-4bbe-802e-9b539b603e4f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:20.740510 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07689856-468d-44a7-b8f5-506173aebd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.742055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0befb6f7-5a07-4dea-9390-826d32f4cd27 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997650 Jul 29 17:53:20.756379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b41e0ef0-67d7-4dfc-bf24-46068e6fc91b req-a1e680e3-e5b0-4318-8c66-00f8372d3a03 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 210 time: 0.1434619 Jul 29 17:53:20.800108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-093d0d32-ba11-4936-a40e-9e4371ea9630 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.0505953 Jul 29 17:53:20.827861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1577560645', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:20.829410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.868255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network a3aeb079-32b6-47e5-a82d-e051abf281db is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:20.872905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:20.896651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:20.924634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Allocated IP 172.20.0.6 (7d4a9335-e23b-4c00-b560-76b2408a78c7/2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb/bfc409a8-95f3-4dee-89f5-8ee7813b97f5) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:20.969453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:20.980621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-d30d3667-f512-4a3b-81c2-e183c3db0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:20.982570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-d30d3667-f512-4a3b-81c2-e183c3db0a14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1755984 Jul 29 17:53:21.000705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:21.000705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.049008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-3559f508-e423-49d1-a97c-e88c897840a6 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5791068 Jul 29 17:53:21.060795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Request body: {'port': {'device_id': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e', 'admin_state_up': True, 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:21.067599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6aa37e0f-2369-468e-8e8f-93a313c5d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:21.069160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6aa37e0f-2369-468e-8e8f-93a313c5d023 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614011 Jul 29 17:53:21.115908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.117461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.253360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1f6cd023-930e-47a7-ad44-892d2bed044c None None] Provisioning for port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:21.261739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1f6cd023-930e-47a7-ad44-892d2bed044c None None] Provisioning complete for port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:21.262616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd023-930e-47a7-ad44-892d2bed044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.288060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-bc70e4fd-ddf8-480a-9a4a-b38c36b9ae9c service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043495 Jul 29 17:53:21.292670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f75c16d-55ff-4bbe-802e-9b539b603e4f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:21.319340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8939bb77-8548-4f01-8efe-81a0d8647aed req-6e4abbc8-dbcd-4808-955c-e4460c4cce04 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 210 time: 0.0630789 Jul 29 17:53:21.337889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cd023-930e-47a7-ad44-892d2bed044c None None] Port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:53:21.367724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 7f75c16d-55ff-4bbe-802e-9b539b603e4f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:21.368100 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.370916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Made reservation on behalf of d6529ea10111442f8403e90ba2f9913c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:21.374509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.417336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.510191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-eeab92ad-cd3d-4590-a32d-dd0eac093031 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612021 Jul 29 17:53:21.521472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.546154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-251d1282-f529-4874-99ec-8cd444301e34 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313573 Jul 29 17:53:21.557010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Allocated IP 19.86.0.122 (1a838ccc-cee5-42a1-a773-586284e1957e/47dbd04d-640a-4509-be0f-99ec6b1ee78c/70f29a93-3bf5-405a-b4b1-a1f875df4372) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:21.574347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.621271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0ee12f52-1362-46c6-8e28-d280a6807771 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.0654562 Jul 29 17:53:21.737932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-1ad679ed-efab-419a-bac3-6a37a7c7c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:21.739504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-1ad679ed-efab-419a-bac3-6a37a7c7c8de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1091223 Jul 29 17:53:21.829480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-adeda29d-a77f-4671-ade5-7f87ae23f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:21.831227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-adeda29d-a77f-4671-ade5-7f87ae23f999 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834663 Jul 29 17:53:21.921682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.962404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Transition to ACTIVE for port object 70f29a93-3bf5-405a-b4b1-a1f875df4372 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:21.972099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56385-7e61-4cbf-9274-84d1b9085ea2 req-441ec6a1-713a-435e-b783-11955aa3b3dd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:21.973621 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eca56385-7e61-4cbf-9274-84d1b9085ea2 req-441ec6a1-713a-435e-b783-11955aa3b3dd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.5732200 Jul 29 17:53:22.009544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7a3ec-e4fa-4f34-8ffa-a1b8356c5c77 req-00698f90-d800-45b9-b9eb-361be09166b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:22.011193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30d7a3ec-e4fa-4f34-8ffa-a1b8356c5c77 req-00698f90-d800-45b9-b9eb-361be09166b7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 932 time: 0.1646793 Jul 29 17:53:22.039777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0859769c-4abf-406c-860d-e7ec48ddc62d service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944859 Jul 29 17:53:22.113710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.162868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30d7a3ec-e4fa-4f34-8ffa-a1b8356c5c77 req-832797ea-cc70-4cb0-917d-2efe0e98b2c9 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426620 Jul 29 17:53:22.175046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Network 1a838ccc-cee5-42a1-a773-586284e1957e is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:22.179925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:22.185136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:22.213841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.229107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eca56385-7e61-4cbf-9274-84d1b9085ea2 req-4b3b6e13-4f2a-4fb6-a3ef-aefb92999b67 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941252 Jul 29 17:53:22.234796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.256946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2c6d400-94ed-4215-9a79-6960f1c7359e req-33e15c85-c8cd-4bf4-ab2a-f99a9d57fbc0 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206099 Jul 29 17:53:22.298859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:22.299650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.312015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event updated for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:22.327524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Network 7d4a9335-e23b-4c00-b560-76b2408a78c7 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:22.332194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-9c867bdc-eb82-40e6-b24d-4f4655f8238b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2756152 Jul 29 17:53:22.335415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:22.341131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-cd152e41-72d1-4322-aa0b-3cb7ed676773 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930737 Jul 29 17:53:22.346282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Request body: {'port': {'device_id': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:22.379287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:22.453908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-3a50278b-ef34-4f12-bfa8-641508990e90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.0543172 Jul 29 17:53:22.490004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.492048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Pushing event updated for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:22.519292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Router 9300ce17-8397-440b-94fb-2e57038785aa is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:22.541203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:22.541916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.572335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cbc287-8a68-41f9-993e-111eb2c2954a None None] Provisioning for port 70f29a93-3bf5-405a-b4b1-a1f875df4372 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:22.579258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cbc287-8a68-41f9-993e-111eb2c2954a None None] Provisioning complete for port 70f29a93-3bf5-405a-b4b1-a1f875df4372 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:22.579496 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cbc287-8a68-41f9-993e-111eb2c2954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.608323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-c57ba01a-cfa2-4180-aed6-a6528d419c23 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7110615 Jul 29 17:53:22.625027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Request body: {'port': {'device_id': '728cbadc-da45-4568-a385-8befb07f2eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:22.653349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cbc287-8a68-41f9-993e-111eb2c2954a None None] Port 70f29a93-3bf5-405a-b4b1-a1f875df4372 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:53:22.698941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-2bbe6458-2cd4-4957-84ba-72144d350988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:22.700065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-2bbe6458-2cd4-4957-84ba-72144d350988 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.2111673 Jul 29 17:53:22.709966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d4084-dbff-46ea-8b16-1c3a6f7c3049 req-29da1937-273e-4a4e-9ee1-f80b33ca3879 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:22.718771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b4d4084-dbff-46ea-8b16-1c3a6f7c3049 req-29da1937-273e-4a4e-9ee1-f80b33ca3879 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 931 time: 0.1950026 Jul 29 17:53:22.764644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:22.768828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.782528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Sync routers for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:22.797639 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.801629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14177289-becf-4cf6-8883-d56422a2352e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9615326 Jul 29 17:53:22.801803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:22.801803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:22.805900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35664) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:22.849195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b4d4084-dbff-46ea-8b16-1c3a6f7c3049 req-e02756b2-175c-4095-8731-a9754c93db6e tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288602 Jul 29 17:53:22.914281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.945101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:22.965228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:23.176802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Allocated IP 172.25.5.125 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/c706a8c8-5783-44fc-b1f5-bf1bf8d2adf3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:23.237196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:19Z', 'revision_number': 3, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:23.271608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Checking router: 9300ce17-8397-440b-94fb-2e57038785aa for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:23.272173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Updating router 9300ce17-8397-440b-94fb-2e57038785aa port 5a9847b8-357a-4e8e-8416-576ea952c6e9 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:53:23.320381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.408485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc409a8-95f3-4dee-89f5-8ee7813b97f5 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:23.435067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58045-bd20-407c-98a7-b3a49d26362b req-a7330c9c-d561-4ecd-8627-5e8a60bc34fc tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:23.443341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58045-bd20-407c-98a7-b3a49d26362b req-a7330c9c-d561-4ecd-8627-5e8a60bc34fc tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:23.445010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28f58045-bd20-407c-98a7-b3a49d26362b req-a7330c9c-d561-4ecd-8627-5e8a60bc34fc tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1655 time: 0.1411004 Jul 29 17:53:23.447142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.475024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Transition to ACTIVE for port object bfc409a8-95f3-4dee-89f5-8ee7813b97f5 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:23.479639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6266ab66-4e2a-4b47-b132-52a4014c422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:23.481343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6266ab66-4e2a-4b47-b132-52a4014c422a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7573469 Jul 29 17:53:23.487399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.489612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.592041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28f58045-bd20-407c-98a7-b3a49d26362b req-0498f59c-f766-4c82-8639-934a404c1a5b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318870 Jul 29 17:53:23.597091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:23.665899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82a13-ab6d-4884-84cb-ebe3af2d4824 req-fddc1c57-78bb-46e9-9a79-620e7f122f92 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:23.673818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81a82a13-ab6d-4884-84cb-ebe3af2d4824 req-fddc1c57-78bb-46e9-9a79-620e7f122f92 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2381806 Jul 29 17:53:23.691447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.719757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-ec5cdb81-f81e-47d9-a0f0-767164abeb3a service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159569 Jul 29 17:53:23.724221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Attempting to bind port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:23.724908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Attempting to bind port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:23.725312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Attempting to bind port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 on network 7d4a9335-e23b-4c00-b560-76b2408a78c7 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:23.741743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 on network 7d4a9335-e23b-4c00-b560-76b2408a78c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:53:23.742071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Attempting to bind port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 on network 7d4a9335-e23b-4c00-b560-76b2408a78c7 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:23.753447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:23.759448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:23.761202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Checking segment: {'id': 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:23.761731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Bound using segment: {'id': 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:23.762184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Bound port: bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:23.762752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.781697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:23.794290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:23.863510 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.865519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event updated for resources: {'Port': ['ID=c706a8c8-5783-44fc-b1f5-bf1bf8d2adf3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:23.884307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Transition to ACTIVE for port object 5a9847b8-357a-4e8e-8416-576ea952c6e9 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:23.891301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.938888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81a82a13-ab6d-4884-84cb-ebe3af2d4824 req-3851af4b-0478-452a-a7f9-e005897f6737 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638414 Jul 29 17:53:23.956245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Attempting to bind port 5a9847b8-357a-4e8e-8416-576ea952c6e9 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:23.956646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Attempting to bind port 5a9847b8-357a-4e8e-8416-576ea952c6e9 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:23.956984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Attempting to bind port 5a9847b8-357a-4e8e-8416-576ea952c6e9 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:23.967160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe729-3718-48e2-b816-2dfcdb709f86 None None] Pushing event updated for resources: {'Port': ['ID=5a9847b8-357a-4e8e-8416-576ea952c6e9,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:23.984615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:23.984917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:23.985324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:23.985717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:23.986195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Bound port: 5a9847b8-357a-4e8e-8416-576ea952c6e9, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:23.986615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.007273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:24.073269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:24.107409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,segment=NetworkSegment(a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d),segment_id=a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:24.124803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] For port 5a9847b8-357a-4e8e-8416-576ea952c6e9, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:24.129534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] For port 5a9847b8-357a-4e8e-8416-576ea952c6e9, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5a9847b8-357a-4e8e-8416-576ea952c6e9,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:24.137963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e417b-a17f-4f84-949f-5d203d618659 req-8e3f8239-9e91-411e-a22f-249783a844ce tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.138720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.144018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-814e417b-a17f-4f84-949f-5d203d618659 req-8e3f8239-9e91-411e-a22f-249783a844ce tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1446626 Jul 29 17:53:24.144601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.147975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.236655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:24.237205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:24.240663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.241291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.242738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] 10.222.0.38 "PUT /v2.0/ports/bfc409a8-95f3-4dee-89f5-8ee7813b97f5 HTTP/1.1" status: 200 len: 1091 time: 1.6257892 Jul 29 17:53:24.243191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:24.246967 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b9a999-f0c6-41cd-9127-13b2d5b8018c" -d '{"events": [{"name": "network-changed", "server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:24.264724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Transition to ACTIVE for port object 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:24.270269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-0e3ba1c3-0562-46f8-881c-deb2cf4f1871 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313270 Jul 29 17:53:24.279201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.301440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe729-3718-48e2-b816-2dfcdb709f86 None None] Pushing event updated for resources: {'Port': ['ID=5a9847b8-357a-4e8e-8416-576ea952c6e9,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:24.376525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-6c7cc46c-2313-4fef-a697-1887a9978e60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0930893 Jul 29 17:53:24.376826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-814e417b-a17f-4f84-949f-5d203d618659 req-8851afee-a100-49b3-aaa6-60899debb009 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195375 Jul 29 17:53:24.392870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb754604-efe1-4639-974e-e9ffe2d612b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:24.424878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7f36c-5d09-49f1-a376-a80789d7c7aa req-e4b5c0d9-b2d0-4941-bcd7-07ca12d8ae35 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.426549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9a7f36c-5d09-49f1-a376-a80789d7c7aa req-e4b5c0d9-b2d0-4941-bcd7-07ca12d8ae35 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2055230 Jul 29 17:53:24.441890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-a4a4c7de-bf61-4326-ba87-921338fecfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.443813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-a4a4c7de-bf61-4326-ba87-921338fecfc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5051f1968ab40a891388ebc26c18603&device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1338744 Jul 29 17:53:24.445083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.477293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:24.539667 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3306442-ee8b-41f5-a2a9-1cc0d4e0faa0 x-openstack-request-id: req-b3306442-ee8b-41f5-a2a9-1cc0d4e0faa0 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:24.539950 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:24.540205 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3306442-ee8b-41f5-a2a9-1cc0d4e0faa0 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:24.540603 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5', 'status': 'completed', 'code': 200} Jul 29 17:53:24.549683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:24.662227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-4b338df1-6d1b-4baf-9ed6-610d4f7d4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.663878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-4b338df1-6d1b-4baf-9ed6-610d4f7d4d46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.2629862 Jul 29 17:53:24.678122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9a7f36c-5d09-49f1-a376-a80789d7c7aa req-1c9115f4-a765-4616-bfe6-83c4d1fccb31 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096789 Jul 29 17:53:24.803502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:24.852866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:19Z', 'revision_number': 3, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:24.879628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Attempting to bind port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:24.880244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Attempting to bind port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:24.880673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Attempting to bind port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 on network a3aeb079-32b6-47e5-a82d-e051abf281db {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:24.882736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549baafe-9f78-4e09-8879-b9af4c41c135 None None] The sync data for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 is: [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:19Z', 'revision_number': 3, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:24.896649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-78d59946-ab60-4515-a0e6-9355b366ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:24.898213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-78d59946-ab60-4515-a0e6-9355b366ebc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141392 Jul 29 17:53:24.904660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 on network a3aeb079-32b6-47e5-a82d-e051abf281db not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:53:24.904984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Attempting to bind port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 on network a3aeb079-32b6-47e5-a82d-e051abf281db {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:25.015024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:25.015812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Checking segment: {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:25.015812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Bound using segment: {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:25.016265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Bound port: 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:25.016631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:25.064804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2c2f-72b7-48bc-989a-d649d12e6a7d req-413bd183-028b-4a41-975d-84b919f16f57 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.075826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13c2c2f-72b7-48bc-989a-d649d12e6a7d req-413bd183-028b-4a41-975d-84b919f16f57 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2702327 Jul 29 17:53:25.102575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-d284c821-d2e2-4c05-8e8f-fb413efdb9c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5 HTTP/1.1" status: 200 len: 217 time: 0.5646737 Jul 29 17:53:25.204454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-970433ec-0883-4e11-a25b-d582c2013663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.207076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-970433ec-0883-4e11-a25b-d582c2013663 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb HTTP/1.1" status: 200 len: 853 time: 0.0766547 Jul 29 17:53:25.223456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13c2c2f-72b7-48bc-989a-d649d12e6a7d req-c830de92-d7bb-443a-af52-0a4d8c95aba0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461957 Jul 29 17:53:25.306051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-3fc18df0-7fb5-4903-ab58-c33429e696d1 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943505 Jul 29 17:53:25.333912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3813c-8bb2-4223-b279-35de270c9152 req-376e6c47-1cad-4469-b338-6556c9cba17c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.343668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:25.361159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:25.366643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3813c-8bb2-4223-b279-35de270c9152 req-376e6c47-1cad-4469-b338-6556c9cba17c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.379841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9df3813c-8bb2-4223-b279-35de270c9152 req-376e6c47-1cad-4469-b338-6556c9cba17c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1667 time: 0.3253689 Jul 29 17:53:25.429597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:25.485081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-b8d82d41-3ee3-4d17-aac2-f710510058fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4a9335-e23b-4c00-b560-76b2408a78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937497 Jul 29 17:53:25.516282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.516902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:25.518345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/9344a0be-bf79-41ae-aa30-0eb77bcc7f86 HTTP/1.1" status: 200 len: 1092 time: 3.1762702 Jul 29 17:53:25.522517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:25.531649 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:25.557093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Allocated IP 172.20.0.1 (a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8/472de00f-fb25-4725-a68e-f527280eb0c8/570d55ba-e2cb-40aa-baf0-3ae51e1d28a4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:25.570818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9df3813c-8bb2-4223-b279-35de270c9152 req-1e3edc29-6840-4509-8866-cc4411aeef76 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863630 Jul 29 17:53:25.618401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Request body: {'port': {'device_id': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:25.678675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:25.774322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3188-c5fd-42ce-ad21-aab2079b50c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:25.845708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bfff499b-4c2c-41fb-ae42-6a6e56adcb56 req-485e26d6-eb64-4a18-91b2-132a543d63d5 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315266 Jul 29 17:53:25.863230 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-cbd6812e-a626-4917-849d-aade111c3133 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458991 Jul 29 17:53:25.916686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e205fe-b601-4c28-be80-11250a52f52c req-c2751744-a3e4-4c33-ad87-2cd7f9db76bb tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.918786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30e205fe-b601-4c28-be80-11250a52f52c req-c2751744-a3e4-4c33-ad87-2cd7f9db76bb tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2314227 Jul 29 17:53:25.956410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-38f78e72-96d0-42a6-a067-2caeb9e010a3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:25.965100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-38f78e72-96d0-42a6-a067-2caeb9e010a3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.4688983 Jul 29 17:53:25.987221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:26.020991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-77f7bed6-7c9a-45ff-8e8b-327afccde579 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/quotas/0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 375 time: 0.0545781 Jul 29 17:53:26.061653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad58786-d819-4c68-aba8-d40aa1f5161f req-8da3b760-75f3-42d3-874d-a1312f12ac05 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554775 Jul 29 17:53:26.103782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30e205fe-b601-4c28-be80-11250a52f52c req-9edebde6-7a24-4836-9a9d-0ece0f8aaba2 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106987 Jul 29 17:53:26.112869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:26.196182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Router 88c02df8-f734-4eb2-825e-dae7243c29b5 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:26.227051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-da751820-ea07-40f5-a64c-c6dbe9c79860 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1941104 Jul 29 17:53:26.233834 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc0ce75-0622-4150-b4b7-faaaa1df306f x-openstack-request-id: req-7dc0ce75-0622-4150-b4b7-faaaa1df306f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:26.234119 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:26.234395 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dc0ce75-0622-4150-b4b7-faaaa1df306f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:26.234791 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86', 'status': 'completed', 'code': 200} Jul 29 17:53:26.264596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:26.282174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-977ca08c-bbd7-4a7e-ba4f-63fcc5f1fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.283765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-977ca08c-bbd7-4a7e-ba4f-63fcc5f1fe45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5051f1968ab40a891388ebc26c18603&device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1269121 Jul 29 17:53:26.412571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:26.425727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] Sync routers for ids ['88c02df8-f734-4eb2-825e-dae7243c29b5'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:26.437174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] Routers {'88c02df8-f734-4eb2-825e-dae7243c29b5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:26.438197 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['88c02df8-f734-4eb2-825e-dae7243c29b5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:26.460577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-d00ddbec-5033-4f42-813d-31ab1244f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.462425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-d00ddbec-5033-4f42-813d-31ab1244f4e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4a9335-e23b-4c00-b560-76b2408a78c7 HTTP/1.1" status: 200 len: 914 time: 0.1698909 Jul 29 17:53:26.470386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:26.472028 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1b8b71f-657e-4548-8d31-9e809519759a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0199144 Jul 29 17:53:26.474886 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:26.480154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:26.489159 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] Routers {'88c02df8-f734-4eb2-825e-dae7243c29b5'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:26.491628 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['88c02df8-f734-4eb2-825e-dae7243c29b5'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:26.524059 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-39f9d652-1b3d-4d25-b83b-398dd3c64007 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5 HTTP/1.1" status: 200 len: 217 time: 0.0507696 Jul 29 17:53:26.668360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-a4df226d-faba-440a-94d0-ddaeaf7043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.670139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-a4df226d-faba-440a-94d0-ddaeaf7043bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb HTTP/1.1" status: 200 len: 853 time: 0.1056020 Jul 29 17:53:26.681625 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:26.682355 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2945fffb-4e6c-48ab-9352-afc83edd2d73 None None] The sync data for ids ['88c02df8-f734-4eb2-825e-dae7243c29b5'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:26.758190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5a9621b8-1efb-49b4-a2f5-29252e259020 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/88c02df8-f734-4eb2-825e-dae7243c29b5 HTTP/1.1" status: 200 len: 921 time: 0.2752709 Jul 29 17:53:26.761401 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-bdcd9d3e-bf61-40d8-9e24-14dba2d0b3d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4a9335-e23b-4c00-b560-76b2408a78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641704 Jul 29 17:53:26.761974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:26.823151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed807a5e-81d6-4d0b-b27e-10460d585e37 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=88c02df8-f734-4eb2-825e-dae7243c29b5 HTTP/1.1" status: 200 len: 205 time: 0.0556355 Jul 29 17:53:26.824215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:26.841719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:26.872300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99845d-4ef3-4fe9-8d12-c2c3fde8ea3a req-03e2774d-0dfa-4dae-886a-f9ce5d6de543 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.878272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99845d-4ef3-4fe9-8d12-c2c3fde8ea3a req-03e2774d-0dfa-4dae-886a-f9ce5d6de543 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.880257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc99845d-4ef3-4fe9-8d12-c2c3fde8ea3a req-03e2774d-0dfa-4dae-886a-f9ce5d6de543 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1667 time: 0.1928840 Jul 29 17:53:26.899629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-159662d9-1ca6-46cb-bc6b-5ee62191ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.900116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-159662d9-1ca6-46cb-bc6b-5ee62191ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:26.901773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-159662d9-1ca6-46cb-bc6b-5ee62191ab78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1914 time: 0.6696920 Jul 29 17:53:26.936841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-ef557dc4-4853-470a-bc0e-fbfbb8dd7e86 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669955 Jul 29 17:53:26.944734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc99845d-4ef3-4fe9-8d12-c2c3fde8ea3a req-0644e012-1b31-48b1-8494-39190333ed63 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Jul 29 17:53:27.009181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:27.055478 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-21b9a999-f0c6-41cd-9127-13b2d5b8018c req-3555498d-e249-4ac6-a9a8-98d3010d340f service neutron] 10.222.0.38 "GET /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093447 Jul 29 17:53:27.077340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:27.093173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-660bce4d-43ba-4e89-8bd8-f01af2a71981 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493390 Jul 29 17:53:27.095856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:27.197243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:27.258746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5a9847b8-357a-4e8e-8416-576ea952c6e9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:27.292824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c5ce-8f31-43ac-a541-c735d2998e15 req-6ef09eb2-14bb-4471-abfb-50d115550e4e tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:27.300127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1037c5ce-8f31-43ac-a541-c735d2998e15 req-6ef09eb2-14bb-4471-abfb-50d115550e4e tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 943 time: 0.0809116 Jul 29 17:53:27.322394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.331976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 5a9847b8-357a-4e8e-8416-576ea952c6e9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:27.338300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5a9847b8-357a-4e8e-8416-576ea952c6e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:27.338965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.342032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1037c5ce-8f31-43ac-a541-c735d2998e15 req-6144a573-55e7-41d5-baeb-8b901c0593ef tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Jul 29 17:53:27.371300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.395202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.441585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-5934c90b-bb44-44ea-af5e-8f9111aa6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:27.442571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-5934c90b-bb44-44ea-af5e-8f9111aa6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:27.442571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-5934c90b-bb44-44ea-af5e-8f9111aa6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:27.444163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-5934c90b-bb44-44ea-af5e-8f9111aa6efd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d6529ea10111442f8403e90ba2f9913c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5137258 Jul 29 17:53:27.454502 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.477292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 5a9847b8-357a-4e8e-8416-576ea952c6e9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5a9847b8-357a-4e8e-8416-576ea952c6e9,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:27.482967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.536155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=5a9847b8-357a-4e8e-8416-576ea952c6e9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:27.573820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f29a93-3bf5-405a-b4b1-a1f875df4372 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:27.629295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.652857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-2886b3fd-b1ea-43f7-bb0d-f60710643ff3 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289106 Jul 29 17:53:27.671644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bfc409a8-95f3-4dee-89f5-8ee7813b97f5 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:53:27.704030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Transition to ACTIVE for port object 70f29a93-3bf5-405a-b4b1-a1f875df4372 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:27.735026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.828854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,segment=NetworkSegment(a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d),segment_id=a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:27.858911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5', 'network_id': '7d4a9335-e23b-4c00-b560-76b2408a78c7', 'port_id': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5', 'mac_address': 'fa:16:3e:9a:74:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:53:27.881741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.895741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e2784342-0b48-43ab-8382-db895d1f362e req-65614d8b-66c7-4314-81df-f9119f8613f4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 210 time: 0.0308921 Jul 29 17:53:27.921788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-a7bc2886-8997-414a-bae0-3caa63e25245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:27.923353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a0a08fe-10d0-4680-867c-3f6dbb9c6cc4 req-a7bc2886-8997-414a-bae0-3caa63e25245 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4678862 Jul 29 17:53:27.925744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:27.943190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Pushing event updated for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:27.972125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc409a8-95f3-4dee-89f5-8ee7813b97f5 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:28.015531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,segment=NetworkSegment(a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d),segment_id=a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:28.029757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.046086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.100327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port c706a8c8-5783-44fc-b1f5-bf1bf8d2adf3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:28.101028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.116422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:28.192276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Attempting to bind port 70f29a93-3bf5-405a-b4b1-a1f875df4372 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:28.192611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Attempting to bind port 70f29a93-3bf5-405a-b4b1-a1f875df4372 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:28.192946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Attempting to bind port 70f29a93-3bf5-405a-b4b1-a1f875df4372 on network 1a838ccc-cee5-42a1-a773-586284e1957e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:28.216929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Port 70f29a93-3bf5-405a-b4b1-a1f875df4372 on network 1a838ccc-cee5-42a1-a773-586284e1957e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:53:28.217283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Attempting to bind port 70f29a93-3bf5-405a-b4b1-a1f875df4372 on network 1a838ccc-cee5-42a1-a773-586284e1957e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:28.286232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['bfc409a8-95f3-4dee-89f5-8ee7813b97f5'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:28.531520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120ed33-807a-4de6-9c56-d63919f94a96 req-1916af58-dbe1-40f2-87e2-409eb807c4d4 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:28.533351 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4120ed33-807a-4de6-9c56-d63919f94a96 req-1916af58-dbe1-40f2-87e2-409eb807c4d4 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 944 time: 0.0768378 Jul 29 17:53:28.578129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4120ed33-807a-4de6-9c56-d63919f94a96 req-9f1cd211-ca4f-4fb5-ba09-ad41fa7a2b57 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Jul 29 17:53:28.585231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:28.585575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Checking segment: {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:28.586396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Bound using segment: {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:28.586539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Bound port: 70f29a93-3bf5-405a-b4b1-a1f875df4372, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dc35d1-fae4-48cc-b432-19b9f6a11fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:28.586793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.626597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.672495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4544b-f412-479d-a217-c6c67eca8325 req-f0b377a3-8086-49bc-bdf8-27ac5a3e5cee tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:28.678418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4544b-f412-479d-a217-c6c67eca8325 req-f0b377a3-8086-49bc-bdf8-27ac5a3e5cee tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:28.680022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cba4544b-f412-479d-a217-c6c67eca8325 req-f0b377a3-8086-49bc-bdf8-27ac5a3e5cee tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1679 time: 0.5661776 Jul 29 17:53:28.701546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for c706a8c8-5783-44fc-b1f5-bf1bf8d2adf3 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:28.839560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cba4544b-f412-479d-a217-c6c67eca8325 req-5dedaafb-dc1a-4674-bb92-ecdab5d0870f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360178 Jul 29 17:53:28.844259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:28.874562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:28.888740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.908247 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.964733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.973729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:28.974364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:28.975818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] 10.222.0.38 "PUT /v2.0/ports/70f29a93-3bf5-405a-b4b1-a1f875df4372 HTTP/1.1" status: 200 len: 1092 time: 3.3690042 Jul 29 17:53:28.996078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:28.998448 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41" -d '{"events": [{"name": "network-changed", "server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:29.079487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.100949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2d6a33cc-d899-4c38-9269-edbae2b68db1 req-6c0c0c0b-e6da-4e4f-adcf-b621b57f97e8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 210 time: 0.0407667 Jul 29 17:53:29.119043 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c7243-a4fd-49ec-a144-fab770084a0f x-openstack-request-id: req-7b9c7243-a4fd-49ec-a144-fab770084a0f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:29.119043 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:29.119043 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b9c7243-a4fd-49ec-a144-fab770084a0f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:29.119043 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372', 'status': 'completed', 'code': 200} Jul 29 17:53:29.119043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83933-ee71-4ea2-9f07-3b6f2242026a service neutron] Pushing event updated for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:29.187052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-832470d5-f896-4b35-905d-698c6da14d91 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.189225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-832470d5-f896-4b35-905d-698c6da14d91 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.2203832 Jul 29 17:53:29.206653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'device_id': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'admin_state_up': True, 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:29.240319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5a9847b8-357a-4e8e-8416-576ea952c6e9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:29.264751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.311843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5a9847b8-357a-4e8e-8416-576ea952c6e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:29.312580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.388535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:29.393033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.415446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-4fd607c7-4848-4278-8cb5-8daca93ac9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.416068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-4fd607c7-4848-4278-8cb5-8daca93ac9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.417722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-4fd607c7-4848-4278-8cb5-8daca93ac9bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1981 time: 0.3824723 Jul 29 17:53:29.445884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:29.525927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=c706a8c8-5783-44fc-b1f5-bf1bf8d2adf3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:29.528880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-6fdabd59-a536-46b1-80a8-5cace6a0be69 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86 HTTP/1.1" status: 200 len: 217 time: 0.0797310 Jul 29 17:53:29.544675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.20.0.4 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/4c8f2434-26fb-436d-979b-70993ba99166) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:29.580914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.659057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:29.671198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bfc409a8-95f3-4dee-89f5-8ee7813b97f5 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:29.687040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-74b13324-fd4d-49cf-88c6-fc53c2608f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.688529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-74b13324-fd4d-49cf-88c6-fc53c2608f7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b72609c7-a3a6-4a64-9a43-a44771d7fb6d HTTP/1.1" status: 200 len: 801 time: 0.1519189 Jul 29 17:53:29.692901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:29.708156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.732402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.732572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.733645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:29.740296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:29.740996 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.765160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Transition to ACTIVE for port object 4c8f2434-26fb-436d-979b-70993ba99166 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:29.812104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.852436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.867960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:29.871419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:29.878801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:29.887790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-f15f1d98-61ab-414c-aa3c-facc7cc451a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.887790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-f15f1d98-61ab-414c-aa3c-facc7cc451a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a3aeb079-32b6-47e5-a82d-e051abf281db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1788592 Jul 29 17:53:29.896497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805cad-7e0d-4cbe-9849-7135c51cc6ff req-741fa886-ad5d-46a2-b31a-d79e59b5d9d8 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.898129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0805cad-7e0d-4cbe-9849-7135c51cc6ff req-741fa886-ad5d-46a2-b31a-d79e59b5d9d8 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 944 time: 0.2087204 Jul 29 17:53:29.904345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:29.916370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:29.918989 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3193ad-f7c3-4bda-91b0-66c052677e0b" -d '{"events": [{"server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:29.925084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.925904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 88c02df8-f734-4eb2-825e-dae7243c29b5 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:29.933657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.935584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,segment=NetworkSegment(a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d),segment_id=a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:29.938782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5454401b-f453-4e16-9726-52d5ab6be70a tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/88c02df8-f734-4eb2-825e-dae7243c29b5 HTTP/1.1" status: 204 len: 168 time: 3.1122382 Jul 29 17:53:29.939382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:29.944920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.949113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043558156', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:29.965871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:29.967093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.996453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:29.998437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:30.055873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-ea719441-af6b-4399-871e-4af180fc6e9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532288 Jul 29 17:53:30.059205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:30.061007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0805cad-7e0d-4cbe-9849-7135c51cc6ff req-84523034-6ae5-4db2-bc27-7ad43f7d27d2 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086063 Jul 29 17:53:30.075271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Request body: {'port': {'device_id': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:30.103687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331858-f32f-4a36-9576-d78b2f854a7d req-49d9327a-88ca-4940-a7d0-bf6da66f910c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.109511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331858-f32f-4a36-9576-d78b2f854a7d req-49d9327a-88ca-4940-a7d0-bf6da66f910c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.111204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f2331858-f32f-4a36-9576-d78b2f854a7d req-49d9327a-88ca-4940-a7d0-bf6da66f910c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1679 time: 0.0994341 Jul 29 17:53:30.142824 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd837a7a-818a-4e81-a056-6ff7ede5af38 x-openstack-request-id: req-cd837a7a-818a-4e81-a056-6ff7ede5af38 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:30.143265 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:30.143406 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd837a7a-818a-4e81-a056-6ff7ede5af38 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:30.143783 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5', 'code': 200} Jul 29 17:53:30.183453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:30.216121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-b99a00e6-c9f0-4f34-9d58-f91adeb4c28e service neutron] 10.222.0.38 "GET /v2.0/networks/a3aeb079-32b6-47e5-a82d-e051abf281db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167591 Jul 29 17:53:30.262222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Router 9300ce17-8397-440b-94fb-2e57038785aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:53:30.337453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f2331858-f32f-4a36-9576-d78b2f854a7d req-c54919dc-dbbe-4f62-b383-ed7b45b35a8e tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818745 Jul 29 17:53:30.389881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-370fd7fb-5a3b-4618-ade1-a4faa35bf568 None None] Provisioning for port 4c8f2434-26fb-436d-979b-70993ba99166 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:30.390428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-370fd7fb-5a3b-4618-ade1-a4faa35bf568 None None] Provisioning complete for port 4c8f2434-26fb-436d-979b-70993ba99166 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:30.390530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-370fd7fb-5a3b-4618-ade1-a4faa35bf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:30.430470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-370fd7fb-5a3b-4618-ade1-a4faa35bf568 None None] Port 4c8f2434-26fb-436d-979b-70993ba99166 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:53:30.450394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d733de0-e65c-46b2-a111-abbf56109bbf req-00914067-0d2c-40ec-8299-d4950f20c9b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.452055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d733de0-e65c-46b2-a111-abbf56109bbf req-00914067-0d2c-40ec-8299-d4950f20c9b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 931 time: 0.1638646 Jul 29 17:53:30.459077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9de3b-c340-421b-8c6e-f1be3cc1e38f req-25cba34c-1ead-42a8-a170-17fa1fd2c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.460568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02f9de3b-c340-421b-8c6e-f1be3cc1e38f req-25cba34c-1ead-42a8-a170-17fa1fd2c46b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1738653 Jul 29 17:53:30.468507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-91ab27f7-010a-47fd-9a15-f413488a4104 service neutron] 10.222.0.38 "GET /v2.0/networks/a3aeb079-32b6-47e5-a82d-e051abf281db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412028 Jul 29 17:53:30.575038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-025a46ba-de7f-47e5-9d79-8d0d0c7b09a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372 HTTP/1.1" status: 200 len: 217 time: 0.0619419 Jul 29 17:53:30.639730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:30.645505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d733de0-e65c-46b2-a111-abbf56109bbf req-1cb52f87-d713-4a27-a777-cb245db6e150 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838729 Jul 29 17:53:30.650906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69d5342e-9e3d-4fec-b01d-610015b04bd4 admin admin] 10.222.0.16 "PUT /v2.0/routers/9300ce17-8397-440b-94fb-2e57038785aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8420331 Jul 29 17:53:30.652814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02f9de3b-c340-421b-8c6e-f1be3cc1e38f req-47241c04-0c16-4070-8f4b-60df59141424 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810720 Jul 29 17:53:30.652942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Sync routers for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:30.666499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:30.667139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:30.668150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-7de5d434-11fd-4ccd-a899-2dc11bc15e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.669834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-7de5d434-11fd-4ccd-a899-2dc11bc15e0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47dbd04d-640a-4509-be0f-99ec6b1ee78c HTTP/1.1" status: 200 len: 801 time: 0.0743935 Jul 29 17:53:30.752625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-290defe5-9ead-4ce7-8ee5-7d92afe79f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:30.754956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-290defe5-9ead-4ce7-8ee5-7d92afe79f99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a838ccc-cee5-42a1-a773-586284e1957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503724 Jul 29 17:53:30.757998 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:30.762040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:30.835767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:30.903694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-461a6eb7-4af4-4b50-a052-eecd2450dff9 service neutron] 10.222.0.38 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274197 Jul 29 17:53:31.032878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60f15ee1-2df1-4411-9900-6005ba319e02 req-56548d13-3d9d-483e-ba94-daa2a284d12c service neutron] 10.222.0.38 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208544 Jul 29 17:53:31.081242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:28Z', 'revision_number': 2, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:31.125718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Checking router: 9300ce17-8397-440b-94fb-2e57038785aa for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:31.126203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Updating router 9300ce17-8397-440b-94fb-2e57038785aa port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:53:31.175041 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.185652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-bfc7384b-b3bb-4b77-acd1-243ab5e5373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.186820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-bfc7384b-b3bb-4b77-acd1-243ab5e5373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.188728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-bfc7384b-b3bb-4b77-acd1-243ab5e5373f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6529ea10111442f8403e90ba2f9913c&device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1981 time: 0.0831766 Jul 29 17:53:31.327940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0137a-e9ef-4789-9cba-fa7f5c6b9520 req-29ced577-1697-403f-b153-16c261aa773b tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.329827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ec0137a-e9ef-4789-9cba-fa7f5c6b9520 req-29ced577-1697-403f-b153-16c261aa773b tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0957870 Jul 29 17:53:31.362392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-2c91a5db-8ed5-4d61-b129-6d7edf1b3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.364081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-2c91a5db-8ed5-4d61-b129-6d7edf1b3a84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a838ccc-cee5-42a1-a773-586284e1957e HTTP/1.1" status: 200 len: 903 time: 0.1636286 Jul 29 17:53:31.451231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-e9783ea3-8500-4b7e-b50f-d7d4e9c333f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372 HTTP/1.1" status: 200 len: 217 time: 0.0642719 Jul 29 17:53:31.489197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ec0137a-e9ef-4789-9cba-fa7f5c6b9520 req-56f2d350-1fb4-4a58-8fba-4e32a327aeb5 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234970 Jul 29 17:53:31.493777 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.516395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.526086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-c692eb95-988a-4418-b890-b301eb9e2c0f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.532374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-1b7ab6ff-8f1b-41f7-a805-2a98dc0ae25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.533338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-c692eb95-988a-4418-b890-b301eb9e2c0f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 819 time: 0.3529332 Jul 29 17:53:31.535392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-1b7ab6ff-8f1b-41f7-a805-2a98dc0ae25f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47dbd04d-640a-4509-be0f-99ec6b1ee78c HTTP/1.1" status: 200 len: 801 time: 0.0708022 Jul 29 17:53:31.559973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8f2434-26fb-436d-979b-70993ba99166 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:31.567357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-cfdcee27-7d04-44c3-a80d-1dab74c45391 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/quotas/74ff56c2fa11472aa0c4f106b2bb8d6f HTTP/1.1" status: 200 len: 375 time: 0.0331421 Jul 29 17:53:31.596309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.657935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-f53ad3f5-ebd9-4ad9-a8ca-5cdfec39ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.659719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-f53ad3f5-ebd9-4ad9-a8ca-5cdfec39ceae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a838ccc-cee5-42a1-a773-586284e1957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122522 Jul 29 17:53:31.671847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Transition to ACTIVE for port object 4c8f2434-26fb-436d-979b-70993ba99166 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:31.686895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.749829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:31.780184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-50cca915-4861-4cbb-bde5-a03171e46209 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813014 Jul 29 17:53:31.792847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6549-1e44-42e2-b120-4131ac298d1d req-0deb3616-e0d2-4ce9-93bf-dfcb21a460d8 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.799841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6549-1e44-42e2-b120-4131ac298d1d req-0deb3616-e0d2-4ce9-93bf-dfcb21a460d8 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:31.801796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-489d6549-1e44-42e2-b120-4131ac298d1d req-0deb3616-e0d2-4ce9-93bf-dfcb21a460d8 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1679 time: 0.1374295 Jul 29 17:53:31.840782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.852087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-9ff09f11-da44-4755-bab8-973d2d78bedc service neutron] 10.222.0.38 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739659 Jul 29 17:53:31.852605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Transition to ACTIVE for port object 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:31.867925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:31.901918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.25.5.235 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/4591640d-d57c-4d54-be4d-256a90fd495b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:31.914540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6e570-4cce-4924-bf21-faf4624eb995 None None] Pushing event updated for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:31.933586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-489d6549-1e44-42e2-b120-4131ac298d1d req-cf71bdce-13e4-475c-b623-7e28e1dadd82 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Jul 29 17:53:32.025452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc69cd63-0b11-4a06-95c3-5fa7284a7e41 req-cdfd5637-56e9-4bae-9b2f-0e8cdf41a301 service neutron] 10.222.0.38 "GET /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622667 Jul 29 17:53:32.065907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Attempting to bind port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:32.066458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Attempting to bind port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:32.067103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Attempting to bind port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 on network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:32.073743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:32.074290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Checking segment: {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:32.074796 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.075275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Bound using segment: {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:32.075840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Bound port: 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:32.076331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.109343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f8358-1032-441a-b924-c833e50cc24b req-cae7ad07-f94c-4e55-83f2-b6ecbeeec401 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:32.112969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe6f8358-1032-441a-b924-c833e50cc24b req-cae7ad07-f94c-4e55-83f2-b6ecbeeec401 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 943 time: 0.0771248 Jul 29 17:53:32.147144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Attempting to bind port 4c8f2434-26fb-436d-979b-70993ba99166 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:32.147898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Attempting to bind port 4c8f2434-26fb-436d-979b-70993ba99166 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:32.148240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Attempting to bind port 4c8f2434-26fb-436d-979b-70993ba99166 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:32.168939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe6f8358-1032-441a-b924-c833e50cc24b req-3fc35c29-e1ed-4ad1-b33d-b336f115d0e5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Jul 29 17:53:32.184900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Port 4c8f2434-26fb-436d-979b-70993ba99166 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:53:32.185240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Attempting to bind port 4c8f2434-26fb-436d-979b-70993ba99166 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:32.197942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-b8acfb58-5132-4282-8293-f84cbb37a24e service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966043 Jul 29 17:53:32.202664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] For port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:32.206498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] For port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:32.207000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:32.207300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:32.207747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:32.208245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Bound port: 4c8f2434-26fb-436d-979b-70993ba99166, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:32.208631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.212806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.237552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.289292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6e570-4cce-4924-bf21-faf4624eb995 None None] Pushing event updated for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:32.293730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:32.294384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:32.387901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-a875930e-36b5-4f6b-aec5-6243ccd7c0ad service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768310 Jul 29 17:53:32.392392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:32.396680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4c8f2434-26fb-436d-979b-70993ba99166,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:32.406211 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.410169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:32.416591 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.471655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:32.472292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:32.474213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] 10.222.0.49 "PUT /v2.0/ports/4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 200 len: 1091 time: 2.4080534 Jul 29 17:53:32.474677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:32.477263 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "tag": "4c8f2434-26fb-436d-979b-70993ba99166"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:32.505018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:32.508676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:32.515225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:32.598399 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e7a2a2-4c84-4807-9cf9-2902b1d57e4e x-openstack-request-id: req-04e7a2a2-4c84-4807-9cf9-2902b1d57e4e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:32.598818 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "tag": "4c8f2434-26fb-436d-979b-70993ba99166", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:32.599073 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04e7a2a2-4c84-4807-9cf9-2902b1d57e4e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:32.599619 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166', 'status': 'completed', 'code': 200} Jul 29 17:53:32.621004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3071-243a-4784-ad7b-9d22eeadcb13 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:32.716044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=4591640d-d57c-4d54-be4d-256a90fd495b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:32.760025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcbb05-a58a-4eda-8c44-1b0fb176d642 req-203a15b3-4108-4e61-b150-93bdbf04ba0c tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:32.779691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bcbb05-a58a-4eda-8c44-1b0fb176d642 req-203a15b3-4108-4e61-b150-93bdbf04ba0c tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1232581 Jul 29 17:53:32.795403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:32Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:32.851833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bcbb05-a58a-4eda-8c44-1b0fb176d642 req-970f609a-d913-4b47-bc27-b978747f3d18 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Jul 29 17:53:32.919349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364b93-3bcc-4aa3-9351-a1edee9cc89a None None] The sync data for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 is: [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:32Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:32.992492 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c7d9d42d-2fba-4966-b0c1-864e66faea00 req-34eed361-258b-49bf-89ac-a5d2ecc54785 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 210 time: 0.2188458 Jul 29 17:53:33.058874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-a61925e3-0243-4f48-af10-883f1d8da782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:33.066732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-a61925e3-0243-4f48-af10-883f1d8da782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 1094 time: 0.4987421 Jul 29 17:53:33.254943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-c93dc026-c986-4a62-991a-2ef1fcee4ca8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 200 len: 217 time: 0.1741574 Jul 29 17:53:33.379851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:33.437911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a6d7b-0d31-449d-af5d-90099cf18a72 req-b04cdef9-b2c4-48ca-ab06-3c32da148984 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:33.450099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e0a6d7b-0d31-449d-af5d-90099cf18a72 req-b04cdef9-b2c4-48ca-ab06-3c32da148984 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 943 time: 0.1027348 Jul 29 17:53:33.456953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:33.475212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:33.488770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:33.489089 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:33.527511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e0a6d7b-0d31-449d-af5d-90099cf18a72 req-90da7283-7194-4627-ab77-56d509f79b17 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666413 Jul 29 17:53:33.555405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-9993a747-91fc-4449-a11a-0ae7a9fe8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:33.557228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-9993a747-91fc-4449-a11a-0ae7a9fe8f78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.2743521 Jul 29 17:53:33.590292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f82b3-5dbb-4a86-b46a-d8a37aebeece req-e4b66a88-dc98-473a-b30a-80844e1ae72c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:33.597276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f82b3-5dbb-4a86-b46a-d8a37aebeece req-e4b66a88-dc98-473a-b30a-80844e1ae72c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:33.599301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-683f82b3-5dbb-4a86-b46a-d8a37aebeece req-e4b66a88-dc98-473a-b30a-80844e1ae72c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1679 time: 0.3914182 Jul 29 17:53:33.675048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:53:33.678800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:33.837701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:33.845756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-683f82b3-5dbb-4a86-b46a-d8a37aebeece req-9d4dfcc0-1369-4409-b6b1-72128dbffd5b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479743 Jul 29 17:53:33.851852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:33.956107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:33.985681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86', 'network_id': 'a3aeb079-32b6-47e5-a82d-e051abf281db', 'port_id': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86', 'mac_address': 'fa:16:3e:45:a6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72609c7-a3a6-4a64-9a43-a44771d7fb6d', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:53:33.988751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:34.070352 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.103118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:34.172673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:34.186507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.187452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 70f29a93-3bf5-405a-b4b1-a1f875df4372 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:53:34.306166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:34.386435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-866d3246-fe83-435b-a440-81a06df00a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:34.388138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-866d3246-fe83-435b-a440-81a06df00a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7010653 Jul 29 17:53:34.399974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:34.435429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '70f29a93-3bf5-405a-b4b1-a1f875df4372', 'network_id': '1a838ccc-cee5-42a1-a773-586284e1957e', 'port_id': '70f29a93-3bf5-405a-b4b1-a1f875df4372', 'mac_address': 'fa:16:3e:22:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dbd04d-640a-4509-be0f-99ec6b1ee78c', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:53:34.470444 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2a69eb2-980d-4a8f-ae36-10c264eac3af req-94959c4b-b173-479f-882a-354ff6e42854 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 210 time: 0.0808518 Jul 29 17:53:34.483613 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.522995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f29a93-3bf5-405a-b4b1-a1f875df4372 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:34.557945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:34.568486 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.593228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.652691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879bbb-71f9-4ee7-ad40-b738d79f10ae req-ee7a82e2-8923-485d-8687-33167bd224f0 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:34.660359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb879bbb-71f9-4ee7-ad40-b738d79f10ae req-ee7a82e2-8923-485d-8687-33167bd224f0 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 945 time: 0.7854939 Jul 29 17:53:34.666460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:34.721788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-2008fea3-e4f4-4467-9288-10e13fb82623 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:34.723348 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-2008fea3-e4f4-4467-9288-10e13fb82623 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 819 time: 0.1721532 Jul 29 17:53:34.738895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb879bbb-71f9-4ee7-ad40-b738d79f10ae req-45645ffa-9a21-4a0a-baab-28f73c6d81c7 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 Jul 29 17:53:34.745140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'port': {'device_id': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'admin_state_up': True, 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:34.795088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-c71efc03-259d-4774-89f0-34aac4334418 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902900 Jul 29 17:53:34.829391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a91f2-6693-460e-927b-947cebc449c0 req-4bada8da-7ca1-4675-a5a7-bc0ba4a3fbbc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:34.837412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b08a91f2-6693-460e-927b-947cebc449c0 req-4bada8da-7ca1-4675-a5a7-bc0ba4a3fbbc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 943 time: 0.1478918 Jul 29 17:53:34.888255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['9344a0be-bf79-41ae-aa30-0eb77bcc7f86'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:34.911483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Made reservation on behalf of 74ff56c2fa11472aa0c4f106b2bb8d6f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:34.916179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.001224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b08a91f2-6693-460e-927b-947cebc449c0 req-d9c28d04-0a50-4cee-b390-634db2ad4858 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628828 Jul 29 17:53:35.030955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-809f0e5b-c1d5-450d-894c-ebfea85b81cd req-f2cdccc4-7ec5-4810-9136-10c37eb178b4 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235172 Jul 29 17:53:35.057087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:35.146698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3202b2-22ec-4707-8ca9-52fac5fde979 req-dcf867e4-447f-415d-aa87-3d07078982ed tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.152779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3202b2-22ec-4707-8ca9-52fac5fde979 req-dcf867e4-447f-415d-aa87-3d07078982ed tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.162864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e3202b2-22ec-4707-8ca9-52fac5fde979 req-dcf867e4-447f-415d-aa87-3d07078982ed tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1681 time: 0.1485109 Jul 29 17:53:35.227449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:35.243053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Allocated IP 172.20.0.10 (a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8/472de00f-fb25-4725-a68e-f527280eb0c8/94a6d373-c7a3-4f5b-99be-db6d31a9c000) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:35.262769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-f263ef98-98a7-4e16-96d7-9fd2962f2df3 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.264745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-f263ef98-98a7-4e16-96d7-9fd2962f2df3 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.38 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1971185 Jul 29 17:53:35.281102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e3202b2-22ec-4707-8ca9-52fac5fde979 req-a9556078-c8e8-4ee9-a5ba-e220b8d496c5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065731 Jul 29 17:53:35.287139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-0c164f6f-42e6-4cf9-bffe-70ac5d237c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.291702 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-0c164f6f-42e6-4cf9-bffe-70ac5d237c63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 1094 time: 0.1621172 Jul 29 17:53:35.306262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:35.306992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.372251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:35.383651 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Sync routers for ids ['89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:35.396482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Routers {'89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:35.398550 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:35.410829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.412415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-026c2caa-e125-4e13-ac46-132f8b1f843c tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4708567 Jul 29 17:53:35.415382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35964) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:35.526288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-7b995999-5e83-4203-8558-cbc11c9f6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.527901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-7b995999-5e83-4203-8558-cbc11c9f6569 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2225213 Jul 29 17:53:35.542620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Set router 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:35.579202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.637447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Deleting port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:35.637949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.651112 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-a5de78af-5d56-46a4-b9eb-d8f9cac20deb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 200 len: 217 time: 0.1041625 Jul 29 17:53:35.688850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.753559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-689cec2d-0170-472c-a5cd-cc685f326e56 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 HTTP/1.1" status: 200 len: 909 time: 0.3343921 Jul 29 17:53:35.753559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35974) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:35.761633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043558156', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': True}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:35.784096 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235'}], 'enable_snat': False}, 'gw_port_id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:30Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 3, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port': {'id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:31Z', 'updated_at': '2021-07-29T17:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:35.784548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f2c2f-ebbf-4db0-aec7-0cbc40f36361 req-e6de1445-9a7f-49cc-8a22-e9303e1e8b12 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.792252 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-529f2c2f-ebbf-4db0-aec7-0cbc40f36361 req-e6de1445-9a7f-49cc-8a22-e9303e1e8b12 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 932 time: 0.1751719 Jul 29 17:53:35.824203 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Checking router: 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:35.824540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Updating router 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 port 4591640d-d57c-4d54-be4d-256a90fd495b binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:53:35.830651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-8e721467-9569-47fb-9e64-cc4da0a70721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.832150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-8e721467-9569-47fb-9e64-cc4da0a70721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1567521 Jul 29 17:53:35.851754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-529f2c2f-ebbf-4db0-aec7-0cbc40f36361 req-1b51ee81-31b5-4eaf-bc9a-0316ad920ef3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584636 Jul 29 17:53:35.870757 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.875838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['70f29a93-3bf5-405a-b4b1-a1f875df4372'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:35.890626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:35.896731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] For port bfc409a8-95f3-4dee-89f5-8ee7813b97f5, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,segment=NetworkSegment(a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d),segment_id=a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:35.897102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.900679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:35.901059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.902297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:35.924452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:35.928070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-66b2f79e-29d0-41f3-862e-d34a46e87399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:35.929654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-66b2f79e-29d0-41f3-862e-d34a46e87399 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881600 Jul 29 17:53:35.936316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:35.945541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Calling delete_port for bfc409a8-95f3-4dee-89f5-8ee7813b97f5 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:35.969748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.970128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.970458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.970792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.971121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.971448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.971779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.972104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.972429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.972751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.973071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:35.973391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:36.010778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.111124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff1f8-5098-4c5d-8ffc-0925e86661f8 req-3fad7868-83df-4f48-9401-7bc7d98ac5c4 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:36.112671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80ff1f8-5098-4c5d-8ffc-0925e86661f8 req-3fad7868-83df-4f48-9401-7bc7d98ac5c4 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/ports?device_id=728cbadc-da45-4568-a385-8befb07f2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2523389 Jul 29 17:53:36.118642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:36.119573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.236682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-84950044-1182-4c31-9884-b6bbe9523108 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4964690 Jul 29 17:53:36.247562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.252989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Request body: {'port': {'device_id': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:36.278843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb70a4-044a-4ac9-9f21-198e548e9450 req-c6e91ad1-0043-4aa3-8119-f875917fca15 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:36.280496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0eeb70a4-044a-4ac9-9f21-198e548e9450 req-c6e91ad1-0043-4aa3-8119-f875917fca15 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 943 time: 0.1451676 Jul 29 17:53:36.282745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.307753 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.313648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Pushing event deleted for resources: {'Port': ['ID=bfc409a8-95f3-4dee-89f5-8ee7813b97f5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:36.323726 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Transition to ACTIVE for port object 4591640d-d57c-4d54-be4d-256a90fd495b will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:36.331467 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-67ea8f51-b901-421e-8172-711e92c0dbf1 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902054 Jul 29 17:53:36.335309 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.373109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0eeb70a4-044a-4ac9-9f21-198e548e9450 req-c61fe09c-576d-4b3b-9e0c-2851c84772d1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810907 Jul 29 17:53:36.388909 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce7d1a-98f8-430b-8774-b67a95b1c89e None None] Pushing event updated for resources: {'Port': ['ID=4591640d-d57c-4d54-be4d-256a90fd495b,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:36.417314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80ff1f8-5098-4c5d-8ffc-0925e86661f8 req-312c1432-6815-4a1b-bcc7-809ef901d7fa tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.16 "GET /v2.0/security-groups?id=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880953 Jul 29 17:53:36.420328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] No DVR routers for this DVR port bfc409a8-95f3-4dee-89f5-8ee7813b97f5 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:36.423930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.427549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe7a4fe4-d078-40d5-bf07-2dd6beb3e1ef req-056a6a77-8397-4484-81cd-bde33fd78a37 tempest-ServerPasswordTestJSON-60130285 tempest-ServerPasswordTestJSON-60130285-project] 10.222.0.38 "DELETE /v2.0/ports/bfc409a8-95f3-4dee-89f5-8ee7813b97f5 HTTP/1.1" status: 204 len: 173 time: 1.1454625 Jul 29 17:53:36.430210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'name': 'network-vif-deleted', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:36.435460 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e1c1d-aebe-4051-be77-b8afc7ea968d" -d '{"events": [{"server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "name": "network-vif-deleted", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:36.443213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.461046 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Attempting to bind port 4591640d-d57c-4d54-be4d-256a90fd495b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:36.461421 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Attempting to bind port 4591640d-d57c-4d54-be4d-256a90fd495b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:36.461799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Attempting to bind port 4591640d-d57c-4d54-be4d-256a90fd495b on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:36.484094 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:36.484556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:36.484965 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.489095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:36.489822 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Bound port: 4591640d-d57c-4d54-be4d-256a90fd495b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:36.490511 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.545323 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc6952-4ce5-44f4-b9aa-fa0c39021345 x-openstack-request-id: req-eacc6952-4ce5-44f4-b9aa-fa0c39021345 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:36.545740 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728cbadc-da45-4568-a385-8befb07f2eb7", "name": "network-vif-deleted", "tag": "bfc409a8-95f3-4dee-89f5-8ee7813b97f5", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:36.546103 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eacc6952-4ce5-44f4-b9aa-fa0c39021345 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:36.546729 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728cbadc-da45-4568-a385-8befb07f2eb7', 'name': 'network-vif-deleted', 'tag': 'bfc409a8-95f3-4dee-89f5-8ee7813b97f5', 'status': 'completed', 'code': 200} Jul 29 17:53:36.554104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8518fb4b-994f-4cdd-aa7b-97ac05daf5dc req-15438792-d082-463a-a02c-1ac520d91f63 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079644 Jul 29 17:53:36.581215 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] For port 4591640d-d57c-4d54-be4d-256a90fd495b, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:36.584939 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] For port 4591640d-d57c-4d54-be4d-256a90fd495b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4591640d-d57c-4d54-be4d-256a90fd495b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:36.593174 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.644144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0021-df17-489b-9e92-0ed097022b1c req-683918a8-52f4-4bcd-a1a0-ee08ae05626b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:36.658330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0021-df17-489b-9e92-0ed097022b1c req-683918a8-52f4-4bcd-a1a0-ee08ae05626b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:36.660294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-763a0021-df17-489b-9e92-0ed097022b1c req-683918a8-52f4-4bcd-a1a0-ee08ae05626b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1681 time: 0.0869830 Jul 29 17:53:36.703427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce7d1a-98f8-430b-8774-b67a95b1c89e None None] Pushing event updated for resources: {'Port': ['ID=4591640d-d57c-4d54-be4d-256a90fd495b,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:36.722440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Routers {'89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:36.723293 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:36.772406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-763a0021-df17-489b-9e92-0ed097022b1c req-c9e63f42-8fbf-4cda-9739-843ddd0ff6a5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045797 Jul 29 17:53:36.817503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.839534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.859577 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] Set router 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:36.936562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a6d373-c7a3-4f5b-99be-db6d31a9c000 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:36.948366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:36.960148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.25.5.60 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/69bd3b7e-3437-4951-a459-efb2de4ba285) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:37.017208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Transition to ACTIVE for port object 94a6d373-c7a3-4f5b-99be-db6d31a9c000 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:37.035700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.091642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d276f5-977d-4618-8730-01f8467b3d77 req-8bf66d85-d271-4f9c-bc6f-dc57b9b06724 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:37.093133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70d276f5-977d-4618-8730-01f8467b3d77 req-8bf66d85-d271-4f9c-bc6f-dc57b9b06724 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 932 time: 0.1287510 Jul 29 17:53:37.121364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.131476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235'}], 'enable_snat': False}, 'gw_port_id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:30Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 3, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port': {'id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:31Z', 'updated_at': '2021-07-29T17:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:37.155098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:37.165650 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3224-e5be-4a25-b95a-c1dab60d4ba2 None None] The sync data for ids ['89b19377-80d7-4e10-b0b3-d4fbfea9a0e6'] in n-d-801607-3 is: [{'id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235'}], 'enable_snat': False}, 'gw_port_id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:30Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 3, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port': {'id': '4591640d-d57c-4d54-be4d-256a90fd495b', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b19377-80d7-4e10-b0b3-d4fbfea9a0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:31Z', 'updated_at': '2021-07-29T17:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:37.199513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.233780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70d276f5-977d-4618-8730-01f8467b3d77 req-1762d60c-ff47-4826-85ba-c19c0e14ef9a tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313841 Jul 29 17:53:37.242506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:37.260733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:37.261316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Attempting to bind port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:37.261678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Attempting to bind port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:37.262007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Attempting to bind port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 on network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:37.263433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=69bd3b7e-3437-4951-a459-efb2de4ba285,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:37.266597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:37.266993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 on network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:53:37.267315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Attempting to bind port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 on network a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:37.273662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:37.274034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Checking segment: {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:37.274486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Bound using segment: {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:37.274610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.274925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Bound port: 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:37.275098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.275341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.275662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.276081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.276499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.277101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.277340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.277876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.278316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.278746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.279364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.279576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:37.309601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4c8f2434-26fb-436d-979b-70993ba99166 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:53:37.370516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:37.374280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:37.381037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.439613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:37.442499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.443980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] 10.222.0.49 "PUT /v2.0/ports/94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 1092 time: 1.1975038 Jul 29 17:53:37.444914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4c8f2434-26fb-436d-979b-70993ba99166,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:37.467395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '4c8f2434-26fb-436d-979b-70993ba99166', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '4c8f2434-26fb-436d-979b-70993ba99166', 'mac_address': 'fa:16:3e:95:15:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:53:37.495496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d698b0c-a420-46fc-8007-ab8abd878f7b service neutron] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:37.555579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36012) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:37.596799 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.607364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-bfd95826-a671-42d9-98dc-59755fa546c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:37.608980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-bfd95826-a671-42d9-98dc-59755fa546c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1095 time: 0.1071820 Jul 29 17:53:37.611287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8f2434-26fb-436d-979b-70993ba99166 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:37.671997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4c8f2434-26fb-436d-979b-70993ba99166,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:37.677981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-0eda5896-5b7d-462a-8e7e-39009761d1ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.0545826 Jul 29 17:53:37.684306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Deleting subnet 2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:37.689193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.689998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 70f29a93-3bf5-405a-b4b1-a1f875df4372 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:37.693572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.792185 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.827158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:37.847518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 70f29a93-3bf5-405a-b4b1-a1f875df4372 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:37.855831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 70f29a93-3bf5-405a-b4b1-a1f875df4372 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:37.856467 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:37.897944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-9d477b50-c2d7-41b6-9e27-a4808f6ab00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:37.900281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-9d477b50-c2d7-41b6-9e27-a4808f6ab00d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.1818225 Jul 29 17:53:37.948128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-3f8cb8ff-b819-460a-8b6a-a232d4ee7ce5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385568 Jul 29 17:53:37.951694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:38.036855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.070598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96768f-5f77-4820-8577-6deedf69ad7e req-2c9a4f71-c3a8-4848-83d2-a9e9d9cbb608 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.072608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d96768f-5f77-4820-8577-6deedf69ad7e req-2c9a4f71-c3a8-4848-83d2-a9e9d9cbb608 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 943 time: 0.5297358 Jul 29 17:53:38.088382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.103348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118edd2-ce0e-48ba-86c8-7afeaec5bcd6 req-9fdc711e-e844-49f6-a67d-5ce54efdedb4 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.112594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118edd2-ce0e-48ba-86c8-7afeaec5bcd6 req-9fdc711e-e844-49f6-a67d-5ce54efdedb4 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.114434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7118edd2-ce0e-48ba-86c8-7afeaec5bcd6 req-9fdc711e-e844-49f6-a67d-5ce54efdedb4 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1681 time: 0.2129409 Jul 29 17:53:38.136227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.146196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:38.148840 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7121fcbf-3ffc-41ed-9f13-ca3faf357d4a" -d '{"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-plugged", "status": "completed", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:38.184896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:38.197082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.198353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:38.204653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d96768f-5f77-4820-8577-6deedf69ad7e req-08393b59-fc2a-42a8-9c25-0c24acdd6dfc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228721 Jul 29 17:53:38.212913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-562d1d6c-3858-461f-8d2a-83f493200f13 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479939 Jul 29 17:53:38.216019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.264401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7118edd2-ce0e-48ba-86c8-7afeaec5bcd6 req-28b6674e-a112-4d20-a80f-07cfdae13106 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380596 Jul 29 17:53:38.297724 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51e39b1-c566-46f3-bd6b-3e7ec438b559 x-openstack-request-id: req-e51e39b1-c566-46f3-bd6b-3e7ec438b559 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:38.298071 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-plugged", "status": "completed", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:38.298315 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e51e39b1-c566-46f3-bd6b-3e7ec438b559 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:38.298686 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372', 'code': 200} Jul 29 17:53:38.308074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.312039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb HTTP/1.1" status: 204 len: 168 time: 0.7475958 Jul 29 17:53:38.314269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:38.333054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c8c1c-eba2-48ae-a7b2-4bf49aef23d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0dd625-4d20-4f8b-a8b4-1aa9191a9cbb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:38.373188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:38.400034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:38.406742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:38.407109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.445317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b4ccb-9b15-41f6-8771-a27b035628d9 req-8a97f740-fc4c-43bd-8f2d-dfe3a302d20e service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114024 Jul 29 17:53:38.448326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.508012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.550040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:38.551672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:38.556052 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:38.560805 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.561966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bfc409a8-95f3-4dee-89f5-8ee7813b97f5 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:38.584405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15fe4-6513-40aa-8181-87e1937e1ba6 req-81263a7d-8a77-46f1-aae6-e268b0030e39 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.586043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbe15fe4-6513-40aa-8181-87e1937e1ba6 req-81263a7d-8a77-46f1-aae6-e268b0030e39 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 944 time: 0.1358035 Jul 29 17:53:38.612179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: bfc409a8-95f3-4dee-89f5-8ee7813b97f5 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:38.612574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bfc409a8-95f3-4dee-89f5-8ee7813b97f5 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:38.667709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:38.675315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.688502 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d576ecdf-e60b-4be5-ab2a-3d4c17101789 x-openstack-request-id: req-d576ecdf-e60b-4be5-ab2a-3d4c17101789 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:38.688825 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:38.689118 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d576ecdf-e60b-4be5-ab2a-3d4c17101789 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:38.689439 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:53:38.699402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4a9335-e23b-4c00-b560-76b2408a78c7']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:38.742358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:38.742570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d85143-09c1-4fcb-8e99-f0f5b4b7eb5d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:38.749376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbe15fe4-6513-40aa-8181-87e1937e1ba6 req-56774dee-810d-41cd-bba8-f375bb8de6c1 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460390 Jul 29 17:53:38.762062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.765940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-2c9dbaf4-eb9b-4d3e-8e1c-9a56df3584ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.767909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-2c9dbaf4-eb9b-4d3e-8e1c-9a56df3584ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1095 time: 0.0599420 Jul 29 17:53:38.781331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.791130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:38.791537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: items = [ Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:38.793237 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:38.827319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.873148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-817821c1-93b0-4e53-8aca-b1e175c93b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:38.874795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-817821c1-93b0-4e53-8aca-b1e175c93b07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.0963492 Jul 29 17:53:38.919898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-a891e2c3-7264-49f3-9d45-1a5f260bfb56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.0368679 Jul 29 17:53:38.929478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.936523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:38.938426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d4a9335-e23b-4c00-b560-76b2408a78c7 HTTP/1.1" status: 204 len: 168 time: 0.6250446 Jul 29 17:53:38.957611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf46011-3c15-478d-93d5-53c2af5fd4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4a9335-e23b-4c00-b560-76b2408a78c7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:38.996201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router e4f48695-447a-4a8b-9afe-3e1825426fe8 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:38.999217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-2d26070d-db3f-47c6-a71b-3d5b4e546d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:39.000809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-2d26070d-db3f-47c6-a71b-3d5b4e546d94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.0728450 Jul 29 17:53:39.054204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-298c4a19-046b-450a-bd87-7c9319a59b41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444646 Jul 29 17:53:39.145878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:39.158551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Sync routers for ids ['e4f48695-447a-4a8b-9afe-3e1825426fe8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:39.170604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Routers {'e4f48695-447a-4a8b-9afe-3e1825426fe8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:39.171261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e4f48695-447a-4a8b-9afe-3e1825426fe8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:39.182732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.186479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e52a149b-be9b-4dca-bf9a-1f7742fb1f9e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4296424 Jul 29 17:53:39.186639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36032) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:39.249529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-22cac984-286a-4a0c-b12d-ac7455288c50 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838205 Jul 29 17:53:39.250400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36036) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:39.320994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4591640d-d57c-4d54-be4d-256a90fd495b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:39.327117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4c8f2434-26fb-436d-979b-70993ba99166 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:39.402227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0b24240b-0c32-4f1f-b1eb-b516ecf7ed76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5051f1968ab40a891388ebc26c18603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482193 Jul 29 17:53:39.405646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36040) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:39.464687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc31070-d066-4ca3-933f-52f00bef9b49 req-bdb836f1-ad44-4fc6-bd96-659bc823bd7d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:39.466524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bc31070-d066-4ca3-933f-52f00bef9b49 req-bdb836f1-ad44-4fc6-bd96-659bc823bd7d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 944 time: 0.1325791 Jul 29 17:53:39.492305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75dedc-cdca-4545-bfed-f78a3ff50c52 req-49737382-4055-4d85-9990-ee6849d0393f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:39.498787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75dedc-cdca-4545-bfed-f78a3ff50c52 req-49737382-4055-4d85-9990-ee6849d0393f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:39.499018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b88ea839-2df1-4f1e-8b24-7d7dcfa94659 req-4f8a49ff-7331-4669-94eb-3fb8dcfcdda8 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381084 Jul 29 17:53:39.500428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f75dedc-cdca-4545-bfed-f78a3ff50c52 req-49737382-4055-4d85-9990-ee6849d0393f tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.0860913 Jul 29 17:53:39.502549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-13bbfe15-47d0-4931-b327-c887a23b5df4 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/e4f48695-447a-4a8b-9afe-3e1825426fe8 HTTP/1.1" status: 200 len: 907 time: 0.3148532 Jul 29 17:53:39.505268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36042) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:39.557578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.572096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bc31070-d066-4ca3-933f-52f00bef9b49 req-7e24b864-bfe5-4d9f-a440-eeda274bcbf5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Jul 29 17:53:39.621786 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.643315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0632845c-5852-4066-a3c0-494b45fb37bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.663716 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4f75dedc-cdca-4545-bfed-f78a3ff50c52 req-c9e8d3fa-fb4e-435d-9edc-c9278cad2ac7 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794463 Jul 29 17:53:39.667094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.695506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Set router e4f48695-447a-4a8b-9afe-3e1825426fe8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:39.705257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.708907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.714767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f37f5f3e-9e6a-4ea5-ae7b-9068271c320b HTTP/1.1" status: 204 len: 168 time: 0.3078859 Jul 29 17:53:39.724169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec68856-f3e2-44c6-990d-63178b5e3268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f5f3e-9e6a-4ea5-ae7b-9068271c320b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:39.829137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.867560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4591640d-d57c-4d54-be4d-256a90fd495b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:39.895058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4591640d-d57c-4d54-be4d-256a90fd495b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:39.895469 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.899787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Deleting port 69bd3b7e-3437-4951-a459-efb2de4ba285 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:39.900165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.955074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028d67d-c44a-4e8e-9f1f-bfe5bb4c7b44 req-13a94665-c9e0-427e-9b24-ff4376a553ba tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:39.958554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 4c8f2434-26fb-436d-979b-70993ba99166 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:39.962533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c028d67d-c44a-4e8e-9f1f-bfe5bb4c7b44 req-13a94665-c9e0-427e-9b24-ff4376a553ba tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 944 time: 0.1114750 Jul 29 17:53:39.966485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 4c8f2434-26fb-436d-979b-70993ba99166 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:39.966762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:39.991394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.010947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Calling delete_port for 69bd3b7e-3437-4951-a459-efb2de4ba285 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:40.061597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c028d67d-c44a-4e8e-9f1f-bfe5bb4c7b44 req-0cad1b3e-8ff3-4172-9ed2-504575f72022 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978422 Jul 29 17:53:40.081920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.134027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4591640d-d57c-4d54-be4d-256a90fd495b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4591640d-d57c-4d54-be4d-256a90fd495b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:40.144071 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.213665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.214187 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.259203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Port': ['ID=69bd3b7e-3437-4951-a459-efb2de4ba285,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:40.270799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4c8f2434-26fb-436d-979b-70993ba99166,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:40.296580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f48695-447a-4a8b-9afe-3e1825426fe8', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '69bd3b7e-3437-4951-a459-efb2de4ba285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:35Z', 'updated_at': '2021-07-29T17:53:37Z', 'revision_number': 3, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port': {'id': '69bd3b7e-3437-4951-a459-efb2de4ba285', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f48695-447a-4a8b-9afe-3e1825426fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:36Z', 'updated_at': '2021-07-29T17:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:40.331728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.337068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.338626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86'}, {'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:40.341405 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd56f49-38a3-4cbb-8213-5369c8aca51f" -d '{"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-plugged", "status": "completed", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86"}, {"server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "name": "network-vif-plugged", "status": "completed", "tag": "4c8f2434-26fb-436d-979b-70993ba99166"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:40.344376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Checking router: e4f48695-447a-4a8b-9afe-3e1825426fe8 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:40.344933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Updating router e4f48695-447a-4a8b-9afe-3e1825426fe8 port 69bd3b7e-3437-4951-a459-efb2de4ba285 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:53:40.349479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4591640d-d57c-4d54-be4d-256a90fd495b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:40.378102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Port 69bd3b7e-3437-4951-a459-efb2de4ba285 not found while updating agent binding for router e4f48695-447a-4a8b-9afe-3e1825426fe8. {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 17:53:40.401669 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0c645-fdbd-4dd7-90ab-e5b39508b8bc x-openstack-request-id: req-8bd0c645-fdbd-4dd7-90ab-e5b39508b8bc {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:40.402661 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-plugged", "status": "completed", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86", "code": 200}, {"server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "name": "network-vif-plugged", "status": "completed", "tag": "4c8f2434-26fb-436d-979b-70993ba99166", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:40.403078 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bd0c645-fdbd-4dd7-90ab-e5b39508b8bc {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:40.403924 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86', 'code': 200} Jul 29 17:53:40.404815 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166', 'code': 200} Jul 29 17:53:40.455531 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.457920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.471439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:40.492776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Routers {'e4f48695-447a-4a8b-9afe-3e1825426fe8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:40.495477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e4f48695-447a-4a8b-9afe-3e1825426fe8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:40.543016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.543587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f48695-447a-4a8b-9afe-3e1825426fe8 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:40.548687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.552345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-896b6ff1-3f14-47b3-8334-5d27e9f95b3e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e4f48695-447a-4a8b-9afe-3e1825426fe8 HTTP/1.1" status: 204 len: 168 time: 1.0460944 Jul 29 17:53:40.552967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:40.611893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0bee-806d-488b-aeea-fb6d3386d144 req-f096069e-e6ab-4b25-ba3a-a735b1220883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.616577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77bc0bee-806d-488b-aeea-fb6d3386d144 req-f096069e-e6ab-4b25-ba3a-a735b1220883 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 1096 time: 0.1131766 Jul 29 17:53:40.688403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] Set router e4f48695-447a-4a8b-9afe-3e1825426fe8 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:40.736919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.844670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77bc0bee-806d-488b-aeea-fb6d3386d144 req-24b70e15-6270-4261-81a1-bdaf85f6009f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197530 Jul 29 17:53:40.857348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc71ef-d392-4d43-8986-c281fdd6844c req-d4a47f3a-b651-4f2f-81df-a6a9748f710e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.859756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49dc71ef-d392-4d43-8986-c281fdd6844c req-d4a47f3a-b651-4f2f-81df-a6a9748f710e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1915553 Jul 29 17:53:40.884066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f48695-447a-4a8b-9afe-3e1825426fe8', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:35Z', 'updated_at': '2021-07-29T17:53:40Z', 'revision_number': 5, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:40.903099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797d99-8ab3-4210-a2fa-eb7a4ec0dc2e req-430ae8aa-07d9-44e3-91b0-0d9b81c1f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.903598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797d99-8ab3-4210-a2fa-eb7a4ec0dc2e req-430ae8aa-07d9-44e3-91b0-0d9b81c1f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.906288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be797d99-8ab3-4210-a2fa-eb7a4ec0dc2e req-430ae8aa-07d9-44e3-91b0-0d9b81c1f7e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1985 time: 0.4351878 Jul 29 17:53:40.910940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0941-3ca0-43c1-a10f-7e9693c027ca req-f76aa16f-446d-419b-b8dc-dc0fcd17d61a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.917049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0941-3ca0-43c1-a10f-7e9693c027ca req-f76aa16f-446d-419b-b8dc-dc0fcd17d61a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:40.918866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06dd0941-3ca0-43c1-a10f-7e9693c027ca req-f76aa16f-446d-419b-b8dc-dc0fcd17d61a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.0806236 Jul 29 17:53:40.941208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf7d6-8798-4559-ab7b-724d1a78ee15 None None] The sync data for ids ['e4f48695-447a-4a8b-9afe-3e1825426fe8'] in n-d-801607-3 is: [{'id': 'e4f48695-447a-4a8b-9afe-3e1825426fe8', 'name': 'tempest-snat-router-2043558156', 'tenant_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:35Z', 'updated_at': '2021-07-29T17:53:40Z', 'revision_number': 5, 'project_id': 'c0e086c05ab94652ae77b2efb2432ea4', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:40.944186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:40.968580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49dc71ef-d392-4d43-8986-c281fdd6844c req-3b7b921e-75c8-4a2b-a394-ac70eaab25cb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015756 Jul 29 17:53:40.985581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be797d99-8ab3-4210-a2fa-eb7a4ec0dc2e req-7a363fb2-3131-4f2e-b2aa-ff19f0972334 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Jul 29 17:53:41.014820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06dd0941-3ca0-43c1-a10f-7e9693c027ca req-78680b9d-1b43-4040-8bf0-50fcbdc3b813 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875440 Jul 29 17:53:41.051887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Deleting port 4591640d-d57c-4d54-be4d-256a90fd495b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:41.052285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.164483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] For port 4591640d-d57c-4d54-be4d-256a90fd495b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4591640d-d57c-4d54-be4d-256a90fd495b,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:41.171006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.232580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4591640d-d57c-4d54-be4d-256a90fd495b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:41.244903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Calling delete_port for 4591640d-d57c-4d54-be4d-256a90fd495b owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:41.289482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4591640d-d57c-4d54-be4d-256a90fd495b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:41.289870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.322986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae3d00-d943-4052-94a0-0e64cdac868b req-a78d4607-8888-445f-96e5-c3be3818e7b3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:41.324549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38ae3d00-d943-4052-94a0-0e64cdac868b req-a78d4607-8888-445f-96e5-c3be3818e7b3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 944 time: 0.1690433 Jul 29 17:53:41.368407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 94a6d373-c7a3-4f5b-99be-db6d31a9c000 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:53:41.497550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-191492c2-757b-41a9-bb45-47aabb4bc07d req-bcfdd108-bfd2-4f93-b133-8ef7fde45a28 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0385585 Jul 29 17:53:41.513117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:41.535527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'port_id': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'mac_address': 'fa:16:3e:d4:54:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:53:41.538723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.582776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.587371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event deleted for resources: {'Port': ['ID=4591640d-d57c-4d54-be4d-256a90fd495b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:41.598899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-38ae3d00-d943-4052-94a0-0e64cdac868b req-40c6d7f6-6d0a-4d67-886e-02076a1bfcaa tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633877 Jul 29 17:53:41.599402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a6d373-c7a3-4f5b-99be-db6d31a9c000 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:53:41.652991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:41.678899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.692948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.724540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b2ae-5c65-47b9-a90c-ab76fd066a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.754034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:41.835437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.845773 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.846149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.910972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.914226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:53:41.922757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:41.930107 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.934896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb048eee-4cf6-4c6e-a53e-61f4888b39ad tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "DELETE /v2.0/routers/89b19377-80d7-4e10-b0b3-d4fbfea9a0e6 HTTP/1.1" status: 204 len: 168 time: 1.3776536 Jul 29 17:53:41.935452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:41.941433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-484018966', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:41.985072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:41.987013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:42.137517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e8670-e8ca-4945-9867-06f8073024f4 req-fa0ed7bf-9980-48d0-806a-ad1885c6a544 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:42.146123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de6e8670-e8ca-4945-9867-06f8073024f4 req-fa0ed7bf-9980-48d0-806a-ad1885c6a544 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0782087 Jul 29 17:53:42.181480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:42.243945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de6e8670-e8ca-4945-9867-06f8073024f4 req-fa395bb5-1916-4554-98d7-55a84903584d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932434 Jul 29 17:53:42.522576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8422f-e029-4fda-b1da-b8985c441f8e req-5692d66d-ece6-4b59-badd-8ae633c66837 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:42.530843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19a8422f-e029-4fda-b1da-b8985c441f8e req-5692d66d-ece6-4b59-badd-8ae633c66837 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0765986 Jul 29 17:53:42.591895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19a8422f-e029-4fda-b1da-b8985c441f8e req-198bafe3-c032-4158-8d52-047fcb5297a9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598927 Jul 29 17:53:42.721071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:42.735100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b95041b7-6e5b-44d9-9e6f-3cec27d3141a req-2d887c8d-1662-472e-bc19-9a74305bb91f tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0430322 Jul 29 17:53:42.742702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f519-058a-426d-8780-6dbd7b6ef948 req-8138e232-6878-4b6c-8e49-a156dbf4d36b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:42.754841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f519-058a-426d-8780-6dbd7b6ef948 req-8138e232-6878-4b6c-8e49-a156dbf4d36b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:42.756577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acd3f519-058a-426d-8780-6dbd7b6ef948 req-8138e232-6878-4b6c-8e49-a156dbf4d36b tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.5942883 Jul 29 17:53:42.848303 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acd3f519-058a-426d-8780-6dbd7b6ef948 req-0b8a5748-8fbe-4c5c-8f55-92105a063245 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Jul 29 17:53:42.875667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc903e-688c-4bb4-8153-10a3b35ff119 req-eccecba9-b36a-4987-bef7-25f9302d6318 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:42.877464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0fc903e-688c-4bb4-8153-10a3b35ff119 req-eccecba9-b36a-4987-bef7-25f9302d6318 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 945 time: 0.0718982 Jul 29 17:53:42.922527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:42.954661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0fc903e-688c-4bb4-8153-10a3b35ff119 req-069be7b1-7142-43e3-8523-7b214d2c4aff tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Jul 29 17:53:43.023449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.042725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.170062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Allocated IP 172.25.5.135 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/64f6dbbd-5a8a-49ff-a23f-fe9f542b9f37) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:43.196177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4582817-de0a-48db-a4e2-56ea77798a62 req-0a5ecf13-9131-4375-bdd4-6dd56bee248a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:43.204356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4582817-de0a-48db-a4e2-56ea77798a62 req-0a5ecf13-9131-4375-bdd4-6dd56bee248a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:43.206472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4582817-de0a-48db-a4e2-56ea77798a62 req-0a5ecf13-9131-4375-bdd4-6dd56bee248a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.0868826 Jul 29 17:53:43.213648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4591640d-d57c-4d54-be4d-256a90fd495b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:43.243766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4591640d-d57c-4d54-be4d-256a90fd495b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:43.244110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4591640d-d57c-4d54-be4d-256a90fd495b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:43.257324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4582817-de0a-48db-a4e2-56ea77798a62 req-97de42f4-ff10-486d-ab39-167e7740164c tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Jul 29 17:53:43.298671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.339195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.358376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 94a6d373-c7a3-4f5b-99be-db6d31a9c000 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:53:43.377319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:43.380370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:43.384391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:43.411945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event updated for resources: {'Port': ['ID=64f6dbbd-5a8a-49ff-a23f-fe9f542b9f37,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:43.419489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:53:43.423627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:53:43.424190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.513276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.540127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:43.542455 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e27bf-5a9f-42a8-8f60-10ca03a38d03" -d '{"events": [{"server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "name": "network-vif-plugged", "status": "completed", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:43.557593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:43.564838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.595842 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd281e6-a5d3-427f-a60f-37be8812af80 x-openstack-request-id: req-cfd281e6-a5d3-427f-a60f-37be8812af80 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:43.596218 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "name": "network-vif-plugged", "status": "completed", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:43.596570 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfd281e6-a5d3-427f-a60f-37be8812af80 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:43.597527 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'code': 200} Jul 29 17:53:43.637547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:43.684274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:43.727211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c5b09-8271-4c37-a88f-e88875f05c4c req-3c66576d-7a0b-479e-a5b0-bb47109d409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:43.728966 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e9c5b09-8271-4c37-a88f-e88875f05c4c req-3c66576d-7a0b-479e-a5b0-bb47109d409c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.0824840 Jul 29 17:53:43.762749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705812d6-f64e-47aa-bae6-078f08289bc7 req-2d5d5a8e-7d40-43d8-b054-cebaeea59e09 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:43.764894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-705812d6-f64e-47aa-bae6-078f08289bc7 req-2d5d5a8e-7d40-43d8-b054-cebaeea59e09 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0763173 Jul 29 17:53:43.798538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e9c5b09-8271-4c37-a88f-e88875f05c4c req-a4ff269e-f892-47a7-bda8-ffe43e0fe40b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612671 Jul 29 17:53:43.821621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-705812d6-f64e-47aa-bae6-078f08289bc7 req-71600480-77b9-4d03-80eb-fa621f95c573 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485158 Jul 29 17:53:43.855773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66bbb8e3-2d6f-4b86-9f7b-69463e64e0ca req-fa940273-67a9-42e5-83d2-56e5d38dc938 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0362902 Jul 29 17:53:43.860887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18ff1d08-5f17-43f1-a7f3-bf90b09233a3 req-22f79f80-66cd-413a-a52d-e7afda2135d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jul 29 17:53:43.966541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:44.089002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541216-5052-4f8a-8199-5ddeb3fbd332 req-e3cc2de6-215f-4be6-9ba8-746458a3ebe6 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:44.090552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54541216-5052-4f8a-8199-5ddeb3fbd332 req-e3cc2de6-215f-4be6-9ba8-746458a3ebe6 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0559907 Jul 29 17:53:44.108087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Router 53cc739b-4ba0-4988-b933-e9a6657901a7 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:44.137239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54541216-5052-4f8a-8199-5ddeb3fbd332 req-7a5712d4-dd00-4bb8-b850-aa4c90bd0169 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Jul 29 17:53:44.224561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:44.235569 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] Sync routers for ids ['53cc739b-4ba0-4988-b933-e9a6657901a7'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:44.246471 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] Routers {'53cc739b-4ba0-4988-b933-e9a6657901a7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:44.247164 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53cc739b-4ba0-4988-b933-e9a6657901a7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:44.247310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:44.248554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0aa99a95-c59d-4c41-a6d9-afe2fae1a790 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3119130 Jul 29 17:53:44.251440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36296) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:44.257870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:44.280261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:44.289282 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] Routers {'53cc739b-4ba0-4988-b933-e9a6657901a7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:44.289801 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53cc739b-4ba0-4988-b933-e9a6657901a7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:44.334093 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:44.335116 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e58a0-1a34-444f-9bbc-0918f2d86c03 None None] The sync data for ids ['53cc739b-4ba0-4988-b933-e9a6657901a7'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:44.439273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1957ac-9382-434e-870e-67749badbdb6 req-34c0a96b-0246-4922-b007-fcdb890384c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:44.447763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1957ac-9382-434e-870e-67749badbdb6 req-34c0a96b-0246-4922-b007-fcdb890384c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:44.454721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d1957ac-9382-434e-870e-67749badbdb6 req-34c0a96b-0246-4922-b007-fcdb890384c2 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.0908906 Jul 29 17:53:44.502398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8d1957ac-9382-434e-870e-67749badbdb6 req-1239a162-0156-48b5-b768-7a3afb81d0fe tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Jul 29 17:53:44.563709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:44.712033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:44.725702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-5aac4203-4189-4ef5-9dc7-d9c1538b58ff tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:44.731748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-5aac4203-4189-4ef5-9dc7-d9c1538b58ff tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:44.733387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-5aac4203-4189-4ef5-9dc7-d9c1538b58ff tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 1683 time: 0.0814395 Jul 29 17:53:44.892040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 70f29a93-3bf5-405a-b4b1-a1f875df4372 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:44.892586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:45.271866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-13210cc4-742a-466a-8259-62aec09119ce req-b2ccbadb-6598-4e6a-88ed-66deaef8f436 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0386515 Jul 29 17:53:45.392402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4ace-ab74-4443-b96b-1bcab5113bb4 req-ab1188bf-2d23-491e-bc3d-bab08c805ebf tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:45.395046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 70f29a93-3bf5-405a-b4b1-a1f875df4372, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=70f29a93-3bf5-405a-b4b1-a1f875df4372,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:45.395404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:45.395691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6a0c4ace-ab74-4443-b96b-1bcab5113bb4 req-ab1188bf-2d23-491e-bc3d-bab08c805ebf tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0558043 Jul 29 17:53:45.413964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 70f29a93-3bf5-405a-b4b1-a1f875df4372 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:45.438681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681a1a-f256-4b87-b18f-59f20dad6f0f req-ac81a1d6-3ed2-4725-b231-88b9c71d09fe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:45.440591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9681a1a-f256-4b87-b18f-59f20dad6f0f req-ac81a1d6-3ed2-4725-b231-88b9c71d09fe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1188734 Jul 29 17:53:45.453407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6a0c4ace-ab74-4443-b96b-1bcab5113bb4 req-05d78eff-a836-4e62-b853-4a0930370596 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Jul 29 17:53:45.610684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9681a1a-f256-4b87-b18f-59f20dad6f0f req-d4c8b425-da72-4d61-9bd1-468feecb995c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280820 Jul 29 17:53:45.877356 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:45.960509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=70f29a93-3bf5-405a-b4b1-a1f875df4372,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:46.068798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 70f29a93-3bf5-405a-b4b1-a1f875df4372 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:46.079661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:46.081724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-7a702f12-c551-4a4d-963d-83da513e03f1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "DELETE /v2.0/ports/70f29a93-3bf5-405a-b4b1-a1f875df4372 HTTP/1.1" status: 204 len: 173 time: 1.3360341 Jul 29 17:53:46.083789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-deleted', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:46.086274 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b123c59-de6b-4b4b-9763-0cb8e06db7b4" -d '{"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-deleted", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:46.147371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-e3c9caa2-da3d-4451-a63d-1ee6b5a4b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.148879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-e3c9caa2-da3d-4451-a63d-1ee6b5a4b44d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.2839038 Jul 29 17:53:46.172235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:46.191988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b26d1a-b402-4d55-b207-7c2647341659 req-17057661-6944-4f47-85d0-e0a9c347ce7c tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.195317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6b26d1a-b402-4d55-b207-7c2647341659 req-17057661-6944-4f47-85d0-e0a9c347ce7c tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0651042 Jul 29 17:53:46.216841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e22f8-69bc-4203-b543-fa4a175ee383 req-501a04b7-1a91-4445-9b84-f8b23344f4e5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.225476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a38e22f8-69bc-4203-b543-fa4a175ee383 req-501a04b7-1a91-4445-9b84-f8b23344f4e5 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 946 time: 0.3439753 Jul 29 17:53:46.259193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6b26d1a-b402-4d55-b207-7c2647341659 req-35dc59ee-f93c-4838-a7ab-ffa35efb6f72 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Jul 29 17:53:46.293298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:46.390002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a38e22f8-69bc-4203-b543-fa4a175ee383 req-c83b437c-df0d-47ea-83fb-76c5ca37bbaf tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/security-groups?id=20730743-1ea7-4594-9879-efbfcc46ad62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635425 Jul 29 17:53:46.468477 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516d06b1-3874-4111-85eb-dfa7d7c21d7b x-openstack-request-id: req-516d06b1-3874-4111-85eb-dfa7d7c21d7b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:46.468866 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-deleted", "tag": "70f29a93-3bf5-405a-b4b1-a1f875df4372", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:46.469187 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-516d06b1-3874-4111-85eb-dfa7d7c21d7b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:46.469655 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-deleted', 'tag': '70f29a93-3bf5-405a-b4b1-a1f875df4372', 'status': 'completed', 'code': 200} Jul 29 17:53:46.474644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:46.475138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:46.488664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-46b12ad2-fd57-4efc-88a3-cf460efdd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.490367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-46b12ad2-fd57-4efc-88a3-cf460efdd23b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.3128011 Jul 29 17:53:46.614186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-fd002543-7719-4054-9181-662eddd5ac45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.1089773 Jul 29 17:53:46.620483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router 53cc739b-4ba0-4988-b933-e9a6657901a7 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:53:46.668299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb8aea14-b633-4e8c-ab95-48c8d068680c req-68f61912-e7a1-48c2-80a4-3eea0ea888d0 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0571697 Jul 29 17:53:46.744993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:46.745472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:46.759921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdfdfb-8eb3-4ae2-b07a-9df0c649714f req-b89b3d81-79af-44d1-8c0c-4fce9645a033 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.761449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fecdfdfb-8eb3-4ae2-b07a-9df0c649714f req-b89b3d81-79af-44d1-8c0c-4fce9645a033 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0662916 Jul 29 17:53:46.798033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-3b14eaf6-6403-4f62-9acc-cffaf7a42710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:46.799716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-3b14eaf6-6403-4f62-9acc-cffaf7a42710 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.1665270 Jul 29 17:53:46.802280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:46.814943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fecdfdfb-8eb3-4ae2-b07a-9df0c649714f req-f602b154-25ca-4709-b5a2-f59e74218a71 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Jul 29 17:53:46.849077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-79eb5d08-6381-4150-b582-3061597a04c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333371 Jul 29 17:53:46.999399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:47.008706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] Sync routers for ids ['53cc739b-4ba0-4988-b933-e9a6657901a7'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:47.010951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.012183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-02cd7d55-22d5-4c22-b55b-4fe81f2ef3ee tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "PUT /v2.0/routers/53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 200 len: 921 time: 2.7592192 Jul 29 17:53:47.015124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:47.023052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] Routers {'53cc739b-4ba0-4988-b933-e9a6657901a7'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:47.023677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53cc739b-4ba0-4988-b933-e9a6657901a7'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:47.062577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:47.064376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-47ba185c-c5ce-4382-b611-02013024f018 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845274 Jul 29 17:53:47.072493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] Routers {'53cc739b-4ba0-4988-b933-e9a6657901a7'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:47.073099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53cc739b-4ba0-4988-b933-e9a6657901a7'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:47.108805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:47.109464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff8909-068e-4041-8175-3c40f33bb521 None None] The sync data for ids ['53cc739b-4ba0-4988-b933-e9a6657901a7'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:47.128224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38ce083b-209e-4576-9580-6475c1df9dde tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 200 len: 921 time: 0.1117980 Jul 29 17:53:47.130903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36622) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:47.132460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.174352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=9344a0be-bf79-41ae-aa30-0eb77bcc7f86,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:47.215187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff122c-aab8-4fce-9c0a-66d7a5dd3911 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:47.216677 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9ff122c-aab8-4fce-9c0a-66d7a5dd3911 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=53cc739b-4ba0-4988-b933-e9a6657901a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0848627 Jul 29 17:53:47.219867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36626) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:47.248997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:47.257001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.259324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37ddc355-ba81-4af8-816e-c0dce6dbdbb3 req-399699f7-f765-456a-954e-fc823ad8a8bd tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.38 "DELETE /v2.0/ports/9344a0be-bf79-41ae-aa30-0eb77bcc7f86 HTTP/1.1" status: 204 len: 173 time: 1.1603696 Jul 29 17:53:47.320130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fe3ddd0-2d63-40d0-8f56-be2fb1a7462d req-9a479378-82c4-4241-a232-de1e8e38d187 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473805 Jul 29 17:53:47.425447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaad959-af56-4f5e-948b-b378f415141a tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:47.429574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3aaad959-af56-4f5e-948b-b378f415141a tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.2039063 Jul 29 17:53:47.429971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36640) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:47.450455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01457-42e8-4da7-bc0c-3ba471ea95fa req-8bb4ca33-9c5b-4949-bddc-fdf00e0d5940 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:47.453112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88f01457-42e8-4da7-bc0c-3ba471ea95fa req-8bb4ca33-9c5b-4949-bddc-fdf00e0d5940 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1097882 Jul 29 17:53:47.478295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-726d7d60-6c54-4ab7-b10d-693b73f13b62 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 200 len: 205 time: 0.0460653 Jul 29 17:53:47.480765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:47.528913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eb0d66d9-ade9-41b9-9dba-e8957bbb1d23 req-5ea43ace-2e72-4a27-b2a3-91f3b3eb6c10 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "GET /v2.0/ports?device_id=d97d4c57-9e31-4778-90a9-0a1924ac9cde HTTP/1.1" status: 200 len: 210 time: 0.0279443 Jul 29 17:53:47.545048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88f01457-42e8-4da7-bc0c-3ba471ea95fa req-be912cc5-b05e-4db4-a237-cf3c2b9e13da tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858383 Jul 29 17:53:47.607253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.719151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.766094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 70f29a93-3bf5-405a-b4b1-a1f875df4372 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:47.782314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port 64f6dbbd-5a8a-49ff-a23f-fe9f542b9f37 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:47.782723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.788117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4853414-163b-483b-9766-0641091aa23b req-e13a227e-a77d-4470-a3a1-f9e1baebaa3f tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0324857 Jul 29 17:53:47.797063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 70f29a93-3bf5-405a-b4b1-a1f875df4372 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:47.797415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 70f29a93-3bf5-405a-b4b1-a1f875df4372 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:47.797836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:47.819670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:47.820019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 9344a0be-bf79-41ae-aa30-0eb77bcc7f86 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:47.896422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.924523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for 64f6dbbd-5a8a-49ff-a23f-fe9f542b9f37 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:47.952536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd331ad-c629-4020-b05c-709fe885c4d7 req-63d57332-fb0d-4d79-b3b6-b2bbf541d8e4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:47.954063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ecd331ad-c629-4020-b05c-709fe885c4d7 req-63d57332-fb0d-4d79-b3b6-b2bbf541d8e4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0697689 Jul 29 17:53:48.035797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ecd331ad-c629-4020-b05c-709fe885c4d7 req-2535cf8b-56f5-4f65-bb4a-325d2b5327cd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548842 Jul 29 17:53:48.141348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.170947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=64f6dbbd-5a8a-49ff-a23f-fe9f542b9f37,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:48.520546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-deleted', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:53:48.522868 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d309f-1a32-4e8f-b59b-6a01c44c9e63" -d '{"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-deleted", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:53:48.570702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.575450 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82c2eb7-69ee-4b90-b8e0-317f0f2cdd37 x-openstack-request-id: req-f82c2eb7-69ee-4b90-b8e0-317f0f2cdd37 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:53:48.575720 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d4c57-9e31-4778-90a9-0a1924ac9cde", "name": "network-vif-deleted", "tag": "9344a0be-bf79-41ae-aa30-0eb77bcc7f86", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:53:48.576205 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f82c2eb7-69ee-4b90-b8e0-317f0f2cdd37 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:53:48.576411 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d4c57-9e31-4778-90a9-0a1924ac9cde', 'name': 'network-vif-deleted', 'tag': '9344a0be-bf79-41ae-aa30-0eb77bcc7f86', 'status': 'completed', 'code': 200} Jul 29 17:53:48.591989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:48.677129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting subnet 47dbd04d-640a-4509-be0f-99ec6b1ee78c {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:48.682661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.685140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.687013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.725906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.734426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.735316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 53cc739b-4ba0-4988-b933-e9a6657901a7 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:48.743762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.745396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3c02503-0470-4fbd-8169-90a02486939f tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 204 len: 168 time: 1.2633171 Jul 29 17:53:48.748896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:48.754850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1661735579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:48.766208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fea7-b4e6-4f57-8aea-7be5c457c622 req-973721ef-febd-4dce-b9d8-cd09f2aa3694 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:48.768109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b83fea7-b4e6-4f57-8aea-7be5c457c622 req-973721ef-febd-4dce-b9d8-cd09f2aa3694 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1325285 Jul 29 17:53:48.785642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.787474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.846976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b83fea7-b4e6-4f57-8aea-7be5c457c622 req-dcf546a1-261c-45d2-a5a6-16fa2da4ba2a tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709169 Jul 29 17:53:48.867655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.867866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.869708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.890002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.893717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80bbdf73-6f5c-4828-bfee-73fb7839771b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1427500 Jul 29 17:53:48.896396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36662) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:48.903896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:48.925492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fc8fb9f-3bdc-45c7-906c-0d73d11ba423 req-6e034c2a-9c51-4fa8-a9b6-4672ce066ef8 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0277960 Jul 29 17:53:49.101897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.165017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Subnet': ['ID=47dbd04d-640a-4509-be0f-99ec6b1ee78c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:49.173819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.190716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed55f0d-896c-4d33-928e-194d3a856d44 None None] Network 1a838ccc-cee5-42a1-a773-586284e1957e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:49.197964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.202460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6ec0d67a-d2e6-4a94-bbf6-24290ae92c77 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/subnets/47dbd04d-640a-4509-be0f-99ec6b1ee78c HTTP/1.1" status: 204 len: 168 time: 0.6072092 Jul 29 17:53:49.203003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36666) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:49.280622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8504f-9a1e-4882-8c06-dc156614d14f req-8d49cbe5-7c5f-4d0b-999f-b707e8aaf97e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:49.288574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45c8504f-9a1e-4882-8c06-dc156614d14f req-8d49cbe5-7c5f-4d0b-999f-b707e8aaf97e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1334536 Jul 29 17:53:49.310642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.350366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45c8504f-9a1e-4882-8c06-dc156614d14f req-172d94f6-3e6d-427a-bd41-4de07dc6c7fb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605872 Jul 29 17:53:49.391916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] DHCP port deletion for 1a838ccc-cee5-42a1-a773-586284e1957e request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:53:49.396700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 7f75c16d-55ff-4bbe-802e-9b539b603e4f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:49.397122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.449601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Deleting port 7f75c16d-55ff-4bbe-802e-9b539b603e4f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:49.450217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.475629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f75c16d-55ff-4bbe-802e-9b539b603e4f,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:49.476175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.492112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 7f75c16d-55ff-4bbe-802e-9b539b603e4f owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:49.495696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.522347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.576750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] For port 7f75c16d-55ff-4bbe-802e-9b539b603e4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f75c16d-55ff-4bbe-802e-9b539b603e4f,segment=NetworkSegment(38dc35d1-fae4-48cc-b432-19b9f6a11fd9),segment_id=38dc35d1-fae4-48cc-b432-19b9f6a11fd9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:49.577216 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.596455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Calling delete_port for 7f75c16d-55ff-4bbe-802e-9b539b603e4f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:49.607774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.643798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Allocated IP 172.25.5.168 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/38121218-21dd-4736-a319-e303e153b1da) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:49.649543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 7f75c16d-55ff-4bbe-802e-9b539b603e4f on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:49.651424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=7f75c16d-55ff-4bbe-802e-9b539b603e4f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: from cryptography.utils import int_from_bytes Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: from cryptography.utils import int_from_bytes Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:49.685784 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 17:53:49.692790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.719110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Pushing event deleted for resources: {'Port': ['ID=7f75c16d-55ff-4bbe-802e-9b539b603e4f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:49.732242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] No DVR routers for this DVR port 7f75c16d-55ff-4bbe-802e-9b539b603e4f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:49.739593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.740423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.740534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.740866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.741988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.742725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.744261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.744721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.745119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.745469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.745830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.746217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638f918-decd-49c9-ac3b-626596ff27a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:53:49.764693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.774521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a838ccc-cee5-42a1-a773-586284e1957e']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:49.774780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.785202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dc35d1-fae4-48cc-b432-19b9f6a11fd9') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:49.785435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dc35d1-fae4-48cc-b432-19b9f6a11fd9') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:49.794763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.813035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.818292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.819121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:49.819512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:49.823368 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:49.858008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:49.861092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:49.863668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:49.891540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.904062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event updated for resources: {'Port': ['ID=38121218-21dd-4736-a319-e303e153b1da,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:49.906517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:49.908407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/networks/1a838ccc-cee5-42a1-a773-586284e1957e HTTP/1.1" status: 204 len: 168 time: 0.7044048 Jul 29 17:53:49.914629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36672) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:49.919998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a48b86-0418-464a-98b4-948da7012ea1 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Network': ['ID=1a838ccc-cee5-42a1-a773-586284e1957e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:49.987840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266b79-f024-4e7c-a015-3ee732630cb2 req-6ec4cb13-95b6-4be0-a74d-f29587d9daee tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:49.989536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b266b79-f024-4e7c-a015-3ee732630cb2 req-6ec4cb13-95b6-4be0-a74d-f29587d9daee tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0536962 Jul 29 17:53:50.038139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b266b79-f024-4e7c-a015-3ee732630cb2 req-6e1b881b-80b1-4390-84fb-719fb2fca6fe tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Jul 29 17:53:50.371582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad71fe2b-9bb9-45a5-b121-47c1f91c94e8 req-a5a14bf7-4177-45f0-b0cd-f87b6e97e928 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.3370304 Jul 29 17:53:50.378819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting subnet b72609c7-a3a6-4a64-9a43-a44771d7fb6d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:50.385235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.468413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.501298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca3363-5cf1-4452-850a-6c13d4bccd6b req-898dbece-4a03-4371-9dbc-5df64b14fec1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:50.502936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96ca3363-5cf1-4452-850a-6c13d4bccd6b req-898dbece-4a03-4371-9dbc-5df64b14fec1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0591955 Jul 29 17:53:50.552282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96ca3363-5cf1-4452-850a-6c13d4bccd6b req-a8a06ab3-c880-4a3d-ae48-bcf901fd28d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Jul 29 17:53:50.596737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.638554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.779775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.812476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Subnet': ['ID=b72609c7-a3a6-4a64-9a43-a44771d7fb6d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:50.823442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.825319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b318ca8c-2fb1-498c-bdd7-204eabb62623 tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/subnets/b72609c7-a3a6-4a64-9a43-a44771d7fb6d HTTP/1.1" status: 204 len: 168 time: 0.9097447 Jul 29 17:53:50.828105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36684) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:50.831275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05d24c-0cd6-44ed-9e00-50977f6150a0 None None] Network a3aeb079-32b6-47e5-a82d-e051abf281db requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:50.877739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36686) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:50.938124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.944162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.950004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.002908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c301aa-6bfd-41ae-9a14-e2ee786957e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.009450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] DHCP port deletion for a3aeb079-32b6-47e5-a82d-e051abf281db request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:53:51.057694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Deleting port 89db31d9-3cc1-4c31-b672-45308b329084 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:51.058218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.104285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Deleting port 89db31d9-3cc1-4c31-b672-45308b329084 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:51.104627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.109569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c301aa-6bfd-41ae-9a14-e2ee786957e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.117155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c301aa-6bfd-41ae-9a14-e2ee786957e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.163263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b0c301aa-6bfd-41ae-9a14-e2ee786957e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0fb8709e2e14868af41a9b2696dcfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816470 Jul 29 17:53:51.163263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c301aa-6bfd-41ae-9a14-e2ee786957e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc66e5e-c1ee-4394-abbc-72db29348d17,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:51.164602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36692) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.167986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] For port 89db31d9-3cc1-4c31-b672-45308b329084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=89db31d9-3cc1-4c31-b672-45308b329084,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:51.168391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.198161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Calling delete_port for 89db31d9-3cc1-4c31-b672-45308b329084 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:51.218136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] For port 89db31d9-3cc1-4c31-b672-45308b329084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=89db31d9-3cc1-4c31-b672-45308b329084,segment=NetworkSegment(a2e50e79-5df8-4876-bd39-a5ef2f9da20d),segment_id=a2e50e79-5df8-4876-bd39-a5ef2f9da20d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:51.218543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.226800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.234995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Calling delete_port for 89db31d9-3cc1-4c31-b672-45308b329084 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:51.240530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Router 5b7a6441-68b4-4b93-a1ab-06d91167ad39 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:51.252483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.255436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d9df-1fac-4267-b6ec-0f70b852b118 req-65a9664b-28ce-46b3-886f-c562bf561886 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:51.257199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c3d9df-1fac-4267-b6ec-0f70b852b118 req-65a9664b-28ce-46b3-886f-c562bf561886 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1127241 Jul 29 17:53:51.268001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f75c16d-55ff-4bbe-802e-9b539b603e4f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:51.293114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 7f75c16d-55ff-4bbe-802e-9b539b603e4f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:51.293487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f75c16d-55ff-4bbe-802e-9b539b603e4f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:51.293956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 89db31d9-3cc1-4c31-b672-45308b329084 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:51.308562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.312697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.316475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fc66e5e-c1ee-4394-abbc-72db29348d17 HTTP/1.1" status: 204 len: 168 time: 0.1487029 Jul 29 17:53:51.322989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9de0bf-2a1a-4250-8271-0d96be917d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc66e5e-c1ee-4394-abbc-72db29348d17,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:51.353292 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.360298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No active binding found for port 89db31d9-3cc1-4c31-b672-45308b329084 {{(pid=94053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 17:53:51.360730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 89db31d9-3cc1-4c31-b672-45308b329084 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:51.385560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] Pushing event deleted for resources: {'Port': ['ID=89db31d9-3cc1-4c31-b672-45308b329084,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:51.387477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe0f1f-8c9d-492a-9137-56e903f054c5 None None] No DVR routers for this DVR port 89db31d9-3cc1-4c31-b672-45308b329084 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:51.434836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c3d9df-1fac-4267-b6ec-0f70b852b118 req-4c47ba27-5142-4125-9d98-6943e36dbbeb tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355641 Jul 29 17:53:51.462090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.472785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:51.481693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.482895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b1a9d8e8-31a2-4286-b92a-9bd9b9166da1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "PUT /v2.0/routers/5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 200 len: 880 time: 2.5852911 Jul 29 17:53:51.484708 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] Sync routers for ids ['5b7a6441-68b4-4b93-a1ab-06d91167ad39'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:51.489056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36698) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.497837 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] Routers {'5b7a6441-68b4-4b93-a1ab-06d91167ad39'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:51.498777 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5b7a6441-68b4-4b93-a1ab-06d91167ad39'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.501245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] No DVR routers for this DVR port 89db31d9-3cc1-4c31-b672-45308b329084 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:51.503350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Port': ['ID=89db31d9-3cc1-4c31-b672-45308b329084,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:51.531124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3166a5e-a6d1-4c38-bf29-c1752a1a4370 req-e05d6c0f-be07-4ce2-a707-7fee2217307f tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0658309 Jul 29 17:53:51.543509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.563207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] Routers {'5b7a6441-68b4-4b93-a1ab-06d91167ad39'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:51.563822 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5b7a6441-68b4-4b93-a1ab-06d91167ad39'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.603560 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.604209 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa824dc0-9d17-4c80-8c53-0d1ecda1371f None None] The sync data for ids ['5b7a6441-68b4-4b93-a1ab-06d91167ad39'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:51.621859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.632147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aeb079-32b6-47e5-a82d-e051abf281db']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.645291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.645519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e50e79-5df8-4876-bd39-a5ef2f9da20d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:51.660739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80abccb5-fbab-4a15-b6a1-082009b462ac tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 200 len: 921 time: 0.1531858 Jul 29 17:53:51.663010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.663682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36706) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.692673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.705194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:51.705629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:51.708633 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:51.726127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb354-a8c7-4c33-a4ae-2a6c1295201b req-2e63684e-f007-41ce-903a-aa915f1d2688 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:51.727697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a57bb354-a8c7-4c33-a4ae-2a6c1295201b req-2e63684e-f007-41ce-903a-aa915f1d2688 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0866024 Jul 29 17:53:51.746386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc4e47-fefd-4e5c-b986-0e60d2574998 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:51.750713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a0fc4e47-fefd-4e5c-b986-0e60d2574998 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=5b7a6441-68b4-4b93-a1ab-06d91167ad39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0831971 Jul 29 17:53:51.751402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.802098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.810634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.815158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] 10.222.0.16 "DELETE /v2.0/networks/a3aeb079-32b6-47e5-a82d-e051abf281db HTTP/1.1" status: 204 len: 168 time: 0.9833581 Jul 29 17:53:51.817178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a57bb354-a8c7-4c33-a4ae-2a6c1295201b req-3652de49-c7f4-492a-98b3-ef3138fb7d3c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Jul 29 17:53:51.832887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0fcf-05c9-40f2-ad93-fab03de3301a tempest-ServersTestMultiNic-331397867 tempest-ServersTestMultiNic-331397867-project] Pushing event deleted for resources: {'Network': ['ID=a3aeb079-32b6-47e5-a82d-e051abf281db,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:51.861616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af24075-d5f6-41c2-b80d-c25075844ca9 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:51.866132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36720) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.866338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3af24075-d5f6-41c2-b80d-c25075844ca9 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.1138177 Jul 29 17:53:51.895590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d2e56b8e-b0df-4a4a-a8d4-b1f1da3762bd tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 200 len: 205 time: 0.0280185 Jul 29 17:53:51.898255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36722) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:51.970199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36732) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:52.033348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.140100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.196916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port 38121218-21dd-4736-a319-e303e153b1da {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:52.197343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.283359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.298382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for 38121218-21dd-4736-a319-e303e153b1da owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:52.334942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.486176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.522079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=38121218-21dd-4736-a319-e303e153b1da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:52.589043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b98a-7d81-464b-aa91-fda8d59330c3 req-8c580c5d-d040-46cd-9102-107367a5a7b4 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:52.590619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff89b98a-7d81-464b-aa91-fda8d59330c3 req-8c580c5d-d040-46cd-9102-107367a5a7b4 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0770748 Jul 29 17:53:52.598971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.662751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff89b98a-7d81-464b-aa91-fda8d59330c3 req-e20dc912-f6f0-48c2-9a03-6855b05e5324 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641134 Jul 29 17:53:52.683019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Deleting port 01becc74-2e74-471c-b893-5582567f878c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:52.683019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.726836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6705ed3d-5eec-41e8-88f4-b60749d3b895 req-e4419eec-4692-43eb-84e1-7e2814d903c8 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0987928 Jul 29 17:53:52.728703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.731235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.786709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.787468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 5b7a6441-68b4-4b93-a1ab-06d91167ad39 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:52.798839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.800054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-54a76ea6-3ac9-4105-a344-f5ecf8406a64 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 204 len: 168 time: 0.9007628 Jul 29 17:53:52.804081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36786) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:52.811470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766907922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:52.820734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] For port 01becc74-2e74-471c-b893-5582567f878c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=01becc74-2e74-471c-b893-5582567f878c,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:52.821093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.839997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Calling delete_port for 01becc74-2e74-471c-b893-5582567f878c owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:52.862161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.863037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:52.998176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.036113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.053492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d70c3-34da-43eb-9d35-a128e7ec8eba req-3bc79a11-7866-46ef-ab42-895adacb2ea6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:53.055022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-317d70c3-34da-43eb-9d35-a128e7ec8eba req-3bc79a11-7866-46ef-ab42-895adacb2ea6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1533587 Jul 29 17:53:53.090101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.091333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6ec5cb19-c68e-4539-bea5-035a89582d34 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2860601 Jul 29 17:53:53.094893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:53.099630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': True}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:53.126499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-317d70c3-34da-43eb-9d35-a128e7ec8eba req-9e517287-5404-4a63-b4a5-49faca4f2a27 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645423 Jul 29 17:53:53.189609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.219948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01becc74-2e74-471c-b893-5582567f878c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:53.333619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.406147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.650416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Router 5a79f96a-0cb6-46b9-819c-da361685db62 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:53:53.782577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:53.789970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f9f2a3ec-ad02-4246-ba7c-37db1e06b9a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/5a79f96a-0cb6-46b9-819c-da361685db62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163278 Jul 29 17:53:53.790321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:53.800221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Sync routers for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:53.810768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:53.811626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:53.944973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdeb72-a1f8-4ae8-9920-258d4ded63a8 req-b9eb68f8-90c5-4925-8a21-9f898217aea7 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:53.946883 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52cdeb72-a1f8-4ae8-9920-258d4ded63a8 req-b9eb68f8-90c5-4925-8a21-9f898217aea7 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1361568 Jul 29 17:53:53.951408 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:53.982396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.059771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52cdeb72-a1f8-4ae8-9920-258d4ded63a8 req-244c7db0-4bfe-4fc7-b4ce-98f8ccc381b0 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050065 Jul 29 17:53:54.146773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:54.166779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.25.5.62 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/fc42a422-cd84-4903-9b9f-f315134457ef) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:54.322657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3988d74d-bdd3-46d3-9734-eddcc4309545 req-338b5628-8bb6-487a-a610-4f5648bbfc62 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.4272022 Jul 29 17:53:54.354487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.377927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef60f2-145d-449d-a7a7-6db0366498e7 req-b97ffa76-2a2f-4101-b91d-92bf0c832b0e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:54.380005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69ef60f2-145d-449d-a7a7-6db0366498e7 req-b97ffa76-2a2f-4101-b91d-92bf0c832b0e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1060317 Jul 29 17:53:54.390052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:53:53Z', 'revision_number': 5, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:54.391108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.418877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Checking router: 5a79f96a-0cb6-46b9-819c-da361685db62 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:53:54.429201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Routers {'5a79f96a-0cb6-46b9-819c-da361685db62'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:54.430383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['5a79f96a-0cb6-46b9-819c-da361685db62'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:54.446279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69ef60f2-145d-449d-a7a7-6db0366498e7 req-0a61ea91-6e6a-4615-a6e9-aeba57699008 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526056 Jul 29 17:53:54.480733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.496374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.537760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:54.540758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:54.548015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Deleting port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:54.548317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:54.548465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.556272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] Set router 5a79f96a-0cb6-46b9-819c-da361685db62 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:53:54.580770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=fc42a422-cd84-4903-9b9f-f315134457ef,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:54.646900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] For port b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:54.647679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.672049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Calling delete_port for b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:54.773814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:53:53Z', 'revision_number': 5, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:54.815937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b63bf-4990-42c7-9e77-a6cc02186ebe None None] The sync data for ids ['5a79f96a-0cb6-46b9-819c-da361685db62'] in n-d-801607-3 is: [{'id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'name': 'tempest-ServersTestMultiNic-1826281588-router', 'tenant_id': 'd6529ea10111442f8403e90ba2f9913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:52:05Z', 'updated_at': '2021-07-29T17:53:53Z', 'revision_number': 5, 'project_id': 'd6529ea10111442f8403e90ba2f9913c', 'gw_port': {'id': 'b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79f96a-0cb6-46b9-819c-da361685db62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:52:06Z', 'updated_at': '2021-07-29T17:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:54.835811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.873420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:54.910831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:54.976957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.062689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.066062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.076978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.079163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.137099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.138343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a79f96a-0cb6-46b9-819c-da361685db62 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:55.148789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.152320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dec0c6d9-fc18-4157-abc1-fbdbf90a1a4f admin admin] 10.222.0.16 "DELETE /v2.0/routers/5a79f96a-0cb6-46b9-819c-da361685db62 HTTP/1.1" status: 204 len: 168 time: 1.3585718 Jul 29 17:53:55.175438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.261926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router 6051f630-572a-4168-8b51-c8b5bed1c65b is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:55.272400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Deleting subnet 0223ace0-f284-490e-b6af-a74b64391233 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:53:55.275774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.317346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.364513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 01becc74-2e74-471c-b893-5582567f878c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:55.367649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121af9fc-160c-452a-aeb9-998af7aa9034 req-9ebf51e2-9304-434f-8d3b-225edcc4abf2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:55.369360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-121af9fc-160c-452a-aeb9-998af7aa9034 req-9ebf51e2-9304-434f-8d3b-225edcc4abf2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.2181304 Jul 29 17:53:55.402033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 01becc74-2e74-471c-b893-5582567f878c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:55.402685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 01becc74-2e74-471c-b893-5582567f878c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:55.409852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:55.419881 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] Sync routers for ids ['6051f630-572a-4168-8b51-c8b5bed1c65b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:55.421297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.425402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30a80e22-3df5-48df-81dc-46479308f07f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "PUT /v2.0/routers/6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 200 len: 913 time: 2.3268681 Jul 29 17:53:55.425788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.434914 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] Routers {'6051f630-572a-4168-8b51-c8b5bed1c65b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:55.435548 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6051f630-572a-4168-8b51-c8b5bed1c65b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:55.454993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-121af9fc-160c-452a-aeb9-998af7aa9034 req-4dd24ae8-a548-4c00-9649-3da8142174f6 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792511 Jul 29 17:53:55.466095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.489382 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:55.500817 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] Routers {'6051f630-572a-4168-8b51-c8b5bed1c65b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:55.501876 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6051f630-572a-4168-8b51-c8b5bed1c65b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:55.540967 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:55.541822 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1020d0b-e860-47b2-b687-76441c25a5a3 None None] The sync data for ids ['6051f630-572a-4168-8b51-c8b5bed1c65b'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:53:55.554797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.594897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10d42ac8-371b-45c8-8cc0-44554496fa0b req-990bde04-7dcb-4277-a1d9-7440a9cdc851 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0695961 Jul 29 17:53:55.613624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.618486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0223ace0-f284-490e-b6af-a74b64391233 HTTP/1.1" status: 204 len: 168 time: 0.4398706 Jul 29 17:53:55.619485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36844) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.628746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece06b56-aa47-47bf-ae3c-4c9b513bb3fa None None] Network ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:55.644047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:53:55.669044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745d7fd-9f78-46af-946b-ff090d4dfc6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0223ace0-f284-490e-b6af-a74b64391233,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:55.680431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c65258a6-a3ab-48bc-9aad-6d5214d37525 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 200 len: 919 time: 0.2534072 Jul 29 17:53:55.687312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.752703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12d56-41d9-49f1-b8ff-89003b5a1cf1 req-b2d41062-b799-4f43-bf86-ba7a172f5147 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:55.754727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3d12d56-41d9-49f1-b8ff-89003b5a1cf1 req-b2d41062-b799-4f43-bf86-ba7a172f5147 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1821039 Jul 29 17:53:55.765964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027b7b5-b58b-44b4-b5b7-4cb7de557244 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:55.774934 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d027b7b5-b58b-44b4-b5b7-4cb7de557244 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=6051f630-572a-4168-8b51-c8b5bed1c65b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0862231 Jul 29 17:53:55.775808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36848) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.826861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3d12d56-41d9-49f1-b8ff-89003b5a1cf1 req-630a90ec-87e7-48a6-a45a-b1dc7edebb0f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624325 Jul 29 17:53:55.833365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.872983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1e621-efc8-4485-a1c4-4fb1cfcb4794 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:55.874740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83b1e621-efc8-4485-a1c4-4fb1cfcb4794 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.0978262 Jul 29 17:53:55.877488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.903289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Deleting port 76611273-7ef7-4b92-9413-31e56e53d489 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:55.903631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.915513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec1ee71e-9824-46a7-9699-06d0a4b8b9cf tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 200 len: 205 time: 0.0291853 Jul 29 17:53:55.915965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36852) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:55.972912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] For port 76611273-7ef7-4b92-9413-31e56e53d489, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=76611273-7ef7-4b92-9413-31e56e53d489,segment=NetworkSegment(ba7af760-def1-44df-baec-d59b7cb983cd),segment_id=ba7af760-def1-44df-baec-d59b7cb983cd)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:53:55.973193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:55.989881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Calling delete_port for 76611273-7ef7-4b92-9413-31e56e53d489 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:56.038191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.086051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.113250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a86c0-7f18-4bbc-b313-33ac9d614f17 None None] DHCP port deletion for ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:53:56.138234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=76611273-7ef7-4b92-9413-31e56e53d489,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:56.144035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] No DVR routers for this DVR port 76611273-7ef7-4b92-9413-31e56e53d489 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:53:56.160915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.220592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port fc42a422-cd84-4903-9b9f-f315134457ef {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:53:56.220829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.231091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.252273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2b76d8-26a9-44c3-8fad-b29a774a8cb1']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:56.268346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7af760-def1-44df-baec-d59b7cb983cd') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:56.268693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7af760-def1-44df-baec-d59b7cb983cd') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:56.271989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.278161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.295303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.302058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:53:56.302485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:53:56.304656 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:53:56.313235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.325333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for fc42a422-cd84-4903-9b9f-f315134457ef owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:53:56.364590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.373018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.374991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad2b76d8-26a9-44c3-8fad-b29a774a8cb1 HTTP/1.1" status: 204 len: 168 time: 0.7546942 Jul 29 17:53:56.390555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72d952-f574-498e-aabb-ff222ac8a1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2b76d8-26a9-44c3-8fad-b29a774a8cb1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:56.525430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.560658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=fc42a422-cd84-4903-9b9f-f315134457ef,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:56.590968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36860) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:56.635808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b36b9043-2c65-4974-8937-09eacac2a446 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6529ea10111442f8403e90ba2f9913c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435488 Jul 29 17:53:56.638130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36864) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:56.668304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4f528-7ef3-4142-8c87-4a1981b8e32e req-7e7e308c-0864-4dcf-b7c8-bc03e837387c tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:56.669843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2a4f528-7ef3-4142-8c87-4a1981b8e32e req-7e7e308c-0864-4dcf-b7c8-bc03e837387c tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1151900 Jul 29 17:53:56.674804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.719476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.739732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6840253c-512f-4b27-960e-3207ef72008f req-a8c8c5ab-83f7-432a-a527-ff3eba3bd386 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0345941 Jul 29 17:53:56.764175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.796383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.803078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.813992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2a4f528-7ef3-4142-8c87-4a1981b8e32e req-924d287d-ab20-49b0-b683-ecfaaef59c9e tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007600 Jul 29 17:53:56.823754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.833349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.834653 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20730743-1ea7-4594-9879-efbfcc46ad62 HTTP/1.1" status: 204 len: 168 time: 0.1950970 Jul 29 17:53:56.844072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ce8a3-cc76-4b4f-8843-717e0f7c1dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20730743-1ea7-4594-9879-efbfcc46ad62,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:56.859623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.860561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 6051f630-572a-4168-8b51-c8b5bed1c65b {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:53:56.876635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.881317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07aa8488-ca17-44e6-85a1-3c7fddf87faa tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 204 len: 168 time: 0.9609356 Jul 29 17:53:56.881637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36870) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:56.886909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-953703172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:56.935195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:56.936324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.027985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.036009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192404-2f49-490d-bed5-1d5377ac9583 req-50e68fd0-118d-4ff0-b0bf-21ff66373008 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:57.037680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9192404-2f49-490d-bed5-1d5377ac9583 req-50e68fd0-118d-4ff0-b0bf-21ff66373008 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1038702 Jul 29 17:53:57.039335 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.077967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.079220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-29a0831b-77b1-4279-93c4-b44981fc4481 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1965270 Jul 29 17:53:57.083020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:57.089701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:57.092441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9192404-2f49-490d-bed5-1d5377ac9583 req-0ef898cd-f46f-4dd9-8e0c-e2c607e24420 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Jul 29 17:53:57.232551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76611273-7ef7-4b92-9413-31e56e53d489 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:57.255427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 76611273-7ef7-4b92-9413-31e56e53d489 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:57.256112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 76611273-7ef7-4b92-9413-31e56e53d489 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:57.256732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:53:57.281568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:53:57.282440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b6eb0896-c8d3-436a-b6aa-652dbfbc8a7e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:53:57.388898 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.621464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.683112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36894) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:57.789606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-network', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:57.820493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:57.823372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.834402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.879426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8c1e208e-7a94-4f6e-b6b4-54853f2652e6 req-3cd98ba4-65f6-4b6a-876a-2dee6297f41b tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0396278 Jul 29 17:53:57.903089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.928908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:57.981011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a6ed-0246-41d1-9a0f-c93ea6dd2ee5 req-8d20c811-e996-49ab-8435-ce755079dc1f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:57.982458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8209a6ed-0246-41d1-9a0f-c93ea6dd2ee5 req-8d20c811-e996-49ab-8435-ce755079dc1f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0749929 Jul 29 17:53:58.016259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.028111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.045136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8209a6ed-0246-41d1-9a0f-c93ea6dd2ee5 req-dff0595b-95fa-411a-9f03-c4f9d74c6422 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549414 Jul 29 17:53:58.052553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:53:58.056167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Allocated IP 172.25.5.95 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/7a65b5ac-d0e7-47e0-9c6f-0229ba38761c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:58.072360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.072701 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Added segment f15bfe36-7684-4a57-8025-32603ef5773a of type vlan for network 45f5c9f5-3705-4a66-893f-da5933631a1f Jul 29 17:53:58.080463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b91a5c-cf17-482b-b1a0-70cff25ade98,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:58.122215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.171260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.172782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:58.173852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.233244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5487905 Jul 29 17:53:58.233458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.237351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36906) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:58.243886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9538ce-d350-44c7-b3e4-ed51b29cf417 admin admin] Pushing event updated for resources: {'Network': ['ID=45f5c9f5-3705-4a66-893f-da5933631a1f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:58.244071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Request body: {'subnet': {'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-subnet', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:58.253790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 45f5c9f5-3705-4a66-893f-da5933631a1f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:53:58.286447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca373-57d3-49ad-ba08-bde2688c007a req-47df3efe-ccfc-4101-a1a1-f49079bd6924 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:58.287955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d93ca373-57d3-49ad-ba08-bde2688c007a req-47df3efe-ccfc-4101-a1a1-f49079bd6924 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1060560 Jul 29 17:53:58.320854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:53:58.323678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.404803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.442728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d93ca373-57d3-49ad-ba08-bde2688c007a req-18e8bc14-6af5-4424-8cbe-873fd1bb484e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420319 Jul 29 17:53:58.473807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:58.477624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:58.480754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:58.483088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Pushing event updated for resources: {'Port': ['ID=7a65b5ac-d0e7-47e0-9c6f-0229ba38761c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:58.709399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.837236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:58.862225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Checking segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:58.862681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Network hostable DHCP agents. Network: 45f5c9f5-3705-4a66-893f-da5933631a1f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:53:58.870302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.926930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Network 45f5c9f5-3705-4a66-893f-da5933631a1f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:53:58.970923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 45f5c9f5-3705-4a66-893f-da5933631a1f) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:58.977323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:58.977967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:58.980031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005240d-d05f-4abc-8467-3f877ec3de90 None None] Network 45f5c9f5-3705-4a66-893f-da5933631a1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:53:59.002191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c5b482a7-0eac-43cf-8b95-7d22ad688bac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7623472 Jul 29 17:53:59.006180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36910) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:59.010584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:53:59.013785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af2f2c2d-e17b-4fbf-8b2a-2b274e3b5633 req-8e5d6f11-2b95-4134-9231-11626327c999 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0393503 Jul 29 17:53:59.167452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-45f5c9f5-3705-4a66-893f-da5933631a1f', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:53:59.169426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.191829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.193066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.241072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.256323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.267912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9134053-8d82-4e3d-a619-bcc1ac92da67 req-55d0c601-8b86-45a9-a4f8-7e7b09026f66 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:59.269491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9134053-8d82-4e3d-a619-bcc1ac92da67 req-55d0c601-8b86-45a9-a4f8-7e7b09026f66 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1310246 Jul 29 17:53:59.302634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.322148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Allocated IP 172.20.0.2 (45f5c9f5-3705-4a66-893f-da5933631a1f/f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf/cd6daae2-29cc-4466-9294-64fed3a575c1) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:53:59.481357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.491220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Transition to ACTIVE for port object cd6daae2-29cc-4466-9294-64fed3a575c1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:59.506953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9134053-8d82-4e3d-a619-bcc1ac92da67 req-2b2aa9ec-af38-466f-be76-1dbe5850f048 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068832 Jul 29 17:53:59.510850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Transition to ACTIVE for port object cd6daae2-29cc-4466-9294-64fed3a575c1 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:53:59.520156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.544604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.567161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Network 45f5c9f5-3705-4a66-893f-da5933631a1f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:53:59.570337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:53:59.574016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:53:59.583384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Pushing event updated for resources: {'Port': ['ID=cd6daae2-29cc-4466-9294-64fed3a575c1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:59.622070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3ca3e-1791-485d-a898-691216f8b179 req-2679bd80-a8a5-4fb4-b776-9868b47bfc5e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:53:59.623823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f3ca3e-1791-485d-a898-691216f8b179 req-2679bd80-a8a5-4fb4-b776-9868b47bfc5e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0722620 Jul 29 17:53:59.645144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Attempting to bind port cd6daae2-29cc-4466-9294-64fed3a575c1 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:53:59.645518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Attempting to bind port cd6daae2-29cc-4466-9294-64fed3a575c1 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:53:59.646330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Attempting to bind port cd6daae2-29cc-4466-9294-64fed3a575c1 on network 45f5c9f5-3705-4a66-893f-da5933631a1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:53:59.652678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:53:59.653049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Checking segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:53:59.653597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.653995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Bound using segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:53:59.654505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Bound port: cd6daae2-29cc-4466-9294-64fed3a575c1, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:53:59.654890 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.671469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f3ca3e-1791-485d-a898-691216f8b179 req-43ef3c93-bcac-4ca2-86f8-7805e76be5d4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Jul 29 17:53:59.696602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Router 72830cc2-7bc0-4e8a-9b5d-c7423900327b is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:53:59.731895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] For port cd6daae2-29cc-4466-9294-64fed3a575c1, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:53:59.735433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] For port cd6daae2-29cc-4466-9294-64fed3a575c1, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd6daae2-29cc-4466-9294-64fed3a575c1,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:53:59.741889 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.805679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ae499-8152-41d8-9089-043dd2639d77 None None] Pushing event updated for resources: {'Port': ['ID=cd6daae2-29cc-4466-9294-64fed3a575c1,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:53:59.910654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:53:59.912718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.916725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:59.920858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:53:59.921035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0205bda5-2247-42d7-b7c1-140d5b25131e tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "PUT /v2.0/routers/72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 200 len: 914 time: 2.8355739 Jul 29 17:53:59.923422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae0936-940e-408e-94a1-267100be0151 None None] Sync routers for ids ['72830cc2-7bc0-4e8a-9b5d-c7423900327b'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:53:59.938788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] Routers {'72830cc2-7bc0-4e8a-9b5d-c7423900327b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:53:59.939430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['72830cc2-7bc0-4e8a-9b5d-c7423900327b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:53:59.947680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.015385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:00.025387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] Routers {'72830cc2-7bc0-4e8a-9b5d-c7423900327b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:00.025989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['72830cc2-7bc0-4e8a-9b5d-c7423900327b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:00.066098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-45ae0936-940e-408e-94a1-267100be0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:00.066851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae0936-940e-408e-94a1-267100be0151 None None] The sync data for ids ['72830cc2-7bc0-4e8a-9b5d-c7423900327b'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:00.123264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b5350ea5-d60c-4104-b72b-3a0df5b982af tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 200 len: 920 time: 0.2008069 Jul 29 17:54:00.123825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:00.167085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4505aac0-f415-471b-b464-f78386b1c596 req-4f306b71-bc06-49c2-b61d-e92979ff93fb tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0449321 Jul 29 17:54:00.174267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Allocated IP 172.25.5.76 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/c582b1bf-c282-46e5-a959-fb3951c25a34) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:00.202055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0038670-80f6-478f-9a4a-415b86747c4f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:00.206141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a0038670-80f6-478f-9a4a-415b86747c4f tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=72830cc2-7bc0-4e8a-9b5d-c7423900327b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0791018 Jul 29 17:54:00.206438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36924) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:00.294772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e64e38-18f5-4fab-ba33-363992dec76b tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:00.296282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a5e64e38-18f5-4fab-ba33-363992dec76b tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.0888431 Jul 29 17:54:00.299147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36928) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:00.322964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.334558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b3eb517d-7bcf-43bf-9ea1-5025f4836b2b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 200 len: 205 time: 0.0322618 Jul 29 17:54:00.335248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:00.368754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.407888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:00.412251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:00.414903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:00.450162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.575137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.702895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafaf59-ba87-4d8f-9086-788d6d6f75f9 req-25978530-c56b-424f-87ee-e2edd5502cab tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:00.710556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4cafaf59-ba87-4d8f-9086-788d6d6f75f9 req-25978530-c56b-424f-87ee-e2edd5502cab tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0812926 Jul 29 17:54:00.714426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port 7a65b5ac-d0e7-47e0-9c6f-0229ba38761c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:00.714782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.737854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Pushing event updated for resources: {'Port': ['ID=c582b1bf-c282-46e5-a959-fb3951c25a34,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:00.836583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4cafaf59-ba87-4d8f-9086-788d6d6f75f9 req-c6bff923-7430-4a4f-9d66-049d17ff1318 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248577 Jul 29 17:54:00.870956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:00.886534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for 7a65b5ac-d0e7-47e0-9c6f-0229ba38761c owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:00.919319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e536e63-f275-4d36-b899-30fb7fff53b9 req-16b49c17-7039-4948-a323-cb47d5f9db56 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:00.920874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e536e63-f275-4d36-b899-30fb7fff53b9 req-16b49c17-7039-4948-a323-cb47d5f9db56 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1121931 Jul 29 17:54:00.968461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e536e63-f275-4d36-b899-30fb7fff53b9 req-8b777a3c-3a5d-4c7c-8e89-3ecc2563a633 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Jul 29 17:54:01.033257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ca197-185a-47a4-98f7-3edbf36a2063 None None] Network 45f5c9f5-3705-4a66-893f-da5933631a1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:01.101218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5e4d401b-3ab8-4afd-8f0c-4a3541365055 None None] Provisioning for port cd6daae2-29cc-4466-9294-64fed3a575c1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:01.101533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.122139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.167848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=7a65b5ac-d0e7-47e0-9c6f-0229ba38761c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:01.257803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.336725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd6daae2-29cc-4466-9294-64fed3a575c1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:01.420363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cd6daae2-29cc-4466-9294-64fed3a575c1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:01.427579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cd6daae2-29cc-4466-9294-64fed3a575c1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:01.428147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.431659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb177dbd-772d-48a1-ae90-2a9801eb7f49 req-fd7cac3a-d427-4740-8bd7-a84447d5e56e tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.1344006 Jul 29 17:54:01.433391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.435754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.436157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.496824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.498091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 72830cc2-7bc0-4e8a-9b5d-c7423900327b {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:01.512687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.514821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-65c4a583-f4e4-4b10-a64f-848e9111e79e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 204 len: 168 time: 1.1779146 Jul 29 17:54:01.518205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36940) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:01.523475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-717628778', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:01.557386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.558735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.570228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.616044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cd6daae2-29cc-4466-9294-64fed3a575c1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd6daae2-29cc-4466-9294-64fed3a575c1,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:01.616298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Router 42d643a6-a4de-4e9a-9340-7c9f83037be7 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:54:01.629908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.648142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.695248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cd6daae2-29cc-4466-9294-64fed3a575c1,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:01.739982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:01.740703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b084c49c-e8c9-4fcf-9367-0998216a0787 None None] Provisioning complete for port cd6daae2-29cc-4466-9294-64fed3a575c1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:01.740703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b084c49c-e8c9-4fcf-9367-0998216a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.749088 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Sync routers for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:01.759321 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:01.760335 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:01.761708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.764027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53bcb0c4-72a0-480b-813c-55934684d1de admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7576597 Jul 29 17:54:01.766807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:02.002669 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:02.015881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eab97-0a20-437d-867a-21ee24b029d2 req-b3a97938-0081-4271-9af7-49886b0bc087 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:02.024990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e07eab97-0a20-437d-867a-21ee24b029d2 req-b3a97938-0081-4271-9af7-49886b0bc087 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0881314 Jul 29 17:54:02.163718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e07eab97-0a20-437d-867a-21ee24b029d2 req-cd8fcd9b-2f34-4a3b-8bea-af68b2cc60a8 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347899 Jul 29 17:54:02.258048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.282561 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:00Z', 'revision_number': 3, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:02.283074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63c694-605e-47c4-a901-d77e7cbd3f75 req-2f8fc2af-3ea0-47c4-af43-b65080d925bf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:02.284853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa63c694-605e-47c4-a901-d77e7cbd3f75 req-2f8fc2af-3ea0-47c4-af43-b65080d925bf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1661289 Jul 29 17:54:02.322133 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Checking router: 42d643a6-a4de-4e9a-9340-7c9f83037be7 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:02.322532 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Updating router 42d643a6-a4de-4e9a-9340-7c9f83037be7 port c582b1bf-c282-46e5-a959-fb3951c25a34 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:54:02.353495 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.369549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa63c694-605e-47c4-a901-d77e7cbd3f75 req-7424b6d1-ab3f-4fd1-b134-3db622f14e5a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696828 Jul 29 17:54:02.475474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.572954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.583128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08ed1310-1208-4b47-ba06-04e9b7025ac2 req-118310bb-ab92-429d-8038-57f9ffb74cb7 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0359454 Jul 29 17:54:02.598952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.696844 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Allocated IP 172.20.0.1 (45f5c9f5-3705-4a66-893f-da5933631a1f/f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf/ff129d74-af23-4e33-b7bf-639ef6cbde2e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:02.740611 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.751276 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Transition to ACTIVE for port object c582b1bf-c282-46e5-a959-fb3951c25a34 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:02.763127 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.804697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.814934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Allocated IP 172.25.5.33 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b33ac69c-f18c-49f8-80d6-c7f65bc8b8f9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:02.821461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Transition to ACTIVE for port object ff129d74-af23-4e33-b7bf-639ef6cbde2e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:02.828361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Attempting to bind port c582b1bf-c282-46e5-a959-fb3951c25a34 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:02.828727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Attempting to bind port c582b1bf-c282-46e5-a959-fb3951c25a34 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:02.829298 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Attempting to bind port c582b1bf-c282-46e5-a959-fb3951c25a34 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:02.843087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36370-5285-4f27-a6bd-82e64cd67ebc None None] Pushing event updated for resources: {'Port': ['ID=c582b1bf-c282-46e5-a959-fb3951c25a34,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:02.850620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:02.852023 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:02.854152 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.854578 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:02.855816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Bound port: c582b1bf-c282-46e5-a959-fb3951c25a34, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:02.856191 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.864301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.921642 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] For port c582b1bf-c282-46e5-a959-fb3951c25a34, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:02.926496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Network 45f5c9f5-3705-4a66-893f-da5933631a1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:02.927849 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] For port c582b1bf-c282-46e5-a959-fb3951c25a34, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c582b1bf-c282-46e5-a959-fb3951c25a34,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:02.931498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:02.935754 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.936154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:02.939576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:02.969924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Pushing event updated for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:02.996807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.000612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.035313 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:03.035967 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:03.050269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:03.053259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:03.056330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:03.088767 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36370-5285-4f27-a6bd-82e64cd67ebc None None] Pushing event updated for resources: {'Port': ['ID=c582b1bf-c282-46e5-a959-fb3951c25a34,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:03.097682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event updated for resources: {'Port': ['ID=b33ac69c-f18c-49f8-80d6-c7f65bc8b8f9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:03.226289 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:03.226528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.330142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd6daae2-29cc-4466-9294-64fed3a575c1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:03.406714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-15264c8a-0ca1-4b07-b5f1-491fd66e6d0b None None] Provisioning for port ff129d74-af23-4e33-b7bf-639ef6cbde2e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:03.416893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-15264c8a-0ca1-4b07-b5f1-491fd66e6d0b None None] Provisioning complete for port ff129d74-af23-4e33-b7bf-639ef6cbde2e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:03.418034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-15264c8a-0ca1-4b07-b5f1-491fd66e6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.456127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cd6daae2-29cc-4466-9294-64fed3a575c1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:03.456417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.472179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac42df8-c5f7-4280-a00f-8c1a5970dc0b req-e1774a27-5578-4708-9502-bbda202b23d9 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:03.483638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ac42df8-c5f7-4280-a00f-8c1a5970dc0b req-e1774a27-5578-4708-9502-bbda202b23d9 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.2003226 Jul 29 17:54:03.494433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-15264c8a-0ca1-4b07-b5f1-491fd66e6d0b None None] Port ff129d74-af23-4e33-b7bf-639ef6cbde2e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:03.525875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.557285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.595537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ac42df8-c5f7-4280-a00f-8c1a5970dc0b req-9b50ba2e-927e-43fb-88ed-e4fa9ce04459 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105518 Jul 29 17:54:03.603768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.623307 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:00Z', 'revision_number': 3, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:03.660066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.662657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Pushing event updated for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:03.673388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051978a8-5f6f-480e-8b7d-3dee4bef471c req-019b43ef-cfee-4e22-8dc9-1111e5762775 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:03.674964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-051978a8-5f6f-480e-8b7d-3dee4bef471c req-019b43ef-cfee-4e22-8dc9-1111e5762775 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1518822 Jul 29 17:54:03.701725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266694f-d276-41d1-b734-e40a29f360c3 None None] The sync data for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 is: [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:00Z', 'revision_number': 3, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:03.759336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-051978a8-5f6f-480e-8b7d-3dee4bef471c req-1ecdd4c7-63ee-4ade-a33b-3f5bba8e91bc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759661 Jul 29 17:54:03.786814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18a61c76-12c8-4b04-8cff-6b7df0d8cca5 req-b882f6e7-dec7-4302-80e0-0fa91bfe9e48 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0498018 Jul 29 17:54:03.821787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Network 45f5c9f5-3705-4a66-893f-da5933631a1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:03.821787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:03.941539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.990433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Router 42d643a6-a4de-4e9a-9340-7c9f83037be7 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:04.156750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:04.163434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03d07b16-790b-4215-9532-34ce836e0225 admin admin] 10.222.0.16 "PUT /v2.0/routers/42d643a6-a4de-4e9a-9340-7c9f83037be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955879 Jul 29 17:54:04.181060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Router 4680e25c-5a12-4764-982a-c211729d8da0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:54:04.222232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5ed59fb1-9741-4ca0-9f62-b6ee7081a879 None None] Provisioning complete for port ff129d74-af23-4e33-b7bf-639ef6cbde2e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:04.222665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5ed59fb1-9741-4ca0-9f62-b6ee7081a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:04.280313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5ed59fb1-9741-4ca0-9f62-b6ee7081a879 None None] Port ff129d74-af23-4e33-b7bf-639ef6cbde2e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:04.350651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:04.362720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] Sync routers for ids ['4680e25c-5a12-4764-982a-c211729d8da0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:04.377623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] Routers {'4680e25c-5a12-4764-982a-c211729d8da0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:04.378741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['4680e25c-5a12-4764-982a-c211729d8da0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:04.384756 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:04.386354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d13e6c4-8e5b-4c49-a1a1-9b135f729d92 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8670914 Jul 29 17:54:04.389351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:04.399574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:04.428954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:04.445407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] Routers {'4680e25c-5a12-4764-982a-c211729d8da0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:04.446116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['4680e25c-5a12-4764-982a-c211729d8da0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:04.483532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:04.484215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b6e95-cc91-4641-a721-6dfd8f33a08d None None] The sync data for ids ['4680e25c-5a12-4764-982a-c211729d8da0'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:04.904250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0296a-4255-4f7e-a81d-b283ba95eb7e req-fda90189-4368-4746-9e8b-d1a3a055efca tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:04.905813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75a0296a-4255-4f7e-a81d-b283ba95eb7e req-fda90189-4368-4746-9e8b-d1a3a055efca tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0697937 Jul 29 17:54:04.931705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2617fa-e86d-411f-a6de-e73e97174b9d req-4f103e8f-e752-4d3b-9829-22feee04d05b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:04.933259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee2617fa-e86d-411f-a6de-e73e97174b9d req-4f103e8f-e752-4d3b-9829-22feee04d05b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0743830 Jul 29 17:54:04.982805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee2617fa-e86d-411f-a6de-e73e97174b9d req-ff39142e-56bb-4a56-bb91-2a9c0d5d48ef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Jul 29 17:54:05.010710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75a0296a-4255-4f7e-a81d-b283ba95eb7e req-7900d09b-61de-4a0a-b349-fa0a53693bb2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940468 Jul 29 17:54:05.110740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94a880f7-8af3-4425-bed5-40fb1f9a9246 req-1a9f74be-d473-4090-9ec8-d08106cd3bab tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0479558 Jul 29 17:54:05.247123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.273240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.287604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c582b1bf-c282-46e5-a959-fb3951c25a34 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:05.339765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Deleting port b33ac69c-f18c-49f8-80d6-c7f65bc8b8f9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:05.340485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.347528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c582b1bf-c282-46e5-a959-fb3951c25a34 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:05.353087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c582b1bf-c282-46e5-a959-fb3951c25a34 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:05.353989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.463066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.465182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.487238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Calling delete_port for b33ac69c-f18c-49f8-80d6-c7f65bc8b8f9 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:05.493904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port c582b1bf-c282-46e5-a959-fb3951c25a34, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c582b1bf-c282-46e5-a959-fb3951c25a34,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:05.501644 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.554030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c582b1bf-c282-46e5-a959-fb3951c25a34,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:05.696969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.727003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Pushing event deleted for resources: {'Port': ['ID=b33ac69c-f18c-49f8-80d6-c7f65bc8b8f9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:05.793663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:05.838486 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Sync routers for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:05.847650 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:05.848492 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:05.970339 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:06.035876 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.040017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.172643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Router 4680e25c-5a12-4764-982a-c211729d8da0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:06.190420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eabd90-2378-40e8-b934-7c932973ad35 req-ac263329-cf84-4ed0-88c7-647de5fae601 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:06.196045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71eabd90-2378-40e8-b934-7c932973ad35 req-ac263329-cf84-4ed0-88c7-647de5fae601 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1123784 Jul 29 17:54:06.295714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3323ae-f6de-46ba-a48b-a44a75bb1a0d req-ef634572-106c-4f14-9641-c41671a4c522 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:06.297278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb3323ae-f6de-46ba-a48b-a44a75bb1a0d req-ef634572-106c-4f14-9641-c41671a4c522 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0902741 Jul 29 17:54:06.312608 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 2, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:06.313263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:06.322156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.324073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] Sync routers for ids ['4680e25c-5a12-4764-982a-c211729d8da0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:06.326532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c3f967ed-16e4-43d3-84d8-d8b5f390e3bb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "PUT /v2.0/routers/4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 200 len: 705 time: 1.9358959 Jul 29 17:54:06.328787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37052) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.341761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] Routers {'4680e25c-5a12-4764-982a-c211729d8da0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:06.342777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['4680e25c-5a12-4764-982a-c211729d8da0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:06.348469 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Checking router: 42d643a6-a4de-4e9a-9340-7c9f83037be7 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:06.348821 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Updating router 42d643a6-a4de-4e9a-9340-7c9f83037be7 port ff129d74-af23-4e33-b7bf-639ef6cbde2e binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:54:06.389648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71eabd90-2378-40e8-b934-7c932973ad35 req-a7298994-10ed-4768-a506-f845fc45ab50 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389868 Jul 29 17:54:06.399980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:06.414959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb3323ae-f6de-46ba-a48b-a44a75bb1a0d req-9c31eae6-f59f-4fc1-ba58-660c844d4341 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067173 Jul 29 17:54:06.417079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] Routers {'4680e25c-5a12-4764-982a-c211729d8da0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:06.418532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['4680e25c-5a12-4764-982a-c211729d8da0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:06.419212 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.443989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.444432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1f822b9-ccfc-4e18-94be-026d3356980a tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/routers/4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 200 len: 740 time: 0.1143434 Jul 29 17:54:06.485135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:06.486955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca49fe-b736-4e5a-b2a1-7e0ff7d83d90 None None] The sync data for ids ['4680e25c-5a12-4764-982a-c211729d8da0'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:06.511430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d9a90d2f-d7a1-41d5-80e3-c423380e5863 tempest-RoutersAdminTest-507977668 tempest-RoutersAdminTest-507977668-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 200 len: 205 time: 0.0662405 Jul 29 17:54:06.514763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.550661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7ea68762-7025-44b2-8fe9-0c25c9c1c98e tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 200 len: 205 time: 0.0351036 Jul 29 17:54:06.553178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37058) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.553599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11e9dc5a-3147-448b-8dcb-250c13c65fd4 req-ad6af9e7-5bad-42cf-acae-c67041d54d77 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0346775 Jul 29 17:54:06.640158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.768719 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.780424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Transition to ACTIVE for port object ff129d74-af23-4e33-b7bf-639ef6cbde2e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:06.790140 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.811703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.813881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.843261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea7d32-7c57-4a25-b157-fa1436d055bd None None] Pushing event updated for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:06.866884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.867516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Fanout notify agent at l3_agent the message router_deleted on router 4680e25c-5a12-4764-982a-c211729d8da0 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:06.876359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.880867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd60bff2-e7cf-4caa-854e-2eb45090e555 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 204 len: 168 time: 0.3223112 Jul 29 17:54:06.881558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.923091 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Attempting to bind port ff129d74-af23-4e33-b7bf-639ef6cbde2e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:06.926741 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Attempting to bind port ff129d74-af23-4e33-b7bf-639ef6cbde2e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:06.927406 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Attempting to bind port ff129d74-af23-4e33-b7bf-639ef6cbde2e on network 45f5c9f5-3705-4a66-893f-da5933631a1f {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:06.936517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37072) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:06.939587 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4ca76cf1-11a2-4969-b7c7-6ab8e8337baf tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 200 len: 205 time: 0.0509403 Jul 29 17:54:06.944227 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:06.944596 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Checking segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:06.946693 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.947359 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Bound using segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:06.951662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Bound port: ff129d74-af23-4e33-b7bf-639ef6cbde2e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:06.952944 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:06.995256 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-e14cd238-ed4b-43ca-bf86-75938cbdd6e1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:06.996181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e14cd238-ed4b-43ca-bf86-75938cbdd6e1 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/4680e25c-5a12-4764-982a-c211729d8da0 HTTP/1.1" status: 404 len: 336 time: 0.0586686 Jul 29 17:54:06.998937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37074) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.040351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37076) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.040779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f159a13c-7976-45f3-9464-7fee02f25427 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 200 len: 205 time: 0.0401533 Jul 29 17:54:07.065660 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] For port ff129d74-af23-4e33-b7bf-639ef6cbde2e, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:07.069171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] For port ff129d74-af23-4e33-b7bf-639ef6cbde2e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff129d74-af23-4e33-b7bf-639ef6cbde2e,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:07.077455 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:07.100503 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-cd36b6be-f61f-4c69-8955-446f102032ed tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:07.104823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.114273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd36b6be-f61f-4c69-8955-446f102032ed tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/72830cc2-7bc0-4e8a-9b5d-c7423900327b HTTP/1.1" status: 404 len: 336 time: 0.0725341 Jul 29 17:54:07.137841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.145724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cc6fde2f-3d2c-49da-ab1e-fe0637b87346 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 200 len: 205 time: 0.0396502 Jul 29 17:54:07.169576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:07.170501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:53:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:07.184145 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-244019e7-47d3-4bd8-98b1-b9a9ad1c8559 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:07.188055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.197554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-244019e7-47d3-4bd8-98b1-b9a9ad1c8559 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/6051f630-572a-4168-8b51-c8b5bed1c65b HTTP/1.1" status: 404 len: 336 time: 0.0585756 Jul 29 17:54:07.226672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.244923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b757b90-e485-44eb-8b75-60079247a723 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 200 len: 205 time: 0.0500455 Jul 29 17:54:07.306385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c582b1bf-c282-46e5-a959-fb3951c25a34 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:07.308676 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-98c29e76-e3f6-4abd-a7dd-d92f546197fb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:07.313251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37088) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.314105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-98c29e76-e3f6-4abd-a7dd-d92f546197fb tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/5b7a6441-68b4-4b93-a1ab-06d91167ad39 HTTP/1.1" status: 404 len: 336 time: 0.0852695 Jul 29 17:54:07.362857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3e7bf076-7f3e-42fd-969c-33ee538f2ccc tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 200 len: 205 time: 0.0475490 Jul 29 17:54:07.365466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37090) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.408155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c582b1bf-c282-46e5-a959-fb3951c25a34 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:07.408808 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:07.432222 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-5de9d101-4078-4de8-a029-95f3ae1b5ae0 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:07.436235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.451540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5de9d101-4078-4de8-a029-95f3ae1b5ae0 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/53cc739b-4ba0-4988-b933-e9a6657901a7 HTTP/1.1" status: 404 len: 336 time: 0.0846932 Jul 29 17:54:07.489786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ff13760-7e94-4085-b9ee-ef6c250d93f5 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "GET /v2.0/ports?device_id=88c02df8-f734-4eb2-825e-dae7243c29b5 HTTP/1.1" status: 200 len: 205 time: 0.0523729 Jul 29 17:54:07.494590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.554751 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:07.562654 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea7d32-7c57-4a25-b157-fa1436d055bd None None] Pushing event updated for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:07.584792 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-242ad878-461d-4e63-b2f0-d17fe200199b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] delete failed (client error): The resource could not be found. Jul 29 17:54:07.588681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-242ad878-461d-4e63-b2f0-d17fe200199b tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/routers/88c02df8-f734-4eb2-825e-dae7243c29b5 HTTP/1.1" status: 404 len: 336 time: 0.0947595 Jul 29 17:54:07.591143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37108) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.615643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21c93b-199c-4df2-9ea7-06e2c42087b9 req-111be2e1-f363-45ce-a52a-ab722c4947de tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:07.617275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c21c93b-199c-4df2-9ea7-06e2c42087b9 req-111be2e1-f363-45ce-a52a-ab722c4947de tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0861490 Jul 29 17:54:07.632180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892c90-863f-4d43-95aa-35836f011238 req-edae630a-91f4-40af-85e2-401e97e54f05 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:07.635503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8892c90-863f-4d43-95aa-35836f011238 req-edae630a-91f4-40af-85e2-401e97e54f05 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0612166 Jul 29 17:54:07.639697 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9804d4-98d2-4e31-98c6-d2bb0c774589 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] DELETE failed (client error): The resource could not be found. Jul 29 17:54:07.640695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9804d4-98d2-4e31-98c6-d2bb0c774589 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:54:07.642657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c9804d4-98d2-4e31-98c6-d2bb0c774589 tempest-RoutersAdminTest-373231233 tempest-RoutersAdminTest-373231233-project] 10.222.0.16 "DELETE /v2.0/subnets/e347e235-6b06-48db-b927-dc26e77db0d5 HTTP/1.1" status: 404 len: 337 time: 0.0484109 Jul 29 17:54:07.697894 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8892c90-863f-4d43-95aa-35836f011238 req-f9acc47b-1b64-423b-bb39-f8bc7ea3805c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Jul 29 17:54:07.703935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c21c93b-199c-4df2-9ea7-06e2c42087b9 req-37d748b8-7f7f-4ce6-8019-69b00d214d77 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666800 Jul 29 17:54:07.860083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-511ec3d8-b7c8-49ae-a7c6-92e38ed4c80c req-3cb03c81-54cd-4724-95c3-832f11e68c32 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0697980 Jul 29 17:54:07.965921 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:07Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:07.987126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37118) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:07.999189 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e19d34-885f-4a74-8b52-4b6aef1aeb12 None None] The sync data for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 is: [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:07Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:08.181150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de266097-a0a6-4c0b-9809-7bf5045e1b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.306383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de266097-a0a6-4c0b-9809-7bf5045e1b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.312608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de266097-a0a6-4c0b-9809-7bf5045e1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.354776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de266097-a0a6-4c0b-9809-7bf5045e1b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b046b481b08940b883109208ecb85f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665290 Jul 29 17:54:08.355647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de266097-a0a6-4c0b-9809-7bf5045e1b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19cd9b-fc55-4eca-aea2-2bc877d0af99,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:08.357560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37122) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:08.435965 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.466451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.541700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.544794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:08.548556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d19cd9b-fc55-4eca-aea2-2bc877d0af99 HTTP/1.1" status: 204 len: 168 time: 0.1875846 Jul 29 17:54:08.555525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d8add-9ebb-4b4d-9fb4-d910f1cbe651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19cd9b-fc55-4eca-aea2-2bc877d0af99,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:08.906865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f379-1875-4935-914a-ca18921e231b req-0e8a1475-eea4-497f-a696-7003eec9989c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:08.918402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17ba0-3895-4f9c-a10a-04e77d475fa5 req-7aa3716b-9a4b-4d23-b4ed-8ffde3140ad2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:08.919812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1818f379-1875-4935-914a-ca18921e231b req-0e8a1475-eea4-497f-a696-7003eec9989c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1134610 Jul 29 17:54:08.926453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cf17ba0-3895-4f9c-a10a-04e77d475fa5 req-7aa3716b-9a4b-4d23-b4ed-8ffde3140ad2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1221318 Jul 29 17:54:09.003191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cf17ba0-3895-4f9c-a10a-04e77d475fa5 req-479eab7e-47bb-42d0-b475-b3b943e5ebac tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745158 Jul 29 17:54:09.023689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1818f379-1875-4935-914a-ca18921e231b req-69d11691-cc4e-4164-8e2b-c37819a059b0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986390 Jul 29 17:54:09.044247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37146) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:09.091729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2894712e-d5d6-440c-98b3-588a91b0fecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0e086c05ab94652ae77b2efb2432ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545733 Jul 29 17:54:09.094625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37148) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:09.148403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16fa3594-bc11-4f63-b2c2-7905c42de588 req-e6e644a2-7a52-42db-be95-11d809f042b1 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0412803 Jul 29 17:54:09.207625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b973-8dbb-4708-b462-3c49575d569e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.208517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.245836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.302538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.310814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.319212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a5eb3e8-c841-4e60-9a99-287acbbcfad4 HTTP/1.1" status: 204 len: 168 time: 0.2232988 Jul 29 17:54:09.322542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff129d74-af23-4e33-b7bf-639ef6cbde2e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:09.331777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f001809-08c4-41cb-b611-e0e174d1655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5eb3e8-c841-4e60-9a99-287acbbcfad4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:09.417221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ff129d74-af23-4e33-b7bf-639ef6cbde2e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:09.424251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ff129d74-af23-4e33-b7bf-639ef6cbde2e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:09.425267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.537388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.590805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ff129d74-af23-4e33-b7bf-639ef6cbde2e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff129d74-af23-4e33-b7bf-639ef6cbde2e,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:09.596732 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:09.672135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:10.199087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100423a-31f3-4260-97a6-8328f6b78aa2 req-31903560-5d25-4621-be33-6d57c4084257 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:10.201224 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a55d6-e1ce-4068-8935-ad71c84396de req-93373fb9-a7f0-4e53-927b-2d559d252002 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:10.202747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-761a55d6-e1ce-4068-8935-ad71c84396de req-93373fb9-a7f0-4e53-927b-2d559d252002 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0780914 Jul 29 17:54:10.209497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6100423a-31f3-4260-97a6-8328f6b78aa2 req-31903560-5d25-4621-be33-6d57c4084257 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1179223 Jul 29 17:54:10.251566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-761a55d6-e1ce-4068-8935-ad71c84396de req-de6dd76b-41c3-4943-a088-607d4c5ee34f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Jul 29 17:54:10.307320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6100423a-31f3-4260-97a6-8328f6b78aa2 req-dc16bb8a-d2bf-4f34-bcd2-367bd1acf6e2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964143 Jul 29 17:54:10.380510 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f28b6a8-1f31-4cfc-a0ec-2b09a8d4cd37 req-1d599833-8910-49d7-9f18-065c0c39ba11 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0286477 Jul 29 17:54:11.088051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:11.257449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff129d74-af23-4e33-b7bf-639ef6cbde2e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:11.271660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-654926259'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:11.330594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.330834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ff129d74-af23-4e33-b7bf-639ef6cbde2e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:11.331441 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.331925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.414457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78409b8-af20-4e2b-974a-8aa56f76f91b req-9f543aa6-0e27-4a4c-a787-deea31affe5b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:11.422452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d78409b8-af20-4e2b-974a-8aa56f76f91b req-9f543aa6-0e27-4a4c-a787-deea31affe5b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0668871 Jul 29 17:54:11.446792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.456024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.467596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d78409b8-af20-4e2b-974a-8aa56f76f91b req-b93d0ec5-fa88-4b24-bb08-1d54dfd51151 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Jul 29 17:54:11.534079 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.538968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f5d0385e-2518-42ef-9593-3c2b18d22482 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4497676 Jul 29 17:54:11.540246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:11.564118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f2a85-73dc-43a5-85b6-f537f4423e73 req-58cbf76b-bc4a-4f88-a4e6-a18042ccc7c2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:11.572182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a31f2a85-73dc-43a5-85b6-f537f4423e73 req-58cbf76b-bc4a-4f88-a4e6-a18042ccc7c2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0993929 Jul 29 17:54:11.632574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a31f2a85-73dc-43a5-85b6-f537f4423e73 req-61df0817-070f-4e16-872d-64c89b21be15 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Jul 29 17:54:11.636531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca9674d6-90c6-4842-85d3-b82213d7238f req-ee72a350-95e1-4d82-9f49-0897a726bec3 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0401723 Jul 29 17:54:11.651890 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-efb6b7d6-5d08-4fed-afde-21df432a72bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.721669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.767477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-3a8403d0-dd2a-41bb-badd-7045805501c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2395782 Jul 29 17:54:11.822521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.924567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.927870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.974143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-71005478-358e-4c63-873f-7d8919dcaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:11.975781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-71005478-358e-4c63-873f-7d8919dcaf2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.1392968 Jul 29 17:54:11.980108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.980712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4856a97a-04d6-4c85-b477-5664baa8414f {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:11.985955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:11.989921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8bdab4c7-6f88-4ac9-a3e3-d07203b30dcf tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4856a97a-04d6-4c85-b477-5664baa8414f HTTP/1.1" status: 204 len: 168 time: 0.4459379 Jul 29 17:54:11.990160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:11.995199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Request body: {'router': {'name': 'tempest-router-252271578', 'distributed': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:12.068308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.069313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.116934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-f301480c-b1e0-4491-8202-5bae5f347015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:12.118518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-f301480c-b1e0-4491-8202-5bae5f347015 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1201246 Jul 29 17:54:12.151769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.183641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.208352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.209621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-671d4faf-99db-479e-bcbc-a6def60f337e tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2184455 Jul 29 17:54:12.212588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37216) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:12.263300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-e1f245f9-0e3c-4b7f-992b-49a9801c500d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.1208630 Jul 29 17:54:12.600348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9609009-eddd-470c-8ac2-39b4028ddf8b req-f2cfa03f-bd5a-4a43-a8b0-ee3a122e44ef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:12.601876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b9609009-eddd-470c-8ac2-39b4028ddf8b req-f2cfa03f-bd5a-4a43-a8b0-ee3a122e44ef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0531356 Jul 29 17:54:12.640473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.647423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b9609009-eddd-470c-8ac2-39b4028ddf8b req-a6556f60-c4c8-4041-be69-e26e3ff3126d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Jul 29 17:54:12.720438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-2a25e36b-645f-44a0-8a6e-7fc323e76540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:12.721893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-2a25e36b-645f-44a0-8a6e-7fc323e76540 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.4313798 Jul 29 17:54:12.807443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e920847-29e4-46cc-a5aa-a0d2f7f4623e req-673ed3a6-15b8-42d4-a0bc-eab7bcfb01c6 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0351019 Jul 29 17:54:12.889653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.907035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.916410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.962457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-922da0d1-6849-4dc8-89ad-2ee187d13f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:12.964156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-922da0d1-6849-4dc8-89ad-2ee187d13f34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953201 Jul 29 17:54:12.977429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80870-2107-4637-82b6-f5f63606898e req-04626341-6f70-4db0-b41e-6fa82adc3639 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:12.978911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8e80870-2107-4637-82b6-f5f63606898e req-04626341-6f70-4db0-b41e-6fa82adc3639 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1388707 Jul 29 17:54:12.980782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.981292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0540c39-5198-4bc0-8e78-df8524616d1b {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:12.985940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:12.987034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e69a074e-c130-45fe-8a04-790e40efb12c tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b0540c39-5198-4bc0-8e78-df8524616d1b HTTP/1.1" status: 204 len: 168 time: 0.7735295 Jul 29 17:54:12.991336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37226) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:12.996767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Request body: {'router': {'name': 'tempest-router-240537494', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2eb56e29da224966b88e2f064c088f35'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:13.024460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.025937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.074132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8e80870-2107-4637-82b6-f5f63606898e req-86ebc49e-8041-4625-805c-80e3903cacdd tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Jul 29 17:54:13.086811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.093002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.112479 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.113948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21d2d287-f376-46bc-b574-93f6c51eb5c4 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1213832 Jul 29 17:54:13.114091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-cae8be55-b50b-4630-8df5-3133620dc1dc service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341653 Jul 29 17:54:13.116814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37228) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:13.121760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:13.242711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fa41a65-336e-4c53-8f5e-08efb0ca07f6 req-202bea3d-ad6a-484a-8d8f-204f24f38a3d service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195095 Jul 29 17:54:13.362189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.362548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.461833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94052) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 17:54:13.462173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Router 2dc9442b-6f5b-4e18-8732-9eb2055c83b4 migrating from provider to provider. {{(pid=94052) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 17:54:13.462572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.467566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.473496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.516751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb540ff-13b7-48c4-bedb-f66baddfde4f req-31aa9a2d-fc77-4ece-9f30-7e0f8997e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:13.518314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bb540ff-13b7-48c4-bedb-f66baddfde4f req-31aa9a2d-fc77-4ece-9f30-7e0f8997e7e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.0527279 Jul 29 17:54:13.565673 n-d-801607-3 neutron-server[94052]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] No L3 agents can host the router 2dc9442b-6f5b-4e18-8732-9eb2055c83b4 Jul 29 17:54:13.580345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bb540ff-13b7-48c4-bedb-f66baddfde4f req-f14b24a1-6b2e-4183-98ef-5e7453d8ee44 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543039 Jul 29 17:54:13.681629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Hosts for router 2dc9442b-6f5b-4e18-8732-9eb2055c83b4: [] {{(pid=94052) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 17:54:13.704280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Hosts for other DVR routers connected to router 2dc9442b-6f5b-4e18-8732-9eb2055c83b4: set() {{(pid=94052) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 17:54:13.706842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:13.708071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9bbfd63c-0adf-4864-99b4-e19069ef60ca tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "PUT /v2.0/routers/2dc9442b-6f5b-4e18-8732-9eb2055c83b4 HTTP/1.1" status: 200 len: 716 time: 0.5902889 Jul 29 17:54:13.710757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37242) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:13.940578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d26d946-2ec7-486b-994b-e93a9eea088e req-bce6d381-dbee-42cf-b0ff-8bcc61ecb1a0 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0320308 Jul 29 17:54:14.142952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a2ba2e1b-a135-4b58-9fb8-75f82406a4a7 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "GET /v2.0/routers/2dc9442b-6f5b-4e18-8732-9eb2055c83b4 HTTP/1.1" status: 200 len: 716 time: 0.4310911 Jul 29 17:54:14.145782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37250) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:14.163749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689c607-4b64-4dd8-b958-da55b5710843 req-3c3b629a-e2a0-4431-9e08-2bb93fa01c65 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:14.163749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c689c607-4b64-4dd8-b958-da55b5710843 req-3c3b629a-e2a0-4431-9e08-2bb93fa01c65 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.0874562 Jul 29 17:54:14.212627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8861de-c36d-43dd-8f21-308bc7363f96 req-8a3ee15c-2726-48cb-9f51-db514bbfc6bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Jul 29 17:54:14.233598 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c689c607-4b64-4dd8-b958-da55b5710843 req-24322b7d-a00b-4e0c-8364-2aae88c724d1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Jul 29 17:54:14.267683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71ee7-676a-4e8b-9589-4b8ffc3d44bc req-b3796cc9-cfb7-4b26-a095-b03837ded73f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:14.274551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09f71ee7-676a-4e8b-9589-4b8ffc3d44bc req-b3796cc9-cfb7-4b26-a095-b03837ded73f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Jul 29 17:54:14.408845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-27e58e43-1646-4f55-87b4-6a65a5c25f21 tempest-RoutersTestDVR-1537801540 tempest-RoutersTestDVR-1537801540-project] 10.222.0.16 "GET /v2.0/routers/2dc9442b-6f5b-4e18-8732-9eb2055c83b4 HTTP/1.1" status: 200 len: 682 time: 0.2591913 Jul 29 17:54:14.409076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37258) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:14.507006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09f71ee7-676a-4e8b-9589-4b8ffc3d44bc req-b5f380a7-6978-4fbc-91a8-08c76e9533c7 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221808 Jul 29 17:54:14.515617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a21b3b-ab73-48c4-9d0f-f0b5c21baf8c req-e78eb289-4198-486f-bc3d-be3be898f8df tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:14.533615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23a21b3b-ab73-48c4-9d0f-f0b5c21baf8c req-e78eb289-4198-486f-bc3d-be3be898f8df tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0782342 Jul 29 17:54:14.538129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.555212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.576668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23a21b3b-ab73-48c4-9d0f-f0b5c21baf8c req-f7200be8-9e4e-4474-8906-6f540d5e2eb0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Jul 29 17:54:14.776008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.780224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.838745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490413-682d-4cee-abda-3611526208a8 req-4602de3e-65be-474d-8146-0faf1eb075d1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:14.840360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42490413-682d-4cee-abda-3611526208a8 req-4602de3e-65be-474d-8146-0faf1eb075d1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1569560 Jul 29 17:54:14.879730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.880242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc9442b-6f5b-4e18-8732-9eb2055c83b4 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:14.904935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:14.917735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d20e6d9f-d8a2-49e0-b531-37ad157f147d tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2dc9442b-6f5b-4e18-8732-9eb2055c83b4 HTTP/1.1" status: 204 len: 168 time: 0.5073364 Jul 29 17:54:14.921527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37266) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:14.931203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Request body: {'router': {'name': 'tempest-router-1338218531', 'distributed': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:15.019680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42490413-682d-4cee-abda-3611526208a8 req-dac5eb0b-2274-44c1-bac6-eff1ffda3949 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638930 Jul 29 17:54:15.061309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.066228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.144584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.157923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.196658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6e4dfc1c-a1cd-4012-92a0-9666d533e222 req-ba556496-e1cb-430f-a1ea-9bfe62c15eea tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0571218 Jul 29 17:54:15.215828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.220131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a8b0184-e1ff-4c45-b887-7901aabaf435 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2974684 Jul 29 17:54:15.220784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37272) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:15.374715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.559449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcd98d96-075a-414c-8770-f690c5f0150d req-c2ffd337-6563-4f25-8f2b-6417a4d0702f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=885e43626e324b5380e1cbbc5bbc88dd&device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0416985 Jul 29 17:54:15.620871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcd98d96-075a-414c-8770-f690c5f0150d req-16c07867-28c3-413d-83a9-fcce27e94c3b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=885e43626e324b5380e1cbbc5bbc88dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528719 Jul 29 17:54:15.632106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.639588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.664316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a283a6e1-a666-4d70-aa74-c2ddbd5f55e3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:15.665843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a283a6e1-a666-4d70-aa74-c2ddbd5f55e3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.3014805 Jul 29 17:54:15.678572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f43981ff-6d96-4efb-8071-565fc185519e req-9bc155ab-77c3-41d4-9ba1-54ab6b367ec7 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0799687 Jul 29 17:54:15.764439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-65f9a874-5498-436b-a6f6-8fd7a7ac86e0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/quotas/0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 375 time: 0.0342712 Jul 29 17:54:15.823739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.824602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bef6610-96e5-4dae-a714-50cdf7e6bd8d {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:15.833140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.834349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74582849-8480-4cd1-8bb7-b7a2b48e74a3 tempest-RoutersTestDVR-1524094330 tempest-RoutersTestDVR-1524094330-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0bef6610-96e5-4dae-a714-50cdf7e6bd8d HTTP/1.1" status: 204 len: 168 time: 0.6125758 Jul 29 17:54:15.896941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-5f96d114-687e-44be-97c7-ed15f287fd8c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1313691 Jul 29 17:54:15.905857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd98d96-075a-414c-8770-f690c5f0150d req-9b5e5b30-9bc2-450f-a951-fa7ee1d4ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:15.907819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcd98d96-075a-414c-8770-f690c5f0150d req-9b5e5b30-9bc2-450f-a951-fa7ee1d4ea55 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2617793 Jul 29 17:54:15.924299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e8337-5256-4c6b-a967-9e866c131794 req-cf336f68-8ea7-4752-ab49-37ef7dd4c22f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:15.926149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e4e8337-5256-4c6b-a967-9e866c131794 req-cf336f68-8ea7-4752-ab49-37ef7dd4c22f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0928824 Jul 29 17:54:15.983068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e4e8337-5256-4c6b-a967-9e866c131794 req-ecd31c73-702c-4a62-948f-6180695b3bb2 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Jul 29 17:54:16.026069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-54826546', 'description': 'tempest-description-1375568456'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:16.042442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-d37fd8e6-93f1-40c3-b11d-7f74e226e999 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445000 Jul 29 17:54:16.088163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.160019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-9c73d47f-a307-4142-bfa0-ec805d12f833 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164627 Jul 29 17:54:16.216288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.223201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.228700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37304) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:16.254775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0084ca8-1a59-4fb0-ab26-7057db74fd0f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:16.267130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.275051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-766e99ab-0326-4505-8d0a-9779107e5da3 req-fd994586-60bf-4b41-b2db-b5ce29881e47 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2542975 Jul 29 17:54:16.411897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f69ea9c0-9f2d-497f-b020-01ec614c7c06 req-5eedd7ab-8817-401a-8eeb-352d1ff245a3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.0364363 Jul 29 17:54:16.444185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-781ad866-567f-47e1-9e88-11df9b334c47 req-a146f07f-8a8d-47f9-b214-56f0b0207f81 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-54826546&fields=id&tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f HTTP/1.1" status: 200 len: 267 time: 0.0787008 Jul 29 17:54:16.486398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d979fc-9d60-46a2-8ea5-e5b2313e282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.515665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad866-567f-47e1-9e88-11df9b334c47 req-46a8df9a-c508-4176-9112-ce16ac811a52 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:16.517758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-781ad866-567f-47e1-9e88-11df9b334c47 req-46a8df9a-c508-4176-9112-ce16ac811a52 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0675333 Jul 29 17:54:16.540029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'port': {'security_groups': ['d76265d3-168d-40c5-bb5d-a6dace381f55', 'a0084ca8-1a59-4fb0-ab26-7057db74fd0f']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:16.602130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d979fc-9d60-46a2-8ea5-e5b2313e282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.608684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d979fc-9d60-46a2-8ea5-e5b2313e282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.644422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.657687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71d979fc-9d60-46a2-8ea5-e5b2313e282f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eb56e29da224966b88e2f064c088f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276211 Jul 29 17:54:16.660577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:16.671033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d979fc-9d60-46a2-8ea5-e5b2313e282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a7739-ff8f-4039-8523-f2f96b584fcb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:16.754268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.831529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.867079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31359ba1-68b7-4d69-96a1-d444aa787291 req-51d3577e-1f47-4b2d-be30-437e306b3be8 tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0704103 Jul 29 17:54:16.929199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:16.936240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.949629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.951521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a25a7739-ff8f-4039-8523-f2f96b584fcb HTTP/1.1" status: 204 len: 168 time: 0.2859395 Jul 29 17:54:16.964113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fdd84-8af2-4ab6-9f95-b512e358317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a7739-ff8f-4039-8523-f2f96b584fcb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:17.007891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:17.018813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:17.032078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:17.187938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcd98d96-075a-414c-8770-f690c5f0150d req-9e0731c7-6875-4ae5-b908-ad1c7212eadf tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0923710 Jul 29 17:54:17.251642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:17.301333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:17.308053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:17.316187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-781ad866-567f-47e1-9e88-11df9b334c47 req-83cc9f8d-f144-4b7e-9447-f5cdf8242e00 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "PUT /v2.0/ports/94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 982 time: 0.7820947 Jul 29 17:54:17.316682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:17.343596 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:17.373619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:17.417952 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347962fe-08f7-4b71-8e7e-e2fb24f60cde x-openstack-request-id: req-347962fe-08f7-4b71-8e7e-e2fb24f60cde {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:17.418630 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:17.422591 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-347962fe-08f7-4b71-8e7e-e2fb24f60cde {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:17.423820 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:54:17.574045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:17.597127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-14acbf7b-0b1b-4acd-950d-16641a9e2e87 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-54826546&fields=id&tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f HTTP/1.1" status: 200 len: 267 time: 0.0854733 Jul 29 17:54:17.640134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e88e5de-92ef-44f9-9be7-b453c099c0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:17.674515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-098201e5-c14f-4899-a28c-7d137d9af949 req-9cabf654-b19d-4021-9495-da8a0001b447 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.1355472 Jul 29 17:54:17.703949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-f7e9faf9-6bcd-4116-9431-167d33715173 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:17.706832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-f92b6ba7-99c6-4fdf-93ca-1863c8e6f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:17.708821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-f92b6ba7-99c6-4fdf-93ca-1863c8e6f0a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1136 time: 0.2781620 Jul 29 17:54:17.709333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-f7e9faf9-6bcd-4116-9431-167d33715173 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 985 time: 0.1036000 Jul 29 17:54:17.722134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'port': {'security_groups': ['d76265d3-168d-40c5-bb5d-a6dace381f55']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:17.853686 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.013242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-e9154ce5-5966-48ad-8c1d-789f24a65020 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1773465 Jul 29 17:54:18.055764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-72071504-24fc-423f-adc1-14dfcf9d712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.057720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-72071504-24fc-423f-adc1-14dfcf9d712f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.3322048 Jul 29 17:54:18.070747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b19991da-3ffe-4777-b371-f04e29eae9c2 req-5b73fb51-8f83-4823-b631-38eddc287d8f tempest-ServerShowV254Test-197480166 tempest-ServerShowV254Test-197480166-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5464468-0c3e-41e5-8994-58e89e49fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0836177 Jul 29 17:54:18.139798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:18.149644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-dbaeb155-3319-4a48-9f34-4857ceae1c44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.0751171 Jul 29 17:54:18.187483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.196508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.207753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:18.239254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-44533d27-3a0b-4b84-b3ec-fe4954839748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.240779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-44533d27-3a0b-4b84-b3ec-fe4954839748 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.0650048 Jul 29 17:54:18.338385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-a3f6d6f8-9493-4266-8009-f41c7534c961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885103 Jul 29 17:54:18.341737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e88e5de-92ef-44f9-9be7-b453c099c0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.357200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.357788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.359391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5722b23b-6fa7-4908-8673-203b72a3ea7f req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "PUT /v2.0/ports/94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 943 time: 0.6422124 Jul 29 17:54:18.359770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:18.362142 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:18.394598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.394993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.395464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.396077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.396691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.397157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.397681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.408683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-f7c34b2e-3d82-4cff-b4cf-d40bbd7e1cff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec41271fc8434a36a207b31b96979d7f&device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 6490 time: 0.2711349 Jul 29 17:54:18.409390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e88e5de-92ef-44f9-9be7-b453c099c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.415607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3296f-0ff9-4b3f-a91e-3e4b90b5966f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:18.568998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5e88e5de-92ef-44f9-9be7-b453c099c0d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66a23d373a2c4d5c9cc3f3a1319cb55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868717 Jul 29 17:54:18.570335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37356) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:18.594843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:18.788552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.844850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.859282 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57395799-b82f-44ff-9fdb-414320607d5b x-openstack-request-id: req-57395799-b82f-44ff-9fdb-414320607d5b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:18.859621 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:18.859829 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57395799-b82f-44ff-9fdb-414320607d5b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:18.861119 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:54:18.936238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a4aa22bc-ff38-4db1-87a8-9e1b6560273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.937674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a4aa22bc-ff38-4db1-87a8-9e1b6560273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.939540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a4aa22bc-ff38-4db1-87a8-9e1b6560273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:18.941609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a4aa22bc-ff38-4db1-87a8-9e1b6560273d service neutron] 10.222.0.38 "GET /v2.0/networks?id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=92ef9973-b776-4d3d-8541-55aabe653706&id=502eec23-ba9e-439b-9469-a85e3f0851ae&id=502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 200 len: 2292 time: 0.4100213 Jul 29 17:54:18.946710 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.953043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.959220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db936b53-f1de-4834-94b6-48ac17807372 HTTP/1.1" status: 204 len: 168 time: 0.3863580 Jul 29 17:54:18.970334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b26ef-2769-4828-bb5c-3f912b8dd971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db936b53-f1de-4834-94b6-48ac17807372,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:19.032637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-09c7d7d1-b8cd-417a-abd2-5661cd0df1f7 req-c912543a-0ec8-4f24-81cc-c1f897393f6c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.0457323 Jul 29 17:54:19.557599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37374) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:19.657732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e5de-92ef-44f9-9be7-b453c099c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db936b53-f1de-4834-94b6-48ac17807372,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:19.709387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-37164dac-92fb-4126-9fdd-0124b27081f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 200 len: 1001 time: 0.6768205 Jul 29 17:54:19.789453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eac121a0-b546-4f36-9525-649072a7ee51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:19.878440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-2aa690c6-9a64-423c-ab37-a09aa5fb27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:19.880914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-2aa690c6-9a64-423c-ab37-a09aa5fb27c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 200 len: 850 time: 0.1554971 Jul 29 17:54:19.943103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-35921162-8867-4c86-a332-596ffb4bf37b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:19.946093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-35921162-8867-4c86-a332-596ffb4bf37b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 1.4822991 Jul 29 17:54:19.948344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-e14fed2d-4218-4ad6-a60a-2c148b0c1c85 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6011086 Jul 29 17:54:20.001391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'device_id': '40a4885f-7b4c-492c-971f-99020abcda42', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'admin_state_up': True, 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:20.017120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-14f9d656-8e24-4ae3-9189-35688cd1535a tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5329547 Jul 29 17:54:20.027300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:20.077148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eac121a0-b546-4f36-9525-649072a7ee51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.091419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eac121a0-b546-4f36-9525-649072a7ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.209987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-3d0cc313-1e82-4e4b-8b9a-93037c4ead8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:20.211519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-3d0cc313-1e82-4e4b-8b9a-93037c4ead8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54f71fde-9e75-4530-8e73-4032b5d1dd6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3077033 Jul 29 17:54:20.214996 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.280519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac121a0-b546-4f36-9525-649072a7ee51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b3f6e-31ef-4988-81ee-2b542e0123e4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:20.299044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eac121a0-b546-4f36-9525-649072a7ee51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=885e43626e324b5380e1cbbc5bbc88dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7402995 Jul 29 17:54:20.301639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-90da985d-a649-452b-8828-ce231ef0f3e6 req-b03af82a-9897-4cf3-87be-c91617557f1c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Jul 29 17:54:20.302063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:20.415218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aea9a5a9-b444-44f6-a69a-fc4a95ecd56d req-76164b81-5506-40a7-9ba7-a6424fd9fede service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420006 Jul 29 17:54:20.463372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.489652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-fcea9945-1130-49dc-87bf-622d5940515e service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625003 Jul 29 17:54:20.530845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:20.536990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.537980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.635787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.639309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.640957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e1b3f6e-31ef-4988-81ee-2b542e0123e4 HTTP/1.1" status: 204 len: 168 time: 0.3378265 Jul 29 17:54:20.692310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37404) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:20.698349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f065815-0e17-41ea-b929-f8720fabdb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b3f6e-31ef-4988-81ee-2b542e0123e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:20.790091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-c2070c29-08ce-4b8a-9a8e-dadb530cd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:20.791894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-c2070c29-08ce-4b8a-9a8e-dadb530cd0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.2137532 Jul 29 17:54:20.794282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-1fa3c9f9-5e16-4b69-a47d-26ac40ca115e service neutron] 10.222.0.38 "GET /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923203 Jul 29 17:54:20.939604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-efa70f5b-3f32-449f-a0bb-c5db457b1ede service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 217 time: 0.1070707 Jul 29 17:54:20.947496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:21.052967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-90090410'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:21.071233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.20.0.12 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/99615036-6e71-4d43-8635-10f725e74c84) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:21.146851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-6f374080-9be5-4ddb-adf5-d3a3bda4ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:21.148452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-6f374080-9be5-4ddb-adf5-d3a3bda4ff96 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.1989052 Jul 29 17:54:21.241806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Made reservation on behalf of c7a6b20b5c7243648cffe172e6ec70b7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:21.245550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:21.288698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-c4197e4e-b90c-40f1-b036-3efc0ba4e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:21.290291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-c4197e4e-b90c-40f1-b036-3efc0ba4e64e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.4687190 Jul 29 17:54:21.310539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:21.429389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-3010068e-1663-4727-b82e-408695c5b88b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.1232331 Jul 29 17:54:21.444598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Allocated IP 172.25.5.66 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3cc9319e-2457-433b-b893-2aff3a105591) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:21.490828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a99c1b13-0acd-4321-8109-532a00dd6024 req-e69a901e-3ca2-4581-a813-29ade4cc3a6e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.0594931 Jul 29 17:54:21.562616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a1b219e9-0169-4cd0-8607-a6cb686e3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:21.564188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a1b219e9-0169-4cd0-8607-a6cb686e3400 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3797398 Jul 29 17:54:21.644301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-39d247d7-de3a-4eb0-ba1e-fd54a30d25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:21.644301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-39d247d7-de3a-4eb0-ba1e-fd54a30d25a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.2008529 Jul 29 17:54:21.748017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-fdfad788-afe6-49c4-adb8-a0ab192329d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826397 Jul 29 17:54:21.752500 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:21.841102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Transition to ACTIVE for port object 99615036-6e71-4d43-8635-10f725e74c84 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:21.921822 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:21.982767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-b6e7dc62-d222-4aff-a118-15a1f211eafa service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795137 Jul 29 17:54:22.035845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-5c45c7c8-8e02-4d8d-bb83-7423f5de66c9 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743704 Jul 29 17:54:22.037761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.104476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.190694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.203672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:22.219123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:54:22.220001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:22.295508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4fad6-f90b-4b45-9d4f-4929d6787a7d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:22.306107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.310362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.310714 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Added segment 197dd2b2-617a-43cb-97ba-c27c7cce43b8 of type vlan for network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 Jul 29 17:54:22.336356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:22.367305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:22.402011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:22.411111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:22.416461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-63e09da3-fa84-448d-b441-d37384e0d89a service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157708 Jul 29 17:54:22.431315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-network', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:22.494926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Made reservation on behalf of 6cbe4c9372f74aed97e3f3d926087fc9 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:22.500458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.518406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.545587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:22.558668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.649183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:22.653372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa3e5e5d-f805-4e66-8e3f-a64f8a4997dd req-0cb9bd0e-e098-4f31-a4d8-ecf3bcb16843 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643227 Jul 29 17:54:22.666193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:22.681990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-2a4a0634-4d35-4dc6-b84b-5ecbec150841 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 217 time: 0.2353666 Jul 29 17:54:22.698547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.714698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.733158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:22.733776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.784317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c81dc-8a71-48e2-b893-b34d8d6d9304,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:22.792729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'Port': ['ID=3cc9319e-2457-433b-b893-2aff3a105591,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:22.836289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:54:22.837563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-891e9c14-9f4a-4f78-93a9-747ad195e754 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8627427 Jul 29 17:54:22.841108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.850086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:22.851351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.858688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d5a9-eec3-418d-826d-86d9f276774b req-3f4ea73a-f0d5-4349-8974-8de6614b0a7b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:22.870762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2115d5a9-eec3-418d-826d-86d9f276774b req-3f4ea73a-f0d5-4349-8974-8de6614b0a7b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 932 time: 0.1703103 Jul 29 17:54:22.881225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Request body: {'port': {'device_id': '40a4885f-7b4c-492c-971f-99020abcda42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:22.893912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.895839 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Added segment 96bb5e03-0042-40b0-82a0-197befa52e6e of type vlan for network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 Jul 29 17:54:22.897428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3541041c-0728-40f9-b084-00127c6f6c12 None None] Provisioning for port 99615036-6e71-4d43-8635-10f725e74c84 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:22.903981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3541041c-0728-40f9-b084-00127c6f6c12 None None] Provisioning complete for port 99615036-6e71-4d43-8635-10f725e74c84 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:22.904635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3541041c-0728-40f9-b084-00127c6f6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.946078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.954389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3541041c-0728-40f9-b084-00127c6f6c12 None None] Port 99615036-6e71-4d43-8635-10f725e74c84 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:22.957684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a0880d5d-97ab-4afa-ad57-676fcd39af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:22.959752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a0880d5d-97ab-4afa-ad57-676fcd39af1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2700281 Jul 29 17:54:23.037371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2115d5a9-eec3-418d-826d-86d9f276774b req-734e36e3-e90d-4616-b2db-4bf27d4444dc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655073 Jul 29 17:54:23.054509 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.059547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:23.059986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3594439 Jul 29 17:54:23.066307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Request body: {'subnet': {'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:23.146023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9dd51-94f4-444a-81fb-c1c0951ff6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'Network': ['ID=9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:23.149671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.152174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.171452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:54:23.199845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.201259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:23.202137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.291761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] Pushing event updated for resources: {'Network': ['ID=9fcae63e-c409-4660-9c2c-e78bd8954ea3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:23.309207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Made reservation on behalf of c7a6b20b5c7243648cffe172e6ec70b7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:23.329022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.332267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:54:23.343940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-98f353dd-35e4-49a7-b3f3-9d3228d041de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1223159 Jul 29 17:54:23.366806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37444) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:23.381269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Request body: {'subnet': {'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-subnet', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:23.560655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Made reservation on behalf of 6cbe4c9372f74aed97e3f3d926087fc9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:23.564010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.574276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-4d769016-3bff-4a66-a229-bd0b1e503807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:23.576047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-4d769016-3bff-4a66-a229-bd0b1e503807 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5409470 Jul 29 17:54:23.779427 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.905304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-9a508b81-57c8-4d6b-897e-914f5fe13f81 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208597 Jul 29 17:54:23.934398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'Subnet': ['ID=6d206f85-7836-4bf4-9ac5-dfeedac3b4cc,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:23.946250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Checking segment: {'id': '197dd2b2-617a-43cb-97ba-c27c7cce43b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:23.946651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Network hostable DHCP agents. Network: 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:54:23.950533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.021368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:54:24.027206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e485096-1046-4128-95e6-dbab97c6ae92,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:24.043192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.043475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:24.043475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Network hostable DHCP agents. Network: 9fcae63e-c409-4660-9c2c-e78bd8954ea3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:54:24.046982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:24.059126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:24.059649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.072858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.074326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecfe7c-f426-4054-8c5d-e26b751a0854 None None] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:24.102876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:54:24.108198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e512b129-efba-4ed2-9a0c-4b1ad036c504 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0468183 Jul 29 17:54:24.121524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37460) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:24.135050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Request body: {'port': {'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1301340671'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:24.140064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9fcae63e-c409-4660-9c2c-e78bd8954ea3) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:24.162209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:24.162817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.239421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.250127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-76e0fbe1-365a-42a8-9d3c-1443e7da80a7 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371856 Jul 29 17:54:24.252396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca6e52-30db-4ae4-972c-0e7726c6ee32 None None] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:24.327357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cdb7ac7d-ef71-4de0-a799-727d84bcd02c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9577904 Jul 29 17:54:24.331539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:24.337966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:24.357542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238e96-1b1b-4309-a351-735724ccf68c req-3a3d6897-0f0b-42f4-bd35-e962688a793b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:24.359068 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24238e96-1b1b-4309-a351-735724ccf68c req-3a3d6897-0f0b-42f4-bd35-e962688a793b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 932 time: 0.2047455 Jul 29 17:54:24.432129 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.434571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4154530 Jul 29 17:54:24.438495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-fe20b27f-f6b5-4887-9e53-552d99a53247 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 200 len: 217 time: 0.1781979 Jul 29 17:54:24.439108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f1483-1901-4845-a0f1-79cd8b2aed51 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event updated for resources: {'Port': ['ID=3cc9319e-2457-433b-b893-2aff3a105591,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:24.440197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24238e96-1b1b-4309-a351-735724ccf68c req-6ff5dc68-79b8-4744-9c44-bbbfa84843d3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649936 Jul 29 17:54:24.446442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.447616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.487460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3', 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3', 'tenant_id': 'c7a6b20b5c7243648cffe172e6ec70b7', 'fixed_ips': [{'subnet_id': '6d206f85-7836-4bf4-9ac5-dfeedac3b4cc'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:54:24.488419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.533128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Made reservation on behalf of c7a6b20b5c7243648cffe172e6ec70b7 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:24.542794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.584069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] device_id is not set on port ef262dc4-cbc4-407e-83f8-6bd715bc74ae yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:54:24.621129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99615036-6e71-4d43-8635-10f725e74c84 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:54:24.636921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:54:24.638353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.639794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.653204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-97e48306-ac05-4b66-a003-e2f81cfce39c tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.1924348 Jul 29 17:54:24.759113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-5afc4226-efef-4820-823e-f93e7e6e5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:24.763488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Allocated IP 2001:db8::27f (9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3/6d206f85-7836-4bf4-9ac5-dfeedac3b4cc/ef262dc4-cbc4-407e-83f8-6bd715bc74ae) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:24.770690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-5afc4226-efef-4820-823e-f93e7e6e5c35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.2895889 Jul 29 17:54:24.771958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Transition to ACTIVE for port object 99615036-6e71-4d43-8635-10f725e74c84 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:24.812434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.999470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.017054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-78149828-2ae0-4d1a-b90e-00b526de83ce tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:25.020481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c7063d1-6ccd-4630-8b76-7c0e1bd9dc4e req-78149828-2ae0-4d1a-b90e-00b526de83ce tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.3579512 Jul 29 17:54:25.026046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Pushing event updated for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:25.051720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-3638a79f-bf3c-46f5-ad12-b3d4c8dc3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:25.054189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-3638a79f-bf3c-46f5-ad12-b3d4c8dc3586 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2788327 Jul 29 17:54:25.113754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.197664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Attempting to bind port 99615036-6e71-4d43-8635-10f725e74c84 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:25.198110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Attempting to bind port 99615036-6e71-4d43-8635-10f725e74c84 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:25.198588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Attempting to bind port 99615036-6e71-4d43-8635-10f725e74c84 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:25.207267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Port 99615036-6e71-4d43-8635-10f725e74c84 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:54:25.207719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Attempting to bind port 99615036-6e71-4d43-8635-10f725e74c84 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:25.231358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Allocated IP 172.20.0.2 (9fcae63e-c409-4660-9c2c-e78bd8954ea3/4e485096-1046-4128-95e6-dbab97c6ae92/b08735f5-8266-44ad-8f2a-52b5341279da) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:25.232221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:25.238747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:25.239327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:25.239912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Bound port: 99615036-6e71-4d43-8635-10f725e74c84, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:25.240382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.332009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Transition to ACTIVE for port object ef262dc4-cbc4-407e-83f8-6bd715bc74ae will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:25.357832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-77f72cba-85a9-444c-807d-9a86fcedc6e3 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815435 Jul 29 17:54:25.426699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.461330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-64be0176-55fc-4175-b61e-4698eb4452ac tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:25.469193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-64be0176-55fc-4175-b61e-4698eb4452ac tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2410030 Jul 29 17:54:25.537990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:25.565644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99615036-6e71-4d43-8635-10f725e74c84,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:25.655408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.671123 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.696593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Allocated IP 2001:db8::2 (9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3/6d206f85-7836-4bf4-9ac5-dfeedac3b4cc/d62b45ba-fc9a-4839-a8f3-6cb006facb79) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:25.709093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Transition to ACTIVE for port object b08735f5-8266-44ad-8f2a-52b5341279da will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:25.727134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:25.730165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.731836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] 10.222.0.38 "PUT /v2.0/ports/99615036-6e71-4d43-8635-10f725e74c84 HTTP/1.1" status: 200 len: 1092 time: 2.8679657 Jul 29 17:54:25.745027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'tag': '99615036-6e71-4d43-8635-10f725e74c84'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:25.747826 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26ea7b-d75b-439f-bd50-1c116bf98c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "tag": "99615036-6e71-4d43-8635-10f725e74c84"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:25.785684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdc21-3ca9-44d4-b1a0-c469bbead3c5 req-33b23687-631d-4a45-b806-a17cb0804ba1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:25.800670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c4bdc21-3ca9-44d4-b1a0-c469bbead3c5 req-33b23687-631d-4a45-b806-a17cb0804ba1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 944 time: 0.2079391 Jul 29 17:54:25.813795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-9857d873-a433-4a92-ba0d-dee4a7089b8a service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243181 Jul 29 17:54:25.837515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Transition to ACTIVE for port object b08735f5-8266-44ad-8f2a-52b5341279da will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:25.865275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.904055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da009-157b-429b-92ee-8817e1d3caa6 service neutron] Pushing event updated for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:25.950574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-03ba8680-6a3f-441a-a898-2caea065d02b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 200 len: 217 time: 0.0754521 Jul 29 17:54:25.953905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c4bdc21-3ca9-44d4-b1a0-c469bbead3c5 req-67a1bd95-03a2-438a-9ba3-c27fec497d55 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201692 Jul 29 17:54:26.064806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-6682bacf-e556-47f4-bc05-9114ca5e1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.066522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-6682bacf-e556-47f4-bc05-9114ca5e1aa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 200 len: 797 time: 0.0971177 Jul 29 17:54:26.071115 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd479b8-32ae-42ce-bd4c-7e5a735b3a3d x-openstack-request-id: req-6cd479b8-32ae-42ce-bd4c-7e5a735b3a3d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:26.076007 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "tag": "99615036-6e71-4d43-8635-10f725e74c84", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:26.076266 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cd479b8-32ae-42ce-bd4c-7e5a735b3a3d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:26.076700 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'tag': '99615036-6e71-4d43-8635-10f725e74c84', 'status': 'completed', 'code': 200} Jul 29 17:54:26.118984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.137572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-c16a2f46-45f8-4ca7-862c-d92e7ef45fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.141204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-f9c76afa-991c-4daa-b719-054e07fd7132 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.6709869 Jul 29 17:54:26.143779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-c16a2f46-45f8-4ca7-862c-d92e7ef45fed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 1095 time: 0.3274064 Jul 29 17:54:26.180134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Pushing event updated for resources: {'Port': ['ID=b08735f5-8266-44ad-8f2a-52b5341279da,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:26.182700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'floatingip': {'port_id': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:26.251907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-ec720e27-c467-439c-a747-46830ba12abb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99615036-6e71-4d43-8635-10f725e74c84 HTTP/1.1" status: 200 len: 217 time: 0.0951216 Jul 29 17:54:26.270184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-65558a4c-a4d7-4b4c-bddb-a9c147a48679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.277465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-65558a4c-a4d7-4b4c-bddb-a9c147a48679 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92ef9973-b776-4d3d-8541-55aabe653706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927457 Jul 29 17:54:26.287409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:26.293396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.299249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:26.313990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:26.338223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:26.340986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:26.346637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.347276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.354116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:26.365869 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.375624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'Port': ['ID=ef262dc4-cbc4-407e-83f8-6bd715bc74ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:26.423216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-18018e34-d285-4b90-80c9-0dd9bf9c06dc tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2962205 Jul 29 17:54:26.429087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37494) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:26.436189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Request body: {'port': {'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1825762833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:26.436915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] bootfile-name is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:26.437062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] tftp-server is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:26.437409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.api.validators [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] server-ip-address is not in valid_values {{(pid=94052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:26.449366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-7c909d8a-0d63-4fae-92fe-8bf5a58dd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.450975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-7c909d8a-0d63-4fae-92fe-8bf5a58dd1ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1867275 Jul 29 17:54:26.471490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.519097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Transition to ACTIVE for port object d62b45ba-fc9a-4839-a8f3-6cb006facb79 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:26.525147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Attempting to bind port b08735f5-8266-44ad-8f2a-52b5341279da on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:26.530670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Attempting to bind port b08735f5-8266-44ad-8f2a-52b5341279da by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:26.534633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Attempting to bind port b08735f5-8266-44ad-8f2a-52b5341279da on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:26.546546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:26.547206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:26.547711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.548492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Bound using segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:26.548845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Bound port: b08735f5-8266-44ad-8f2a-52b5341279da, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:26.549321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.558527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-de8fe35d-294a-4d3d-b2d0-668be0f7e5f9 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602699 Jul 29 17:54:26.561511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d070b-0a95-4c71-bb42-131a559ede32 req-d350773c-ca07-4d83-8018-64cc379b1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:26.563921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-d350773c-ca07-4d83-8018-64cc379b1c45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925095 Jul 29 17:54:26.573807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Transition to ACTIVE for port object d62b45ba-fc9a-4839-a8f3-6cb006facb79 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:26.624365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.684591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Pushing event updated for resources: {'Port': ['ID=d62b45ba-fc9a-4839-a8f3-6cb006facb79,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:26.723024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:26.725668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:26.730732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:26.742940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] For port b08735f5-8266-44ad-8f2a-52b5341279da, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:26.747606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] For port b08735f5-8266-44ad-8f2a-52b5341279da, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b08735f5-8266-44ad-8f2a-52b5341279da,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:26.765362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.826914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53dc91-212f-4887-8b80-e4e3131a88bb None None] Pushing event updated for resources: {'Port': ['ID=b08735f5-8266-44ad-8f2a-52b5341279da,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:26.852962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Attempting to bind port d62b45ba-fc9a-4839-a8f3-6cb006facb79 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:26.853486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Attempting to bind port d62b45ba-fc9a-4839-a8f3-6cb006facb79 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '197dd2b2-617a-43cb-97ba-c27c7cce43b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:26.854156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Attempting to bind port d62b45ba-fc9a-4839-a8f3-6cb006facb79 on network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:26.860369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:26.860848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Checking segment: {'id': '197dd2b2-617a-43cb-97ba-c27c7cce43b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:26.861365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.861856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Bound using segment: {'id': '197dd2b2-617a-43cb-97ba-c27c7cce43b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:26.862639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Bound port: d62b45ba-fc9a-4839-a8f3-6cb006facb79, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197dd2b2-617a-43cb-97ba-c27c7cce43b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:26.863126 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.907381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-3b552d98-fe74-4921-96d1-3ce1c058cfa8 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069298 Jul 29 17:54:26.909734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-161fabfa-0513-45aa-b651-962c8b1cd913 service neutron] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116963 Jul 29 17:54:27.001698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] For port d62b45ba-fc9a-4839-a8f3-6cb006facb79, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:27.011073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] For port d62b45ba-fc9a-4839-a8f3-6cb006facb79, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d62b45ba-fc9a-4839-a8f3-6cb006facb79,segment=NetworkSegment(197dd2b2-617a-43cb-97ba-c27c7cce43b8),segment_id=197dd2b2-617a-43cb-97ba-c27c7cce43b8)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:27.024214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.114286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-bfbfc112-3908-4044-bd44-75ea2f49ae65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 200 len: 217 time: 0.1920724 Jul 29 17:54:27.121014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.245194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac962-a924-4a85-93c7-ecd94889bc03 None None] Pushing event updated for resources: {'Port': ['ID=d62b45ba-fc9a-4839-a8f3-6cb006facb79,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:27.247342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-98501ad8-c3ad-433b-a600-236ac007a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:27.249169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-98501ad8-c3ad-433b-a600-236ac007a66a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.1116807 Jul 29 17:54:27.263460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Made reservation on behalf of c7a6b20b5c7243648cffe172e6ec70b7 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:27.267475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.279177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.406546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.439824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b08735f5-8266-44ad-8f2a-52b5341279da up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:27.442883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] device_id is not set on port 92ae8206-a176-44a1-8461-38a160e2be9f yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:54:27.497899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223d070b-0a95-4c71-bb42-131a559ede32 req-02bd785c-f1cc-4748-a91c-b4c703fac596 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766425 Jul 29 17:54:27.512791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a0c7-e7c7-44c4-ab5f-215de2da8c50 req-54993ac1-247e-4450-b968-13a4f6dc6d8b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:27.514388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a01a0c7-e7c7-44c4-ab5f-215de2da8c50 req-54993ac1-247e-4450-b968-13a4f6dc6d8b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 944 time: 0.4052017 Jul 29 17:54:27.519958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-d845d520-c461-48c6-a4e4-aa11b6325773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:27.521393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-d845d520-c461-48c6-a4e4-aa11b6325773 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577758 Jul 29 17:54:27.604588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b08735f5-8266-44ad-8f2a-52b5341279da completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:27.761962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a01a0c7-e7c7-44c4-ab5f-215de2da8c50 req-8a63aba5-3297-47c1-8e66-8c832f9f6c10 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349048 Jul 29 17:54:27.810539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-7b1874af-507a-4c2a-9bed-17c0f57445b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:27.812095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-7b1874af-507a-4c2a-9bed-17c0f57445b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 1095 time: 0.2329915 Jul 29 17:54:27.835841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-894246b3-e4e6-41ad-a164-1480b87c8a7c service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974596 Jul 29 17:54:27.903970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Allocated IP 172.25.5.123 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/a13e34a8-7072-43a1-b60a-1d57377bd4aa) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:27.973266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:54:28.029617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Allocated IP 2001:db8::2fc (9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3/6d206f85-7836-4bf4-9ac5-dfeedac3b4cc/92ae8206-a176-44a1-8461-38a160e2be9f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:28.134214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.155768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.350970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.513868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d50c5-69f3-45a9-8d4d-7cf1a8b40ec5 None None] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:28.599751 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Floating IP 4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 associated. External IP: 172.25.5.66, port: 94a6d373-c7a3-4f5b-99be-db6d31a9c000. Jul 29 17:54:28.606394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a68a1c6e-18a3-49f4-827e-60f9d4c1e265 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590036 Jul 29 17:54:28.684697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Provisioning for port b08735f5-8266-44ad-8f2a-52b5341279da completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:28.685268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-a38afdd7-4126-48f3-ba46-e2c01d0c289d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 200 len: 217 time: 0.0685182 Jul 29 17:54:28.699785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Provisioning complete for port b08735f5-8266-44ad-8f2a-52b5341279da triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:28.700416 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.767502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-2e4cfa4d-96a7-4a72-ba53-3c73d494c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:28.770058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-2e4cfa4d-96a7-4a72-ba53-3c73d494c4ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 200 len: 797 time: 0.0771432 Jul 29 17:54:28.827695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-f1af11dd-6964-4433-b4ea-e38bcd765480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:28.829312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-f1af11dd-6964-4433-b4ea-e38bcd765480 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 1.0058181 Jul 29 17:54:28.885432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-2bc18bc3-6a44-41bc-a159-31bf30c9d484 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99615036-6e71-4d43-8635-10f725e74c84 HTTP/1.1" status: 200 len: 217 time: 0.0469866 Jul 29 17:54:28.912881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-d503ecfc-6ad0-442e-9432-ec5285434aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:28.914439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-d503ecfc-6ad0-442e-9432-ec5285434aab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=502eec23-ba9e-439b-9469-a85e3f0851ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366386 Jul 29 17:54:28.915422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0064e-626d-4453-aa0b-dc85afc8281d None None] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:28.984768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.066838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] For port b08735f5-8266-44ad-8f2a-52b5341279da, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b08735f5-8266-44ad-8f2a-52b5341279da,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:29.067121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-930f7f6e-ddcc-465d-9ca9-afec302fa620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:29.068811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-930f7f6e-ddcc-465d-9ca9-afec302fa620 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1608961 Jul 29 17:54:29.120938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.126273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd72076-5f17-4ae0-8912-bd50efe77697 req-74b921bd-1eb6-449b-a460-190fe4be9291 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:29.127959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd72076-5f17-4ae0-8912-bd50efe77697 req-74b921bd-1eb6-449b-a460-190fe4be9291 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 944 time: 0.2393427 Jul 29 17:54:29.233386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.244204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-19c8459a-ca15-4033-88f9-36063f92e9d7 service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024354 Jul 29 17:54:29.272135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dd72076-5f17-4ae0-8912-bd50efe77697 req-14d5f41e-d53b-4c4c-b70a-345018a85fec tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325564 Jul 29 17:54:29.275448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-d0b76df0-7354-40fc-8017-81b6bc2fe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:29.277764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-d0b76df0-7354-40fc-8017-81b6bc2fe31c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997948 Jul 29 17:54:29.299152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.343742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:29.345315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e4adf-d910-41fd-86bb-8d24dd1f60ea None None] Pushing event updated for resources: {'Port': ['ID=b08735f5-8266-44ad-8f2a-52b5341279da,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:29.359222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:29.366603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c3fca803-c7b0-4e29-8737-0e5ef5e7dc67 None None] Provisioning for port d62b45ba-fc9a-4839-a8f3-6cb006facb79 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:29.369674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:29.437246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Transition to ACTIVE for port object 92ae8206-a176-44a1-8461-38a160e2be9f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:29.467756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Pushing event updated for resources: {'Port': ['ID=a13e34a8-7072-43a1-b60a-1d57377bd4aa,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:29.512547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d62b45ba-fc9a-4839-a8f3-6cb006facb79 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:29.524449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-644a37dc-13f8-42e3-8759-97ebaef833db service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122350 Jul 29 17:54:29.573616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c6232304-b0fe-4d84-bcc5-537222bc65f2 None None] Provisioning complete for port b08735f5-8266-44ad-8f2a-52b5341279da triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:29.574229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6232304-b0fe-4d84-bcc5-537222bc65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.591551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f2ba7ec-0253-47f2-9719-7d72f3257ec0 req-356b68b0-7018-4385-8ff9-9bb66479225b service neutron] 10.222.0.38 "GET /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311117 Jul 29 17:54:29.806350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d62b45ba-fc9a-4839-a8f3-6cb006facb79 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:29.813580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d62b45ba-fc9a-4839-a8f3-6cb006facb79 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:29.815131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.819363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.822642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da26ea7b-d75b-439f-bd50-1c116bf98c5a req-0b1db80a-210f-4b13-8fc6-3ace458be9f7 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270641 Jul 29 17:54:29.917253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Router 9300ce17-8397-440b-94fb-2e57038785aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:29.920872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'Port': ['ID=92ae8206-a176-44a1-8461-38a160e2be9f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:29.939788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:29.943580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:30.001688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:30.007883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:30.008812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.051471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Provisioning for port ef262dc4-cbc4-407e-83f8-6bd715bc74ae completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:30.057621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99615036-6e71-4d43-8635-10f725e74c84 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:54:30.069773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Provisioning complete for port ef262dc4-cbc4-407e-83f8-6bd715bc74ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:30.070344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.079882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77894728-a6c4-40af-9bb8-404860dd078e tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6497109 Jul 29 17:54:30.084000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37522) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:30.127252 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.301195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99615036-6e71-4d43-8635-10f725e74c84,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:30.329435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.330290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d62b45ba-fc9a-4839-a8f3-6cb006facb79, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d62b45ba-fc9a-4839-a8f3-6cb006facb79,segment=NetworkSegment(197dd2b2-617a-43cb-97ba-c27c7cce43b8),segment_id=197dd2b2-617a-43cb-97ba-c27c7cce43b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:30.331885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Port ef262dc4-cbc4-407e-83f8-6bd715bc74ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:30.344435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '99615036-6e71-4d43-8635-10f725e74c84', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '99615036-6e71-4d43-8635-10f725e74c84', 'mac_address': 'fa:16:3e:64:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:54:30.348811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.382410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Provisioning complete for port d62b45ba-fc9a-4839-a8f3-6cb006facb79 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:30.383580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e07-32e9-4178-bb28-675282bb4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.486666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d1e8a-968a-4145-a584-f5482a6813a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:30.493008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d1e8a-968a-4145-a584-f5482a6813a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:30.507328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d1e8a-968a-4145-a584-f5482a6813a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:30.510838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-227d1e8a-968a-4145-a584-f5482a6813a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3935020 Jul 29 17:54:30.514149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:30.519649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37544) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:30.521843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b157-21d2-4625-904c-f7887878d9b2 req-6a69f404-0a24-49e2-a388-88a9536de7cb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:30.523700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3e6b157-21d2-4625-904c-f7887878d9b2 req-6a69f404-0a24-49e2-a388-88a9536de7cb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 944 time: 0.1086915 Jul 29 17:54:30.525653 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Sync routers for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:30.543393 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:30.544033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:30.557885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.561272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.602194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3e6b157-21d2-4625-904c-f7887878d9b2 req-9dd0f799-5595-4d4e-86f9-b65ca8a32eb6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723729 Jul 29 17:54:30.631375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d62b45ba-fc9a-4839-a8f3-6cb006facb79,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:30.646468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99615036-6e71-4d43-8635-10f725e74c84 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:54:30.679773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99615036-6e71-4d43-8635-10f725e74c84,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:30.691971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.718744 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6d040e5f-9d49-41d6-a73b-ac8fd35422e3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "PUT /v2.0/floatingips/4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 HTTP/1.1" status: 200 len: 996 time: 4.5765204 Jul 29 17:54:30.726761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:30.741314 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:30.800745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:30.822042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Provisioning complete for port ef262dc4-cbc4-407e-83f8-6bd715bc74ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:30.822739 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.837390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:30.897051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Port ef262dc4-cbc4-407e-83f8-6bd715bc74ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:30.915720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Provisioning for port 92ae8206-a176-44a1-8461-38a160e2be9f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:30.920250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Provisioning complete for port 92ae8206-a176-44a1-8461-38a160e2be9f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:30.920760 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.996501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:31.088136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-3da30691-eae4-4454-aa95-c1c607ef0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.096240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-3da30691-eae4-4454-aa95-c1c607ef0d44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.3446658 Jul 29 17:54:31.184344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.232130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Deleting port 92ae8206-a176-44a1-8461-38a160e2be9f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:31.232480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.242140 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'port_id': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'mac_address': 'fa:16:3e:d4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:22Z', 'updated_at': '2021-07-29T17:54:27Z', 'revision_number': 1, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:31.299536 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Checking router: 9300ce17-8397-440b-94fb-2e57038785aa for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:31.316260 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:31.317748 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:31.352516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-58543344-3567-49a5-a157-aef2ffe2e503 None None] Port 92ae8206-a176-44a1-8461-38a160e2be9f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:31.357509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b08735f5-8266-44ad-8f2a-52b5341279da up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:31.373662 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571aade1-62f9-466a-9dda-ec6704364afa x-openstack-request-id: req-571aade1-62f9-466a-9dda-ec6704364afa {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:31.374320 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:31.374320 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-571aade1-62f9-466a-9dda-ec6704364afa {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:31.375005 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:54:31.424522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-5b67238e-96d8-49e0-a291-f4380de2aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.426726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-5b67238e-96d8-49e0-a291-f4380de2aa45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.0911765 Jul 29 17:54:31.479353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b08735f5-8266-44ad-8f2a-52b5341279da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:31.479727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.489663 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:31.604028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.618523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d62b45ba-fc9a-4839-a8f3-6cb006facb79 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:31.623848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-af7db100-a767-4646-94f0-b80210e30817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.625478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-af7db100-a767-4646-94f0-b80210e30817 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.1915226 Jul 29 17:54:31.637797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Calling delete_port for 92ae8206-a176-44a1-8461-38a160e2be9f owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:31.740904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-1cded25b-6a7c-4fe0-afab-bb3aa32b14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.743610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-1cded25b-6a7c-4fe0-afab-bb3aa32b14b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.6217163 Jul 29 17:54:31.760599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d62b45ba-fc9a-4839-a8f3-6cb006facb79 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:31.761095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.770040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-eec9e4ed-caa4-468f-b9d4-972e530505f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 999 time: 0.1332715 Jul 29 17:54:31.845780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875437f4-e075-4d65-9a74-ed48de1ea2c6 req-4bb50bb7-f81a-4789-8b01-2abc44bada4b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.848689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875437f4-e075-4d65-9a74-ed48de1ea2c6 req-4bb50bb7-f81a-4789-8b01-2abc44bada4b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 945 time: 0.1324053 Jul 29 17:54:31.866578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-76c211d1-f296-4555-b41a-a69461552488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:31.866578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-76c211d1-f296-4555-b41a-a69461552488 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.0804632 Jul 29 17:54:31.870555 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-c86080ba-16f7-4501-9a8c-e9a111da518c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 999 time: 0.1207135 Jul 29 17:54:31.901463 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'port_id': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'mac_address': 'fa:16:3e:d4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:22Z', 'updated_at': '2021-07-29T17:54:27Z', 'revision_number': 1, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:31.912464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-244b85df-78be-4e1a-99bc-8645b83d66a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319324 Jul 29 17:54:31.944649 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44396b-a98e-476f-83f5-73945d595789 None None] The sync data for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 is: [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'port_id': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'mac_address': 'fa:16:3e:d4:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:22Z', 'updated_at': '2021-07-29T17:54:27Z', 'revision_number': 1, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:31.957468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875437f4-e075-4d65-9a74-ed48de1ea2c6 req-c861c6f8-dee4-43e6-a8b7-addae4a81a02 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013539 Jul 29 17:54:32.006661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:54:32.015771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-9413a254-ca6e-461c-a596-ebacab76654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:32.017585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-9413a254-ca6e-461c-a596-ebacab76654f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.0893123 Jul 29 17:54:32.056587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-20842061-a6c1-4b0d-82f4-cb1a7bcf5643 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353948 Jul 29 17:54:32.073049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.231181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a43bfb-febf-4baa-b4ad-7a0b344b5e2e req-c7b83ca1-a6bf-43a7-b2bd-5dab8aad8002 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667399 Jul 29 17:54:32.316778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58982740-9618-4a65-8e70-0c3d3480eae3 None None] New status for floating IP 4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:54:32.496285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event deleted for resources: {'Port': ['ID=92ae8206-a176-44a1-8461-38a160e2be9f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:32.500518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-49ca030b-981d-40f0-befc-91bb2f34a464 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4376051 Jul 29 17:54:32.617217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.622926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:32.626785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39d05e35-54ad-4c0e-bf3a-78b6f59130c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "DELETE /v2.0/ports/92ae8206-a176-44a1-8461-38a160e2be9f HTTP/1.1" status: 204 len: 168 time: 2.1060493 Jul 29 17:54:32.628469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Request body: {'port': {'name': 'tempest-new-port-name-64648194', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:32.628910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.api.validators [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] bootfile-name is not in valid_values {{(pid=94051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:32.629241 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.api.validators [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] tftp-server is not in valid_values {{(pid=94051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:32.629565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.api.validators [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] server-ip-address is not in valid_values {{(pid=94051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 17:54:32.645433 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:54:32.703546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:32.713861 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:32.725452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-db033115-5c91-470e-8888-5458e70859d7 service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097547 Jul 29 17:54:32.728850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:32.729487 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:32.783802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.900968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b080f4e7-09a2-4002-bb64-0d6a45527486 req-6b9a5064-fcaf-40ef-b6e7-32680fa565a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731961 Jul 29 17:54:32.927202 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:32.927860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.929236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c6c185a-666d-4190-84bd-4e8ab07c3946 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5974855 Jul 29 17:54:32.932826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37578) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:33.045959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-a6c787fb-f2df-4b90-8d8d-d1079d7b900d tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 1001 time: 0.1043079 Jul 29 17:54:33.128395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-0ecad0dd-73a8-4fa5-aaf6-732366b15c11 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:33.129878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-0ecad0dd-73a8-4fa5-aaf6-732366b15c11 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports/94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 943 time: 0.0812232 Jul 29 17:54:33.299384 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:29Z', 'revision_number': 3, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:33.356965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908910-3840-4ab8-abc1-9795f549726d req-2688304d-101a-4e8c-8cd6-e73a91371c46 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:33.365090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27908910-3840-4ab8-abc1-9795f549726d req-2688304d-101a-4e8c-8cd6-e73a91371c46 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 945 time: 0.2749686 Jul 29 17:54:33.368826 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:33.369165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Updating router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 port a13e34a8-7072-43a1-b60a-1d57377bd4aa binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:54:33.464297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-b31227f9-8767-4348-bed3-c1cdf68f81ac tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 1001 time: 0.1918101 Jul 29 17:54:33.467383 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.508946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-27908910-3840-4ab8-abc1-9795f549726d req-2fa35863-9008-4242-93be-9b780643abab tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424024 Jul 29 17:54:33.512886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.532107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.703620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-2639237e-617d-4939-bb8b-50a573211044 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:33.705294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-2639237e-617d-4939-bb8b-50a573211044 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.2400970 Jul 29 17:54:33.777548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] In _notify_port_updated(), no bound segment for port ef262dc4-cbc4-407e-83f8-6bd715bc74ae on network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:54:33.789780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:33.800192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.805148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "PUT /v2.0/ports/ef262dc4-cbc4-407e-83f8-6bd715bc74ae HTTP/1.1" status: 200 len: 1128 time: 1.1810377 Jul 29 17:54:33.806340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37586) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:33.922046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.947670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa1763-3af4-47a3-b48c-e3343cd0972a tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event updated for resources: {'Port': ['ID=ef262dc4-cbc4-407e-83f8-6bd715bc74ae,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:33.974524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821cff34-298c-4e59-9a43-b5b02ed494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:33.980292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-821cff34-298c-4e59-9a43-b5b02ed494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "GET /v2.0/ports/ef262dc4-cbc4-407e-83f8-6bd715bc74ae HTTP/1.1" status: 200 len: 1128 time: 0.1641214 Jul 29 17:54:33.985350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37588) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:34.023267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-4916be00-93e6-4f8f-a2fa-303f28d7b7c4 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 1001 time: 0.2083395 Jul 29 17:54:34.043251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:34.045750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99615036-6e71-4d43-8635-10f725e74c84 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:34.049454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4e7da8d0-f6ff-49d6-8285-6f3c527013f6 None None] Provisioning complete for port ef262dc4-cbc4-407e-83f8-6bd715bc74ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:34.050642 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e7da8d0-f6ff-49d6-8285-6f3c527013f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.104966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da8d0-f6ff-49d6-8285-6f3c527013f6 None None] Port ef262dc4-cbc4-407e-83f8-6bd715bc74ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:34.131296 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.143992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Transition to ACTIVE for port object a13e34a8-7072-43a1-b60a-1d57377bd4aa will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:34.146380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.161500 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.200492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Allocated IP 172.20.0.1 (9fcae63e-c409-4660-9c2c-e78bd8954ea3/4e485096-1046-4128-95e6-dbab97c6ae92/1d85a998-011d-4b35-8dd3-483477694361) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:34.202024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Deleting port ef262dc4-cbc4-407e-83f8-6bd715bc74ae {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:34.202416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.228802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Pushing event updated for resources: {'Port': ['ID=a13e34a8-7072-43a1-b60a-1d57377bd4aa,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:34.242718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.242718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.243117 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.244501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.244501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.245519 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.246167 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.246858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.247444 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.248041 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.248464 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.248935 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:34.260994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 99615036-6e71-4d43-8635-10f725e74c84 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:34.265213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 99615036-6e71-4d43-8635-10f725e74c84 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:34.270024 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.282531 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Attempting to bind port a13e34a8-7072-43a1-b60a-1d57377bd4aa on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:34.283073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Attempting to bind port a13e34a8-7072-43a1-b60a-1d57377bd4aa by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:34.283533 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Attempting to bind port a13e34a8-7072-43a1-b60a-1d57377bd4aa on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:34.289675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:34.290257 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:34.290808 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.291319 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:34.291889 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Bound port: a13e34a8-7072-43a1-b60a-1d57377bd4aa, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:34.292367 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.376728 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] For port a13e34a8-7072-43a1-b60a-1d57377bd4aa, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:34.381354 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] For port a13e34a8-7072-43a1-b60a-1d57377bd4aa, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a13e34a8-7072-43a1-b60a-1d57377bd4aa,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:34.387717 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.390279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.396192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.400098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.412264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Calling delete_port for ef262dc4-cbc4-407e-83f8-6bd715bc74ae owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:34.417211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.417910 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Floating IP 4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 disassociated. External IP: 172.25.5.66, port: 94a6d373-c7a3-4f5b-99be-db6d31a9c000. Jul 29 17:54:34.424262 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.425366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Transition to ACTIVE for port object 1d85a998-011d-4b35-8dd3-483477694361 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:34.453668 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:34.454192 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:34.473703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99615036-6e71-4d43-8635-10f725e74c84'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:34.478692 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680feff-5664-49aa-8a5e-53d5d46c91d0" -d '{"events": [{"server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "name": "network-vif-plugged", "status": "completed", "tag": "99615036-6e71-4d43-8635-10f725e74c84"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:34.497087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99615036-6e71-4d43-8635-10f725e74c84,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:34.500752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.517719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.532315 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9f1a-97c5-4204-8659-dabd652cc62c None None] Pushing event updated for resources: {'Port': ['ID=a13e34a8-7072-43a1-b60a-1d57377bd4aa,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:34.599191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:34.608813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Pushing event updated for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:34.627071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:34.629016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:34.631632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:34.655400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:34.715835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.815985 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8e00a-1716-44c3-920f-17f8fe5cfc9a x-openstack-request-id: req-e8b8e00a-1716-44c3-920f-17f8fe5cfc9a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:34.816279 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "name": "network-vif-plugged", "status": "completed", "tag": "99615036-6e71-4d43-8635-10f725e74c84", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:34.816547 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8b8e00a-1716-44c3-920f-17f8fe5cfc9a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:34.816996 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99615036-6e71-4d43-8635-10f725e74c84', 'code': 200} Jul 29 17:54:34.884732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.982527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event deleted for resources: {'Port': ['ID=ef262dc4-cbc4-407e-83f8-6bd715bc74ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:35.047963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-67b1a359-7302-4fd3-be05-440d78904e43 None None] Provisioning for port 1d85a998-011d-4b35-8dd3-483477694361 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:35.053559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-67b1a359-7302-4fd3-be05-440d78904e43 None None] Provisioning complete for port 1d85a998-011d-4b35-8dd3-483477694361 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:35.054274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-67b1a359-7302-4fd3-be05-440d78904e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.110876 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.124026 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:29Z', 'revision_number': 3, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:35.145049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.147048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f1280fe0-fc5a-477a-b447-de4e12207c0f tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "DELETE /v2.0/ports/ef262dc4-cbc4-407e-83f8-6bd715bc74ae HTTP/1.1" status: 204 len: 168 time: 1.1606445 Jul 29 17:54:35.155779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37604) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:35.167653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-67b1a359-7302-4fd3-be05-440d78904e43 None None] Port 1d85a998-011d-4b35-8dd3-483477694361 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:35.176666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5a0ca-b3b8-4b7c-a6a8-71b2b19ed168 req-916fc0d8-b678-4e81-9695-0e47ff81c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:35.181365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e677-20d5-409f-aa66-0a6efaf0d122 req-ef75eb48-cec0-4f2b-8ccd-749feb2615ef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:35.182162 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801f931-7048-4545-911d-93e57b9e7832 None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:29Z', 'revision_number': 3, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:35.182713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efc5a0ca-b3b8-4b7c-a6a8-71b2b19ed168 req-916fc0d8-b678-4e81-9695-0e47ff81c90b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 1097 time: 0.2856057 Jul 29 17:54:35.197307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6d9e677-20d5-409f-aa66-0a6efaf0d122 req-ef75eb48-cec0-4f2b-8ccd-749feb2615ef tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 946 time: 0.2407269 Jul 29 17:54:35.265263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Router 9300ce17-8397-440b-94fb-2e57038785aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:35.304617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efc5a0ca-b3b8-4b7c-a6a8-71b2b19ed168 req-00124791-34d3-4583-bef9-6523af19512e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816433 Jul 29 17:54:35.337058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Deleting subnet 6d206f85-7836-4bf4-9ac5-dfeedac3b4cc {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:54:35.344704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.437399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:35.442889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.443015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.448873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6d9e677-20d5-409f-aa66-0a6efaf0d122 req-ae1db474-476c-4bf5-afae-8416a22ee1cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223469 Jul 29 17:54:35.451904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Sync routers for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:35.473593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:35.474447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:35.527859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ef775a70-1de9-46b4-8128-ff54d5f2e417 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "PUT /v2.0/floatingips/4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 HTTP/1.1" status: 200 len: 694 time: 1.4897521 Jul 29 17:54:35.530359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:35.539514 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:35.641729 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8365ab-32f8-4b90-a848-d08a5888a4a2 x-openstack-request-id: req-2b8365ab-32f8-4b90-a848-d08a5888a4a2 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:35.642015 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:35.642314 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b8365ab-32f8-4b90-a848-d08a5888a4a2 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:35.646387 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:54:35.678820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:35.717571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.787658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-e2276e20-1f3e-4459-8d35-49f1f970b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:35.789149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-e2276e20-1f3e-4459-8d35-49f1f970b12d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.2466197 Jul 29 17:54:35.799233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-5bac9256-564b-4d36-9fec-d74162fa9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:35.800823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-5bac9256-564b-4d36-9fec-d74162fa9f7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 1097 time: 0.1323037 Jul 29 17:54:35.840324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.844237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.861486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.917444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.919596 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "DELETE /v2.0/subnets/6d206f85-7836-4bf4-9ac5-dfeedac3b4cc HTTP/1.1" status: 204 len: 168 time: 0.7153764 Jul 29 17:54:35.961879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770e682-2d87-420a-b44a-08e9341270db None None] Network 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:36.021684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:36.024081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271ffd1-2f4d-4dd5-8335-f92f0080c75d tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event deleted for resources: {'Subnet': ['ID=6d206f85-7836-4bf4-9ac5-dfeedac3b4cc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:36.024237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-38d14262-43dc-4381-ba4f-f33a795b9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:36.058287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-38d14262-43dc-4381-ba4f-f33a795b9449 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.2519312 Jul 29 17:54:36.139234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-cc4061fc-2138-4748-b939-571fca20a397 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.0799401 Jul 29 17:54:36.188111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:36.200991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.202174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-aa170b05-4d8a-4c63-852d-e1426e29353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:36.204417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-aa170b05-4d8a-4c63-852d-e1426e29353b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.0577683 Jul 29 17:54:36.232317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Pushing event updated for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:36.261539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Checking router: 9300ce17-8397-440b-94fb-2e57038785aa for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:36.322827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-ad366fc4-c766-4c0c-ae36-fe25d94e48f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019919 Jul 29 17:54:36.350049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-bc16d55b-57fb-4db0-a98a-a7cbd7e1cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:36.351565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-bc16d55b-57fb-4db0-a98a-a7cbd7e1cd3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 200 len: 920 time: 0.4210825 Jul 29 17:54:36.355634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:36.356299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:36.359498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.442743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:36.452020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:36.658311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] DHCP port deletion for 9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:54:36.788423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:36.919477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Deleting port d62b45ba-fc9a-4839-a8f3-6cb006facb79 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:36.920108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.955314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-60873411-159d-4aee-9f2f-b53433926458 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 200 len: 217 time: 0.5829053 Jul 29 17:54:36.970675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Deleting port d62b45ba-fc9a-4839-a8f3-6cb006facb79 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:36.971001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.977520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed8170-ad5b-442f-8621-3b37d30ad146 req-4e2fcbb6-0a87-44c0-9712-4a3034ed4c89 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:36.979257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ed8170-ad5b-442f-8621-3b37d30ad146 req-4e2fcbb6-0a87-44c0-9712-4a3034ed4c89 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 946 time: 0.1476288 Jul 29 17:54:36.983191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:37.055169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] For port d62b45ba-fc9a-4839-a8f3-6cb006facb79, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d62b45ba-fc9a-4839-a8f3-6cb006facb79,segment=NetworkSegment(197dd2b2-617a-43cb-97ba-c27c7cce43b8),segment_id=197dd2b2-617a-43cb-97ba-c27c7cce43b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:37.055564 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.059108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c9ed8170-ad5b-442f-8621-3b37d30ad146 req-4a566dbf-b82c-4c38-a400-71b4f856c165 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Jul 29 17:54:37.061122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] For port d62b45ba-fc9a-4839-a8f3-6cb006facb79, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d62b45ba-fc9a-4839-a8f3-6cb006facb79,segment=NetworkSegment(197dd2b2-617a-43cb-97ba-c27c7cce43b8),segment_id=197dd2b2-617a-43cb-97ba-c27c7cce43b8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:37.061599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.064732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-0b2ba843-2cd3-409f-985e-3c9d1624b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:37.069478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Calling delete_port for d62b45ba-fc9a-4839-a8f3-6cb006facb79 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:37.070483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-0b2ba843-2cd3-409f-985e-3c9d1624b132 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 200 len: 859 time: 0.1043189 Jul 29 17:54:37.093572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-18deebee-695f-4d75-a547-8d5cfecf7814 service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625539 Jul 29 17:54:37.115273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Calling delete_port for d62b45ba-fc9a-4839-a8f3-6cb006facb79 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:37.159113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c4d02b2-8696-4dbc-b370-7261820a688d None None] Provisioning complete for port 1d85a998-011d-4b35-8dd3-483477694361 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:37.159479 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c4d02b2-8696-4dbc-b370-7261820a688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.200400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d02b2-8696-4dbc-b370-7261820a688d None None] Port 1d85a998-011d-4b35-8dd3-483477694361 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:37.201369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:37.212132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-944ae981-8182-4669-b03a-914b2052c5bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749016 Jul 29 17:54:37.241243 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.279339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] No DVR routers for this DVR port d62b45ba-fc9a-4839-a8f3-6cb006facb79 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:37.285338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4ad086d-d482-4f68-b0cf-7d1720cc1d9f admin admin] 10.222.0.16 "PUT /v2.0/routers/edacfe74-7207-4f7f-b004-0bd8cb5b65d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3522298 Jul 29 17:54:37.286830 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.302781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4757b-f3ac-4b54-8964-d9dbe2dd9903 None None] Pushing event deleted for resources: {'Port': ['ID=d62b45ba-fc9a-4839-a8f3-6cb006facb79,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.315230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event deleted for resources: {'Port': ['ID=d62b45ba-fc9a-4839-a8f3-6cb006facb79,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.329235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] No DVR routers for this DVR port d62b45ba-fc9a-4839-a8f3-6cb006facb79 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:37.332072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.332642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.333041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.333383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.333779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.334123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.336174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.336531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.336946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.337531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.337867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.338188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:37.409244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a13e34a8-7072-43a1-b60a-1d57377bd4aa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:37.432636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:37.450324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-913530532'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:37.507518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.524135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.545851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197dd2b2-617a-43cb-97ba-c27c7cce43b8') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.546099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197dd2b2-617a-43cb-97ba-c27c7cce43b8') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.583994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.607762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-384f0c1a-7a3e-43d5-bf91-07cc93e189ee service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751299 Jul 29 17:54:37.610297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e1eff2d-f8fd-4e4a-9e5c-53aca93ceb6d req-1c6ac2e5-a9db-4f60-afb2-bb3dc4e2f576 service neutron] 10.222.0.16 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137062 Jul 29 17:54:37.621224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.638747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:37.643604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.651309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:54:37.651733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:54:37.667156 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:54:37.723616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.761481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ea6c2-e6a7-4e36-99b9-3db76da64092 None None] The sync data for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 is: [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '570d55ba-e2cb-40aa-baf0-3ae51e1d28a4', 'name': '', 'network_id': 'a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:24Z', 'updated_at': '2021-07-29T17:53:33Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'subnets': [{'id': '472de00f-fb25-4725-a68e-f527280eb0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:37.764049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.776389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.784365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] 10.222.0.16 "DELETE /v2.0/networks/9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3 HTTP/1.1" status: 204 len: 168 time: 1.7553864 Jul 29 17:54:37.790716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a13e34a8-7072-43a1-b60a-1d57377bd4aa completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:37.795335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a13e34a8-7072-43a1-b60a-1d57377bd4aa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:37.795823 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.811728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944b7a-3c60-4584-b19a-e78df98a3b16 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212 tempest-ExtraDHCPOptionsIpV6TestJSON-1431132212-project] Pushing event deleted for resources: {'Network': ['ID=9aca95ec-1c11-4b8d-9fe3-a716f7ab99a3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.854597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-ab0b00b1-673a-4bac-8e04-f59691430c24 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips/4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 HTTP/1.1" status: 200 len: 694 time: 0.1233444 Jul 29 17:54:37.884793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:54:37.949571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.949910 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Added segment 780ef107-991a-4073-a54a-b238ee6fd3a9 of type vlan for network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b Jul 29 17:54:37.957680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37640) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:37.959231 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.962655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532427341', 'description': 'tempest-description--719655503'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:38.018773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:38.021167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.028608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a13e34a8-7072-43a1-b60a-1d57377bd4aa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a13e34a8-7072-43a1-b60a-1d57377bd4aa,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:38.036906 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:38.037826 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:38.039506 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.170521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d62b45ba-fc9a-4839-a8f3-6cb006facb79 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:54:38.172013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca2975d1-34a1-4da5-8f39-6790cbaa58a5 req-1c99b379-3a1b-424a-a010-44cd1ac4d8f7 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528622 Jul 29 17:54:38.253606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.255758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.266867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.284857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d62b45ba-fc9a-4839-a8f3-6cb006facb79 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:54:38.285436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d62b45ba-fc9a-4839-a8f3-6cb006facb79 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:54:38.339281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-0e482b41-6803-41db-bad8-0a91e4e5bb27 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:38.347374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6a518c-d490-4cc4-8991-5fe0bc1d3703,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:38.347730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-0e482b41-6803-41db-bad8-0a91e4e5bb27 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 784 time: 0.4922538 Jul 29 17:54:38.350551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a13e34a8-7072-43a1-b60a-1d57377bd4aa,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:38.375244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.376979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3606a214-770b-41eb-9b9e-3de02494ba4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4183211 Jul 29 17:54:38.380059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37648) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:38.389065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group_rule': {'security_group_id': '9f6a518c-d490-4cc4-8991-5fe0bc1d3703', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:38.395802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:38.412262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37650) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:38.434048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596ab5a-bda7-4453-90d2-323481c7f670 None None] New status for floating IP 4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:54:38.454144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-70704997-dbfa-47cc-bd50-40243235ef42 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 697 time: 0.0757585 Jul 29 17:54:38.459330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.472110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:38.474962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.499576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.561935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Network': ['ID=5461a01e-b1b3-4ce7-9da3-bc9809278f2b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:38.615081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-bdda5beb-8d5d-474f-89da-dd0ed0daf2c3 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 697 time: 0.1328018 Jul 29 17:54:38.617328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.617767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.618115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.618485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.618824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.619160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.619494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.619822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.620185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.620506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.620801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.621122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:38.625737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1170c766-8441-444f-bd0f-7fc7324fc941 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1900783 Jul 29 17:54:38.628325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37654) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:38.634568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2101153415'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:38.671866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:54:38.694766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.698270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb448ea9-8be9-4958-8e15-136bfdcab8b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7a6b20b5c7243648cffe172e6ec70b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695684 Jul 29 17:54:38.700695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37656) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:38.706039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.720505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54df2ff-7078-417f-a7a9-9b8b126c4ba4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:38.755352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.756814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fc91bdfe-308d-4425-a229-5c901f8bba75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3748541 Jul 29 17:54:38.759891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37658) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:38.766571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group_rule': {'security_group_id': '9f6a518c-d490-4cc4-8991-5fe0bc1d3703', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:38.792129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:38.796869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.811681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:35Z', 'revision_number': 2, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:38.846561 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:38.846990 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Updating router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 port 1d85a998-011d-4b35-8dd3-483477694361 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:54:38.863589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.872121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.880045 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.888255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:54:38.911899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.912321 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Added segment 0294bb92-c9ee-4101-ad8f-f999920dfbdf of type vlan for network 2f7727b5-50e6-41e4-a3bb-a7442a581738 Jul 29 17:54:38.950616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.988042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.999042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Deleting port 3cc9319e-2457-433b-b893-2aff3a105591 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:38.999422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.015027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.031612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.046032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d809b05b-a480-477e-b896-ae4f8542de07,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:39.076948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.078603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b20738f-b4e3-4b07-96a0-5e0836fe584b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176694 Jul 29 17:54:39.084508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37660) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:39.095004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:39.123899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.126353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.137645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Calling delete_port for 3cc9319e-2457-433b-b893-2aff3a105591 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:39.141835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.147500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:39.148173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.163060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.165545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.166811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44d4fad6-f90b-4b45-9d4f-4929d6787a7d HTTP/1.1" status: 204 len: 168 time: 0.4649286 Jul 29 17:54:39.174527 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.208405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5d0-dcb1-48bb-886c-a6cfbf27a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.368102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a13e34a8-7072-43a1-b60a-1d57377bd4aa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:39.458445 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.459953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad3ee9-71b0-4003-8b1f-772328b0d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4fad6-f90b-4b45-9d4f-4929d6787a7d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:39.461787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.472297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8429191 Jul 29 17:54:39.484224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37670) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:39.491568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'subnet': {'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:39.497059 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Transition to ACTIVE for port object 1d85a998-011d-4b35-8dd3-483477694361 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:39.504398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834dbe5-6811-499f-a70f-2fd2bf95a749 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Network': ['ID=2f7727b5-50e6-41e4-a3bb-a7442a581738,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:39.505101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a13e34a8-7072-43a1-b60a-1d57377bd4aa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:39.505629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.542523 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.592531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Allocated IP 172.25.5.80 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/79557e37-58ae-442e-becb-75f48455999d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:39.646446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:54:39.673099 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8758cc-d920-4b28-944f-005e8ab71f6b None None] Pushing event updated for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:39.711738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.792961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.833106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:39.835564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:39.876605 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Attempting to bind port 1d85a998-011d-4b35-8dd3-483477694361 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:39.878124 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Attempting to bind port 1d85a998-011d-4b35-8dd3-483477694361 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:39.881120 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Attempting to bind port 1d85a998-011d-4b35-8dd3-483477694361 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:39.884678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:39.891564 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.898459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:39.899227 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:39.900979 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.901609 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Bound using segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:39.902481 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Bound port: 1d85a998-011d-4b35-8dd3-483477694361, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:39.907593 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:39.907761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:40.006560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=79557e37-58ae-442e-becb-75f48455999d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:40.075429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.099725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] For port 1d85a998-011d-4b35-8dd3-483477694361, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:40.107077 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] For port 1d85a998-011d-4b35-8dd3-483477694361, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1d85a998-011d-4b35-8dd3-483477694361,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:40.119268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event deleted for resources: {'Port': ['ID=3cc9319e-2457-433b-b893-2aff3a105591,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:40.125335 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.270595 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:40.273391 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:40.290018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.297239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.299906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.303644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f6be14-7490-4c5d-aae2-9847cf6747e8 req-fa897b27-3c02-439b-a658-6dcf4a68e678 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "DELETE /v2.0/floatingips/4908f6c1-d454-4ea5-99f0-fa7a0c6ea0d0 HTTP/1.1" status: 204 len: 173 time: 1.6640639 Jul 29 17:54:40.400371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.411938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8758cc-d920-4b28-944f-005e8ab71f6b None None] Pushing event updated for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:40.497044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.580844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95302ebf-c911-403a-b72c-5b3b1767793e req-bb851f08-54a8-4091-925e-abaae36b792f tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups/a0084ca8-1a59-4fb0-ab26-7057db74fd0f HTTP/1.1" status: 200 len: 1808 time: 0.1868658 Jul 29 17:54:40.605618 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:40.678716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37696) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:40.682001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Subnet': ['ID=38fd76c9-eaaa-4873-9099-a6ab3fe7714b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:40.692604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:40.693043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network hostable DHCP agents. Network: 5461a01e-b1b3-4ce7-9da3-bc9809278f2b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:54:40.729404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:54:40.763581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 5461a01e-b1b3-4ce7-9da3-bc9809278f2b) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:40.768428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:40.771155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:40.776205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803037e-6ea6-4826-86df-33a67e7da62d None None] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:40.799878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5c28db5b-dfe3-476b-9a7f-ea5344cdeca5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3141353 Jul 29 17:54:40.805186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37700) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:40.811139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'subnet': {'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:41.001040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:41.006606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.022059 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:40Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:41.055338 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a116a87-3ad1-4dd8-9e1d-d46aea22b653 None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:40Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:41.104730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:54:41.105965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.201569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--218428284'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:41.232691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.257800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.329705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-95302ebf-c911-403a-b72c-5b3b1767793e req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.354886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-95302ebf-c911-403a-b72c-5b3b1767793e req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.399722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1d85a998-011d-4b35-8dd3-483477694361 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:41.402690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.415490 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-95302ebf-c911-403a-b72c-5b3b1767793e req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.418462 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-95302ebf-c911-403a-b72c-5b3b1767793e req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.424221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95302ebf-c911-403a-b72c-5b3b1767793e req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0084ca8-1a59-4fb0-ab26-7057db74fd0f HTTP/1.1" status: 204 len: 173 time: 0.7622540 Jul 29 17:54:41.522369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.526394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Allocated IP 10.1.1.2 (5461a01e-b1b3-4ce7-9da3-bc9809278f2b/38fd76c9-eaaa-4873-9099-a6ab3fe7714b/aa05fbff-a727-465c-a056-f0edb2c0fc95) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:41.538101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973cc78-12a5-4d39-8d3d-579297191516 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0084ca8-1a59-4fb0-ab26-7057db74fd0f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:41.544971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.555446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Checking segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:41.556039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network hostable DHCP agents. Network: 2f7727b5-50e6-41e4-a3bb-a7442a581738, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:54:41.566058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Subnet': ['ID=f9f9a0ef-a509-464c-ba6f-2a663782d293,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:41.637667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:54:41.667792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 2f7727b5-50e6-41e4-a3bb-a7442a581738) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:41.681635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:41.683427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.722277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=79557e37-58ae-442e-becb-75f48455999d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:41.730880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1d85a998-011d-4b35-8dd3-483477694361 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:41.758634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fc0e3-21cf-4ce1-bfb1-acde1eabc575 None None] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:41.768002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.802420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1d85a998-011d-4b35-8dd3-483477694361 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:41.803490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.814793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.832918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-28ad6680-ebd8-4560-a4ed-cd34a25b1e60 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0265656 Jul 29 17:54:41.840995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:41.846814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'name': 'tempest-TaggedBootDevicesTest_v242-1970803664', 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:41.849462 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.866174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:41.882177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9347f59-e1d7-4bd3-9023-9def53c483c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7792943 Jul 29 17:54:41.939727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d142cff1-84d0-4d0c-bf56-0999a5989443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.024404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6af093-d8b9-4740-b14c-c5b62ef592b5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:42.119413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599ad5-ced0-45de-9ce8-684a047500d6 req-ce84b6a8-4728-4e3b-b438-1c115566869b tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:42.121000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed599ad5-ced0-45de-9ce8-684a047500d6 req-ce84b6a8-4728-4e3b-b438-1c115566869b tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.1443594 Jul 29 17:54:42.155955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.195254 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.246111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.264298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Transition to ACTIVE for port object aa05fbff-a727-465c-a056-f0edb2c0fc95 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:42.267966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-2f7727b5-50e6-41e4-a3bb-a7442a581738', 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ips': [{'subnet_id': 'f9f9a0ef-a509-464c-ba6f-2a663782d293'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:54:42.269422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.285540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.288412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:42.325559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed599ad5-ced0-45de-9ce8-684a047500d6 req-9a8193b0-3852-4991-ae3a-12b3f76d67e6 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780174 Jul 29 17:54:42.346961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.350647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6605988 Jul 29 17:54:42.351428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:42.360988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.370119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Transition to ACTIVE for port object aa05fbff-a727-465c-a056-f0edb2c0fc95 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:42.401191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155dda-2047-459a-a33e-73c27cb8a016 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7ae61-76f3-4a1f-befb-803595b98c95,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:42.479890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9da1b6dc-44fa-4022-8875-fa97d698d30e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1267648 Jul 29 17:54:42.482389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:42.491641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.496500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-security--347398206', 'description': 'tempest-security-description-886835704'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:42.496998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-05fa04e2-a858-4e08-9b95-a8c4ac201c65 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--532427341&fields=id&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 267 time: 0.2187359 Jul 29 17:54:42.572225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.573183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1d85a998-011d-4b35-8dd3-483477694361, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1d85a998-011d-4b35-8dd3-483477694361,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:42.618534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.621285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.624116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:42.627037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Pushing event updated for resources: {'Port': ['ID=aa05fbff-a727-465c-a056-f0edb2c0fc95,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:42.660750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] device_id is not set on port 6f674ec2-cb9a-4afc-9073-72efd948148f yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:54:42.685612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:42.694584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:42.698991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:42.759657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.772795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.779152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.784562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "PUT /v2.0/security-groups/e1e7ae61-76f3-4a1f-befb-803595b98c95 HTTP/1.1" status: 200 len: 1778 time: 0.2938151 Jul 29 17:54:42.785429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37732) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:42.815881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-b67e1098-a314-4cfc-9481-e9ea861583c7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:42.823931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-b67e1098-a314-4cfc-9481-e9ea861583c7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 817 time: 0.3259704 Jul 29 17:54:42.825236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Allocated IP 10.2.2.2 (2f7727b5-50e6-41e4-a3bb-a7442a581738/f9f9a0ef-a509-464c-ba6f-2a663782d293/ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:42.839907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-9cfc7530-6a06-4c36-8cef-18a879b0068d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/quotas/6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 375 time: 0.0148442 Jul 29 17:54:42.900690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fbad35c8-16e8-4a3c-92eb-e3f66268738a tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups/e1e7ae61-76f3-4a1f-befb-803595b98c95 HTTP/1.1" status: 200 len: 1778 time: 0.1030149 Jul 29 17:54:42.917465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dae96-d3e4-4fd5-ba36-d1cd8ee3ea78 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7ae61-76f3-4a1f-befb-803595b98c95,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:42.920016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37734) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:42.977783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Attempting to bind port aa05fbff-a727-465c-a056-f0edb2c0fc95 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:42.978628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Attempting to bind port aa05fbff-a727-465c-a056-f0edb2c0fc95 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:42.978628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Attempting to bind port aa05fbff-a727-465c-a056-f0edb2c0fc95 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:42.983159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.989702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:42.990748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:42.992023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:42.992023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Bound using segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:42.992023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Bound port: aa05fbff-a727-465c-a056-f0edb2c0fc95, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:42.992462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.065351 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.096360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.108334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-f5249a71-b4f7-4ec2-b5b8-75ee5a40540f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2301295 Jul 29 17:54:43.124560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] For port aa05fbff-a727-465c-a056-f0edb2c0fc95, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:43.147731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] For port aa05fbff-a727-465c-a056-f0edb2c0fc95, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=aa05fbff-a727-465c-a056-f0edb2c0fc95,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:43.154282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.165180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.189598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.192562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.193767 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1e7ae61-76f3-4a1f-befb-803595b98c95 HTTP/1.1" status: 204 len: 168 time: 0.2724507 Jul 29 17:54:43.197647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37736) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:43.199077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.1.1.86 (5461a01e-b1b3-4ce7-9da3-bc9809278f2b/38fd76c9-eaaa-4873-9099-a6ab3fe7714b/6f674ec2-cb9a-4afc-9073-72efd948148f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:43.200192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Transition to ACTIVE for port object ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:43.209962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e782a-33b4-4b07-a2a0-381bdecf5710 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7ae61-76f3-4a1f-befb-803595b98c95,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:43.253971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Transition to ACTIVE for port object ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:43.280754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.296364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb03e-af6a-4f13-a29c-4670b773c698 None None] Pushing event updated for resources: {'Port': ['ID=aa05fbff-a727-465c-a056-f0edb2c0fc95,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:43.319465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f09f8564-e8fe-4d58-9fc9-d45f18b8a88a tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171703 Jul 29 17:54:43.322343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37738) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:43.343448 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-1e5a7948-ca1b-4c34-8769-afed0f1739a7 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] delete failed (client error): The resource could not be found. Jul 29 17:54:43.348152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1e5a7948-ca1b-4c34-8769-afed0f1739a7 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1e7ae61-76f3-4a1f-befb-803595b98c95 HTTP/1.1" status: 404 len: 347 time: 0.0209320 Jul 29 17:54:43.348739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:43.358495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:43.361426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:43.365126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:43.373927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1d85a998-011d-4b35-8dd3-483477694361 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:43.374680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--604737367'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:43.439443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.447424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-d0a9d129-7db1-4242-b606-de7dc87cbf38 service neutron] 10.222.0.16 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377562 Jul 29 17:54:43.548529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4107ff4-4155-43c4-bf60-e63377188841 req-15a56364-2a7d-4f06-ad4e-92b5e7385788 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:43.557194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4107ff4-4155-43c4-bf60-e63377188841 req-15a56364-2a7d-4f06-ad4e-92b5e7385788 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.0980966 Jul 29 17:54:43.682946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4107ff4-4155-43c4-bf60-e63377188841 req-951da896-fed5-41e7-af8a-7622cf919f30 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247342 Jul 29 17:54:43.731423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.737452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-1cd86839-50d2-4cfb-a8bc-33a41296b7b9 service neutron] 10.222.0.16 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890780 Jul 29 17:54:43.742491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.756534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Pushing event updated for resources: {'Port': ['ID=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:43.783509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1d85a998-011d-4b35-8dd3-483477694361 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:43.783509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.786422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.788207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4381964 Jul 29 17:54:43.790595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f211153-6497-4bf7-bdb2-035b7ab7cf3f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd86e1d-c7c6-4c2c-bb66-a55676fc6cd7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:43.791990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37744) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:43.800700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.805699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': '8dd86e1d-c7c6-4c2c-bb66-a55676fc6cd7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:43.848937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Attempting to bind port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:43.849479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Attempting to bind port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:43.849597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Attempting to bind port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:43.875099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:43.876612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Checking segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:43.876612 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.876612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Bound using segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:43.876903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Bound port: ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:43.877172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.898331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object 6f674ec2-cb9a-4afc-9073-72efd948148f will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:43.904808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.980867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] For port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:43.995492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:43.999405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.000242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] For port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:44.012772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.031721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.049788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e378f13e-b6cf-4c11-885b-0ceec86f187e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:44.078617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813647a-a012-4be0-88bf-c1db13b1995e None None] Pushing event updated for resources: {'Port': ['ID=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:44.092797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:44.135264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:44.139674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:44.142794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:44.206628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.208107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4add3d03-21a6-4457-a656-ef5ec26f20fb req-39fe2588-2a36-4c77-88cc-21bba85f2b26 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 210 time: 0.0811846 Jul 29 17:54:44.212356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1b213dec-8c6b-4cee-bb2f-6444179a3e6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156270 Jul 29 17:54:44.233107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37754) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:44.291167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.304756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-d21c7416-a252-4122-9a8a-8700801318a4 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:44.306343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-d21c7416-a252-4122-9a8a-8700801318a4 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 946 time: 0.2157094 Jul 29 17:54:44.321547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.354951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:44.355594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.494670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9ebde02f-b91d-4838-a840-847678de9e67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6524906 Jul 29 17:54:44.497422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:44.503323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'name': 'tempest-TaggedBootDevicesTest_v242-292884752', 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:44.519298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.553473 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.554435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e378f13e-b6cf-4c11-885b-0ceec86f187e HTTP/1.1" status: 204 len: 168 time: 0.3201389 Jul 29 17:54:44.566637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:44.608646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28c21-852c-492d-bf33-d7f1fbf8b7c5 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e378f13e-b6cf-4c11-885b-0ceec86f187e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:44.626052 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:44.746665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58e3f86b-9db8-46e3-84d2-cd874bcbea1c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1739419 Jul 29 17:54:44.747218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:44.799370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:44.855522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Deleting port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:44.857990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.015603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.024190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12a47c-46a4-40b2-a585-56145f01d468 None None] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:45.034147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] For port 94a6d373-c7a3-4f5b-99be-db6d31a9c000, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=94a6d373-c7a3-4f5b-99be-db6d31a9c000,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:45.034645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.049968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Calling delete_port for 94a6d373-c7a3-4f5b-99be-db6d31a9c000 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:45.090692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] device_id is not set on port 09af25f2-3532-4286-aae9-548709c5f885 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:54:45.192679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3320591-c688-4bf6-ab93-47846f2b50bb None None] Provisioning for port aa05fbff-a727-465c-a056-f0edb2c0fc95 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:45.242629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.298824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.348337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['94a6d373-c7a3-4f5b-99be-db6d31a9c000'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:45.508442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.544063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device aa05fbff-a727-465c-a056-f0edb2c0fc95 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:45.561300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Pushing event deleted for resources: {'Port': ['ID=94a6d373-c7a3-4f5b-99be-db6d31a9c000,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:45.566606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.1.1.239 (5461a01e-b1b3-4ce7-9da3-bc9809278f2b/38fd76c9-eaaa-4873-9099-a6ab3fe7714b/09af25f2-3532-4286-aae9-548709c5f885) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:45.679108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port aa05fbff-a727-465c-a056-f0edb2c0fc95 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:45.682872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a688-b6f3-43d1-8ee0-7bf0091ffaa4 req-fa6ead2b-5559-406b-a62a-c1fe188953ed tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:45.686049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port aa05fbff-a727-465c-a056-f0edb2c0fc95 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:45.686765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.687576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b746a688-b6f3-43d1-8ee0-7bf0091ffaa4 req-fa6ead2b-5559-406b-a62a-c1fe188953ed tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7e0878-8632-4dc9-8809-46d23450ae39 HTTP/1.1" status: 200 len: 867 time: 0.8530288 Jul 29 17:54:45.739063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] No DVR routers for this DVR port 94a6d373-c7a3-4f5b-99be-db6d31a9c000 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:45.756436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.767594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da39b192-9c6e-45c9-89fa-1390dff0c8b6 req-168da5ed-0d6c-47ee-b57b-874206026790 tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.49 "DELETE /v2.0/ports/94a6d373-c7a3-4f5b-99be-db6d31a9c000 HTTP/1.1" status: 204 len: 173 time: 1.4435306 Jul 29 17:54:45.794262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'name': 'network-vif-deleted', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:45.799726 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5366f3e-7349-4773-8e7d-7bbf7752b90e" -d '{"events": [{"server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "name": "network-vif-deleted", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:45.861535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5522cb9-3a87-4ca9-bca7-fcee7da61002 req-2e9242ea-995b-4c0e-a2f3-e0003e4aaa8b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 210 time: 0.0945435 Jul 29 17:54:45.909410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:45.993084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.044181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port aa05fbff-a727-465c-a056-f0edb2c0fc95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=aa05fbff-a727-465c-a056-f0edb2c0fc95,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:46.046750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object 09af25f2-3532-4286-aae9-548709c5f885 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:46.060248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d9098-31d6-4162-a157-99ede98185ea None None] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:54:46.066830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.068488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:46.072963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b746a688-b6f3-43d1-8ee0-7bf0091ffaa4 req-fe76fd19-5341-4339-aff7-f5d9f8e6a91a tempest-ServerRescueTestJSONUnderV235-1054457068 tempest-ServerRescueTestJSONUnderV235-1054457068-project] 10.222.0.16 "GET /v2.0/security-groups?id=d76265d3-168d-40c5-bb5d-a6dace381f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423162 Jul 29 17:54:46.089763 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e027ab-76ea-4eea-a468-99c1bdc91c4c x-openstack-request-id: req-95e027ab-76ea-4eea-a468-99c1bdc91c4c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:46.090073 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7e0878-8632-4dc9-8809-46d23450ae39", "name": "network-vif-deleted", "tag": "94a6d373-c7a3-4f5b-99be-db6d31a9c000", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:46.090356 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e027ab-76ea-4eea-a468-99c1bdc91c4c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:46.090781 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7e0878-8632-4dc9-8809-46d23450ae39', 'name': 'network-vif-deleted', 'tag': '94a6d373-c7a3-4f5b-99be-db6d31a9c000', 'status': 'completed', 'code': 200} Jul 29 17:54:46.099888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.110117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.111411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/8dd86e1d-c7c6-4c2c-bb66-a55676fc6cd7 HTTP/1.1" status: 204 len: 168 time: 1.3632414 Jul 29 17:54:46.114357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37780) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:46.128688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.147810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b6248-9d44-4cbc-ab95-172cacbdc72d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd86e1d-c7c6-4c2c-bb66-a55676fc6cd7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:46.253286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-0667a8a0-a68a-471f-b3fe-810a36ff4773 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:46.254434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-0667a8a0-a68a-471f-b3fe-810a36ff4773 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 817 time: 0.4185774 Jul 29 17:54:46.262790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:46.290049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=aa05fbff-a727-465c-a056-f0edb2c0fc95,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:46.303396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:46.312377 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55b10a69-4ad9-4423-9f5c-71d53d228d76 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1932826 Jul 29 17:54:46.312377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:46.312925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Provisioning for port 6f674ec2-cb9a-4afc-9073-72efd948148f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:46.314507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37784) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:46.317076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:46.320812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643118051'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:46.340648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-518bc59a-2a16-4bed-a563-7357a0f8ab81 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 379 time: 0.0726666 Jul 29 17:54:46.356276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'port': {'device_id': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'admin_state_up': True, 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'security_groups': ['9f6a518c-d490-4cc4-8991-5fe0bc1d3703']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:46.371349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Provisioning complete for port 6f674ec2-cb9a-4afc-9073-72efd948148f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:46.371717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.432260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:46.432986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.458128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c135dc2a-8c85-4726-89ad-da46e20d6c1b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9588284 Jul 29 17:54:46.479455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.507206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Port 6f674ec2-cb9a-4afc-9073-72efd948148f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:46.625961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Provisioning complete for port aa05fbff-a727-465c-a056-f0edb2c0fc95 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:46.626618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-011d4a69-1c12-4dc6-85ed-3ac7b7294c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:46.733120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:46.840501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37790) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:46.846953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470864926', 'description': 'tempest-description--936359230'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:46.968736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Provisioning complete for port 6f674ec2-cb9a-4afc-9073-72efd948148f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:46.969026 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.009247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Port 6f674ec2-cb9a-4afc-9073-72efd948148f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:47.021966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Provisioning for port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:47.027672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Provisioning complete for port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:47.028271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.082782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19a1e6c5-3077-4ee8-9b4c-78a380db0678 req-d9ed3320-d00b-4c78-b135-292f056f576d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 210 time: 0.0334883 Jul 29 17:54:47.122858 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.153443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:47.159158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] For port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:47.164847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.174450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.179997 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.202017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Provisioning for port 09af25f2-3532-4286-aae9-548709c5f885 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:47.209642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df77df92-6c74-40ac-bf78-cc8f7706fed4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:47.216780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Provisioning complete for port 09af25f2-3532-4286-aae9-548709c5f885 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:47.217777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.223822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Pushing event updated for resources: {'Port': ['ID=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:47.267094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9114a538-55d1-4adf-ac24-aec6da680e6b None None] Port 09af25f2-3532-4286-aae9-548709c5f885 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:47.284795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.301654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Made reservation on behalf of 6cbe4c9372f74aed97e3f3d926087fc9 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:54:47.305502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.317117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.318528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-853bc9ab-5ad3-4be5-89bc-1a7484b591b1 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0030115 Jul 29 17:54:47.321507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37802) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:47.326168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'df77df92-6c74-40ac-bf78-cc8f7706fed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:47.377418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device aa05fbff-a727-465c-a056-f0edb2c0fc95 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:47.398098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.453486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-32e606e8-d5e9-4aab-ab9e-c69e63c5eb8c None None] Provisioning complete for port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:47.453854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e606e8-d5e9-4aab-ab9e-c69e63c5eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.522583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Allocated IP 172.20.0.6 (9fcae63e-c409-4660-9c2c-e78bd8954ea3/4e485096-1046-4128-95e6-dbab97c6ae92/e3861a24-6684-44ff-be04-90d13277c60e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:47.526195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.539570 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.562098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.569892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e75c71-7625-4aae-929b-96c1b5a79e3f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:47.575853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port aa05fbff-a727-465c-a056-f0edb2c0fc95 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:47.576338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.589844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.591429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-20ff0748-f91b-424a-b5fc-d4aa67056123 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2688015 Jul 29 17:54:47.594461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.596872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37808) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:47.611250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'df77df92-6c74-40ac-bf78-cc8f7706fed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:47.682809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2d537-4dd6-4612-ba22-f2b84b276c21,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:47.722906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.723319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 94a6d373-c7a3-4f5b-99be-db6d31a9c000 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:54:47.729090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.730625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77c97198-603b-44ba-8076-0be5b9422521 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8882389 Jul 29 17:54:47.737155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:47.743447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'security_group_rule': {'security_group_id': 'dee2d537-4dd6-4612-ba22-f2b84b276c21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:47.756090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 94a6d373-c7a3-4f5b-99be-db6d31a9c000 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:54:47.756427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 94a6d373-c7a3-4f5b-99be-db6d31a9c000 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:54:47.765826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:47.804081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.808702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.824440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:47.825078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.833139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Transition to ACTIVE for port object e3861a24-6684-44ff-be04-90d13277c60e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:47.844243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.859088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.896305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.905282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.912075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.921675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117a4986-6260-4474-ae3d-b3b4f257a201,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:47.937883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.941334 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-775e78f9-4de5-4d48-8910-76f7ccf8f634 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387384 Jul 29 17:54:47.945109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37814) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:47.945937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.957499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'df77df92-6c74-40ac-bf78-cc8f7706fed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:47.992239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:47.999204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3c35a6-b8b2-46eb-ad51-a877aa63d8bd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.004930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:48.013796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:48.019425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.057379 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.058654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-24a2cba1-266b-4861-9836-a188656cfe5c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203876 Jul 29 17:54:48.061374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:48.061971 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.067488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'security_group_rule': {'security_group_id': 'dee2d537-4dd6-4612-ba22-f2b84b276c21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:48.094115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:48.094869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.126921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.145083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-cecad3b2-0da2-4e9f-a343-41ea8d9a52c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7967589 Jul 29 17:54:48.161808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Request body: {'port': {'device_id': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:48.195262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.209617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.252713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3b9945-530b-46d8-b3f4-5a6ddb28819a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.262312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.272761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.273827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-89024b3b-50d4-49df-9804-5af81c65c4a8 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257182 Jul 29 17:54:48.276404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:48.282329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'df77df92-6c74-40ac-bf78-cc8f7706fed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:48.316851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ee74229f-ac0f-4c77-bd6c-edb56823b37f None None] Provisioning for port e3861a24-6684-44ff-be04-90d13277c60e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:48.321049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ee74229f-ac0f-4c77-bd6c-edb56823b37f None None] Provisioning complete for port e3861a24-6684-44ff-be04-90d13277c60e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:48.321419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee74229f-ac0f-4c77-bd6c-edb56823b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.341380 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.349873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.358863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ee74229f-ac0f-4c77-bd6c-edb56823b37f None None] Port e3861a24-6684-44ff-be04-90d13277c60e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:54:48.369945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8404-76d6-4c5b-b3e5-be9ce4356be1 req-cada01f2-7fd4-429a-b634-5747d24e7695 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:48.371747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-830e8404-76d6-4c5b-b3e5-be9ce4356be1 req-cada01f2-7fd4-429a-b634-5747d24e7695 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 931 time: 0.1809733 Jul 29 17:54:48.372922 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.411350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3194de7c-e0d5-4ce3-933d-94dc9e76efe5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.433982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.438220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a081ecaa-5b76-46ac-b8da-16aac6c3cb02 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724878 Jul 29 17:54:48.441472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:48.447410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:48.453861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Deleting port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:48.454318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.461178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-830e8404-76d6-4c5b-b3e5-be9ce4356be1 req-c1bb05cb-2716-4a28-987e-08acb7dafe2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801790 Jul 29 17:54:48.529723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.535965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.539572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.573290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.574545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2960672 Jul 29 17:54:48.575257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d590373-e700-4574-9b57-68f446167e6e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eff1e9-25c1-4d59-87d9-bfed853d1106,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.580422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:48.590123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'df77df92-6c74-40ac-bf78-cc8f7706fed4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:48.610694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] For port 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,segment=NetworkSegment(291ce0f1-0e7b-4396-98c7-1e9c99ab68b0),segment_id=291ce0f1-0e7b-4396-98c7-1e9c99ab68b0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:48.611063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.626557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Calling delete_port for 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:48.645743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.701794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:54:48.715845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.738970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Transition to ACTIVE for port object e3861a24-6684-44ff-be04-90d13277c60e will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:54:48.740799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.746338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.751884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.789386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.819549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877fe70c-08b4-40e6-bba5-63b37671a056,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.836137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:48.903788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.904947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7b09fd98-d9b6-4929-bf50-738ec9f5eec9 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3235731 Jul 29 17:54:48.907848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37832) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:48.929611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Attempting to bind port e3861a24-6684-44ff-be04-90d13277c60e on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:54:48.929980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Attempting to bind port e3861a24-6684-44ff-be04-90d13277c60e by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:54:48.930309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Attempting to bind port e3861a24-6684-44ff-be04-90d13277c60e on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:48.934511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 172.25.5.174 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3c291796-6930-42ce-9176-f2b2a6d5d49b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:54:48.945023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.948168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Port e3861a24-6684-44ff-be04-90d13277c60e on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:54:48.951021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Attempting to bind port e3861a24-6684-44ff-be04-90d13277c60e on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:54:48.960004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:54:48.960328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:54:48.960697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Bound using segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:54:48.961177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Bound port: e3861a24-6684-44ff-be04-90d13277c60e, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:54:48.961541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.981412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.053794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.060966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e19e-acc7-4721-bb18-fd5d7d346526 req-71ce7d1f-3e77-4193-8ded-7955383e2717 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.062593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.062731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d736e19e-acc7-4721-bb18-fd5d7d346526 req-71ce7d1f-3e77-4193-8ded-7955383e2717 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1098449 Jul 29 17:54:49.063782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/877fe70c-08b4-40e6-bba5-63b37671a056 HTTP/1.1" status: 204 len: 168 time: 0.1550043 Jul 29 17:54:49.067563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:49.080419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:54:49.085414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4384ca4-e7ac-4adc-bc6b-da96455eeb84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=877fe70c-08b4-40e6-bba5-63b37671a056,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:49.104969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:54:49.114136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.176721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0de0974b-02e5-4ed6-b3e5-150c09ec4741 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1067784 Jul 29 17:54:49.178227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.178886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.180334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 1091 time: 1.0243025 Jul 29 17:54:49.183384 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d736e19e-acc7-4721-bb18-fd5d7d346526 req-6ae10a4f-f8f8-44c0-a63f-3bf2e369d0c9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828497 Jul 29 17:54:49.183575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:49.191563 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:49.193853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:49.210438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.229076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714974-d245-4adf-ba65-7a0a20b4f702 service neutron] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:49.284785 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567cf15-271a-4f04-95e3-d9e71f3620ae x-openstack-request-id: req-9567cf15-271a-4f04-95e3-d9e71f3620ae {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:49.285078 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:49.285331 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9567cf15-271a-4f04-95e3-d9e71f3620ae {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:49.285741 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'status': 'completed', 'code': 200} Jul 29 17:54:49.316134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-ddde1814-e214-4428-b90d-8b5fe2cc3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.317813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-ddde1814-e214-4428-b90d-8b5fe2cc3496 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1094 time: 0.0857019 Jul 29 17:54:49.332612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Pushing event deleted for resources: {'Port': ['ID=570d55ba-e2cb-40aa-baf0-3ae51e1d28a4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:49.381608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.387121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-d59d2907-e4d3-4c37-a0de-d33fb8c33817 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 217 time: 0.0567563 Jul 29 17:54:49.428156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.448486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-d147f6f6-aa4f-4d91-8e2d-8c141e3308ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.449961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-d147f6f6-aa4f-4d91-8e2d-8c141e3308ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0548131 Jul 29 17:54:49.453085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.484901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a14e-e2d3-4b74-8b09-56477958329a req-ab822c2b-21fc-477c-8b6f-4f1a6643ea3c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.486727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd2a14e-e2d3-4b74-8b09-56477958329a req-ab822c2b-21fc-477c-8b6f-4f1a6643ea3c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1762984 Jul 29 17:54:49.505338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-44355966-7b1f-4a60-bae3-4c6785d98307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.506899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-44355966-7b1f-4a60-bae3-4c6785d98307 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495224 Jul 29 17:54:49.609363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.625853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.628956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/70eff1e9-25c1-4d59-87d9-bfed853d1106 HTTP/1.1" status: 204 len: 168 time: 0.4134626 Jul 29 17:54:49.634418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37848) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:49.665680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.697696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-1f0e1f25-0b46-494d-82fc-41a339f5b9df service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829789 Jul 29 17:54:49.712602 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd2a14e-e2d3-4b74-8b09-56477958329a req-401da889-f50c-4b6a-ae98-13c45e5091ae tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900852 Jul 29 17:54:49.718535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbbe1b-8ab2-4164-ad3c-84970ff00486 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70eff1e9-25c1-4d59-87d9-bfed853d1106,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:49.736735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979949-ea6d-41e3-a4c1-74b4c0b3ff94 req-90f79ce7-dc48-4231-9d43-a3b65c39d429 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:49.746380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19979949-ea6d-41e3-a4c1-74b4c0b3ff94 req-90f79ce7-dc48-4231-9d43-a3b65c39d429 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1631949 Jul 29 17:54:49.809231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:54:49.828134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:54:49.837129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:54:49.839331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:49.853151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=3c291796-6930-42ce-9176-f2b2a6d5d49b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:49.861634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19979949-ea6d-41e3-a4c1-74b4c0b3ff94 req-512a79bb-cb40-4c0e-b935-eb673f819e69 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141486 Jul 29 17:54:49.901135 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-997bd1c7-82cd-480b-856b-7098e27f8725 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2368243 Jul 29 17:54:49.905072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:49.905772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaf373a-1c1d-4433-9e48-f1e6ad1d857a req-56e84bb5-c558-4c96-a34e-9cc5006bf375 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985385 Jul 29 17:54:50.008608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.049290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.078841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-89e3bae8-9342-4a16-9dd6-13f9d8083724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.080499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-89e3bae8-9342-4a16-9dd6-13f9d8083724 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1094 time: 0.1065855 Jul 29 17:54:50.096032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d7e-71bf-43d3-86fc-fe18ed1c63aa req-5bd9d6bd-7b75-44d8-b66a-756a532e6547 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.105677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29352d7e-71bf-43d3-86fc-fe18ed1c63aa req-5bd9d6bd-7b75-44d8-b66a-756a532e6547 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0839579 Jul 29 17:54:50.232201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29352d7e-71bf-43d3-86fc-fe18ed1c63aa req-1c563850-59ca-4b23-ac68-9c111e9d9f65 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253045 Jul 29 17:54:50.276228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-5eed41e6-d959-4d80-b304-22886acf0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.277740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-5eed41e6-d959-4d80-b304-22886acf0dea service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.1641972 Jul 29 17:54:50.330726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-55e0cfe2-e088-496f-9e64-de51882825a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 217 time: 0.0434549 Jul 29 17:54:50.407121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-a3bdba29-fba8-4780-8dc9-6bdc956cd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.409764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-a3bdba29-fba8-4780-8dc9-6bdc956cd092 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0669470 Jul 29 17:54:50.466388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.470166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-17c657fd-c797-417d-9fa6-c3fea8b8c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.472403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-17c657fd-c797-417d-9fa6-c3fea8b8c11a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541184 Jul 29 17:54:50.481968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.485441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/df3b9945-530b-46d8-b3f4-5a6ddb28819a HTTP/1.1" status: 204 len: 168 time: 0.5757606 Jul 29 17:54:50.500741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37864) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:50.519599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.540815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981825-94be-4f29-a8bf-3facde052bd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df3b9945-530b-46d8-b3f4-5a6ddb28819a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:50.614273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-3d61ec9f-c7c7-4993-ba51-18f6d377d309 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330843 Jul 29 17:54:50.695623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.710021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f8419d31-b4e6-4aaf-aadf-641d80983b8e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2039292 Jul 29 17:54:50.713265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37868) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:50.752944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Router 9300ce17-8397-440b-94fb-2e57038785aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:50.769536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.778771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81425-8bd2-4a7a-8308-c705f555e120 req-e33a2fb4-0a2c-4411-9a82-f3900f607d34 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:50.781788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69a81425-8bd2-4a7a-8308-c705f555e120 req-e33a2fb4-0a2c-4411-9a82-f3900f607d34 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1029105 Jul 29 17:54:50.814725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.831602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0a36bcd-b19c-46d4-bbbf-84aea19e2d8b req-638c74c2-9bb8-4c66-b01c-ec9ad0e027d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077985 Jul 29 17:54:50.874525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69a81425-8bd2-4a7a-8308-c705f555e120 req-a1aa4182-0efe-4d69-8332-d1162dcb6a95 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832272 Jul 29 17:54:50.876214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.881689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.885837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/117a4986-6260-4474-ae3d-b3b4f257a201 HTTP/1.1" status: 204 len: 168 time: 0.1684189 Jul 29 17:54:50.886028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37872) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:50.905018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe15d0-0785-4c49-8c12-c1b6fc7220ba tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=117a4986-6260-4474-ae3d-b3b4f257a201,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:50.942156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ea7c1b6-86e5-4a9a-a989-742149dc2fec tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0519636 Jul 29 17:54:50.943552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:50.987293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:54:51.000211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c842ac4-c47e-4de6-b708-a0ec1e4a3276 admin admin] 10.222.0.16 "PUT /v2.0/routers/9300ce17-8397-440b-94fb-2e57038785aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8435504 Jul 29 17:54:51.001191 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Sync routers for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:51.002786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37878) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.011419 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:51.012153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:51.029308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.040812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.049078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.059835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.116092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cffce1-bee1-4ce4-a7c3-d7917fc5ae70 req-86f18316-f192-4f97-8ab3-fe326b8b857c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:51.124612 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3cffce1-bee1-4ce4-a7c3-d7917fc5ae70 req-86f18316-f192-4f97-8ab3-fe326b8b857c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1495662 Jul 29 17:54:51.149295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.174426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.189975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.191080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/76e75c71-7625-4aae-929b-96c1b5a79e3f HTTP/1.1" status: 204 len: 168 time: 0.2415409 Jul 29 17:54:51.197881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.201452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=3c291796-6930-42ce-9176-f2b2a6d5d49b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:51.222503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22510d4-4de2-4035-b743-ab5349eb134d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76e75c71-7625-4aae-929b-96c1b5a79e3f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:51.242106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.252068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:51.265201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3cffce1-bee1-4ce4-a7c3-d7917fc5ae70 req-b9af9c28-336e-4eb7-bf45-43eae3855d38 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401675 Jul 29 17:54:51.303974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee7dfe6a-ca62-4e7d-82ec-0ec0eeb44a00 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032774 Jul 29 17:54:51.310336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37882) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.317650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.341583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d9ba5c3e-275d-497b-99e8-d3bd90aa093c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8847067 Jul 29 17:54:51.385023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.429582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.460618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Deleting port 5a9847b8-357a-4e8e-8416-576ea952c6e9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:54:51.460959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.463313 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.509668 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:54:48Z', 'revision_number': 5, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port': {'id': '5a9847b8-357a-4e8e-8416-576ea952c6e9', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300ce17-8397-440b-94fb-2e57038785aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:18Z', 'updated_at': '2021-07-29T17:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:51.512822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.516619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.518164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/df77df92-6c74-40ac-bf78-cc8f7706fed4 HTTP/1.1" status: 204 len: 168 time: 0.2066031 Jul 29 17:54:51.522139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37888) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.556680 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Checking router: 9300ce17-8397-440b-94fb-2e57038785aa for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:51.561981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d938-3554-4c81-9317-63b7a5d23eac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77df92-6c74-40ac-bf78-cc8f7706fed4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:51.566901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Routers {'9300ce17-8397-440b-94fb-2e57038785aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:54:51.567400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9300ce17-8397-440b-94fb-2e57038785aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:51.581693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] For port 5a9847b8-357a-4e8e-8416-576ea952c6e9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5a9847b8-357a-4e8e-8416-576ea952c6e9,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:51.582176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.599243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Calling delete_port for 5a9847b8-357a-4e8e-8416-576ea952c6e9 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:54:51.608380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b654da36-63a9-4fc1-a278-5e6894924d95 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793478 Jul 29 17:54:51.610825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37896) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.615892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988620579'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:51.660913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.695912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-33f2a76d-5d0b-4159-bfe3-66fb74f5c34a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--470864926&fields=id&tenant_id=706dd4d7f4c64f79837fa659455c5d5d HTTP/1.1" status: 200 len: 267 time: 0.0414479 Jul 29 17:54:51.713360 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] Set router 9300ce17-8397-440b-94fb-2e57038785aa gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:54:51.738219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:54:51.763087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-1788e0fa-cb09-421a-86b6-8bc366541d0d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:51.764761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-1788e0fa-cb09-421a-86b6-8bc366541d0d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 936 time: 0.0568733 Jul 29 17:54:51.771252 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.778471 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.812278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.816520 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2019460 Jul 29 17:54:51.816520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79fd57-03d2-4bab-b2a9-10c6ad22408f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52fdc6c-4d09-475c-977a-f09962574b80,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:51.818827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37902) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:51.824609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'c52fdc6c-4d09-475c-977a-f09962574b80', 'direction': 'ingress', 'protocol': 17}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:51.839154 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:54:51Z', 'revision_number': 6, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:51.861765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.889962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:51.895348 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e574a-356a-4379-b275-965f36c828f1 None None] The sync data for ids ['9300ce17-8397-440b-94fb-2e57038785aa'] in n-d-801607-3 is: [{'id': '9300ce17-8397-440b-94fb-2e57038785aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-903369315-router', 'tenant_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:16Z', 'updated_at': '2021-07-29T17:54:51Z', 'revision_number': 6, 'project_id': '74ff56c2fa11472aa0c4f106b2bb8d6f', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:51.918483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e3861a24-6684-44ff-be04-90d13277c60e', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:54:51.951805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.957531 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.975253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-aa68514f-0e6c-41d0-97ab-e02033754dfd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:51.991872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-aa68514f-0e6c-41d0-97ab-e02033754dfd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 936 time: 0.2199390 Jul 29 17:54:52.001509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d4d811-61c2-491b-aa4d-e63d52d2452e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:52.009548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.011291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0494eaa1-af7b-493b-958c-dd263589dbda tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1913700 Jul 29 17:54:52.020217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.028904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37912) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:52.051599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:54:52.101042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:52.110991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.113658 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.161369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd383-3dee-4152-9e6a-fdfb1ac3e8dd req-a301666f-ff42-4f86-bc6e-6a2cd0b86261 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:52.163328 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a2cd383-3dee-4152-9e6a-fdfb1ac3e8dd req-a301666f-ff42-4f86-bc6e-6a2cd0b86261 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1361513 Jul 29 17:54:52.170911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9847b8-357a-4e8e-8416-576ea952c6e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:52.182898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-13b6f2c2-441d-41e8-8759-5b2d0de95bc5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1895778 Jul 29 17:54:52.191271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.243317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-97df052c-1b2c-446f-95e2-f342f6aaf562 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0595145 Jul 29 17:54:52.274460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:52.278669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.295221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.295572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.295918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.296256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.296588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.296919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.297246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.297570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.297895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.298218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.298565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.298886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:52.324783 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9a2cd383-3dee-4152-9e6a-fdfb1ac3e8dd req-28b7a6cb-1c07-4614-b284-1120398a2898 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310813 Jul 29 17:54:52.370822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e3861a24-6684-44ff-be04-90d13277c60e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:54:52.387135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.389816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.394331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/c52fdc6c-4d09-475c-977a-f09962574b80 HTTP/1.1" status: 204 len: 168 time: 0.3606334 Jul 29 17:54:52.394777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37918) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:52.423115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.457611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45a905-13ab-4433-a151-febb535dde5e tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52fdc6c-4d09-475c-977a-f09962574b80,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:52.551138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-405727b5-dde7-4ebe-8903-7ba3ab55cead tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550283 Jul 29 17:54:52.554447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:52.560341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--233340289'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:52.567526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7b49e961-5f34-45f9-a93c-e38ededece9d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:52.574427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7b49e961-5f34-45f9-a93c-e38ededece9d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:52.575107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9878a-f165-44b8-b646-2ffca149469b req-18745e89-6776-457e-ab2e-4772c62d860a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:52.577210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1c9878a-f165-44b8-b646-2ffca149469b req-18745e89-6776-457e-ab2e-4772c62d860a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 944 time: 0.1497958 Jul 29 17:54:52.586747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7b49e961-5f34-45f9-a93c-e38ededece9d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:52.588428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7b49e961-5f34-45f9-a93c-e38ededece9d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 1995 time: 0.3138449 Jul 29 17:54:52.623888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.646121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1c9878a-f165-44b8-b646-2ffca149469b req-68b12d07-d045-4b1a-bf2c-7d6fd5cfb27b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601730 Jul 29 17:54:52.703530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.707594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-f9112e34-2452-4756-84aa-3b1221c723de tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/quotas/706dd4d7f4c64f79837fa659455c5d5d HTTP/1.1" status: 200 len: 375 time: 0.0804350 Jul 29 17:54:52.709044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.742783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.750461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.799002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.801771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2461925 Jul 29 17:54:52.803665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:52.808635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd91e-9bd5-4984-b063-8ae2bbaa5c9f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b0529-75f5-46e4-ba9e-eb455c3f5e09,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:52.809704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--88279061'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:52.826884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.830329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9300ce17-8397-440b-94fb-2e57038785aa {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:54:52.838041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.839606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa29402e-787f-49ea-b572-204054ca2ca2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9300ce17-8397-440b-94fb-2e57038785aa HTTP/1.1" status: 204 len: 168 time: 1.8355191 Jul 29 17:54:52.844029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37924) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:52.893871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:52.913622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-344460b9-2775-438a-bf78-a6b48fb8256f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2003565 Jul 29 17:54:52.993135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Deleting subnet 472de00f-fb25-4725-a68e-f527280eb0c8 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:54:53.000589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.075094 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.142645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-f3e59fb2-768e-4568-befc-dbd8cff65c8c service neutron] 10.222.0.16 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105622 Jul 29 17:54:53.185546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.239130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.248079 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.303829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.307801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5001450 Jul 29 17:54:53.308379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.313209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': 'e80b0529-75f5-46e4-ba9e-eb455c3f5e09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a10b4c98-6704-494e-a0ce-74672b64eced', 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:53.320773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efe6d5-b488-4bd4-9599-b1c3e928d076 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b4c98-6704-494e-a0ce-74672b64eced,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:53.333901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-030f61e9-1284-4213-9871-b3497de35fdc service neutron] 10.222.0.16 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797180 Jul 29 17:54:53.338230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.349375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:54:53.374933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.384878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:54:53.385622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 570d55ba-e2cb-40aa-baf0-3ae51e1d28a4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:54:53.386319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5a9847b8-357a-4e8e-8416-576ea952c6e9 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:54:53.397815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472de00f-fb25-4725-a68e-f527280eb0c8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:53.399980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.404609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2438f8f0-24b2-4ae1-9790-85f083954fc7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/472de00f-fb25-4725-a68e-f527280eb0c8 HTTP/1.1" status: 204 len: 168 time: 0.5593600 Jul 29 17:54:53.407318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37932) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.413406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 5a9847b8-357a-4e8e-8416-576ea952c6e9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:54:53.414143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5a9847b8-357a-4e8e-8416-576ea952c6e9 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:54:53.429644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c24bef33-9a4c-42f7-95c9-9995c36ce417 service neutron] 10.222.0.16 "GET /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0887554 Jul 29 17:54:53.513113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de811e2-15d9-4cb2-88e2-d481f84c6cde req-8129883f-2aa7-4691-9d83-2f6b0fc4c97b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:53.514960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1de811e2-15d9-4cb2-88e2-d481f84c6cde req-8129883f-2aa7-4691-9d83-2f6b0fc4c97b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0823061 Jul 29 17:54:53.525172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.533563 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.568410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017546d7-8390-43e2-ac28-da8a3350037b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:53.582389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.583841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-400880c6-a559-4000-966d-4582e53c5d16 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2744181 Jul 29 17:54:53.591111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.601030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1de811e2-15d9-4cb2-88e2-d481f84c6cde req-f4c5595a-0259-4326-8a25-5f3820ad4d35 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781486 Jul 29 17:54:53.625287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.634831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.665150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.677050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.678285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/017546d7-8390-43e2-ac28-da8a3350037b HTTP/1.1" status: 204 len: 168 time: 0.0861228 Jul 29 17:54:53.679159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10870d8e-667c-404c-9b9f-48b0558e1738 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=017546d7-8390-43e2-ac28-da8a3350037b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:53.680999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37936) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.730214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-24e0f966-4c83-4ccd-94dd-2fb72290625b tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0480125 Jul 29 17:54:53.732931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37940) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.737903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:54:53.804857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.805835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port e3861a24-6684-44ff-be04-90d13277c60e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:54:53.811555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e3861a24-6684-44ff-be04-90d13277c60e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:53.812900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.832135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.882538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.911493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.923664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.926528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.930220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/a10b4c98-6704-494e-a0ce-74672b64eced HTTP/1.1" status: 204 len: 168 time: 0.1939380 Jul 29 17:54:53.933432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:53.948749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:53.950573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:54:53.953551 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f670f0-e91a-414f-849b-0c1b29e7fc59" -d '{"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:54:53.957929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:53.960797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c684-3f00-467a-bbbb-00082022539d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b4c98-6704-494e-a0ce-74672b64eced,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:53.972257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674924-b476-4573-b605-42406f6f9c1d req-d4c79462-8ef3-4919-b190-2128fd0a75ee tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:53.973558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e6674924-b476-4573-b605-42406f6f9c1d req-d4c79462-8ef3-4919-b190-2128fd0a75ee tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 944 time: 0.0937495 Jul 29 17:54:54.002531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.018299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:54.026594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8fe24897-d97b-42e7-b816-e6d67aa19242 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0893910 Jul 29 17:54:54.029297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37946) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.035923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:54.036337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291ce0f1-0e7b-4396-98c7-1e9c99ab68b0') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:54.040247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:54.048033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.066463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-18689880-3412-4897-84ec-ddab24156035 service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122561 Jul 29 17:54:54.067937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.076326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:54:54.076580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:54:54.078572 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:54:54.085908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e6674924-b476-4573-b605-42406f6f9c1d req-72430c86-10b5-4cae-8892-bac04339e8b7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787899 Jul 29 17:54:54.104861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.133716 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.158430 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81c8f1f-4241-47af-83ad-3a1e228156fb x-openstack-request-id: req-f81c8f1f-4241-47af-83ad-3a1e228156fb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:54:54.158978 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:54:54.159393 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f81c8f1f-4241-47af-83ad-3a1e228156fb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:54:54.159951 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'code': 200} Jul 29 17:54:54.196700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.203854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.205049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/e80b0529-75f5-46e4-ba9e-eb455c3f5e09 HTTP/1.1" status: 204 len: 168 time: 0.1748388 Jul 29 17:54:54.210002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.225996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5645cc-513e-4004-9aaa-724960cd3234 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b0529-75f5-46e4-ba9e-eb455c3f5e09,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:54.241609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.259223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.261870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8 HTTP/1.1" status: 204 len: 168 time: 0.8529997 Jul 29 17:54:54.319374 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0b3c1f72-8275-4c87-b1bd-1de384dd0289 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081836 Jul 29 17:54:54.324375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37958) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.331580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366221479'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:54.362581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72dc1a-0efa-41f6-9852-1aafeff96afd admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad6b99-8b9f-4b4a-9bc8-e4e826fc12f8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:54.376189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.385092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dd9f4-d05f-4bcb-9f1f-053a10e5ec46 req-a6bf0f22-d32f-4c92-818d-0203687f493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:54.392017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a5dd9f4-d05f-4bcb-9f1f-053a10e5ec46 req-a6bf0f22-d32f-4c92-818d-0203687f493a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1096 time: 0.1364365 Jul 29 17:54:54.411241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-1c406f52-3701-4390-9c89-26bb25b0150e service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317657 Jul 29 17:54:54.488437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.512548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.513708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-64c78c2f-734b-4e3b-b95d-9bb051820423 service neutron] 10.222.0.16 "GET /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0887957 Jul 29 17:54:54.553088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f994d2-544a-422f-aa4d-0399f13ff35d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:54.581301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.583402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-afbe1428-01bf-46a1-b727-8fa926926fd3 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2577760 Jul 29 17:54:54.584076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37960) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.586441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.590897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': '26f994d2-544a-422f-aa4d-0399f13ff35d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:54.591862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a5dd9f4-d05f-4bcb-9f1f-053a10e5ec46 req-635a25ed-85ee-4b21-9b33-ffe2536d32a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908925 Jul 29 17:54:54.652691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-4a073cd3-9e6f-4ec6-9cb1-9b6034729e50 service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407971 Jul 29 17:54:54.684409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9876fba5-f8fd-4862-afd3-7052113c0b93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74ff56c2fa11472aa0c4f106b2bb8d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989344 Jul 29 17:54:54.685440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.723440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.751638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-8882a231-7ea0-4e8d-905c-3c862778b116 service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919733 Jul 29 17:54:54.816390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.843746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193c58c-89fc-4251-96cf-9fbee1396e01 req-801fe08e-05ca-4360-859b-8ff5004b8759 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:54.851789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8193c58c-89fc-4251-96cf-9fbee1396e01 req-801fe08e-05ca-4360-859b-8ff5004b8759 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1447206 Jul 29 17:54:54.877915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.880883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.884350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-a9f8d550-22a6-42b1-a4a2-6c2c759d0d6b service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210008 Jul 29 17:54:54.896737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.958122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d51b85-60a4-439e-8ce5-bcd19930e112,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:54.970876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8193c58c-89fc-4251-96cf-9fbee1396e01 req-08c78069-0db4-46f8-b339-f465c35b9971 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182754 Jul 29 17:54:54.972521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:54.973660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-32561a85-e12a-41ee-aa1e-86d02b8128ac tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3863850 Jul 29 17:54:54.977159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:54.994764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-6ec91a41-94d3-4e87-acd8-0f83b9594210 service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093445 Jul 29 17:54:55.020313 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.022937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.026611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d76265d3-168d-40c5-bb5d-a6dace381f55 HTTP/1.1" status: 204 len: 168 time: 0.3365476 Jul 29 17:54:55.032269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.058816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930ea9-cf78-4691-a0fc-c75900952575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76265d3-168d-40c5-bb5d-a6dace381f55,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:55.088724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.116698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-56ee34b2-6ac2-4560-9ec5-aff92d286316 service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150477 Jul 29 17:54:55.180618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.187002 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.195342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/96d51b85-60a4-439e-8ce5-bcd19930e112 HTTP/1.1" status: 204 len: 168 time: 0.2147849 Jul 29 17:54:55.198200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37974) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:55.244652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca3113-96ec-47c1-b4be-a6fa5035d65f tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96d51b85-60a4-439e-8ce5-bcd19930e112,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:55.267956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-a123b2d8-6ee4-44cb-812a-77e5836952eb service neutron] 10.222.0.16 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405020 Jul 29 17:54:55.304370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0bebf56b-e4a8-474b-a3c1-dbeb8b321efa tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1019096 Jul 29 17:54:55.307419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37978) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:55.338710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3973d-78f9-4df6-a78b-0aa230c00b3a req-04ec4d5f-470e-4080-9cbf-e6caa9f2a078 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:55.342713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e7e3973d-78f9-4df6-a78b-0aa230c00b3a req-04ec4d5f-470e-4080-9cbf-e6caa9f2a078 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0992157 Jul 29 17:54:55.397015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-4fd06232-e3cb-48b0-a516-c2104c3f051b service neutron] 10.222.0.16 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136899 Jul 29 17:54:55.425978 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e7e3973d-78f9-4df6-a78b-0aa230c00b3a req-fdeb8323-dd08-4ca9-ae1b-1bb6ec7de1cd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658591 Jul 29 17:54:55.438542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.504678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.522667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-614b8bc8-b975-42e0-b83f-0dba66dc88c1 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Jul 29 17:54:55.554603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.557958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.561960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/26f994d2-544a-422f-aa4d-0399f13ff35d HTTP/1.1" status: 204 len: 168 time: 0.2534304 Jul 29 17:54:55.562660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37988) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:55.573273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd8e37-9db9-485f-9b46-e521bec73553 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f994d2-544a-422f-aa4d-0399f13ff35d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:55.657476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2978dac2-58cb-459f-9b79-96b3f7b491fe tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941846 Jul 29 17:54:55.661360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37992) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:55.667801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group': {'name': 'tempest-secgroup--670274393'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:55.690012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-9cc55e44-68d2-4da0-9745-e782fc6a29f4 service neutron] 10.222.0.16 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610875 Jul 29 17:54:55.708636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.834712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-460dc03c-fb7f-4f7a-83e7-3d8f43988eab service neutron] 10.222.0.16 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348186 Jul 29 17:54:55.883610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.889014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.946468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:55.950834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2854276 Jul 29 17:54:55.951880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38008) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:55.958747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': '9312c8a2-d3a6-4add-8047-2365787b61be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:55.958999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0cec-e313-4abe-b452-0652844d78fc tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9312c8a2-d3a6-4add-8047-2365787b61be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:56.020762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.088114 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.102764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.125702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2617a698-af8d-4371-8009-43295f5b4a25,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:56.128751 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.133432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4114e5d-c048-49e7-9086-387d14348d6d tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796675 Jul 29 17:54:56.133713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38018) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.154290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a7df86a5-7ca7-49eb-b0a8-d2cb74dc8fed tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules/2617a698-af8d-4371-8009-43295f5b4a25 HTTP/1.1" status: 200 len: 763 time: 0.0191209 Jul 29 17:54:56.156833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38020) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.209879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f4a82c8-4a0e-4482-817b-6b62b17ac85a tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516613 Jul 29 17:54:56.212762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38026) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.240050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.248243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.283227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.292089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.295892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2617a698-af8d-4371-8009-43295f5b4a25 HTTP/1.1" status: 204 len: 168 time: 0.0820906 Jul 29 17:54:56.296462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38030) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.300830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ebfa-f648-4640-8132-f5d4cff2bac0 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2617a698-af8d-4371-8009-43295f5b4a25,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:56.318662 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.377184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7643fdb6-9057-42e6-8d02-e7d9178c8a84 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786469 Jul 29 17:54:56.379743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38038) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.386472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': '9312c8a2-d3a6-4add-8047-2365787b61be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:56.422723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.440821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7225a3-4aa3-4048-9a2d-049b08e699c7 req-d8b7ce68-23ad-4476-8a4c-cdd0c607992b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.450314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef7225a3-4aa3-4048-9a2d-049b08e699c7 req-d8b7ce68-23ad-4476-8a4c-cdd0c607992b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0688775 Jul 29 17:54:56.486120 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.493364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.504396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef7225a3-4aa3-4048-9a2d-049b08e699c7 req-b7aa7052-36cb-42b1-8673-f8a408182c41 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521328 Jul 29 17:54:56.534158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd570be1-a3c6-488e-a8ea-8cba9e0b6651,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:56.539087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.543740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-20e819cd-7e5d-4c99-881a-7a15ac9ed654 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626177 Jul 29 17:54:56.544487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38052) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.565750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bec326ff-b64b-46ab-8443-0c8d919673e6 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules/dd570be1-a3c6-488e-a8ea-8cba9e0b6651 HTTP/1.1" status: 200 len: 763 time: 0.0199454 Jul 29 17:54:56.566607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38054) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.637429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7764097b-ba44-4761-909b-628e24dd64b7 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0689650 Jul 29 17:54:56.639618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.704995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.723862 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.793845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.801102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:56.802200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dd570be1-a3c6-488e-a8ea-8cba9e0b6651 HTTP/1.1" status: 204 len: 168 time: 0.1614976 Jul 29 17:54:56.804942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.814340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f405-720b-4540-b0c3-e874f15ccc7c tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd570be1-a3c6-488e-a8ea-8cba9e0b6651,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:56.839923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.848730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.856909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.864134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.870380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.876872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.883785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:56.885800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-67603d62-c4eb-47af-a555-a238b9a8fd2d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.1338739 Jul 29 17:54:56.906940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38078) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:56.907835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-df5be48d-8769-43d4-a65c-7e1251490f82 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016846 Jul 29 17:54:56.912088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Request body: {'security_group_rule': {'security_group_id': '9312c8a2-d3a6-4add-8047-2365787b61be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:56.962979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37890512-791e-4fe3-8c2c-2a7faf87bdca req-47d6854b-c8ae-4399-b79f-074ffb9f7f38 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698290 Jul 29 17:54:56.964490 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Project dfe182989acc44f7bcc767de53397cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:54:56.979763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.054136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.093411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73a4f7ef-5167-45bf-92ed-4266ebd1337d req-7b0f78f4-1fde-4b79-912a-231219447810 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0378582 Jul 29 17:54:57.117667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58384e68-ea0b-4af8-85ff-9b143c001ee8 req-3776aad7-7e00-4fc1-969f-ae3c9f121e12 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.121474 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58384e68-ea0b-4af8-85ff-9b143c001ee8 req-3776aad7-7e00-4fc1-969f-ae3c9f121e12 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1086259 Jul 29 17:54:57.123196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.132551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.166724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301182a1-e1c5-4b3f-98f7-32829bfee084,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:57.170185 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.171466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cab7e5b7-df52-4d68-a97c-e1c92b7e2add tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2635422 Jul 29 17:54:57.174206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38088) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.198269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e4fba50-2742-4ca1-a342-c4eff2e446e6 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules/301182a1-e1c5-4b3f-98f7-32829bfee084 HTTP/1.1" status: 200 len: 769 time: 0.0224485 Jul 29 17:54:57.200805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38090) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.208409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58384e68-ea0b-4af8-85ff-9b143c001ee8 req-c130b639-3d13-4f24-8cc0-b952db2900bf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767324 Jul 29 17:54:57.281763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-483bdcbb-22bc-4b81-8fe1-cc690a9c64eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.310638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-472d95fa-2272-40fd-b7a6-bd2b80e545f3 req-9199b67f-b839-46b9-9a0c-b2b37ebf62a5 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0431275 Jul 29 17:54:57.352448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-43e14e12-9b53-4c3c-8c9b-ebb41ddab552 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1500256 Jul 29 17:54:57.353391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38102) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.400703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d758471-cd19-4d8d-b1c7-f38f2fd7ef16 req-dbb5c1e3-dff8-4f78-9f39-8df2b38fe625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.402820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4d758471-cd19-4d8d-b1c7-f38f2fd7ef16 req-dbb5c1e3-dff8-4f78-9f39-8df2b38fe625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0908875 Jul 29 17:54:57.404122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.409247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.414070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.425934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38104) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.433513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'floatingip': {'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:57.449142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.458310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.459859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/301182a1-e1c5-4b3f-98f7-32829bfee084 HTTP/1.1" status: 204 len: 168 time: 0.1054320 Jul 29 17:54:57.462560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.475786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067058-bac6-4635-8380-97ca934e9913 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301182a1-e1c5-4b3f-98f7-32829bfee084,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:57.492287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.520607 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3cd910ca-8415-4e9f-aa1e-c7c729413c58 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567188 Jul 29 17:54:57.524017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.639156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.691627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.760621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.764652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.766382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "DELETE /v2.0/security-groups/9312c8a2-d3a6-4add-8047-2365787b61be HTTP/1.1" status: 204 len: 168 time: 0.2412863 Jul 29 17:54:57.771604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.782496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.788624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.794732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.801088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.806771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38b637-2592-47a8-93d0-43058044c456 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9312c8a2-d3a6-4add-8047-2365787b61be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:57.807035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.812924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.823606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.825617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-cd655771-9241-49ff-85a1-f758df7f345e tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.3255963 Jul 29 17:54:57.829115 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-67fa2704-00f5-409b-86b9-8ff6035ed147 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557361 Jul 29 17:54:57.834824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38126) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:57.840063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-483bdcbb-22bc-4b81-8fe1-cc690a9c64eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.909385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-483bdcbb-22bc-4b81-8fe1-cc690a9c64eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:57.951788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-5ce697b3-4c3d-4afb-99ec-67a0c35c7c90 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.953282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-5ce697b3-4c3d-4afb-99ec-67a0c35c7c90 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1119568 Jul 29 17:54:57.985621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124f28-2d33-4cdb-b50b-af27b3447b8a req-2ba93daa-30a9-4deb-b09d-72a7a89b383c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:57.987197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6124f28-2d33-4cdb-b50b-af27b3447b8a req-2ba93daa-30a9-4deb-b09d-72a7a89b383c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.3495662 Jul 29 17:54:58.023046 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4c55e82b-758b-4e4b-81ac-758222dcd2b1 req-4ebfdb0c-266f-4e1e-bedf-253d85355fb7 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0338652 Jul 29 17:54:58.104383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-483bdcbb-22bc-4b81-8fe1-cc690a9c64eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=675f7efb7f6a428aa71c198444d9bfad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0390470 Jul 29 17:54:58.105105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38140) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:58.141184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.145744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bdcbb-22bc-4b81-8fe1-cc690a9c64eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03820c-6c8e-4429-9d5e-0a23014c4ab0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:58.148221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.153457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.159539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.165424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.171483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.177536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.179742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-5839ee2a-4339-4eef-936c-b46df9301f80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.0981326 Jul 29 17:54:58.233204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2fc81bfa-dce2-4cdf-961b-d6eb45166621 tempest-SecGroupIPv6Test-1988542510 tempest-SecGroupIPv6Test-1988542510-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3987932 Jul 29 17:54:58.251869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6124f28-2d33-4cdb-b50b-af27b3447b8a req-e9a49b70-6bc9-46f6-b4f2-784db15316c4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482274 Jul 29 17:54:58.263487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4273ee8a-c8a3-4d76-a6a2-624d6cce4bc1 req-98799102-0a9e-4bde-9ba3-2b5e68d08c91 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710766 Jul 29 17:54:58.300066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-089d53a6-5eca-420a-bd50-4d93f0f4e658 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3360887 Jul 29 17:54:58.321062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:58.442783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.551799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:58.557609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-864cf51d-62cb-47e5-ade7-ac30e5d70c10 req-05615975-6e99-40dc-835a-83a1456f08db tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.1562595 Jul 29 17:54:58.600394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-29538afc-a4ff-490d-8a95-cfd1057416f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.601914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-29538afc-a4ff-490d-8a95-cfd1057416f2 service neutron] 10.222.0.38 "GET /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 1032 time: 0.2313430 Jul 29 17:54:58.620370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.707177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-308d3fe4-b96a-4280-bb90-333ea09c086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:58.708569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-308d3fe4-b96a-4280-bb90-333ea09c086f service neutron] 10.222.0.38 "GET /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 1032 time: 0.0862300 Jul 29 17:54:58.726938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-41dcd0bb-1701-4029-8525-aa061eee5f2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfe182989acc44f7bcc767de53397cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737707 Jul 29 17:54:58.727815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:54:58.741285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.790572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.822165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.908890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.911501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:58.912668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f6af093-d8b9-4740-b14c-c5b62ef592b5 HTTP/1.1" status: 204 len: 168 time: 0.1836870 Jul 29 17:54:58.922438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd425b-a27f-4e81-b59a-f0b938b79139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6af093-d8b9-4740-b14c-c5b62ef592b5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:59.029931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:59.032476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:59.036254 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c03820c-6c8e-4429-9d5e-0a23014c4ab0 HTTP/1.1" status: 204 len: 168 time: 0.8889542 Jul 29 17:54:59.110499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b141d8-2835-4e24-ae8a-10c363b275e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03820c-6c8e-4429-9d5e-0a23014c4ab0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:59.116422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.resource_extend [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:54:59.126688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7ea746ae-d401-4bec-b004-080cc636fce4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.134458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7ea746ae-d401-4bec-b004-080cc636fce4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.140266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7ea746ae-d401-4bec-b004-080cc636fce4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.141933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7ea746ae-d401-4bec-b004-080cc636fce4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 1995 time: 0.3899784 Jul 29 17:54:59.231801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12c95b14-3c18-480f-85bb-ec1b2f09cadb req-24688d12-6c73-452f-9159-e2667521e0c2 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0450354 Jul 29 17:54:59.437627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a095ff-06fd-4afe-ba33-20c1d8d11dbe req-41ac3e65-da7a-408d-a102-255c1edb3c13 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.445857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5a095ff-06fd-4afe-ba33-20c1d8d11dbe req-41ac3e65-da7a-408d-a102-255c1edb3c13 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0763168 Jul 29 17:54:59.531391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5a095ff-06fd-4afe-ba33-20c1d8d11dbe req-c800a459-7ff3-4eb0-904b-5f120fb56468 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845635 Jul 29 17:54:59.700406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-4dda0481-b366-4055-92dd-57b172386623 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706dd4d7f4c64f79837fa659455c5d5d HTTP/1.1" status: 200 len: 379 time: 0.5272727 Jul 29 17:54:59.722120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-df7bf300-38ca-4cc7-b922-6c72ceab1376 req-cc0195a5-6b74-4cbc-b60e-f3461fe08598 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0407016 Jul 29 17:54:59.729290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'admin_state_up': True, 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'security_groups': ['dee2d537-4dd6-4612-ba22-f2b84b276c21']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:54:59.782449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:59.806589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:59.861952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.868193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.873835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.880523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.887229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.893226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.899272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:54:59.907136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-5f2ef7fb-6b65-4a49-b89b-9de52ed0d3e6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 5433 time: 0.2699709 Jul 29 17:54:59.950525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1e889572-33cd-4804-ba88-a1ea698a1f70,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:54:59.959292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a361110-c3a6-48cd-b728-669f133fe392 req-9e59147e-9cc7-4ddb-9fd9-615c7b4a5f6e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0533113 Jul 29 17:55:00.063907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2924c280-0ee7-4e07-a1f8-e74a07964c91 req-7e4817c6-6e34-487d-b2d0-b7f7f2a56eb4 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551847 Jul 29 17:55:00.182831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:00.189736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:00.195500 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Floating IP 66c7ba8a-9b1b-47e5-9029-bd89b7c63304 associated. External IP: 172.25.5.80, port: e3861a24-6684-44ff-be04-90d13277c60e. Jul 29 17:55:00.277236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] For port 1e889572-33cd-4804-ba88-a1ea698a1f70, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:00.282878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.331438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:00.332352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:00.334850 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f55f8-5f96-48a6-8a49-850f11834b0b" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:00.341731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8286cf4a-068b-4b01-bf2c-f2e10a93472c req-a1489898-e288-4dfe-a404-5a3784153028 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0344267 Jul 29 17:55:00.342701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:00.347392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.359844 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.362776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1e889572-33cd-4804-ba88-a1ea698a1f70 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:00.384541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] device_id is not set on port 1e889572-33cd-4804-ba88-a1ea698a1f70 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:55:00.438158 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24f07d-f33b-4a6c-82d0-6b0b55f1ecea x-openstack-request-id: req-ec24f07d-f33b-4a6c-82d0-6b0b55f1ecea {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:00.438706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a5eda2cb-99f8-4945-ab83-03096b2d52b9 req-a6dc4e81-b8a3-4dce-952b-109e4f347a83 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0563979 Jul 29 17:55:00.439072 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:00.439381 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec24f07d-f33b-4a6c-82d0-6b0b55f1ecea {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:00.439908 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'code': 200} Jul 29 17:55:00.497129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:00.523968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.602068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.612072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.656952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-34085a58-6a55-4479-80f6-f4a530a69594 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:00.659000 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-34085a58-6a55-4479-80f6-f4a530a69594 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 17:55:00.661379 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-34085a58-6a55-4479-80f6-f4a530a69594 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 17:55:00.667286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-34085a58-6a55-4479-80f6-f4a530a69594 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4725616 Jul 29 17:55:00.667524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:00.678369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009853042'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:00.769061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.800510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:00.863007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:55:00.863366 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:55:00.929055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] No DVR routers for this DVR port 1e889572-33cd-4804-ba88-a1ea698a1f70 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:00.961519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Pushing event updated for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:00.977445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac480627-486b-4aa2-b875-0e92d0c89645 req-ea2e5f7b-1394-4675-892d-b200650e64f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0408318 Jul 29 17:55:01.057524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.069244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.100648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 172.20.0.5 (45f5c9f5-3705-4a66-893f-da5933631a1f/f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf/7bbc68d3-e5f8-486b-8c5d-79e79657189b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:01.148708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5741e1db-c092-41bb-a6ba-dd72cba9c79c None None] Provisioning complete for port 1e889572-33cd-4804-ba88-a1ea698a1f70 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:01.149278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5741e1db-c092-41bb-a6ba-dd72cba9c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.184831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2772e1-745d-4a0d-ac3e-73d3bdb5e3d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:01.272708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5741e1db-c092-41bb-a6ba-dd72cba9c79c None None] Port 1e889572-33cd-4804-ba88-a1ea698a1f70 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:01.347443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.358598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.381894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.388731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.395371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.402870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.409265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.416220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.418537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-314087c4-9b7f-4c30-88f4-f640722148b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 4658 time: 0.1583455 Jul 29 17:55:01.429363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 50f4c56c-5a3a-4821-9506-12a059489617 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:01.440014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] In _notify_port_updated(), no bound segment for port 1e889572-33cd-4804-ba88-a1ea698a1f70 on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:55:01.451074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.451719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.453120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-2d544012-817d-4b33-82e1-4fc77c11871e service neutron] 10.222.0.38 "PUT /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 200 len: 1026 time: 3.1415699 Jul 29 17:55:01.486068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa982efc-07f2-4a55-b669-04689cef6fa4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:01.536562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.537746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269346c8-1c1c-450f-a9ba-2df4351d488d req-46f11be2-11ed-4e5d-8f6f-0c4c26f94344 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.539487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1352acf0-26aa-4c69-88a4-d6f39db4aebf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8707676 Jul 29 17:55:01.543079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:01.545990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-269346c8-1c1c-450f-a9ba-2df4351d488d req-46f11be2-11ed-4e5d-8f6f-0c4c26f94344 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.7923820 Jul 29 17:55:01.551167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fa982efc-07f2-4a55-b669-04689cef6fa4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:01.574198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.589767 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c870737b-6f76-4cc3-83d9-1244c11ad8e5 req-9c73cda8-976d-43cd-b6bc-1789cb8a5921 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456828 Jul 29 17:55:01.621684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:01.624703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.629839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.630597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:01.652718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.714602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-25811967-db25-4a44-b461-0719d4a35411 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:01.716332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-25811967-db25-4a44-b461-0719d4a35411 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "GET /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2499976 Jul 29 17:55:01.725755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:55:01.750824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24cf950f-3339-4e2b-af1f-3c2dea45864a req-f4ed9da6-fcdb-40ee-adbe-82e9bdbcd7f5 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0450318 Jul 29 17:55:01.755526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:01.757531 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.804493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:01.810629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object 7bbc68d3-e5f8-486b-8c5d-79e79657189b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:01.815107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-269346c8-1c1c-450f-a9ba-2df4351d488d req-95d01d9f-339f-4801-ba14-22dc96e850dd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678154 Jul 29 17:55:01.818846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.819678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8b58b4e4-674e-43ef-a672-dd25700305ee no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:01.836065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.846690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.879741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:01.891918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf6ee73-8ebe-4f6d-afc4-9a3f7d38745b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:01.896268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.929539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.931299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d392d5a-9040-40a9-951d-20220d131e4a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859973 Jul 29 17:55:01.934004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:01.938689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8bc46a3b-f3f0-43b1-bfaf-278ffc63a9d6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fa982efc-07f2-4a55-b669-04689cef6fa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:01.981550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:01.995014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8bc46a3b-f3f0-43b1-bfaf-278ffc63a9d6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.000178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:02.029439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:02.039022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.040173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:02.118388 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-8bc46a3b-f3f0-43b1-bfaf-278ffc63a9d6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 17:55:02.122713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8bc46a3b-f3f0-43b1-bfaf-278ffc63a9d6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1876092 Jul 29 17:55:02.123556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:02.205523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.242646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.289547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.428538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:55:02.433500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-053c3f0c-8f71-4a03-87f9-eb189563c351 req-7456f17b-1009-407c-a1f1-445cce8793d8 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0583682 Jul 29 17:55:02.441222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.449246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b'}, {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:02.450645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.453585 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87034804-c427-44c9-b142-8793e45f4fdb" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "50f4c56c-5a3a-4821-9506-12a059489617"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b"}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:02.456717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:02.457067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 45f5c9f5-3705-4a66-893f-da5933631a1f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:02.463513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.463513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa982efc-07f2-4a55-b669-04689cef6fa4 HTTP/1.1" status: 204 len: 168 time: 0.3363709 Jul 29 17:55:02.473039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:02.478307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:55:02.535277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582452a-d500-4a18-b492-ee07d9579dde tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa982efc-07f2-4a55-b669-04689cef6fa4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:02.539294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.562038 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61afa68a-2cc2-4308-bd7d-4720005a73cb x-openstack-request-id: req-61afa68a-2cc2-4308-bd7d-4720005a73cb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:02.562609 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "50f4c56c-5a3a-4821-9506-12a059489617", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b", "code": 200}, {"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:02.563054 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61afa68a-2cc2-4308-bd7d-4720005a73cb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:02.563614 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617', 'code': 200} Jul 29 17:55:02.564408 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'code': 200} Jul 29 17:55:02.564821 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'code': 200} Jul 29 17:55:02.570044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:02.586685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:02.593587 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1492a70d-1dde-4f06-b500-52e18b961daa tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234591 Jul 29 17:55:02.599063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38266) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:02.629340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:02.629582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013552689'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:02.652934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11d536-7dd4-41ff-9d1e-3e425483ec2f req-50f022f7-e2a2-4de8-9ff7-34e15e6cdd92 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.659150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e11d536-7dd4-41ff-9d1e-3e425483ec2f req-50f022f7-e2a2-4de8-9ff7-34e15e6cdd92 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 931 time: 0.5018649 Jul 29 17:55:02.660233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:02.672902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:02.673690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:02.676064 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.676709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3b472360-67fe-47ca-9d8c-6ddca6a0655b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:02.710041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.781394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3b472360-67fe-47ca-9d8c-6ddca6a0655b,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:02.833887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-be602f0b-7c05-4548-89f9-57c294497f25 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "PUT /v2.0/floatingips/66c7ba8a-9b1b-47e5-9029-bd89b7c63304 HTTP/1.1" status: 200 len: 990 time: 5.4047792 Jul 29 17:55:02.841901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:02.845429 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1b239-b2d3-4d7f-9497-a05171f4a43c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:02.848605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] For port 3b472360-67fe-47ca-9d8c-6ddca6a0655b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:02.856493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.889063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.905977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.909061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:55:02.913450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.914190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.918715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.931261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.932616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e11d536-7dd4-41ff-9d1e-3e425483ec2f req-a42be40c-c621-48b7-9c69-05eb93bd155b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596059 Jul 29 17:55:02.947565 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:02.957180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] device_id is not set on port 3b472360-67fe-47ca-9d8c-6ddca6a0655b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:55:02.960272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-a64c357f-3223-4968-98de-894dd2f92f81 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 4650 time: 0.2228258 Jul 29 17:55:02.968297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:02.979494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.026667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.043965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.064971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:03.084286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b9adeb84-892d-4b3e-aa14-d19eeb31b823 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3700092 Jul 29 17:55:03.091211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-232a8caf-dccf-44df-90d1-99e11ea1f5aa req-705a9d9b-a733-4b63-837e-987487d668ac tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=32be9691-9d1e-43c1-8262-e90c08227c13&id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298583 Jul 29 17:55:03.106672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db8e6e9-ac37-498b-975a-44bbbc7bf89e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:03.110285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.119225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5a30b232-3470-440f-944d-b9e35b12ede3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5203848 Jul 29 17:55:03.120260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38278) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.136636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d52fd23e-4185-452a-a8cb-c51332afff3f tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': '3db8e6e9-ac37-498b-975a-44bbbc7bf89e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:03.137422 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-d52fd23e-4185-452a-a8cb-c51332afff3f tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 17:55:03.137933 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-d52fd23e-4185-452a-a8cb-c51332afff3f tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:03.144335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d52fd23e-4185-452a-a8cb-c51332afff3f tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0208638 Jul 29 17:55:03.144911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.168431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'admin_state_up': True, 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'security_groups': ['dee2d537-4dd6-4612-ba22-f2b84b276c21']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:03.175237 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ef24ec-6705-415f-921f-6be3c1f7f8d1 x-openstack-request-id: req-85ef24ec-6705-415f-921f-6be3c1f7f8d1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:03.175897 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:03.176259 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85ef24ec-6705-415f-921f-6be3c1f7f8d1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:03.176808 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'status': 'completed', 'code': 200} Jul 29 17:55:03.185669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-968e2b86-0a75-4352-8ece-a306cedbbaf5 None None] Provisioning for port 7bbc68d3-e5f8-486b-8c5d-79e79657189b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:03.207532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] No DVR routers for this DVR port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:03.221407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-968e2b86-0a75-4352-8ece-a306cedbbaf5 None None] Provisioning complete for port 7bbc68d3-e5f8-486b-8c5d-79e79657189b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:03.221782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-968e2b86-0a75-4352-8ece-a306cedbbaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.255871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.281570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.282122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3b472360-67fe-47ca-9d8c-6ddca6a0655b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:03.300753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-968e2b86-0a75-4352-8ece-a306cedbbaf5 None None] Port 7bbc68d3-e5f8-486b-8c5d-79e79657189b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:03.311323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:03.338463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.341439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.347468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/3db8e6e9-ac37-498b-975a-44bbbc7bf89e HTTP/1.1" status: 204 len: 168 time: 0.2010806 Jul 29 17:55:03.348303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38282) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.379254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d499dd-67d3-4e5e-97b8-68b76eaba39d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db8e6e9-ac37-498b-975a-44bbbc7bf89e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:03.406939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] In _notify_port_updated(), no bound segment for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b on network 92ef9973-b776-4d3d-8541-55aabe653706 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 17:55:03.408157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:03.408938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.410650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-98c9e552-c1f1-4a90-a09e-6553636e9dd0 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 200 len: 1027 time: 1.6781535 Jul 29 17:55:03.419233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-330ccdff-4da1-44ff-b09f-6787a6582583 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622132 Jul 29 17:55:03.420109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38284) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.426532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--665714584'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:03.437922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-49e2f48b-de3e-4615-8538-7f930057ebba None None] Provisioning complete for port 3b472360-67fe-47ca-9d8c-6ddca6a0655b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:03.438722 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49e2f48b-de3e-4615-8538-7f930057ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.457284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.498513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041aad-58dd-481a-8f2b-8943232cabbb req-581b2160-efc6-4b8b-9c4f-8d6ef99ead21 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:03.499230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-49e2f48b-de3e-4615-8538-7f930057ebba None None] Port 3b472360-67fe-47ca-9d8c-6ddca6a0655b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:03.499887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a041aad-58dd-481a-8f2b-8943232cabbb req-581b2160-efc6-4b8b-9c4f-8d6ef99ead21 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.4118958 Jul 29 17:55:03.512400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '66c7ba8a-9b1b-47e5-9029-bd89b7c63304', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:40Z', 'updated_at': '2021-07-29T17:54:58Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:03.539577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-e2989b06-9da0-4e0d-91dd-751543c68cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:03.540937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-e2989b06-9da0-4e0d-91dd-751543c68cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1096 time: 0.2613721 Jul 29 17:55:03.548743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:55:03.559063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:03.559745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:03.610553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8b30be1-a205-469e-ab6e-a0c30cd103fc req-f5e43fcd-1ac3-48e8-8593-95563ef42da0 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0299766 Jul 29 17:55:03.617387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.622978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.653874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.658116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365205 Jul 29 17:55:03.658788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38288) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.669726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2cc34761-35e4-41a5-a26e-5d146c8fe494 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'e98f9176-c60d-4f5b-bf2e-d16a4e74f9d6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:03.671364 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-2cc34761-35e4-41a5-a26e-5d146c8fe494 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 17:55:03.672548 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-2cc34761-35e4-41a5-a26e-5d146c8fe494 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:03.676475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2cc34761-35e4-41a5-a26e-5d146c8fe494 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0141540 Jul 29 17:55:03.680581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38290) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:03.691363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe13ad-a082-4fe5-ae3a-dbeeccdf5da9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f9176-c60d-4f5b-bf2e-d16a4e74f9d6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:03.696297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a041aad-58dd-481a-8f2b-8943232cabbb req-43f81a41-f780-4258-8ea0-01fc90cabb29 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847708 Jul 29 17:55:03.737754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:03.741909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.763698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:55:03.772582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-411eb2ba-76db-4990-b7eb-91887d0a5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:03.774522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-411eb2ba-76db-4990-b7eb-91887d0a5634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.2242894 Jul 29 17:55:03.791369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.801773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:03.802147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.863923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:03.901475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:03.901860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.008992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.013053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.013053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/e98f9176-c60d-4f5b-bf2e-d16a4e74f9d6 HTTP/1.1" status: 204 len: 168 time: 0.3311625 Jul 29 17:55:04.017660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38304) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:04.059735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:04.062298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29a0c-791a-497d-a6d2-66a38e3b54e7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f9176-c60d-4f5b-bf2e-d16a4e74f9d6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:04.220581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a384e-c096-46a5-8e75-a9e7364861f4 req-b7d9cd8a-5c59-4d62-963e-786d0167d5cf tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.228289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '66c7ba8a-9b1b-47e5-9029-bd89b7c63304', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:40Z', 'updated_at': '2021-07-29T17:54:58Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:04.230543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-716a384e-c096-46a5-8e75-a9e7364861f4 req-b7d9cd8a-5c59-4d62-963e-786d0167d5cf tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 931 time: 0.1344047 Jul 29 17:55:04.237927 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f7792ba8-3b14-488c-ae1f-74c3a11a4989 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2191978 Jul 29 17:55:04.247246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:04.261597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735353236'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:04.285251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-b1ab8458-5618-4e8f-b9cb-4f06e95d1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.287208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-b1ab8458-5618-4e8f-b9cb-4f06e95d1716 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.1525085 Jul 29 17:55:04.297221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab752ca3-28a1-4bee-9696-3b80b10c28a1 None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '66c7ba8a-9b1b-47e5-9029-bd89b7c63304', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:40Z', 'updated_at': '2021-07-29T17:54:58Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:55:04.334515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-dfc96762-e681-4196-aaf8-8256b74ea7bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 998 time: 0.5475979 Jul 29 17:55:04.369869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.423898 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-716a384e-c096-46a5-8e75-a9e7364861f4 req-ed501461-fd2c-4052-bfa9-b64ba4c05d14 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889613 Jul 29 17:55:04.566455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:04.570549 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d142770c-7460-4cd1-b35b-aca454cb0c4a" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:04.607046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-e8c6d09d-8821-485d-a9d3-25c3b491446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.608870 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-e8c6d09d-8821-485d-a9d3-25c3b491446f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.3134451 Jul 29 17:55:04.670529 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84abb933-db9b-4187-a661-7376f67cdb31 None None] New status for floating IP 66c7ba8a-9b1b-47e5-9029-bd89b7c63304: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:55:04.785950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.792752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-3c83f983-cd9a-4944-bc73-dcbebef445ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.1655362 Jul 29 17:55:04.796121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.817781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.824074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.830430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.836405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.842257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.844262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-6c5d76f8-e530-44a4-8871-779fb7051260 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3876 time: 0.2038362 Jul 29 17:55:04.878640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb609dc-abc0-4e0a-9092-0f46e62a2cc0 req-cee5bf16-e429-4d8b-ad9c-d02b2b65b57b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.880206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7eb609dc-abc0-4e0a-9092-0f46e62a2cc0 req-cee5bf16-e429-4d8b-ad9c-d02b2b65b57b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.8140869 Jul 29 17:55:04.910713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-6c762af0-da90-4276-a1ec-bf75ac55328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.912294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-6c762af0-da90-4276-a1ec-bf75ac55328f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1051590 Jul 29 17:55:04.919033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.1.1.174 (5461a01e-b1b3-4ce7-9da3-bc9809278f2b/38fd76c9-eaaa-4873-9099-a6ab3fe7714b/a22cc667-e74d-4176-8fd8-1fe11b558b5e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:04.954764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-2dad322b-75fd-4994-8a38-79396ae42d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:04.967053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-2dad322b-75fd-4994-8a38-79396ae42d2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.6116712 Jul 29 17:55:04.977000 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:04.980961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7293267 Jul 29 17:55:04.983805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38328) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:04.991108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c03961-6274-4412-ba5b-9f2ff326c744 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f221fab7-29f7-4d2a-93ef-8b0189eed067,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:05.035969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-9216acd5-b2b6-4fff-9f05-8eef875cb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:05.037972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-9216acd5-b2b6-4fff-9f05-8eef875cb4c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039042 Jul 29 17:55:05.058871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecb3f52-cdad-4e9a-8a00-3e3e47fad502 req-84d84410-c0c5-48cd-ab9f-d1f251a177b7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937723 Jul 29 17:55:05.092255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-54e26feb-f578-414a-ad25-f8834c6c322c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'f221fab7-29f7-4d2a-93ef-8b0189eed067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:05.103320 n-d-801607-3 neutron-server[94051]: WARNING neutron.api.v2.base [None req-54e26feb-f578-414a-ad25-f8834c6c322c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 17:55:05.104984 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-54e26feb-f578-414a-ad25-f8834c6c322c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:05.110416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-54e26feb-f578-414a-ad25-f8834c6c322c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1207192 Jul 29 17:55:05.131506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38330) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.137125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-75e9b3e9-ae6c-49a9-b178-55dea1f3b941 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'f221fab7-29f7-4d2a-93ef-8b0189eed067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:05.139345 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-75e9b3e9-ae6c-49a9-b178-55dea1f3b941 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 17:55:05.139858 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-75e9b3e9-ae6c-49a9-b178-55dea1f3b941 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:05.140847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-75e9b3e9-ae6c-49a9-b178-55dea1f3b941 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083599 Jul 29 17:55:05.143848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.150074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d8cb8dd7-dd48-48de-bd5b-99abf9ee66e3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'f221fab7-29f7-4d2a-93ef-8b0189eed067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:05.151187 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-d8cb8dd7-dd48-48de-bd5b-99abf9ee66e3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 17:55:05.151705 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-d8cb8dd7-dd48-48de-bd5b-99abf9ee66e3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:05.152839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8cb8dd7-dd48-48de-bd5b-99abf9ee66e3 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074925 Jul 29 17:55:05.155585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.160479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6c7166e5-9042-4284-b5e0-73a717b8d7ec tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'f221fab7-29f7-4d2a-93ef-8b0189eed067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:05.160815 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-6c7166e5-9042-4284-b5e0-73a717b8d7ec tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 17:55:05.161294 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-6c7166e5-9042-4284-b5e0-73a717b8d7ec tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:05.162368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c7166e5-9042-4284-b5e0-73a717b8d7ec tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057533 Jul 29 17:55:05.165069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38336) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.167480 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b1504-5797-423e-b93f-8b257864bd06 x-openstack-request-id: req-977b1504-5797-423e-b93f-8b257864bd06 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:05.167825 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:05.168028 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-977b1504-5797-423e-b93f-8b257864bd06 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:05.168432 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'code': 200} Jul 29 17:55:05.238123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7eb609dc-abc0-4e0a-9092-0f46e62a2cc0 req-3191f422-1f26-457d-8589-04f997e1b3f9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490963 Jul 29 17:55:05.256920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.304308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-f96eb0fd-4557-4bac-9f3e-37e41ce82e03 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439637 Jul 29 17:55:05.318396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.323872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=14a5d77e-75c8-46eb-9b55-7dc0ac394a8b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:05.373546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.405066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-50564d28-c45d-47f3-b981-0a9249d25553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:05.406722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-50564d28-c45d-47f3-b981-0a9249d25553 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386570 Jul 29 17:55:05.424820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port 14a5d77e-75c8-46eb-9b55-7dc0ac394a8b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:05.433678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object a22cc667-e74d-4176-8fd8-1fe11b558b5e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:05.435553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.437523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-9a6cdc91-4602-4cbc-923d-d716be711027 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "DELETE /v2.0/ports/14a5d77e-75c8-46eb-9b55-7dc0ac394a8b HTTP/1.1" status: 204 len: 173 time: 2.0066445 Jul 29 17:55:05.439023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:05.439160 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.441203 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98abeb9c-2679-4f9d-8687-98be789c6577" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:05.445016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c2e668b-7be6-49c9-b725-c3096e17c015 req-556418a6-57ea-44b8-b6c0-6d568ab2e79d tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1276956 Jul 29 17:55:05.571795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.575339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.580151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/f221fab7-29f7-4d2a-93ef-8b0189eed067 HTTP/1.1" status: 204 len: 168 time: 0.4141400 Jul 29 17:55:05.580995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38344) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.601810 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716caf6-89f2-4fdc-97f7-f005548eb015 x-openstack-request-id: req-d716caf6-89f2-4fdc-97f7-f005548eb015 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:05.602101 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "14a5d77e-75c8-46eb-9b55-7dc0ac394a8b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:05.602383 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d716caf6-89f2-4fdc-97f7-f005548eb015 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:05.602786 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '14a5d77e-75c8-46eb-9b55-7dc0ac394a8b', 'status': 'completed', 'code': 200} Jul 29 17:55:05.643247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73d1ad-a69a-428b-8454-d0f8639c3671 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f221fab7-29f7-4d2a-93ef-8b0189eed067,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:05.649701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e8797d35-3af8-4653-86b4-c7c4785d6ca8 req-bb0990fc-7a36-4ba8-8271-ddaf06f35421 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343835 Jul 29 17:55:05.651216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.734045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-bb696a0b-edde-42fc-99b5-782f5225a9bb service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118758 Jul 29 17:55:05.753849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-35e53bfe-4504-4b91-8091-2e113af690fe tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603391 Jul 29 17:55:05.760336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38348) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:05.765392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111455560'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:05.773577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:05.806286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.806934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:05.846144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:05.856619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:05.955222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424b08-574a-41f2-819c-9494016a9b74 req-bf5e9a49-fb2f-4520-adb3-7789c2e35a7e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:05.955986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.967671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.977465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424b08-574a-41f2-819c-9494016a9b74 req-bf5e9a49-fb2f-4520-adb3-7789c2e35a7e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:05.990044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d424b08-574a-41f2-819c-9494016a9b74 req-bf5e9a49-fb2f-4520-adb3-7789c2e35a7e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 1653 time: 0.3799813 Jul 29 17:55:05.997903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:05.999036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.024458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.026690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2650685 Jul 29 17:55:06.036227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.047045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4fc725e9-2239-413a-b57c-bae6fc184b13 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.048353 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-4fc725e9-2239-413a-b57c-bae6fc184b13 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 17:55:06.049066 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-4fc725e9-2239-413a-b57c-bae6fc184b13 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.050368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4fc725e9-2239-413a-b57c-bae6fc184b13 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127587 Jul 29 17:55:06.064319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.076558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0428bce4-73b1-42d0-a28e-fb005a395d31 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.112185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48bdb-f7d0-4d07-97bb-41452dd24c45 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28d50a-abf2-402b-8e9a-0604eea592b9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:06.165555 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-0428bce4-73b1-42d0-a28e-fb005a395d31 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.166731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0428bce4-73b1-42d0-a28e-fb005a395d31 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1011198 Jul 29 17:55:06.171750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.177535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-635151ea-4713-409f-8b5e-5296d9c357fd tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.181130 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-635151ea-4713-409f-8b5e-5296d9c357fd tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 17:55:06.181691 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-635151ea-4713-409f-8b5e-5296d9c357fd tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.186906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-635151ea-4713-409f-8b5e-5296d9c357fd tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124075 Jul 29 17:55:06.210444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.221041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-19db5d8e-568d-44dc-89b6-0e0557dff9e0 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.221686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.222396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.261003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-139d22ce-4b34-4f74-af37-702350aa62a7 None None] Provisioning for port a22cc667-e74d-4176-8fd8-1fe11b558b5e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:06.270857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-139d22ce-4b34-4f74-af37-702350aa62a7 None None] Provisioning complete for port a22cc667-e74d-4176-8fd8-1fe11b558b5e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:06.271359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139d22ce-4b34-4f74-af37-702350aa62a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.316877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-139d22ce-4b34-4f74-af37-702350aa62a7 None None] Port a22cc667-e74d-4176-8fd8-1fe11b558b5e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:06.324874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346014e2-c10f-471f-b9e2-288c4c01903e req-51c2c214-654e-4062-84af-48588736823a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.331142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346014e2-c10f-471f-b9e2-288c4c01903e req-51c2c214-654e-4062-84af-48588736823a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.337516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346014e2-c10f-471f-b9e2-288c4c01903e req-51c2c214-654e-4062-84af-48588736823a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.343699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346014e2-c10f-471f-b9e2-288c4c01903e req-51c2c214-654e-4062-84af-48588736823a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.345470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-346014e2-c10f-471f-b9e2-288c4c01903e req-51c2c214-654e-4062-84af-48588736823a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 3143 time: 0.1759114 Jul 29 17:55:06.378080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-203cbc32-d3c4-4d29-90f5-77e0b07a78a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2466137 Jul 29 17:55:06.380114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21e1b239-b2d3-4d7f-9497-a05171f4a43c req-9e5d5405-7efc-410d-8bee-aed18a8e7ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343515 Jul 29 17:55:06.396798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d424b08-574a-41f2-819c-9494016a9b74 req-71a22ad7-5d19-4315-bcdb-f4322bb8a726 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977856 Jul 29 17:55:06.397035 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-19db5d8e-568d-44dc-89b6-0e0557dff9e0 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.398365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-19db5d8e-568d-44dc-89b6-0e0557dff9e0 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1863670 Jul 29 17:55:06.404434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.406215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'admin_state_up': True, 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'security_groups': ['dee2d537-4dd6-4612-ba22-f2b84b276c21']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.412874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-db1200c1-4956-4a35-8e36-b5aaec94ff35 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.413486 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-db1200c1-4956-4a35-8e36-b5aaec94ff35 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 17:55:06.414116 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-db1200c1-4956-4a35-8e36-b5aaec94ff35 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.415126 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db1200c1-4956-4a35-8e36-b5aaec94ff35 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097008 Jul 29 17:55:06.418113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38372) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.424486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b7335de0-b5ba-416b-aba3-392a5c8941b9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.445388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-346014e2-c10f-471f-b9e2-288c4c01903e req-aa463b7d-55dd-4215-bc1b-c3c99ac4631c tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755281 Jul 29 17:55:06.499038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:06.499457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.522536 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-b7335de0-b5ba-416b-aba3-392a5c8941b9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Project fe251c62482148f5b80701c8a260bdba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:55:06.542968 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b7335de0-b5ba-416b-aba3-392a5c8941b9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.544577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7335de0-b5ba-416b-aba3-392a5c8941b9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1251788 Jul 29 17:55:06.547508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38376) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.550123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:06.554633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-76e53e1f-dfc1-4bd2-b28f-cac15c9f951a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.555373 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-76e53e1f-dfc1-4bd2-b28f-cac15c9f951a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 17:55:06.556124 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-76e53e1f-dfc1-4bd2-b28f-cac15c9f951a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.558345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-76e53e1f-dfc1-4bd2-b28f-cac15c9f951a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080080 Jul 29 17:55:06.560056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38378) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.567378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-14e924db-5de4-418f-83dd-0336d31b001b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.623442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-765e75f7-8e2f-4e61-ab56-d28c1695130a req-b14b96f3-3d42-4915-b729-68eed15e69b0 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0467079 Jul 29 17:55:06.652588 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-14e924db-5de4-418f-83dd-0336d31b001b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Project fe251c62482148f5b80701c8a260bdba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:55:06.680754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df0e8-2c60-45a8-ae1d-01e7ea9a23cd req-467ce53a-be99-45b1-b0c3-4a27978d7b95 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:06.682411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f51df0e8-2c60-45a8-ae1d-01e7ea9a23cd req-467ce53a-be99-45b1-b0c3-4a27978d7b95 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1696064 Jul 29 17:55:06.730026 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-14e924db-5de4-418f-83dd-0336d31b001b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.731544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14e924db-5de4-418f-83dd-0336d31b001b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1695774 Jul 29 17:55:06.741370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38382) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:06.744200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:06.748722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.758673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3ec47330-d370-424d-a545-d0ccc0a713da tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fd28d50a-abf2-402b-8e9a-0604eea592b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:06.776788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f51df0e8-2c60-45a8-ae1d-01e7ea9a23cd req-f9c3bba1-69a7-41b0-a1b4-2f65820d8139 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863490 Jul 29 17:55:06.888310 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-3ec47330-d370-424d-a545-d0ccc0a713da tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Project fe251c62482148f5b80701c8a260bdba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:55:06.952024 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-3ec47330-d370-424d-a545-d0ccc0a713da tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:06.953100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3ec47330-d370-424d-a545-d0ccc0a713da tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2099762 Jul 29 17:55:06.953769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:06.956315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38386) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.017229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.025824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:07.057614 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.064681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20aea-6db6-4cc9-9a71-fcef17ef0205 req-861809fa-6cf1-49dc-a5a0-91c775dbaa4d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:07.066955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ed20aea-6db6-4cc9-9a71-fcef17ef0205 req-861809fa-6cf1-49dc-a5a0-91c775dbaa4d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1869977 Jul 29 17:55:07.098802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:07.107474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.109568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-ec662201-a501-47c3-9479-cb13593a9b06 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "DELETE /v2.0/ports/fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d HTTP/1.1" status: 204 len: 173 time: 1.6634881 Jul 29 17:55:07.117580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.120213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.121375 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd28d50a-abf2-402b-8e9a-0604eea592b9 HTTP/1.1" status: 204 len: 168 time: 0.1634645 Jul 29 17:55:07.124685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38388) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.146996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.1.1.177 (5461a01e-b1b3-4ce7-9da3-bc9809278f2b/38fd76c9-eaaa-4873-9099-a6ab3fe7714b/b8093910-debe-4f68-8f49-8ac1ca85dfb9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:07.154216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b681edf-7a06-40c3-a9b6-71f487e9fce6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28d50a-abf2-402b-8e9a-0604eea592b9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:07.190453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64cb8e45-e06e-476d-9259-d5c9b0e2e16d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633888 Jul 29 17:55:07.194584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.210949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ed20aea-6db6-4cc9-9a71-fcef17ef0205 req-f04a4538-0974-488c-a89f-23be82954e99 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327989 Jul 29 17:55:07.216424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--315614951'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:07.288149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.392992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 50f4c56c-5a3a-4821-9506-12a059489617 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:07.395488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.406657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.414104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.462672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1280c3b-d7e3-4c0b-80aa-f073b38bcd5a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:07.488918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.498016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07f01919-d5c4-47b4-ada5-088e921d051a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2854753 Jul 29 17:55:07.499599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38400) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.504602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1cc27244-eab2-4836-ba94-9b283ba82463 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'b1280c3b-d7e3-4c0b-80aa-f073b38bcd5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:07.608275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:07.611503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5ec6-0f97-4e5c-b01a-cf3838ef0ad9 req-b7c9ff74-33e3-4968-bb40-26594151b18b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:07.619829 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabab6e2-707f-496b-b299-14c996ab372a" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:07.621230 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e3b5ec6-0f97-4e5c-b01a-cf3838ef0ad9 req-b7c9ff74-33e3-4968-bb40-26594151b18b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0914438 Jul 29 17:55:07.631034 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-1cc27244-eab2-4836-ba94-9b283ba82463 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The resource could not be found. Jul 29 17:55:07.632617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1cc27244-eab2-4836-ba94-9b283ba82463 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1317024 Jul 29 17:55:07.636299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38406) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.641947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b4d3edb1-2fdf-499c-83d4-5236302436fa tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'b1280c3b-d7e3-4c0b-80aa-f073b38bcd5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1193bbe3-eca4-442e-b17d-3990ed32d2a9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:07.676557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port 50f4c56c-5a3a-4821-9506-12a059489617, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=50f4c56c-5a3a-4821-9506-12a059489617,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:07.677086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.696338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e3b5ec6-0f97-4e5c-b01a-cf3838ef0ad9 req-e4f3ffdd-a3f7-4490-b584-5323f1177422 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737090 Jul 29 17:55:07.743955 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b4d3edb1-2fdf-499c-83d4-5236302436fa tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The resource could not be found. Jul 29 17:55:07.745833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4d3edb1-2fdf-499c-83d4-5236302436fa tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1084008 Jul 29 17:55:07.748756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:07.832672 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.848607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object b8093910-debe-4f68-8f49-8ac1ca85dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:07.857738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2889b-5ffe-4fbe-8a29-12a363500110 req-f4c9a5c6-c30d-4b51-a6d5-d7015a3cb2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:07.863690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2889b-5ffe-4fbe-8a29-12a363500110 req-f4c9a5c6-c30d-4b51-a6d5-d7015a3cb2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:07.869568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2889b-5ffe-4fbe-8a29-12a363500110 req-f4c9a5c6-c30d-4b51-a6d5-d7015a3cb2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:07.871277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28d2889b-5ffe-4fbe-8a29-12a363500110 req-f4c9a5c6-c30d-4b51-a6d5-d7015a3cb2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 2410 time: 0.0952311 Jul 29 17:55:07.897219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.927850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-28d2889b-5ffe-4fbe-8a29-12a363500110 req-14361738-fc7e-486c-9f54-296ae52526c3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476449 Jul 29 17:55:07.938550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.992924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:07.996746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.001115 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/b1280c3b-d7e3-4c0b-80aa-f073b38bcd5a HTTP/1.1" status: 204 len: 168 time: 0.2483351 Jul 29 17:55:08.003432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:08.006473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a687bf3-9721-4aa9-b26d-ef33e07fe57f req-98d55fe9-6a61-4e44-9f2d-3bc27f72303b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:08.015444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a687bf3-9721-4aa9-b26d-ef33e07fe57f req-98d55fe9-6a61-4e44-9f2d-3bc27f72303b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:08.017470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a687bf3-9721-4aa9-b26d-ef33e07fe57f req-98d55fe9-6a61-4e44-9f2d-3bc27f72303b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 1653 time: 0.4562576 Jul 29 17:55:08.030394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e426-4d24-474f-af41-6fcdde3dd878 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1280c3b-d7e3-4c0b-80aa-f073b38bcd5a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:08.095002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c18de0c3-946a-468c-bf20-cb500c0c9dea tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910647 Jul 29 17:55:08.101424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38418) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:08.107337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-946b2aaa-982e-4287-ba11-c0e09939fae6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': 'fad4a4ec-1f22-4529-839b-bc63eeaa5438', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:08.119197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.119566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.119886 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Floating IP 5d130806-5a76-42dd-8182-25a2f6b92ff9 disassociated. External IP: 172.25.5.133, port: 50f4c56c-5a3a-4821-9506-12a059489617. Jul 29 17:55:08.120289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 50f4c56c-5a3a-4821-9506-12a059489617 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:08.133252 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0bd21-221a-4af4-ba6e-6b32521e2799 x-openstack-request-id: req-dda0bd21-221a-4af4-ba6e-6b32521e2799 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:08.133597 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:08.133863 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dda0bd21-221a-4af4-ba6e-6b32521e2799 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:08.134283 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': 'fd4c141f-4f9c-4dc9-ae12-1c25a0cced4d', 'status': 'completed', 'code': 200} Jul 29 17:55:08.179308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c5013643-2744-45da-a9c9-e27f1f50f0f3 req-8fc1f8fc-cf20-4c99-9031-ffa9b494ca40 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0381439 Jul 29 17:55:08.200679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.210515 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-946b2aaa-982e-4287-ba11-c0e09939fae6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The resource could not be found. Jul 29 17:55:08.212640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-946b2aaa-982e-4287-ba11-c0e09939fae6 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1094196 Jul 29 17:55:08.218902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:08.230790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--556009450'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:08.276308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.307398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:08.317976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:08.341642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:08.474561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:08.475429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.486227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.492236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a687bf3-9721-4aa9-b26d-ef33e07fe57f req-0f43feb7-4760-4397-9a96-7ec2953f1c2c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555610 Jul 29 17:55:08.510448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.535148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:08.584645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-67b2cb54-7cbc-4be4-9511-e5ba81f77b4a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1867177 Jul 29 17:55:08.587795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ddeb40-dc21-4795-bd20-416d504fa36f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:08.603582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.606332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'admin_state_up': True, 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'security_groups': ['dee2d537-4dd6-4612-ba22-f2b84b276c21']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:08.611030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fba9e745-7106-4929-8e39-979dbf300b81 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3904498 Jul 29 17:55:08.616932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:08.621820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--373284926'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:08.663315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.778340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fb628112-0024-40dd-b5e6-1b887cef1510 None None] Provisioning for port b8093910-debe-4f68-8f49-8ac1ca85dfb9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:08.784392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fb628112-0024-40dd-b5e6-1b887cef1510 None None] Provisioning complete for port b8093910-debe-4f68-8f49-8ac1ca85dfb9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:08.784900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fb628112-0024-40dd-b5e6-1b887cef1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.851145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.862740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.875709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fb628112-0024-40dd-b5e6-1b887cef1510 None None] Port b8093910-debe-4f68-8f49-8ac1ca85dfb9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:08.919249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5aa14a-dd01-47ce-983d-33ea25e55ea0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:08.923246 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.924481 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4d21504-7f41-4265-b62a-833afa9683cf tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3065677 Jul 29 17:55:08.930963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:08.939867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2fc19b12-4399-4ded-bda4-385ed2d5810c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': '82ddeb40-dc21-4795-bd20-416d504fa36f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4b5aa14a-dd01-47ce-983d-33ea25e55ea0'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:08.945494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821d9f-ff29-4080-bba0-c3f2f2efe5de req-47898fd8-0060-407d-a96f-13bfcedd472f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:08.952840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10821d9f-ff29-4080-bba0-c3f2f2efe5de req-47898fd8-0060-407d-a96f-13bfcedd472f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1957026 Jul 29 17:55:08.966159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:08.985070 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-2fc19b12-4399-4ded-bda4-385ed2d5810c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:08.987067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2fc19b12-4399-4ded-bda4-385ed2d5810c tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0550933 Jul 29 17:55:08.989956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38436) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:09.092800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=50f4c56c-5a3a-4821-9506-12a059489617,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:09.101483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10821d9f-ff29-4080-bba0-c3f2f2efe5de req-441c8d6d-0c97-480c-aa0c-2e3a2848a2a9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477208 Jul 29 17:55:09.143290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.172175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:09.190951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.213216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c02c-efeb-439c-a1df-43593d5c3c1a req-f29fd36f-d375-4a2c-8a98-6d012f020ebf tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:09.220500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ddaf-b678-4e43-a159-18f2720e1e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.230342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c02c-efeb-439c-a1df-43593d5c3c1a req-f29fd36f-d375-4a2c-8a98-6d012f020ebf tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:09.233348 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b66c02c-efeb-439c-a1df-43593d5c3c1a req-f29fd36f-d375-4a2c-8a98-6d012f020ebf tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 1677 time: 0.1539690 Jul 29 17:55:09.333550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b66c02c-efeb-439c-a1df-43593d5c3c1a req-ef922a24-379f-458f-8166-1dcebc1f44ed tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870361 Jul 29 17:55:09.336065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.342822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.345783 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b5aa14a-dd01-47ce-983d-33ea25e55ea0 HTTP/1.1" status: 204 len: 168 time: 0.3536446 Jul 29 17:55:09.351426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:09.370782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbe8f0-141f-4917-bb83-2a140df405ca tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5aa14a-dd01-47ce-983d-33ea25e55ea0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:09.386893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31e9093b-160c-4f6f-ba97-aba0e6788309 req-e2878bbb-9002-4758-9cea-a964ca8d125e tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0634179 Jul 29 17:55:09.645409 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:55:09.724076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a540-7da5-4d5f-9a4c-e87f95d3994f req-c45838e8-8b0e-4fe7-a861-656d56429165 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:09.732672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a540-7da5-4d5f-9a4c-e87f95d3994f req-c45838e8-8b0e-4fe7-a861-656d56429165 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:09.748536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a540-7da5-4d5f-9a4c-e87f95d3994f req-c45838e8-8b0e-4fe7-a861-656d56429165 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:09.756903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7de5a540-7da5-4d5f-9a4c-e87f95d3994f req-c45838e8-8b0e-4fe7-a861-656d56429165 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 2374 time: 0.1027772 Jul 29 17:55:09.804877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7de5a540-7da5-4d5f-9a4c-e87f95d3994f req-8f18c4da-4c5e-438c-b359-22fc8faab384 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Jul 29 17:55:09.935301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Router a060d683-b03a-4c1c-85f1-b709091e18fd has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:55:09.940906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:09.979027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3cdb8166-7662-451b-96f8-9ddb0cf4da5a tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6083539 Jul 29 17:55:09.980530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.044675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.072557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.118230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.121189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.124849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/82ddeb40-dc21-4795-bd20-416d504fa36f HTTP/1.1" status: 204 len: 168 time: 0.1402197 Jul 29 17:55:10.152741 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38450) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.153564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890127d3-14f0-47b3-a9b6-ec08a548f91b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ddeb40-dc21-4795-bd20-416d504fa36f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:10.260846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b47e85b-1b5e-4de8-8711-2d6cb49fc843 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001034 Jul 29 17:55:10.264795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.269441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286505013'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:10.298968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.379974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.2.2.100 (2f7727b5-50e6-41e4-a3bb-a7442a581738/f9f9a0ef-a509-464c-ba6f-2a663782d293/924d4546-175d-467f-aa41-912f12939fa1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:10.390195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ad834-f273-4db4-959f-0d5c73eb5c7a req-20d080e2-aa74-4bb6-89b0-533449929cf5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:10.392038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-599ad834-f273-4db4-959f-0d5c73eb5c7a req-20d080e2-aa74-4bb6-89b0-533449929cf5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1228881 Jul 29 17:55:10.395809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:55:10.408892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Sync routers for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:55:10.427188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:10.428873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:10.459994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.468513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.489371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port 50f4c56c-5a3a-4821-9506-12a059489617 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:10.505943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.508870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-57331f41-e1fe-45ed-8bdb-36d09a066362 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "DELETE /v2.0/ports/50f4c56c-5a3a-4821-9506-12a059489617 HTTP/1.1" status: 204 len: 173 time: 3.3874512 Jul 29 17:55:10.509145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:10.511578 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e67279-dd29-4f07-bf45-ce2e00253a92" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "50f4c56c-5a3a-4821-9506-12a059489617"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:10.602364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.607330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3413668 Jul 29 17:55:10.607944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.611331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:55:10.616952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e42cb25d-0051-4122-aa08-e257bc898458 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': '41ba48b0-4c7d-4cc0-b329-0f9c5be3316f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:10.648275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-599ad834-f273-4db4-959f-0d5c73eb5c7a req-47312d2e-0f0c-450c-b6d0-bf0f433b0bb8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061810 Jul 29 17:55:10.653896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a5bab-53d4-4e26-b8ff-0c35984c7708 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba48b0-4c7d-4cc0-b329-0f9c5be3316f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:10.730563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176b000-97e0-4a52-89e8-cc7a1f3177a2 req-0a11d290-884e-43aa-90a5-1684aa43a5c7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:10.746231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176b000-97e0-4a52-89e8-cc7a1f3177a2 req-0a11d290-884e-43aa-90a5-1684aa43a5c7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:10.757233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c176b000-97e0-4a52-89e8-cc7a1f3177a2 req-0a11d290-884e-43aa-90a5-1684aa43a5c7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 1677 time: 0.2710259 Jul 29 17:55:10.786634 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-e42cb25d-0051-4122-aa08-e257bc898458 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:10.787679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e42cb25d-0051-4122-aa08-e257bc898458 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1744533 Jul 29 17:55:10.791836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.796240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3dd1aed2-eb53-4bb4-a30c-29b1c1f882ee tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group_rule': {'security_group_id': '41ba48b0-4c7d-4cc0-b329-0f9c5be3316f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:10.833330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c176b000-97e0-4a52-89e8-cc7a1f3177a2 req-bf351616-a239-48e1-a71e-f639a9024d08 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677671 Jul 29 17:55:10.886627 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-3dd1aed2-eb53-4bb4-a30c-29b1c1f882ee tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:55:10.890601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3dd1aed2-eb53-4bb4-a30c-29b1c1f882ee tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0977633 Jul 29 17:55:10.891165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:10.927741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b9407285-f110-464e-8825-03164306da5e req-57509770-3790-4ba3-8447-d04d163f0592 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1424141 Jul 29 17:55:10.945937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.960590 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1799b8f-3a0e-42f3-812e-aa434a2af8cd x-openstack-request-id: req-c1799b8f-3a0e-42f3-812e-aa434a2af8cd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:10.961007 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "50f4c56c-5a3a-4821-9506-12a059489617", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:10.961158 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1799b8f-3a0e-42f3-812e-aa434a2af8cd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:10.961537 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '50f4c56c-5a3a-4821-9506-12a059489617', 'status': 'completed', 'code': 200} Jul 29 17:55:10.963263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:10.982154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object 924d4546-175d-467f-aa41-912f12939fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:10.991698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:10.992007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.030352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.092866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:11.093308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.113371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:11.144684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.147471 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.172485 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/41ba48b0-4c7d-4cc0-b329-0f9c5be3316f HTTP/1.1" status: 204 len: 168 time: 0.2801728 Jul 29 17:55:11.173128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:11.206051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.277799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbe22-9b55-4f6f-b122-6c982570363b tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba48b0-4c7d-4cc0-b329-0f9c5be3316f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:11.342589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:11.348887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:11.363652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:11.388720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-01591a39-38ff-49f8-8084-3d9b64f9e3f7 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1969268 Jul 29 17:55:11.393077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38486) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:11.409720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:11.411629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'tempest-secgroup--910650672'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:11.485405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.496755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:11.555118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Checking router: a060d683-b03a-4c1c-85f1-b709091e18fd for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:55:11.582825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:11.583736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:54:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:11.602692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.603365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.626097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.641772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-aa9cfbde-1aec-4bb6-9a65-3307acc86996 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.656501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-aa9cfbde-1aec-4bb6-9a65-3307acc86996 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.667688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-aa9cfbde-1aec-4bb6-9a65-3307acc86996 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.674704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-aa9cfbde-1aec-4bb6-9a65-3307acc86996 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.682545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-aa9cfbde-1aec-4bb6-9a65-3307acc86996 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 3095 time: 0.2778854 Jul 29 17:55:11.703273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bda73-2a7a-4fe6-9f73-a12c5efaaf13 req-8168f518-5356-4260-a3b8-577d8e6117cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:11.709234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d8bda73-2a7a-4fe6-9f73-a12c5efaaf13 req-8168f518-5356-4260-a3b8-577d8e6117cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1808822 Jul 29 17:55:11.745896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6970108-9200-4ebc-a071-82d8d40acb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.757126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:11.844160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9bce6618-7f90-4c97-bcbf-4ceff9856ab7 req-4efb6e87-dbf6-4c9c-9e8f-945eb6c7b869 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606169 Jul 29 17:55:11.857082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d8bda73-2a7a-4fe6-9f73-a12c5efaaf13 req-4eedeeab-c762-43ef-b12c-dfed6470572a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319804 Jul 29 17:55:11.881101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:11.884517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.888916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-197d4fa2-e15d-4490-83c3-b28f5ffcb9fe tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "DELETE /v2.0/ports/ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067 HTTP/1.1" status: 204 len: 173 time: 1.3741727 Jul 29 17:55:11.905047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.921986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.958652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:11.965914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5694480 Jul 29 17:55:11.968794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:55:11.969222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:11.981703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e469ade3-589c-461c-9758-03438611d2b1 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:11.982227 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-e469ade3-589c-461c-9758-03438611d2b1 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 17:55:11.986186 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-e469ade3-589c-461c-9758-03438611d2b1 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 17:55:11.990522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e469ade3-589c-461c-9758-03438611d2b1 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "PUT /v2.0/security-groups/f787d7ad-27b3-49ba-94cd-c5c88e534a3d HTTP/1.1" status: 409 len: 330 time: 0.0206192 Jul 29 17:55:11.991134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38496) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:12.003086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c12222b1-1c4d-477a-80dc-030469ed3c86 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4029801 Jul 29 17:55:12.028579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c9b92-1e31-4643-bec2-e194e69b3e44 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f787d7ad-27b3-49ba-94cd-c5c88e534a3d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:12.048569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'admin_state_up': True, 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'security_groups': ['dee2d537-4dd6-4612-ba22-f2b84b276c21']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:12.070338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.098013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.213334 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7ffd5fc8-ae42-4dfa-ae84-dedad21aa0ba req-bdb17249-13ea-4992-832b-64b7ad2648f7 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1000128 Jul 29 17:55:12.261886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.264867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.266189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/f787d7ad-27b3-49ba-94cd-c5c88e534a3d HTTP/1.1" status: 204 len: 168 time: 0.2713082 Jul 29 17:55:12.268940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5715181-cd28-443b-b703-370a2ec0d5e8 req-24ea7ddd-56f4-4083-8c76-3857eb08b95f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:12.275136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38500) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:12.277623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5715181-cd28-443b-b703-370a2ec0d5e8 req-24ea7ddd-56f4-4083-8c76-3857eb08b95f tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 943 time: 0.2869716 Jul 29 17:55:12.352589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329dff1-baf0-49fb-bf87-3b5a0def365e tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787d7ad-27b3-49ba-94cd-c5c88e534a3d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:12.461660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5715181-cd28-443b-b703-370a2ec0d5e8 req-a22de114-d867-4a50-a5b2-c849e39bfd1d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696095 Jul 29 17:55:12.481748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 8b58b4e4-674e-43ef-a672-dd25700305ee {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:12.484489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.528854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.533628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38504) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:12.534901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a5586d84-c7f5-4b08-9950-a08f2bba7300 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2480547 Jul 29 17:55:12.540534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-84d3503f-a978-43fb-ad10-71164a8fac8f None None] Provisioning for port 924d4546-175d-467f-aa41-912f12939fa1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:12.553307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-84d3503f-a978-43fb-ad10-71164a8fac8f None None] Provisioning complete for port 924d4546-175d-467f-aa41-912f12939fa1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:12.553762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-84d3503f-a978-43fb-ad10-71164a8fac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.571595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Made reservation on behalf of 706dd4d7f4c64f79837fa659455c5d5d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:12.576643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.652895 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-515f710e-1158-44db-865e-f77fc77fe0c4 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] delete failed (client error): The resource could not be found. Jul 29 17:55:12.654690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-515f710e-1158-44db-865e-f77fc77fe0c4 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "DELETE /v2.0/security-groups/bdf39465-7990-4235-8d25-97e42d2e03c8 HTTP/1.1" status: 404 len: 347 time: 0.1182725 Jul 29 17:55:12.656035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-84d3503f-a978-43fb-ad10-71164a8fac8f None None] Port 924d4546-175d-467f-aa41-912f12939fa1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:12.658114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38506) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:12.673342 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-7073b7a0-c9fb-4c80-b2c9-bfe0b4f2eda9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] show failed (client error): The resource could not be found. Jul 29 17:55:12.678707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7073b7a0-c9fb-4c80-b2c9-bfe0b4f2eda9 tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-groups/20a88efe-e65d-42ea-8785-ad1f299ee768 HTTP/1.1" status: 404 len: 347 time: 0.0194139 Jul 29 17:55:12.680259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:12.714822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:12.724685 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-82ca8594-1bd6-4fb1-861f-c2073acf017d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] show failed (client error): The resource could not be found. Jul 29 17:55:12.729025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-82ca8594-1bd6-4fb1-861f-c2073acf017d tempest-NegativeSecGroupIPv6Test-1154051176 tempest-NegativeSecGroupIPv6Test-1154051176-project] 10.222.0.16 "GET /v2.0/security-group-rules/accf97a7-6f1f-4fb3-94b9-d0928cdc1e23 HTTP/1.1" status: 404 len: 356 time: 0.0403061 Jul 29 17:55:12.746747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port 8b58b4e4-674e-43ef-a672-dd25700305ee, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8b58b4e4-674e-43ef-a672-dd25700305ee,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:12.747302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.759132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae219ea-c10d-4a6c-bb8a-52c61a5c2641 None None] The sync data for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 is: [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:44:28Z', 'revision_number': 4, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '2c8b7e07-1c43-4fe1-b12c-456f12276154', 'name': '', 'network_id': '54f71fde-9e75-4530-8e73-4032b5d1dd6a', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'mac_address': 'fa:16:3e:bd:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:25Z', 'updated_at': '2021-07-29T17:44:37Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'subnets': [{'id': 'b44a502e-0814-4fcd-8437-350a79191a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:55:12.798227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-bbf71959-ae4b-474d-a3d2-0f02f1690418 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398205 Jul 29 17:55:12.806203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 8b58b4e4-674e-43ef-a672-dd25700305ee owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:12.934449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:12.985415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:12.988150 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387d4ce-5010-4fe5-9178-647c8a904a76" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:13.067450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52159f8-c408-4697-befc-dc46476b1005 req-444b0d5d-bc62-4ea7-b962-fc9fad502468 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.075264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52159f8-c408-4697-befc-dc46476b1005 req-444b0d5d-bc62-4ea7-b962-fc9fad502468 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.082272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52159f8-c408-4697-befc-dc46476b1005 req-444b0d5d-bc62-4ea7-b962-fc9fad502468 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.089227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52159f8-c408-4697-befc-dc46476b1005 req-444b0d5d-bc62-4ea7-b962-fc9fad502468 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.094048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c41c-c275-4316-9639-711595308c3e req-b3d7dfc9-8a98-4099-97d3-bdce574ff4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.099532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-b3d7dfc9-8a98-4099-97d3-bdce574ff4b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 1096 time: 0.2653768 Jul 29 17:55:13.100961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a52159f8-c408-4697-befc-dc46476b1005 req-444b0d5d-bc62-4ea7-b962-fc9fad502468 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 3095 time: 0.1033525 Jul 29 17:55:13.108002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38522) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:13.156006 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a52159f8-c408-4697-befc-dc46476b1005 req-a84bc77a-0cc8-4c8b-b910-937532dfc55e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540347 Jul 29 17:55:13.246371 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc18a2-7e4e-49bf-a0da-1ad3db2ef570 None None] New status for floating IP 5d130806-5a76-42dd-8182-25a2f6b92ff9: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:55:13.301597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c86-c793-40ba-8fef-c6faf748c1a5 req-9521d6bf-4639-44ce-b571-74aa1c9c1dbf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.303508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f636c86-c793-40ba-8fef-c6faf748c1a5 req-9521d6bf-4639-44ce-b571-74aa1c9c1dbf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2933011 Jul 29 17:55:13.312114 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a9a49-3df9-42de-b3f9-48c61674dec1 x-openstack-request-id: req-f70a9a49-3df9-42de-b3f9-48c61674dec1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:13.312517 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:13.312872 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f70a9a49-3df9-42de-b3f9-48c61674dec1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:13.313368 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': 'ae9d75a8-bb5e-4ee5-bb42-dc5c0e6a7067', 'status': 'completed', 'code': 200} Jul 29 17:55:13.347545 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-202eca97-8f88-4c45-8122-e2347bbca500 req-51d09984-569a-4c58-a403-974adb3bb217 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0384185 Jul 29 17:55:13.359587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Allocated IP 10.2.2.200 (2f7727b5-50e6-41e4-a3bb-a7442a581738/f9f9a0ef-a509-464c-ba6f-2a663782d293/4e498da4-dfc4-40b6-abae-8c4c61216584) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:13.423142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c41c-c275-4316-9639-711595308c3e req-d4f4cd35-346f-475d-ac71-5ca239432105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.424903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-d4f4cd35-346f-475d-ac71-5ca239432105 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2693985 Jul 29 17:55:13.547184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-23d5ad0e-d52f-4f66-bc13-6dce3d0279cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 200 len: 217 time: 0.1067781 Jul 29 17:55:13.552070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acc757c1-b971-4206-bfb4-14bf24329b89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe251c62482148f5b80701c8a260bdba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348576 Jul 29 17:55:13.552532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38536) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:13.659205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f636c86-c793-40ba-8fef-c6faf748c1a5 req-cc398c9d-f2a8-4eb7-82d1-d4c87581f4b1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266551 Jul 29 17:55:13.660925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c41c-c275-4316-9639-711595308c3e req-68f12363-5e73-4337-bc97-11057f2ca4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.662356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-68f12363-5e73-4337-bc97-11057f2ca4e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0541534 Jul 29 17:55:13.674201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec3ff-f208-45ba-b35c-7d599c8e2fd4 req-cbea2aee-b24f-48c5-b7e6-b6f2a850ad44 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.676238 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6cec3ff-f208-45ba-b35c-7d599c8e2fd4 req-cbea2aee-b24f-48c5-b7e6-b6f2a850ad44 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 943 time: 0.1163723 Jul 29 17:55:13.677109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.694875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.708978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.770369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=8b58b4e4-674e-43ef-a672-dd25700305ee,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:13.811899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6cec3ff-f208-45ba-b35c-7d599c8e2fd4 req-eae92cf3-4177-4040-b696-cef19c9ef7dc tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb69a0a-addf-4a3d-859a-15990eed8fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642250 Jul 29 17:55:13.823051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.829944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.831323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c2772e1-745d-4a0d-ac3e-73d3bdb5e3d9 HTTP/1.1" status: 204 len: 168 time: 0.2773306 Jul 29 17:55:13.864710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e87c7-9cab-4f3c-876f-c99777e55e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2772e1-745d-4a0d-ac3e-73d3bdb5e3d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:13.893636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port 8b58b4e4-674e-43ef-a672-dd25700305ee on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:13.908076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:13.910491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f61cd74-3889-4626-971e-86244c62e329 req-68effb65-26af-41d8-83df-7ec8aa4d839b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.38 "DELETE /v2.0/ports/8b58b4e4-674e-43ef-a672-dd25700305ee HTTP/1.1" status: 204 len: 173 time: 2.0142417 Jul 29 17:55:13.930173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c41c-c275-4316-9639-711595308c3e req-201e2ba7-3367-4a72-a41d-11a838c7cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.931812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-201e2ba7-3367-4a72-a41d-11a838c7cad9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610815 Jul 29 17:55:13.951395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e2de-877b-4535-a8e9-e7204b6b7b72 req-ed5ac833-75de-4ee3-9311-8e0afb64d796 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:13.954672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b49e2de-877b-4535-a8e9-e7204b6b7b72 req-ed5ac833-75de-4ee3-9311-8e0afb64d796 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1858127 Jul 29 17:55:13.991447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.055744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Transition to ACTIVE for port object 4e498da4-dfc4-40b6-abae-8c4c61216584 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:14.089930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b49e2de-877b-4535-a8e9-e7204b6b7b72 req-fb00d20d-da73-473d-a4d0-dd4d67f8a2b5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204202 Jul 29 17:55:14.141105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-da031d20-209d-4f55-b81e-804865450c45 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005684 Jul 29 17:55:14.253191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.306623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:14.330564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec56b-57a0-4b70-9138-31a823e4910d req-07125aca-7ee6-4e68-9eb2-89b604ae35de tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.336681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:14.350322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:14.352234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bcec56b-57a0-4b70-9138-31a823e4910d req-07125aca-7ee6-4e68-9eb2-89b604ae35de tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0978844 Jul 29 17:55:14.425715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bcec56b-57a0-4b70-9138-31a823e4910d req-09b1fe22-b8a0-4ec3-b52a-f4bf36d550a8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Jul 29 17:55:14.546484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event updated for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:14.551202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.554105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa6c41c-c275-4316-9639-711595308c3e req-974f4b97-81b6-4e08-9c7b-814b769ae080 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000173 Jul 29 17:55:14.566691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.567346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.613698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.617416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dd31b229-ae3d-4092-aa23-418e6122d30f req-7e4feaf8-2073-46ce-be09-95b075f226da tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0591125 Jul 29 17:55:14.623686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.641512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.647448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.655565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.657424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-b482151e-480e-425e-9e90-9d6fc4201768 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 3816 time: 0.3183868 Jul 29 17:55:14.659561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-79308044-65cc-43e8-b753-7aaad91f1e9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6154008 Jul 29 17:55:14.686511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:14.782221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5bed7-f0ab-4b34-9ab3-c7ccd37a9c7b req-86e3e7a0-68eb-4f56-af0d-4a40d3ebf972 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:14.789693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-494b1431-a94f-48ad-9cf5-6c09fd39d3fe req-f97d7b75-2dae-4f18-af4b-938e42f79c2d tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245556 Jul 29 17:55:14.792852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25f5bed7-f0ab-4b34-9ab3-c7ccd37a9c7b req-86e3e7a0-68eb-4f56-af0d-4a40d3ebf972 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1094034 Jul 29 17:55:14.794892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.811724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3af2086a-eae8-4bdf-b6d2-64240923e88b None None] Provisioning for port 4e498da4-dfc4-40b6-abae-8c4c61216584 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:14.824247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3af2086a-eae8-4bdf-b6d2-64240923e88b None None] Provisioning complete for port 4e498da4-dfc4-40b6-abae-8c4c61216584 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:14.824606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3af2086a-eae8-4bdf-b6d2-64240923e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:14.856693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25f5bed7-f0ab-4b34-9ab3-c7ccd37a9c7b req-7a13868e-82a7-4a62-a9a2-4d0ec58de120 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606995 Jul 29 17:55:14.942815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3af2086a-eae8-4bdf-b6d2-64240923e88b None None] Port 4e498da4-dfc4-40b6-abae-8c4c61216584 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:15.025019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f583074-fe82-41ca-a6fd-aabbaa71ff09 req-05c18577-d7d2-4c4b-9b71-04e73362308d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0432985 Jul 29 17:55:15.082303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:15.163725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbc68d3-e5f8-486b-8c5d-79e79657189b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:15.172797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.186432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Transition to ACTIVE for port object 7bbc68d3-e5f8-486b-8c5d-79e79657189b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:15.194582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.220921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1824057462'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:15.253889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Made reservation on behalf of 7ec96a0e01d949068a4a55bc96763d42 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:15.258976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.269416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:15.269942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.357482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:15.361101 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5eac2d-7642-4cbe-8c55-61fa8582e645" -d '{"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:15.389840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.406548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.415457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Attempting to bind port 7bbc68d3-e5f8-486b-8c5d-79e79657189b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:15.415793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Attempting to bind port 7bbc68d3-e5f8-486b-8c5d-79e79657189b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:15.416127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Attempting to bind port 7bbc68d3-e5f8-486b-8c5d-79e79657189b on network 45f5c9f5-3705-4a66-893f-da5933631a1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:15.431039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Port 7bbc68d3-e5f8-486b-8c5d-79e79657189b on network 45f5c9f5-3705-4a66-893f-da5933631a1f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:15.431378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Attempting to bind port 7bbc68d3-e5f8-486b-8c5d-79e79657189b on network 45f5c9f5-3705-4a66-893f-da5933631a1f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:15.440379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:15.440745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Checking segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:15.441138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Bound using segment: {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:15.443904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Bound port: 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15bfe36-7684-4a57-8025-32603ef5773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:15.444302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.445206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:55:15.471777 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5c9716-3c64-4238-a065-45ede2ad1856 x-openstack-request-id: req-ff5c9716-3c64-4238-a065-45ede2ad1856 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:15.472067 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a999ba-9dd1-488e-b17f-238dad0359ec", "name": "network-vif-deleted", "tag": "8b58b4e4-674e-43ef-a672-dd25700305ee", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:15.472354 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff5c9716-3c64-4238-a065-45ede2ad1856 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:15.474585 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a999ba-9dd1-488e-b17f-238dad0359ec', 'name': 'network-vif-deleted', 'tag': '8b58b4e4-674e-43ef-a672-dd25700305ee', 'status': 'completed', 'code': 200} Jul 29 17:55:15.478565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.479105 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Added segment 54705431-8b67-40b1-8b66-4ed85876435e of type vlan for network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 Jul 29 17:55:15.481279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80336590-e100-43e4-86ef-66e3c05d5fa5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:15.577824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:15.583315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:15.589459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.628325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:15.628945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:15.630396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 1091 time: 0.9487116 Jul 29 17:55:15.675600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:15.737276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503869-b33f-40c3-9967-db89e849e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:15.787239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.122639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dad31dc0-1b55-4e87-bb6c-f4653d02be3b req-e3166bf8-c076-48c7-9231-5359cb6bfe91 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0363030 Jul 29 17:55:16.131682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.174948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.183244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.184332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.186860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.200047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.214655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.231392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.237653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.246432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-980fd5c4-7dd2-4070-923d-20e5656e9c22 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 3828 time: 0.2019775 Jul 29 17:55:16.261251 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1777372 Jul 29 17:55:16.264145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38598) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:16.270825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Request body: {'subnet': {'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:16.318156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fdedd-c3df-4409-ba27-5ecb4bf625d9 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event updated for resources: {'Network': ['ID=02ad7493-dbbc-4e86-a794-b003fbbf63e0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:16.330429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:55:16.362555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-134c71e5-d1ac-4119-ab34-a8ee19514036 req-e2a20a04-b29a-4b48-b479-2c6be8755fa1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859449 Jul 29 17:55:16.420909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f674ec2-cb9a-4afc-9073-72efd948148f {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:16.429647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.446002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Transition to ACTIVE for port object 6f674ec2-cb9a-4afc-9073-72efd948148f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:16.455253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.463620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-37b7e43f-eade-47a4-8290-f7cf94dce0f7 req-a31cc41f-40d1-4f33-8a93-f3708e5f7282 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0659382 Jul 29 17:55:16.470896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Made reservation on behalf of 7ec96a0e01d949068a4a55bc96763d42 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:16.476891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.511686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:16.641288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Attempting to bind port 6f674ec2-cb9a-4afc-9073-72efd948148f on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:16.642073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Attempting to bind port 6f674ec2-cb9a-4afc-9073-72efd948148f by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:16.642597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Attempting to bind port 6f674ec2-cb9a-4afc-9073-72efd948148f on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:16.648010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Port 6f674ec2-cb9a-4afc-9073-72efd948148f on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:16.648675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Attempting to bind port 6f674ec2-cb9a-4afc-9073-72efd948148f on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:16.654672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:16.655262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:16.657009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Bound using segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:16.657761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Bound port: 6f674ec2-cb9a-4afc-9073-72efd948148f, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:16.658323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.755007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:16.766579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f674ec2-cb9a-4afc-9073-72efd948148f,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:16.777021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.789287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.851697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:16.860245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.860831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.862586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d5e518ea-b3eb-40ba-91c8-9b192a7da9dd service neutron] 10.222.0.38 "PUT /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 1135 time: 1.1949060 Jul 29 17:55:16.890072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event updated for resources: {'Subnet': ['ID=91aa7b61-22ab-4dfc-8ca0-0489f12c6051,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:16.901770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Checking segment: {'id': '54705431-8b67-40b1-8b66-4ed85876435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:16.902307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Network hostable DHCP agents. Network: 02ad7493-dbbc-4e86-a794-b003fbbf63e0, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:55:16.905426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:16.943321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:55:16.960995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 02ad7493-dbbc-4e86-a794-b003fbbf63e0) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:16.969127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:16.969627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:16.973856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454c9b7-b634-4882-a2bf-5d148f0d0cc1 None None] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:17.014779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.016410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97e80be1-0411-4671-be0f-ec262b6bf20e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7511120 Jul 29 17:55:17.018913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38600) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:17.024384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Request body: {'port': {'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0', 'name': 'tempest-TagsExtTest-981889756'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:17.191831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Made reservation on behalf of 7ec96a0e01d949068a4a55bc96763d42 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:17.204330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-02ad7493-dbbc-4e86-a794-b003fbbf63e0', 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0', 'tenant_id': '7ec96a0e01d949068a4a55bc96763d42', 'fixed_ips': [{'subnet_id': '91aa7b61-22ab-4dfc-8ca0-0489f12c6051'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:55:17.205485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.210670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.231971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] device_id is not set on port 1a1c4212-4566-4e2e-960c-e6ee0279288e yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:55:17.391754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24423313-3d12-49b4-9817-a7183aa617a2 req-b01ce7fd-04a7-4e4a-84d3-16cbc32536ab tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1293774 Jul 29 17:55:17.398749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Allocated IP 172.20.0.8 (02ad7493-dbbc-4e86-a794-b003fbbf63e0/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/1a1c4212-4566-4e2e-960c-e6ee0279288e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:17.573988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}, {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '6f674ec2-cb9a-4afc-9073-72efd948148f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:17.578538 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b"}, {"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "6f674ec2-cb9a-4afc-9073-72efd948148f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:17.590539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09af25f2-3532-4286-aae9-548709c5f885 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:17.596742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.603574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.609864 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.612493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.618802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.634216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.640539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:17.641125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d3f65ba-5c2d-46df-945d-678af9318084 req-2f9bc413-f234-4a1c-b5fe-4a2436831ba1 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0568352 Jul 29 17:55:17.643138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-e031ddcd-25ad-4357-a11f-2b12e2795050 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 4605 time: 0.1691866 Jul 29 17:55:17.670604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Transition to ACTIVE for port object 09af25f2-3532-4286-aae9-548709c5f885 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:17.686051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.746552 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267605ee-4d7e-41c8-b8e8-805b6b8d52e1 x-openstack-request-id: req-267605ee-4d7e-41c8-b8e8-805b6b8d52e1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:17.747140 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "6f674ec2-cb9a-4afc-9073-72efd948148f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:17.748069 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267605ee-4d7e-41c8-b8e8-805b6b8d52e1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:17.748518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac64d8d7-32e6-4ba5-9ab7-6cd1e8eacfe0 req-7b17f3a3-0269-49be-9ad6-e8cd9f6a6491 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872252 Jul 29 17:55:17.748868 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'status': 'completed', 'code': 200} Jul 29 17:55:17.749552 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '6f674ec2-cb9a-4afc-9073-72efd948148f', 'status': 'completed', 'code': 200} Jul 29 17:55:17.774369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.795538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Transition to ACTIVE for port object 1a1c4212-4566-4e2e-960c-e6ee0279288e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:17.860689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.954630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:17.956882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Allocated IP 172.20.0.2 (02ad7493-dbbc-4e86-a794-b003fbbf63e0/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:55:17.957988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:17.960651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:17.995803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event updated for resources: {'Port': ['ID=1a1c4212-4566-4e2e-960c-e6ee0279288e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:18.052942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.053522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.102564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-645b08ff-bfd0-4c71-9c2a-de325874963c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0825002 Jul 29 17:55:18.103322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:18.111099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-944781928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:18.164800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.166032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.274092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.279724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.318409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.324117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6fecaa0a-4303-4e21-bad7-30c273e3937d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2194791 Jul 29 17:55:18.324762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:18.337828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3bd65066-6f62-4b31-bda4-07d33c5c8455 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1938277427', 'prefixes': ['172.20.0.0/16']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:18.338871 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.349720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Transition to ACTIVE for port object fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:18.360545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:18.370408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Transition to ACTIVE for port object fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:18.388626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.430650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Attempting to bind port 09af25f2-3532-4286-aae9-548709c5f885 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:18.431246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Attempting to bind port 09af25f2-3532-4286-aae9-548709c5f885 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:18.431458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Attempting to bind port 09af25f2-3532-4286-aae9-548709c5f885 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:18.436587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Port 09af25f2-3532-4286-aae9-548709c5f885 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:18.436906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Attempting to bind port 09af25f2-3532-4286-aae9-548709c5f885 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:18.442480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:18.442748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:18.443133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Bound using segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:18.443565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Bound port: 09af25f2-3532-4286-aae9-548709c5f885, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:18.443983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.462986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.463490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.463983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.464445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.464901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.466824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.466824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.468005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4d4fb69d-7d7a-41f4-81fe-d339939afa7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6177 time: 0.1092238 Jul 29 17:55:18.483549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bd65066-6f62-4b31-bda4-07d33c5c8455 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for subnetpool, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.484774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3bd65066-6f62-4b31-bda4-07d33c5c8455 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1590319 Jul 29 17:55:18.488449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:18.493162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-6f30f00e-33bc-4ed7-ba1e-9d3c4ba38133 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1200355701') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:18.543939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Pushing event updated for resources: {'Port': ['ID=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:18.547479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:55:18.549226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:18.560581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:55:18.596645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66975753-a8c1-4600-835c-52c494c59943 req-ecb905a4-ad5e-496d-95bd-e0333aa33d1d tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0554686 Jul 29 17:55:18.658732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:18.682747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=09af25f2-3532-4286-aae9-548709c5f885,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:18.684702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Attempting to bind port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:18.685060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Attempting to bind port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '54705431-8b67-40b1-8b66-4ed85876435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:18.685419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Attempting to bind port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 on network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:18.695975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-41de7334-e891-43b5-b99b-562ed5ccd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.696833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-41de7334-e891-43b5-b99b-562ed5ccd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.697202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-41de7334-e891-43b5-b99b-562ed5ccd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.697597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6f30f00e-33bc-4ed7-ba1e-9d3c4ba38133 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1200355701 HTTP/1.1" status: 201 len: 201 time: 0.2062240 Jul 29 17:55:18.699270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-41de7334-e891-43b5-b99b-562ed5ccd5de service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1992667 Jul 29 17:55:18.700425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38624) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:18.701424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.705913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:18.706352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Checking segment: {'id': '54705431-8b67-40b1-8b66-4ed85876435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:18.706745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.707145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Bound using segment: {'id': '54705431-8b67-40b1-8b66-4ed85876435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:18.707646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Bound port: fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54705431-8b67-40b1-8b66-4ed85876435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '02ad7493-dbbc-4e86-a794-b003fbbf63e0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:18.708137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.716706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-c86ef622-5713-41ed-b155-049f73eda50a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-183508283') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:18.760764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:18.841709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c86ef622-5713-41ed-b155-049f73eda50a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-183508283 HTTP/1.1" status: 201 len: 201 time: 0.1385713 Jul 29 17:55:18.844310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:18.848902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] For port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:18.850560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-5819010e-90ca-4b92-9769-5d2c73be6daa tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-1036885802') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:18.856145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] For port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,segment=NetworkSegment(54705431-8b67-40b1-8b66-4ed85876435e),segment_id=54705431-8b67-40b1-8b66-4ed85876435e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:18.872930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.927441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-7a65ad1f-1dd1-4f0f-80e7-3356ded9cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.929012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-7a65ad1f-1dd1-4f0f-80e7-3356ded9cfc9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711366 Jul 29 17:55:18.974891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:18.980927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.983053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d9c28a8-696c-4a89-a973-92578692941b service neutron] 10.222.0.38 "PUT /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 1135 time: 2.0835476 Jul 29 17:55:18.999401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7136598f-4b35-462f-92d5-74a7ffd35679 req-c6244a30-f9ae-4504-8ca6-f92cd980dd24 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0652168 Jul 29 17:55:19.028073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:19.058259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.064241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.076293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.084767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.092691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.102660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.121395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.123813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-26575e18-de8b-42ff-b030-a0c070e38954 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5382 time: 0.2325959 Jul 29 17:55:19.133276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998a5ac-b493-4fd1-9b78-7a1ca0da9adf None None] Pushing event updated for resources: {'Port': ['ID=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:19.140104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.146910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.147518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.148297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.148602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.149114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.149623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.156136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-6ae26772-4f90-4686-b380-88f760ae21b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6219 time: 0.1678591 Jul 29 17:55:19.193989 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5819010e-90ca-4b92-9769-5d2c73be6daa tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-1036885802 HTTP/1.1" status: 201 len: 201 time: 0.3485403 Jul 29 17:55:19.211033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:19.225027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-39910661-6fc8-47c8-8a29-b720cba37d56 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-261295732') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:19.292731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:19.297935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cbdfec00-1590-4e3f-8e2f-a34d17b8589e req-4d729950-e847-43f5-8c59-bbd62ff1ed27 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654453 Jul 29 17:55:19.477922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-39910661-6fc8-47c8-8a29-b720cba37d56 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-261295732 HTTP/1.1" status: 201 len: 201 time: 0.2597013 Jul 29 17:55:19.483910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:19.483910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-86f5f7f6-36e7-4f65-a7e0-54bc0544f985 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:19.629523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-0fde64f5-f0b1-4842-b8a5-ff3d4d5c6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.629523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-0fde64f5-f0b1-4842-b8a5-ff3d4d5c6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.629958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-0fde64f5-f0b1-4842-b8a5-ff3d4d5c6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:19.631645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-0fde64f5-f0b1-4842-b8a5-ff3d4d5c6a13 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4619803 Jul 29 17:55:19.655908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86f5f7f6-36e7-4f65-a7e0-54bc0544f985 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 200 len: 241 time: 0.1808155 Jul 29 17:55:19.658470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38638) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:19.662857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-048fb9b7-88f8-46ab-baaf-8126f4a21b89 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1200355701') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:19.760670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '09af25f2-3532-4286-aae9-548709c5f885'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:19.765582 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc28e4-9a4b-4cfe-ac44-8559be310050" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "09af25f2-3532-4286-aae9-548709c5f885"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:19.805629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-048fb9b7-88f8-46ab-baaf-8126f4a21b89 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1200355701 HTTP/1.1" status: 204 len: 168 time: 0.1433778 Jul 29 17:55:19.827021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be9f39bc-5032-4113-a85d-4dabd97359c1 req-00a6c5cf-32a5-4db9-a072-1681b9eac370 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0813093 Jul 29 17:55:19.828650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38642) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:19.841946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-d14ef23b-c932-427e-9463-33fb59651b61 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1200355701') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:19.964530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d14ef23b-c932-427e-9463-33fb59651b61 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1200355701 HTTP/1.1" status: 204 len: 168 time: 0.1325102 Jul 29 17:55:19.964795 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c387f-71d8-47a7-91e3-7c27cf357e31 x-openstack-request-id: req-0f3c387f-71d8-47a7-91e3-7c27cf357e31 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:19.966399 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "09af25f2-3532-4286-aae9-548709c5f885", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:19.966805 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f3c387f-71d8-47a7-91e3-7c27cf357e31 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:19.967269 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '09af25f2-3532-4286-aae9-548709c5f885', 'status': 'completed', 'code': 200} Jul 29 17:55:19.967713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38644) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:19.981911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-814fe139-2592-438e-a641-47c74a16675f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:19.985589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22cc667-e74d-4176-8fd8-1fe11b558b5e {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:19.997815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:20.014899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Transition to ACTIVE for port object a22cc667-e74d-4176-8fd8-1fe11b558b5e will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:20.031376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:20.090345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-814fe139-2592-438e-a641-47c74a16675f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 200 len: 205 time: 0.1172593 Jul 29 17:55:20.093062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38648) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.103060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-766ab525-2aa7-46d3-adf8-97c70e3875db tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.166840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4390b337-ce00-4ca2-a13f-ae71cc6e42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.168604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa2dc7b9-6787-42e6-8861-d89c1e1f6428 req-4390b337-ce00-4ca2-a13f-ae71cc6e42ef service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5125380 Jul 29 17:55:20.170798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:20.261764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9b01e9bf-04b3-4598-a324-e9d592b6bc81 req-03a9d5f2-f5e4-4e82-a7dd-219402ec24ee tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0926611 Jul 29 17:55:20.289773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-766ab525-2aa7-46d3-adf8-97c70e3875db tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 200 len: 240 time: 0.1954553 Jul 29 17:55:20.297944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38650) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.303814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-4b569a00-e0fc-4c5a-aa87-5c06e720a311 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-183508283') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.363086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Attempting to bind port a22cc667-e74d-4176-8fd8-1fe11b558b5e on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:20.363412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Attempting to bind port a22cc667-e74d-4176-8fd8-1fe11b558b5e by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:20.367758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Attempting to bind port a22cc667-e74d-4176-8fd8-1fe11b558b5e on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:20.378377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Port a22cc667-e74d-4176-8fd8-1fe11b558b5e on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:20.378739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Attempting to bind port a22cc667-e74d-4176-8fd8-1fe11b558b5e on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:20.400933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:20.401273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:20.401683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Bound using segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:20.408749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b569a00-e0fc-4c5a-aa87-5c06e720a311 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-183508283 HTTP/1.1" status: 204 len: 168 time: 0.1092393 Jul 29 17:55:20.409131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Bound port: a22cc667-e74d-4176-8fd8-1fe11b558b5e, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:20.409575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:20.414764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.423626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.424309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-f4545272-a273-44db-8ade-431d01461f7f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-183508283') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.426404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.426874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.427358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.427813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.428289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.428787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.431760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-bfb9e958-9db9-410c-9afb-75c9f7f040e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6244 time: 0.1694462 Jul 29 17:55:20.581112 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4545272-a273-44db-8ade-431d01461f7f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-183508283 HTTP/1.1" status: 204 len: 168 time: 0.1573365 Jul 29 17:55:20.581494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38658) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.587182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-71ba849f-4f17-443c-8698-3b8e6d99cd16 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.704398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71ba849f-4f17-443c-8698-3b8e6d99cd16 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 200 len: 205 time: 0.1217880 Jul 29 17:55:20.705297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38662) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.710461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-81895833-39e8-4841-b33d-d93ca2c15e81 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.788573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:20.792998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:20.810231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:20.885742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81895833-39e8-4841-b33d-d93ca2c15e81 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 200 len: 241 time: 0.1790788 Jul 29 17:55:20.888034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:20.892508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-13596ad6-885b-4538-be41-cacdfb21f5cc tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-1036885802') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:20.901723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.908852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.916323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.922713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.929829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.936031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.941967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:20.944491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-133fd473-ed4b-475e-be46-54c50f16e935 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5394 time: 0.3914158 Jul 29 17:55:20.948621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:21.024993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-fcbe2306-cea6-42e5-ad83-9935fa860e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:21.026060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-fcbe2306-cea6-42e5-ad83-9935fa860e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:21.026060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-fcbe2306-cea6-42e5-ad83-9935fa860e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:21.027954 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-fcbe2306-cea6-42e5-ad83-9935fa860e04 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5766332 Jul 29 17:55:21.035390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:21.037133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:21.042024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5fc96500-0adf-465e-bf40-a6b22733af31 service neutron] 10.222.0.38 "PUT /v2.0/ports/a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 1091 time: 2.0213227 Jul 29 17:55:21.043605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b70822c9-1cc2-4516-a97b-e8d634328138 req-df6205c4-bfee-4525-8bcb-3c44bdc6820a tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0776427 Jul 29 17:55:21.053742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f16320-7da5-4bce-9dfe-5bde8bee4a68 None None] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:21.072257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-13596ad6-885b-4538-be41-cacdfb21f5cc tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-1036885802 HTTP/1.1" status: 204 len: 168 time: 0.1830544 Jul 29 17:55:21.090735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:21.096339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:21.119475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74143c72-0c97-4548-8797-1a80b34c3c8d req-0487874f-2335-4e25-88f0-f7c9be9651a9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324310 Jul 29 17:55:21.190467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-b3540803-3223-4604-897b-53bc728479a7 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-1036885802') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:21.207245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c5950ce4-ed11-4e67-9444-f2cffee159dc None None] Provisioning for port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:21.388435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:21.403650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c09a6816-eceb-4371-af0e-dc49715b1d11 req-00333992-0fdc-4ec7-83e1-af0406a5994b tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0426748 Jul 29 17:55:21.516498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:21.560136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b3540803-3223-4604-897b-53bc728479a7 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-1036885802 HTTP/1.1" status: 204 len: 168 time: 0.4342065 Jul 29 17:55:21.562162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38672) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:21.566814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-9afddc08-bdf0-4e14-9234-3a08a4e19cbe tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:21.570027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-ce126595-7661-4f5d-98c4-c8832d4eb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:21.571574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acbc28e4-9a4b-4cfe-ac44-8559be310050 req-ce126595-7661-4f5d-98c4-c8832d4eb3a7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5286088 Jul 29 17:55:21.683191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:21.691719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:21.692321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:21.744844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9afddc08-bdf0-4e14-9234-3a08a4e19cbe tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 200 len: 205 time: 0.1832600 Jul 29 17:55:21.749672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38674) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:21.761996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-e9839e6d-a509-49ff-b258-1739771199c8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:21.872014 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9839e6d-a509-49ff-b258-1739771199c8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 200 len: 240 time: 0.1178341 Jul 29 17:55:21.872892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:21.887920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-9c2aefa3-dd7c-4457-af86-f256342c9e9e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-261295732') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:21.906271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Provisioning for port 1a1c4212-4566-4e2e-960c-e6ee0279288e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:21.916560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Provisioning complete for port 1a1c4212-4566-4e2e-960c-e6ee0279288e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:21.921850 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:21.948217 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c2aefa3-dd7c-4457-af86-f256342c9e9e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-261295732 HTTP/1.1" status: 204 len: 168 time: 0.0670557 Jul 29 17:55:21.949908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:21.958826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-feb7db21-acc0-44ca-af74-6b7f9baaf013 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-261295732') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:21.973175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:21.982826 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e1586-6756-4b08-88dd-e4288a14ff83" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:22.042043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-feb7db21-acc0-44ca-af74-6b7f9baaf013 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-261295732 HTTP/1.1" status: 204 len: 168 time: 0.0882919 Jul 29 17:55:22.042043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38684) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:22.050527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-5dd618b5-c767-4ff0-bab5-bbd46ac1360c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:22.077408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Port 1a1c4212-4566-4e2e-960c-e6ee0279288e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:22.082794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.127653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Provisioning complete for port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:22.127980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e6335e9-8dea-486c-b446-901d0dc6f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.132556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5dd618b5-c767-4ff0-bab5-bbd46ac1360c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 200 len: 205 time: 0.0887384 Jul 29 17:55:22.133778 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1aae4-2e01-4c0b-beed-867fad1a6482 x-openstack-request-id: req-d7c1aae4-2e01-4c0b-beed-867fad1a6482 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:22.133778 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:22.133778 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7c1aae4-2e01-4c0b-beed-867fad1a6482 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:22.134170 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'status': 'completed', 'code': 200} Jul 29 17:55:22.135674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38688) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:22.159314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-cd818d56-b42a-4d58-85f9-2addb8322864 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:22.207667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,segment=NetworkSegment(54705431-8b67-40b1-8b66-4ed85876435e),segment_id=54705431-8b67-40b1-8b66-4ed85876435e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:22.216877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.251437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd818d56-b42a-4d58-85f9-2addb8322864 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1111009 Jul 29 17:55:22.251699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:22.256201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-6b42b4fe-bbaf-4b4c-bd93-ea7c4b23006f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:22.310110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:22.400560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8093910-debe-4f68-8f49-8ac1ca85dfb9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:22.412101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b42b4fe-bbaf-4b4c-bd93-ea7c4b23006f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 204 len: 168 time: 0.1571562 Jul 29 17:55:22.415280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.425734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.431171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Transition to ACTIVE for port object b8093910-debe-4f68-8f49-8ac1ca85dfb9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:22.436604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ead9f4b8-5b3a-4791-a0df-b0690edbbe57 req-ecc4747e-b802-48bf-b75c-b315ead06967 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1439245 Jul 29 17:55:22.438426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:22.444753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-e53871bd-96ca-4cca-ae61-8292009cfe86 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:22.447245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.450007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.467323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.498586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.510919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.532066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.538356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.546908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-f3166a08-aad6-46b1-bd5b-c56f6964013a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5394 time: 0.2232833 Jul 29 17:55:22.567462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.576675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.577219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.577700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.578178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.578691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.579153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.581364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-7115aef1-88fb-4d66-b498-f970cf66ffa2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6286 time: 0.4551468 Jul 29 17:55:22.582162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5bffd195-c59e-484f-a8ca-9cc572406628 None None] Provisioning complete for port 1a1c4212-4566-4e2e-960c-e6ee0279288e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:22.582722 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5bffd195-c59e-484f-a8ca-9cc572406628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:22.610719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad703b7d-517e-444d-8a67-d8ce693f96b6 req-299c55e4-998f-4cca-a750-30bfb3c7a7d1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546536 Jul 29 17:55:22.659803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5bffd195-c59e-484f-a8ca-9cc572406628 None None] Port 1a1c4212-4566-4e2e-960c-e6ee0279288e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:55:22.712365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:22.780704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1746caf2-5e16-4e91-a094-50fa9b13ff01 req-6e7d0018-1dd4-4201-b8e4-29426b915328 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.1576421 Jul 29 17:55:22.888974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e53871bd-96ca-4cca-ae61-8292009cfe86 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 204 len: 168 time: 0.4492607 Jul 29 17:55:22.892043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:22.903943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-280dda95-2f8d-4301-8c0e-2dbe499e37ef tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:22.913069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-82eaa8fb-be1a-48ce-a4d9-1ed339b55900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.913602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-82eaa8fb-be1a-48ce-a4d9-1ed339b55900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.914075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-82eaa8fb-be1a-48ce-a4d9-1ed339b55900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:22.915742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-82eaa8fb-be1a-48ce-a4d9-1ed339b55900 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3155885 Jul 29 17:55:22.920258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Attempting to bind port b8093910-debe-4f68-8f49-8ac1ca85dfb9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:22.921099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Attempting to bind port b8093910-debe-4f68-8f49-8ac1ca85dfb9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:22.921860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Attempting to bind port b8093910-debe-4f68-8f49-8ac1ca85dfb9 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:23.022558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Port b8093910-debe-4f68-8f49-8ac1ca85dfb9 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:23.023592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Attempting to bind port b8093910-debe-4f68-8f49-8ac1ca85dfb9 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:23.039062 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-280dda95-2f8d-4301-8c0e-2dbe499e37ef tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 204 len: 168 time: 0.1453848 Jul 29 17:55:23.039648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:23.039813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38702) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.040305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Checking segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:23.040867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Bound using segment: {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:23.041493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Bound port: b8093910-debe-4f68-8f49-8ac1ca85dfb9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780ef107-991a-4073-a54a-b238ee6fd3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:23.042016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:23.044400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-06ff65c9-e550-470e-8c1a-e0ae781b3318 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-871013977') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.093528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-f706b46e-8b3e-4af7-9510-09be0fcf9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:23.095361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-741e1586-6756-4b08-88dd-e4288a14ff83 req-f706b46e-8b3e-4af7-9510-09be0fcf9d40 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708658 Jul 29 17:55:23.139553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:23.146498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:23.160329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:23.196865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-06ff65c9-e550-470e-8c1a-e0ae781b3318 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-871013977 HTTP/1.1" status: 201 len: 201 time: 0.1561153 Jul 29 17:55:23.199526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38704) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.204143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-74478ebb-817f-4aeb-bd18-f01c213e8097 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-216871475') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.244330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:23.244870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:23.246624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] 10.222.0.38 "PUT /v2.0/ports/b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 1091 time: 2.1546562 Jul 29 17:55:23.273402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7776e-ee55-429f-bb40-80f7cc9a6e7e service neutron] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:23.284455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:23.314454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74478ebb-817f-4aeb-bd18-f01c213e8097 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-216871475 HTTP/1.1" status: 201 len: 201 time: 0.1138768 Jul 29 17:55:23.323213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38706) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.328216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-3a4c2b62-ef42-417d-b46e-c216eeb2c284 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-712331291') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.398918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:23.411423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:23.532119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3a4c2b62-ef42-417d-b46e-c216eeb2c284 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-712331291 HTTP/1.1" status: 201 len: 201 time: 0.2076614 Jul 29 17:55:23.541516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38710) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.546507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-c33c7c85-36ac-414a-80d2-d8247f94e034 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-1122552804') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.568566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:23.569419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:23.638283 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c33c7c85-36ac-414a-80d2-d8247f94e034 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-1122552804 HTTP/1.1" status: 201 len: 201 time: 0.0956511 Jul 29 17:55:23.641138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38712) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.657497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-2f2cbfa8-6e01-4342-a431-2807bd27cf0c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', {'tags': ['tempest-TagsExtTest-Tag-1087976679', 'tempest-TagsExtTest-Tag-1325417005', 'tempest-TagsExtTest-Tag-1616400660']}) {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.709411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1830f7d0-9399-4ba5-b891-7f049335e1ec req-98362f3f-7c6c-4642-ad46-ec088d096986 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0955501 Jul 29 17:55:23.869886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2f2cbfa8-6e01-4342-a431-2807bd27cf0c tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 200 len: 318 time: 0.2238042 Jul 29 17:55:23.882188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38720) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:23.931041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-e1a5b1df-bfcf-4b74-873f-4a35cffb107f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:23.966727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c55fc81-eec5-49ba-b3ec-9111e96e1472 req-c56bdb1b-15bb-4f01-ae34-1e653a66f855 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0467620 Jul 29 17:55:24.021232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.028431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.034546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.040539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.046624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.052514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.058661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.066997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-fd86426f-7282-4021-b399-4a10cc48da11 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5406 time: 0.1991365 Jul 29 17:55:24.130374 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aa9fbd55-b5f5-41c1-bba7-1589096c0afa req-14acb8a2-264c-4495-b9a5-0ff1d885ceae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581422 Jul 29 17:55:24.135333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:24.138226 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:24.155953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924d4546-175d-467f-aa41-912f12939fa1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:24.165921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:24.170091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1a5b1df-bfcf-4b74-873f-4a35cffb107f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 204 len: 168 time: 0.2425437 Jul 29 17:55:24.172718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:24.178139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-9f5bed21-7cf5-4a44-8d8a-6c624b5ca25f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1087976679') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:24.184862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Transition to ACTIVE for port object 924d4546-175d-467f-aa41-912f12939fa1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:24.194051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:24.243917 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4ee45-c698-4384-b313-9bfffd85512d x-openstack-request-id: req-65c4ee45-c698-4384-b313-9bfffd85512d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:24.243917 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:24.244295 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c4ee45-c698-4384-b313-9bfffd85512d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:24.244522 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'status': 'completed', 'code': 200} Jul 29 17:55:24.248658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Pushing event updated for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:24.293900 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-9f5bed21-7cf5-4a44-8d8a-6c624b5ca25f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:24.296782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f5bed21-7cf5-4a44-8d8a-6c624b5ca25f tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1087976679 HTTP/1.1" status: 404 len: 329 time: 0.1213372 Jul 29 17:55:24.298731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38728) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:24.310262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-cb2dd737-812d-4ca3-8931-9967261b1482 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1325417005') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:24.317874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.318619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.319513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.320040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.320440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.320917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.321754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.323587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-c9c61dbf-2df1-49a8-85f2-1703c7153b4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6378 time: 0.0705373 Jul 29 17:55:24.408209 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-cb2dd737-812d-4ca3-8931-9967261b1482 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:24.408209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb2dd737-812d-4ca3-8931-9967261b1482 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1325417005 HTTP/1.1" status: 404 len: 329 time: 0.1078882 Jul 29 17:55:24.412304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:24.420587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-f13e9d6f-747f-4c72-aac9-729f21f9a5d6 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051', 'tempest-TagsExtTest-Tag-1616400660') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:24.596633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Attempting to bind port 924d4546-175d-467f-aa41-912f12939fa1 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:24.597004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Attempting to bind port 924d4546-175d-467f-aa41-912f12939fa1 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:24.597347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Attempting to bind port 924d4546-175d-467f-aa41-912f12939fa1 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:24.598474 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-f13e9d6f-747f-4c72-aac9-729f21f9a5d6 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:24.602197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f13e9d6f-747f-4c72-aac9-729f21f9a5d6 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags/tempest-TagsExtTest-Tag-1616400660 HTTP/1.1" status: 404 len: 329 time: 0.1830380 Jul 29 17:55:24.603943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38732) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:24.618201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-e32df0fe-9d99-47d7-9787-9ff625c1c49b tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', {'tags': ['tempest-TagsExtTest-Tag-1194323056', 'tempest-TagsExtTest-Tag-1370686391', 'tempest-TagsExtTest-Tag-63720086']}) {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:24.651767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Port 924d4546-175d-467f-aa41-912f12939fa1 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:24.652094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Attempting to bind port 924d4546-175d-467f-aa41-912f12939fa1 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:24.679320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:24.679720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Checking segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:24.680361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Bound using segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:24.680892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Bound port: 924d4546-175d-467f-aa41-912f12939fa1, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:24.681351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:24.701768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-4ad15a96-9810-4b60-9bcc-c8323bef5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.702352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-4ad15a96-9810-4b60-9bcc-c8323bef5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.702893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-4ad15a96-9810-4b60-9bcc-c8323bef5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.704525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-4ad15a96-9810-4b60-9bcc-c8323bef5c1e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3559947 Jul 29 17:55:24.837109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-36d8be8a-e430-4fd9-ab7e-da8848fffb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:24.838712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4bef0f3-5a81-4dd3-85a7-0add3bfc735e req-36d8be8a-e430-4fd9-ab7e-da8848fffb37 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058650 Jul 29 17:55:24.888350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fd44de0a-b5ca-4da1-a37a-4c0efe4e4329 req-92d6a64c-eeb0-4134-aaf1-6999f9491659 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0469174 Jul 29 17:55:24.895563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e32df0fe-9d99-47d7-9787-9ff625c1c49b tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 200 len: 316 time: 0.2880926 Jul 29 17:55:24.905790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38736) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:24.918107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-e993151c-1e10-4de9-92f0-6e44ccc3fd87 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:24.924231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:24.942702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=924d4546-175d-467f-aa41-912f12939fa1,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:24.951571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:25.030301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.031437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:25.032816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2a381006-0c5e-48d6-b181-304656830382 service neutron] 10.222.0.38 "PUT /v2.0/ports/924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 1091 time: 1.7539151 Jul 29 17:55:25.086753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Request body: {'port': {'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:25.099016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e993151c-1e10-4de9-92f0-6e44ccc3fd87 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 204 len: 168 time: 0.1881495 Jul 29 17:55:25.102148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:25.106808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-221a9124-403a-41bb-bc3d-45d14c54d5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-1194323056') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:25.113473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381006-0c5e-48d6-b181-304656830382 service neutron] Pushing event updated for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:25.218153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c2bdd79-e8e6-4d89-8dcb-4213b35ac05b req-d67e6b63-83d5-473a-b06b-226263376136 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0604954 Jul 29 17:55:25.279620 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-221a9124-403a-41bb-bc3d-45d14c54d5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:25.280680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-221a9124-403a-41bb-bc3d-45d14c54d5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-1194323056 HTTP/1.1" status: 404 len: 329 time: 0.1774366 Jul 29 17:55:25.283865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:25.291344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-8d41a5a0-805e-4765-b523-9f8084d48e88 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-1370686391') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:25.352832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:25.443489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.450234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.457101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.463984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.470617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.477619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.483963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:25.486220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-b171f27b-7f99-4776-87cc-264dd632db59 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5418 time: 0.1593750 Jul 29 17:55:25.546827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7dbaeaf-a936-4056-b655-c9a650e35c2a req-bee82bca-7648-4eca-9399-8c9538d8adbd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533202 Jul 29 17:55:25.898407 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-8d41a5a0-805e-4765-b523-9f8084d48e88 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:25.899585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d41a5a0-805e-4765-b523-9f8084d48e88 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-1370686391 HTTP/1.1" status: 404 len: 329 time: 0.6143379 Jul 29 17:55:25.902433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:25.906800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-28a61be4-b666-40dc-8619-7421b069d62e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e', 'tempest-TagsExtTest-Tag-63720086') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:26.039879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f5a0eb7-7f59-4a8b-bcae-5cbb47f7c0b1 req-d7f4a23f-1bfb-4f1d-aa3a-f1048a8d0ee4 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0364923 Jul 29 17:55:26.056908 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-28a61be4-b666-40dc-8619-7421b069d62e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:26.059957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-28a61be4-b666-40dc-8619-7421b069d62e tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags/tempest-TagsExtTest-Tag-63720086 HTTP/1.1" status: 404 len: 327 time: 0.1544785 Jul 29 17:55:26.060998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:26.068221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-48f799dc-1925-4e2a-af54-003e3ab54255 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', {'tags': ['tempest-TagsExtTest-Tag-1033592979', 'tempest-TagsExtTest-Tag-106106327', 'tempest-TagsExtTest-Tag-691871218']}) {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:26.158120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48f799dc-1925-4e2a-af54-003e3ab54255 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 200 len: 316 time: 0.0957005 Jul 29 17:55:26.160727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38756) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:26.163187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e498da4-dfc4-40b6-abae-8c4c61216584 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:26.166697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-43a4ee0e-e735-4c7f-beee-1b4743a6a5f4 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:26.174371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.187880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Transition to ACTIVE for port object 4e498da4-dfc4-40b6-abae-8c4c61216584 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:55:26.193931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.261320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '924d4546-175d-467f-aa41-912f12939fa1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:26.263747 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e671a-bc19-44db-900b-8e31f8e3d958" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "924d4546-175d-467f-aa41-912f12939fa1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:26.282049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:26.361081 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.472094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b3e30cc-d29f-4616-aa14-21f530eaddf5 req-7aa9964a-a2c9-4ad0-bf53-7e03639bd931 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0900886 Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd0a80-650b-4883-a8be-21ca6b51e71a x-openstack-request-id: req-26dd0a80-650b-4883-a8be-21ca6b51e71a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "924d4546-175d-467f-aa41-912f12939fa1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26dd0a80-650b-4883-a8be-21ca6b51e71a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '924d4546-175d-467f-aa41-912f12939fa1', 'status': 'completed', 'code': 200} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Attempting to bind port 4e498da4-dfc4-40b6-abae-8c4c61216584 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Attempting to bind port 4e498da4-dfc4-40b6-abae-8c4c61216584 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:55:26.488404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Attempting to bind port 4e498da4-dfc4-40b6-abae-8c4c61216584 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:26.551774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Port 4e498da4-dfc4-40b6-abae-8c4c61216584 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:55:26.552849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Attempting to bind port 4e498da4-dfc4-40b6-abae-8c4c61216584 on network 2f7727b5-50e6-41e4-a3bb-a7442a581738 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:55:26.580989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:55:26.581311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Checking segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:26.581742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Bound using segment: {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:55:26.582259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Bound port: 4e498da4-dfc4-40b6-abae-8c4c61216584, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0294bb92-c9ee-4101-ad8f-f999920dfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:55:26.582646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.611543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.611842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.612318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.612772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.613242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.613691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.614150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.622460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-fa995544-ff8c-4cf3-a19c-51ce8cdac57d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6445 time: 0.1493452 Jul 29 17:55:26.697482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:55:26.701817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e498da4-dfc4-40b6-abae-8c4c61216584,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:55:26.717407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.798561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.799462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:26.800996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] 10.222.0.38 "PUT /v2.0/ports/4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 1091 time: 1.7188251 Jul 29 17:55:26.862158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b9c5e-a998-4cb0-a030-b14e8818add4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:26.898392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-9fd7857b-a9e2-4bf8-a91f-2d3d733b00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.901644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-9fd7857b-a9e2-4bf8-a91f-2d3d733b00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.902725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-9fd7857b-a9e2-4bf8-a91f-2d3d733b00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.904433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-9fd7857b-a9e2-4bf8-a91f-2d3d733b00ee service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2005980 Jul 29 17:55:26.916727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.924329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.931210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.938306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.944580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.950970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.958306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:26.967120 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-5239a982-b05c-4f56-ad87-a110eb0270ec tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1374543 Jul 29 17:55:26.980861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-43a4ee0e-e735-4c7f-beee-1b4743a6a5f4 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 204 len: 168 time: 0.8187497 Jul 29 17:55:26.987072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38770) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:26.994186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-bc7b2c95-804b-45f2-a3d9-ad53b443aa65 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-1033592979') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.077803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4b727fcd-ab41-42ac-81a6-47b78a9a3a35 req-40f316fa-63c9-409a-a6ee-d15e5befa7f9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026685 Jul 29 17:55:27.115272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-5a2a17bb-48bb-41aa-bcb0-a72cb72cf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.117001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af3e671a-bc19-44db-900b-8e31f8e3d958 req-5a2a17bb-48bb-41aa-bcb0-a72cb72cf3f1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2028732 Jul 29 17:55:27.167922 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-bc7b2c95-804b-45f2-a3d9-ad53b443aa65 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.172325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bc7b2c95-804b-45f2-a3d9-ad53b443aa65 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-1033592979 HTTP/1.1" status: 404 len: 329 time: 0.1840556 Jul 29 17:55:27.172920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38780) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.183225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-7c49c7c4-26bf-4cd4-9e49-a12356366986 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-106106327') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.235162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fd4fd5a-4a59-42ac-828d-02bf19a40785 req-4fa586e9-635b-45dc-a551-f5b570376837 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0575004 Jul 29 17:55:27.254608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.255314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.256885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.257513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.258700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.259322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.259939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.262391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-186eda37-4080-4697-af79-2cd9c5899502 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6487 time: 0.0965538 Jul 29 17:55:27.297956 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-7c49c7c4-26bf-4cd4-9e49-a12356366986 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.299221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7c49c7c4-26bf-4cd4-9e49-a12356366986 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-106106327 HTTP/1.1" status: 404 len: 328 time: 0.1220810 Jul 29 17:55:27.302086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38786) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.307122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-c28e9674-24ff-4531-9da4-4b8e1ecf3882 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083', 'tempest-TagsExtTest-Tag-691871218') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.316878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-567aca4a-06b4-4489-b965-6f3c94291997 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 217 time: 0.0447557 Jul 29 17:55:27.372812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7f187962-575d-499f-a583-af981991ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.374780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-7f187962-575d-499f-a583-af981991ef4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.0489652 Jul 29 17:55:27.386850 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-c28e9674-24ff-4531-9da4-4b8e1ecf3882 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.390491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c28e9674-24ff-4531-9da4-4b8e1ecf3882 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags/tempest-TagsExtTest-Tag-691871218 HTTP/1.1" status: 404 len: 328 time: 0.0845644 Jul 29 17:55:27.390872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38790) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.406034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-419b7988-0d82-4b3d-89ea-bf6da2f7f36d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', {'tags': ['tempest-TagsExtTest-Tag-792537065', 'tempest-TagsExtTest-Tag-1878014136', 'tempest-TagsExtTest-Tag-177196970']}) {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.430571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:27.440794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-36a5e981-06c5-4594-88bb-6f0df2462eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.443713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-36a5e981-06c5-4594-88bb-6f0df2462eab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595577 Jul 29 17:55:27.457750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-419b7988-0d82-4b3d-89ea-bf6da2f7f36d tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "PUT /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 200 len: 316 time: 0.0658522 Jul 29 17:55:27.460396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.466308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-7608ca80-d02a-436d-aeb5-592596db91f5 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.521590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7608ca80-d02a-436d-aeb5-592596db91f5 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 204 len: 168 time: 0.0599935 Jul 29 17:55:27.524587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.533210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-66c85ec6-a3fa-4347-9335-a5c016c39637 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-792537065') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.569043 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-66c85ec6-a3fa-4347-9335-a5c016c39637 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.570659 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66c85ec6-a3fa-4347-9335-a5c016c39637 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-792537065 HTTP/1.1" status: 404 len: 328 time: 0.0441225 Jul 29 17:55:27.574092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38798) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.582233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-d5a8127d-aaaa-4861-8258-90e21cb641fc tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-1878014136') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.584149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-8bc28ddb-e712-45a3-9186-f549da4ce8ff service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325729 Jul 29 17:55:27.615114 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-d5a8127d-aaaa-4861-8258-90e21cb641fc tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.615114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5a8127d-aaaa-4861-8258-90e21cb641fc tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-1878014136 HTTP/1.1" status: 404 len: 329 time: 0.0363321 Jul 29 17:55:27.615114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.626791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-d823acaa-74c8-409a-ba92-0f86ae6b9253 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1', 'tempest-TagsExtTest-Tag-177196970') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.661975 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-d823acaa-74c8-409a-ba92-0f86ae6b9253 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] show failed (client error): The resource could not be found. Jul 29 17:55:27.664010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d823acaa-74c8-409a-ba92-0f86ae6b9253 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags/tempest-TagsExtTest-Tag-177196970 HTTP/1.1" status: 404 len: 328 time: 0.0462854 Jul 29 17:55:27.666375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38806) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.682494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-fc232f39-ca0b-41f1-aadb-e931cf807f94 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '597f07a0-8771-450a-b873-c751e3e040a1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.718088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fc232f39-ca0b-41f1-aadb-e931cf807f94 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1/tags HTTP/1.1" status: 204 len: 168 time: 0.0484710 Jul 29 17:55:27.718476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38810) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.721265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a545bef0-fb03-4b9b-9cec-431342af0c59 req-fac11213-059a-4e49-a7b9-4831fc5f9cfc tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.1012590 Jul 29 17:55:27.725986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-fab81e3b-d0f6-48f0-b6f8-3c107fcab725 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e8718a1-60df-404e-a046-edee0784f083') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.774006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-9ef86586-5737-4332-9300-41f0c37c177a service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813350 Jul 29 17:55:27.822842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-e2540ae9-d63c-4f86-8a12-69ed35322cc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 217 time: 0.0408502 Jul 29 17:55:27.843836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fab81e3b-d0f6-48f0-b6f8-3c107fcab725 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083/tags HTTP/1.1" status: 204 len: 168 time: 0.1227095 Jul 29 17:55:27.846375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.850894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-a9db7b35-aa33-4fee-804e-8b4c13eb0445 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a1c4212-4566-4e2e-960c-e6ee0279288e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.886364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2345c7ae-4fcd-4d37-b72c-5385c0b28e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.889352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2345c7ae-4fcd-4d37-b72c-5385c0b28e19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0578709 Jul 29 17:55:27.914502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9db7b35-aa33-4fee-804e-8b4c13eb0445 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e/tags HTTP/1.1" status: 204 len: 168 time: 0.0646822 Jul 29 17:55:27.914939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:27.919311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-d8437555-7427-4a9b-bbe0-f70b5d111c62 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91aa7b61-22ab-4dfc-8ca0-0489f12c6051') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:27.942373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-71c992e0-5119-4edd-9365-d134f0c5a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:27.944405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-71c992e0-5119-4edd-9365-d134f0c5a445 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478930 Jul 29 17:55:27.986588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8437555-7427-4a9b-bbe0-f70b5d111c62 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051/tags HTTP/1.1" status: 204 len: 168 time: 0.0699625 Jul 29 17:55:27.987556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:28.059455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-9db78767-b67c-4090-ac41-1739cf6abfaf service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073625 Jul 29 17:55:28.091834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-758e8d24-59ee-4617-ab8b-40d9f49a17ef tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for subnetpool, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.093141 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-758e8d24-59ee-4617-ab8b-40d9f49a17ef tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnetpools/597f07a0-8771-450a-b873-c751e3e040a1 HTTP/1.1" status: 204 len: 168 time: 0.1044321 Jul 29 17:55:28.098699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:28.152399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:28.152879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-be6e6a86-097a-4650-bc6f-98d80a04f216 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8718a1-60df-404e-a046-edee0784f083 HTTP/1.1" status: 200 len: 205 time: 0.0529504 Jul 29 17:55:28.247730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.251912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-d271c500-5601-441d-84c7-651dbd9583b8 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844988 Jul 29 17:55:28.253535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.255058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.260658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.266498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.272467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.278351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.284378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.286511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-4e7812cd-e37d-4b0d-8143-71dc0985db1e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.0975482 Jul 29 17:55:28.352845 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f7e2f69-e0a9-4f99-8ae9-14cd5c36d885 req-e5f702e1-0e2c-44f2-a6d8-045be7e8796a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591037 Jul 29 17:55:28.412667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-c7e14564-bf42-4d66-9263-94d96ee49fc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 217 time: 0.1530769 Jul 29 17:55:28.508936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:28.511211 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:28.550991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7bcbce2-ec33-4863-ac22-79eaf8bd9038 req-0e169c7f-ea37-4c4b-89d4-cad664436b1f tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1492088 Jul 29 17:55:28.590103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.593806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.599500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-ea8febf8-9023-4f5f-a7a5-d07c03fd84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.600955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-ea8febf8-9023-4f5f-a7a5-d07c03fd84eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1495826 Jul 29 17:55:28.607970 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be8ffa-f35d-4916-b622-b643076b4c33 x-openstack-request-id: req-f1be8ffa-f35d-4916-b622-b643076b4c33 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:28.608262 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:28.608514 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1be8ffa-f35d-4916-b622-b643076b4c33 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:28.608901 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584', 'status': 'completed', 'code': 200} Jul 29 17:55:28.664300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.664715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8718a1-60df-404e-a046-edee0784f083 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:55:28.672426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.673524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-67ed3af1-db68-4675-b31d-4dbb2916bf23 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/routers/4e8718a1-60df-404e-a046-edee0784f083 HTTP/1.1" status: 204 len: 168 time: 0.5192623 Jul 29 17:55:28.676301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:28.688490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-97ca7b5c-c270-4d4c-aa46-b8acaea895cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:28.688830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-97ca7b5c-c270-4d4c-aa46-b8acaea895cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511835 Jul 29 17:55:28.791399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Deleting port 1a1c4212-4566-4e2e-960c-e6ee0279288e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:28.791963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.803844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-a00faf43-cbd9-4411-b5a3-d6ad29266c7f service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068666 Jul 29 17:55:28.901675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:28.908251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b414ad5f-0685-447e-b953-bdaee76f85ab req-12ad5448-2fe3-4e52-a550-e775082b50e7 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0621288 Jul 29 17:55:28.914940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Calling delete_port for 1a1c4212-4566-4e2e-960c-e6ee0279288e owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:28.983893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5d018889-c470-418d-8e17-a273d18890cb service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735878 Jul 29 17:55:29.035646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-bbbc81e9-7dd6-4b58-b6d2-3f18041119f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 217 time: 0.0433908 Jul 29 17:55:29.074558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:29.096631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5c5bf0dd-9d86-4a02-b195-caf642230921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.098100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5c5bf0dd-9d86-4a02-b195-caf642230921 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0556071 Jul 29 17:55:29.105385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event deleted for resources: {'Port': ['ID=1a1c4212-4566-4e2e-960c-e6ee0279288e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:29.196834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:29.199709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d5d05ab-b3b2-475f-b8e6-df4ec223e5d0 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/ports/1a1c4212-4566-4e2e-960c-e6ee0279288e HTTP/1.1" status: 204 len: 168 time: 0.5222089 Jul 29 17:55:29.201900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-f5784635-ac3c-4bc7-a890-e1146624d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.203801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-f5784635-ac3c-4bc7-a890-e1146624d2df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988131 Jul 29 17:55:29.204307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38846) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:29.324610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-2224a0d5-e12b-49da-8b6e-02905297ee84 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119061 Jul 29 17:55:29.440991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-53c7dc87-6c8f-463b-93e2-06c066ebffb6 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966170 Jul 29 17:55:29.484185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.490274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.491548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-f62b8b49-4568-4441-9463-0dbdd6d51e5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0429628 Jul 29 17:55:29.496070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.497603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Deleting subnet 91aa7b61-22ab-4dfc-8ca0-0489f12c6051 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:55:29.502234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.508672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.509828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:29.514708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.520754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.529099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-40af6251-33dd-4a20-848c-6e95b3925cce tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1015954 Jul 29 17:55:29.580883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:29.587481 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92051091-0de0-4995-ab0b-1b45df567eb2 req-524eec28-7cdb-4123-a059-75e2eb455d6c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567966 Jul 29 17:55:29.615300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-0d495ffc-4cf0-43eb-aeb2-00e364920ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.617181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-0d495ffc-4cf0-43eb-aeb2-00e364920ed9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1171596 Jul 29 17:55:29.728869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed289dd1-8766-43b4-b0c4-4a6e3ba4ff84 req-532e718d-9e5e-4fb1-affc-9059c8ad56c8 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Jul 29 17:55:29.734348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-584f8e61-37d9-4182-a0a9-6698bf386e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:29.735875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-584f8e61-37d9-4182-a0a9-6698bf386e88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102946 Jul 29 17:55:29.758572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.120475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6960b2f-d044-48ec-9cf4-981c0663347b req-53b93b03-112f-43fe-96e6-04b6e997b142 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0392044 Jul 29 17:55:30.162397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-610f6add-1816-41c3-86a4-4c563d150b79 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159899 Jul 29 17:55:30.166542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.254300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event deleted for resources: {'Subnet': ['ID=91aa7b61-22ab-4dfc-8ca0-0489f12c6051,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:30.260336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.262303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-52dab0bf-eaf4-41a2-9c28-6cf5f492720a tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/subnets/91aa7b61-22ab-4dfc-8ca0-0489f12c6051 HTTP/1.1" status: 204 len: 168 time: 1.0570469 Jul 29 17:55:30.265054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38858) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:30.269738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659098c1-150b-4689-97d8-a74a00628a8e None None] Network 02ad7493-dbbc-4e86-a794-b003fbbf63e0 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:30.372569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.380538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-9cd3da44-d19d-428f-a8b3-50325a9a2835 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079318 Jul 29 17:55:30.457953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-5e41f4e0-96ed-4260-bdb6-4282bdc558f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 217 time: 0.0629594 Jul 29 17:55:30.468629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] DHCP port deletion for 02ad7493-dbbc-4e86-a794-b003fbbf63e0 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:55:30.523301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-1a53d1c2-a4c8-4bae-b61d-58e831dffbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.524913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-1a53d1c2-a4c8-4bae-b61d-58e831dffbdd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.0586839 Jul 29 17:55:30.526751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Deleting port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:30.527200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.536882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Deleting port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:30.537260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.613218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] For port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,segment=NetworkSegment(54705431-8b67-40b1-8b66-4ed85876435e),segment_id=54705431-8b67-40b1-8b66-4ed85876435e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:30.615728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.639128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Calling delete_port for fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:30.665308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] For port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,segment=NetworkSegment(54705431-8b67-40b1-8b66-4ed85876435e),segment_id=54705431-8b67-40b1-8b66-4ed85876435e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:30.665831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.681137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Calling delete_port for fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:30.789998 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.800830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.808624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.818154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.827093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:30.835090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.843005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] Pushing event deleted for resources: {'Port': ['ID=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:30.851190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6a14c-8078-4cdf-be42-f6b2c9615251 None None] No DVR routers for this DVR port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:30.852805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.869558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event deleted for resources: {'Port': ['ID=fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:30.871846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.878422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.887748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-204513b7-fe92-49f2-81ea-20353e4c9d25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1812973 Jul 29 17:55:30.906736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34cb36d5-b865-45b9-a745-14a48e830aa9 req-685dbdc6-4c50-47b5-b67e-5932cfc23631 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0301514 Jul 29 17:55:30.917524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-ebc58ce8-9e65-4f41-bb64-79a4dddbf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:30.919619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-ebc58ce8-9e65-4f41-bb64-79a4dddbf786 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3781576 Jul 29 17:55:30.920461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] No DVR routers for this DVR port fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:30.944415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b314fff5-a0e8-42c9-86f9-2a79f8868048 req-3db3d296-c92f-490d-b649-976d04d2880f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555949 Jul 29 17:55:31.078094 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.096943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ad7493-dbbc-4e86-a794-b003fbbf63e0']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:31.115695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54705431-8b67-40b1-8b66-4ed85876435e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:31.115988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54705431-8b67-40b1-8b66-4ed85876435e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:31.125584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-b06991cd-f63c-47bd-84d7-469633bce7c4 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952391 Jul 29 17:55:31.129188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.198878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.209462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:55:31.209840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:55:31.213367 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:55:31.342435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09d70688-ac55-4e8b-b478-8d4870b2e281 req-e1c66263-970d-4490-9922-24a54c680b9d tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0792103 Jul 29 17:55:31.368042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-fc353617-05af-4053-b153-26d2f80053fd service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308018 Jul 29 17:55:31.375810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.397033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:31.402009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] 10.222.0.16 "DELETE /v2.0/networks/02ad7493-dbbc-4e86-a794-b003fbbf63e0 HTTP/1.1" status: 204 len: 168 time: 1.1362636 Jul 29 17:55:31.446831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:31.468224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-e95ca066-fc14-4606-b77d-9934d7d0e64a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0900326 Jul 29 17:55:31.470825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694ecb-c8a5-4963-8c7f-c323c8f903b8 tempest-TagsExtTest-853101066 tempest-TagsExtTest-853101066-project] Pushing event deleted for resources: {'Network': ['ID=02ad7493-dbbc-4e86-a794-b003fbbf63e0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:31.493010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:31.493647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fc0b7dc1-2b87-4ae2-aebb-c4a182724bb7 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:31.547718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-6b7bf804-8120-4d80-a074-32b9ca9240dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:31.549908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-6b7bf804-8120-4d80-a074-32b9ca9240dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.0692537 Jul 29 17:55:31.627026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-62eb7bb1-8ed1-49d7-a92f-bec68ff43441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:31.628724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-62eb7bb1-8ed1-49d7-a92f-bec68ff43441 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713832 Jul 29 17:55:31.731347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:31.737414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-70bcbd2e-1934-406c-b3d7-8d38041384a8 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013153 Jul 29 17:55:31.910052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-155d4662-18fd-46f6-9514-214c5ac54b9c req-14fdb459-5956-4050-a606-c85bc355c149 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645484 Jul 29 17:55:31.923514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74245eac-0807-4bfb-918c-e82ed39c372c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ec96a0e01d949068a4a55bc96763d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909056 Jul 29 17:55:31.925879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:31.997204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:32.046508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:32.082311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-642ebecb-7136-4b96-9a9a-10cf80772ca8 req-60a42edd-af46-47bb-9555-943ccc8dcb8a tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Jul 29 17:55:32.115134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.115944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.116616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.117247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.117870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.118570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.119038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.121145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-454758bc-fb9d-4e21-92fc-34bc622780ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6487 time: 0.1209152 Jul 29 17:55:32.183479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.189575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.195706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.201586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.207609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.213601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.219436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.221440 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-d7f4c7ec-24ef-41e0-b94a-2012bbd987ed tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1644919 Jul 29 17:55:32.222360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:32.224921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:32.228925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80336590-e100-43e4-86ef-66e3c05d5fa5 HTTP/1.1" status: 204 len: 168 time: 0.2990112 Jul 29 17:55:32.244097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6b887-ba98-4503-8e3e-0d51a6542d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80336590-e100-43e4-86ef-66e3c05d5fa5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:32.279847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-111125cd-162c-46e2-8beb-8bdca5ee5204 req-fb7f0c75-3b1d-4f66-b03c-a13d7a118759 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452833 Jul 29 17:55:32.301745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-5a0b6857-df07-4043-be68-198b608f176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.312474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-5a0b6857-df07-4043-be68-198b608f176b service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 903 time: 0.1722617 Jul 29 17:55:32.369932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-8b803e3f-3102-4941-967c-ca35856cd34c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0566196 Jul 29 17:55:32.435997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-3ac2fb91-96ea-4d28-915a-afb43037dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.437715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-3ac2fb91-96ea-4d28-915a-afb43037dd45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.0587547 Jul 29 17:55:32.526689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08ae2619-5479-4907-a575-acbce609bf26 req-8724effe-f320-4699-9972-ce595444eb70 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0611272 Jul 29 17:55:32.555286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-669d5664-ad8e-46c4-ad8d-b1fbe795f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:32.556930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-669d5664-ad8e-46c4-ad8d-b1fbe795f492 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104114 Jul 29 17:55:32.675647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-bd57f1a1-a00f-40a0-bc91-c54fd8993d08 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088655 Jul 29 17:55:32.799227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-799c8792-f5ef-4c8a-b5b7-dfaf8b3bb6db req-fe5f5cda-f5b3-4b80-affa-f5435e24bd45 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156607 Jul 29 17:55:33.205981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f26d941-fe45-4b0c-8856-4e995ca1d17a req-b16dbeb0-b27c-4da0-9c6b-cead6774dc66 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jul 29 17:55:33.475382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.482694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.489001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.521043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.530530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.538707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.557337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:33.568937 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-26636b35-6cd7-4116-a086-8e940c7f01f5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1692891 Jul 29 17:55:33.699225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-881b864d-b8ee-45b8-bd1c-cb8e58d4a0fc req-08a397a6-6379-41c5-9ede-f2a1a0d12825 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277277 Jul 29 17:55:33.770134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-882b4a0d-5278-4da7-9af5-3dc6d98ba056 req-5882b1bd-1340-42cf-8a06-21b4e1608609 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/ports?device_id=05a999ba-9dd1-488e-b17f-238dad0359ec HTTP/1.1" status: 200 len: 210 time: 0.0673120 Jul 29 17:55:34.314571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe8055ab-5182-45c1-83b7-ff510f883c55 req-035ba801-083e-4c6d-8ffb-81538634b40d tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Jul 29 17:55:34.832081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.838817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.844279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.850762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.856660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.862500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.865960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39034) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:34.868704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:34.874750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-aec0a05f-50e3-4906-823a-0360245dd8ae tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1028359 Jul 29 17:55:34.913993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-89226d7d-6d2a-4c4b-97aa-f759ba15edbf req-f256e5aa-2cbc-4906-8253-af637ce8a7de tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370049 Jul 29 17:55:34.921698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:34.951493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.001180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.003905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.007767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/security-groups/8cb69a0a-addf-4a3d-859a-15990eed8fae HTTP/1.1" status: 204 len: 168 time: 0.1380551 Jul 29 17:55:35.008834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:35.017222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c184c92-6eb7-453a-978f-73815151a2d3 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb69a0a-addf-4a3d-859a-15990eed8fae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:35.025053 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-a2d808d3-e292-41bf-b1e4-296c1f4ce750 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] show failed (client error): The resource could not be found. Jul 29 17:55:35.026196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a2d808d3-e292-41bf-b1e4-296c1f4ce750 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "GET /v2.0/security-groups/8cb69a0a-addf-4a3d-859a-15990eed8fae HTTP/1.1" status: 404 len: 347 time: 0.0158584 Jul 29 17:55:35.029154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39038) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:35.176537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 78b39af2-3f5e-47e7-b3c3-7845c8c35f9d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:35.176891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.280446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.280903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.295004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 78b39af2-3f5e-47e7-b3c3-7845c8c35f9d owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:35.336144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f1916ff-2beb-4ee0-a2a7-e48969085c84 req-afd2877b-e1cf-42ce-b3fd-99d5fec52f2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0368290 Jul 29 17:55:35.431747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e8a5717-0dc0-4460-96ef-503c65cc9f6d req-32622328-e883-47c0-bdb7-6abff63ea3d3 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Jul 29 17:55:35.481949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.514885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=78b39af2-3f5e-47e7-b3c3-7845c8c35f9d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:35.586810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.589389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.590604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f8892ce-6993-4a14-95fe-231b3abeede6 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/floatingips/5d130806-5a76-42dd-8182-25a2f6b92ff9 HTTP/1.1" status: 204 len: 168 time: 0.5603123 Jul 29 17:55:35.593255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39052) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:35.696996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 3b472360-67fe-47ca-9d8c-6ddca6a0655b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:35.697653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.787888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.800052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 3b472360-67fe-47ca-9d8c-6ddca6a0655b owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:35.934766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:35.964858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=3b472360-67fe-47ca-9d8c-6ddca6a0655b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:36.073587 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.075454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-99eb171e-c6c5-4efd-9679-828ec3594d80 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/ports/3b472360-67fe-47ca-9d8c-6ddca6a0655b HTTP/1.1" status: 204 len: 168 time: 0.4812615 Jul 29 17:55:36.079165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39064) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:36.124069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.130423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.138228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.145632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.152124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.158147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.164049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:36.167789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-04e224be-f4c0-4737-8f47-80c6b8c57b43 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1483829 Jul 29 17:55:36.244082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-624c1f27-8c78-46c4-af1d-2a503e3b5851 req-31662272-a35c-4a68-8cbb-5c2c7af1c7f4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718029 Jul 29 17:55:36.319865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 1e889572-33cd-4804-ba88-a1ea698a1f70 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:36.320202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.435111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.449220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 1e889572-33cd-4804-ba88-a1ea698a1f70 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:36.560381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c3e9d1c-a148-4f27-9fd9-1e5571006c27 req-aad99de9-f219-4696-805b-cc97c8b23142 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0352876 Jul 29 17:55:36.644090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.679570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=1e889572-33cd-4804-ba88-a1ea698a1f70,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:36.765731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.767858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a211fc96-ff1c-4c60-a0e3-061fcc752e35 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/ports/1e889572-33cd-4804-ba88-a1ea698a1f70 HTTP/1.1" status: 204 len: 168 time: 0.6882038 Jul 29 17:55:36.770663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:36.841240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting subnet 1befba47-894c-40e0-a83a-a7d242c88a65 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:55:36.844877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.898425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:36.966796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81666bfb-0e97-42fd-87b9-8ebd799ce2b1 req-302f097d-c772-4925-8e32-96ede6a04d56 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31&device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0343134 Jul 29 17:55:37.044059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.125533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.168225 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.170666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/subnets/1befba47-894c-40e0-a83a-a7d242c88a65 HTTP/1.1" status: 204 len: 168 time: 0.3989084 Jul 29 17:55:37.171988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b33d56-dbf4-4d2f-99ac-0b7920d8ef25 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Subnet': ['ID=1befba47-894c-40e0-a83a-a7d242c88a65,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:37.173895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39086) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:37.197938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a421673-c34b-415f-8574-2724ada41248 None None] Network 502eec23-ba9e-439b-9469-a85e3f0851ae requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:37.369897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-90eea2ef-1fbb-4a60-a460-bea015605003 req-5db4b466-c35e-4310-9fed-1bc8aa2a8c85 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.1069269 Jul 29 17:55:37.411720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting subnet 3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:55:37.418687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.426466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f9d2d78-8457-49f1-bb30-58d257c79719 req-7a1f8017-80fb-418b-b50b-ba4a648bbeeb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5aaae0dbb1cc4ee7805e73baa6c5279e&device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.2069292 Jul 29 17:55:37.474746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] DHCP port deletion for 502eec23-ba9e-439b-9469-a85e3f0851ae request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:55:37.527276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Deleting port 3a8e81f7-8609-4900-8b31-69aee7f14074 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:37.527648 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.531455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f9d2d78-8457-49f1-bb30-58d257c79719 req-7932cb00-b561-4bfc-9b83-c00a0809246a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5aaae0dbb1cc4ee7805e73baa6c5279e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352421 Jul 29 17:55:37.557680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.597394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] For port 3a8e81f7-8609-4900-8b31-69aee7f14074, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a8e81f7-8609-4900-8b31-69aee7f14074,segment=NetworkSegment(16394b59-64b8-4e42-ba45-fa00057d02e3),segment_id=16394b59-64b8-4e42-ba45-fa00057d02e3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:37.598098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.616164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Calling delete_port for 3a8e81f7-8609-4900-8b31-69aee7f14074 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:37.636027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.641902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.647895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.654075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.660949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.668241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.674630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:37.677298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-5962d40c-d12f-45e3-8563-c71305b96b08 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.2498963 Jul 29 17:55:37.730724 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:37.762745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] Pushing event deleted for resources: {'Port': ['ID=3a8e81f7-8609-4900-8b31-69aee7f14074,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:37.766752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea094bb-a7f0-4b76-a0d0-31b4e99db622 None None] No DVR routers for this DVR port 3a8e81f7-8609-4900-8b31-69aee7f14074 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:38.057574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1032d29-0288-46cb-8c6b-93fb7c9d8a81 req-7377eccf-37b3-49be-98e5-93a208874b62 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3628609 Jul 29 17:55:38.066371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2d78-8457-49f1-bb30-58d257c79719 req-a58b5bb4-cdcc-473a-8928-71acefb2dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:38.067931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f9d2d78-8457-49f1-bb30-58d257c79719 req-a58b5bb4-cdcc-473a-8928-71acefb2dc40 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5237901 Jul 29 17:55:38.082988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.155895 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.187878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:38.196481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.201280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:38.201799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-49e2c2f3-b38f-42b1-8c41-c864caeea78a tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/subnets/3eb318f0-8bd1-4d03-ba06-22c4a8f08fc6 HTTP/1.1" status: 204 len: 168 time: 1.0253241 Jul 29 17:55:38.240509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf679fd-bb77-415c-8de0-ed1ffa0ab493 None None] Network 92ef9973-b776-4d3d-8541-55aabe653706 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:38.363128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.476422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.491090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502eec23-ba9e-439b-9469-a85e3f0851ae']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:38.512089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16394b59-64b8-4e42-ba45-fa00057d02e3') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:38.512406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16394b59-64b8-4e42-ba45-fa00057d02e3') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:38.532090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] DHCP port deletion for 92ef9973-b776-4d3d-8541-55aabe653706 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:55:38.537822 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53c7b802-8913-4780-8694-b69bc92e26d6 req-685b255b-6bbc-4b41-8ae9-685dde1e9432 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0481377 Jul 29 17:55:38.539570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.556890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.563338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:55:38.563750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:55:38.575810 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:55:38.604919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Deleting port 0746602f-bba1-48f3-b138-107040c04782 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:38.605386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.640187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.650365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.654787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/networks/502eec23-ba9e-439b-9469-a85e3f0851ae HTTP/1.1" status: 204 len: 168 time: 0.4488986 Jul 29 17:55:38.655219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:38.664083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Network': ['ID=502eec23-ba9e-439b-9469-a85e3f0851ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:38.671744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.672328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.672669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.673010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.673331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.673652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.673972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.674308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.674629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.674943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.675262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.675574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389ea39-a515-497f-aa2f-48db32f5cb83 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.682695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] For port 0746602f-bba1-48f3-b138-107040c04782, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0746602f-bba1-48f3-b138-107040c04782,segment=NetworkSegment(e9c46b89-a4f5-438e-81a5-582a49807096),segment_id=e9c46b89-a4f5-438e-81a5-582a49807096)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:38.683162 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.696585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Calling delete_port for 0746602f-bba1-48f3-b138-107040c04782 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:38.744314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.782452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.802455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Deleting port 0746602f-bba1-48f3-b138-107040c04782 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:38.803058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.809168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] Pushing event deleted for resources: {'Port': ['ID=0746602f-bba1-48f3-b138-107040c04782,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:38.812943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb67ad-7ba4-4829-8b9e-0aaec18b5ab5 None None] No DVR routers for this DVR port 0746602f-bba1-48f3-b138-107040c04782 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:38.879441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] For port 0746602f-bba1-48f3-b138-107040c04782, host n-d-801607-3, got binding levels [] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:38.879903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.893702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Calling delete_port for 0746602f-bba1-48f3-b138-107040c04782 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:38.896648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Port 0746602f-bba1-48f3-b138-107040c04782 was not found and therefore no delete operation was performed {{(pid=94051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:55:38.898293 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:38.929137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Port': ['ID=0746602f-bba1-48f3-b138-107040c04782,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:38.931492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] No DVR routers for this DVR port 0746602f-bba1-48f3-b138-107040c04782 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:38.957919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.958279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.958604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.958938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.959261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.959611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.959928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.960247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.960558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.960870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.961183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:38.961494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:39.020400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.030995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ef9973-b776-4d3d-8541-55aabe653706']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:39.042391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c46b89-a4f5-438e-81a5-582a49807096') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:39.042675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c46b89-a4f5-438e-81a5-582a49807096') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:39.052142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.066023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.072604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:55:39.073033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:55:39.076451 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:55:39.153757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.162313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.164639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] 10.222.0.16 "DELETE /v2.0/networks/92ef9973-b776-4d3d-8541-55aabe653706 HTTP/1.1" status: 204 len: 168 time: 0.5083718 Jul 29 17:55:39.201707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a08b-6438-4865-bca5-252df711dd75 tempest-TaggedBootDevicesTest-2092388793 tempest-TaggedBootDevicesTest-2092388793-project] Pushing event deleted for resources: {'Network': ['ID=92ef9973-b776-4d3d-8541-55aabe653706,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:39.215178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76cb59f6-1bd5-430b-b7dc-d06cb2103f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:39.268195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.274955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.280706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.286529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.292601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.299153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.305453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:39.314808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-c78c8111-bbee-44a1-8a38-88c059cb9471 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1651070 Jul 29 17:55:39.379619 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbfb6720-7d9c-4e17-80c1-ad84c1b63194 req-e2da5fc0-5bd4-418e-b2e1-7f6eed35edd4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591922 Jul 29 17:55:39.380334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f9d2d78-8457-49f1-bb30-58d257c79719 req-bd011339-5450-4944-be08-5ce8a6775dba tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0538704 Jul 29 17:55:39.442191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a8e81f7-8609-4900-8b31-69aee7f14074 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:39.469733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3a8e81f7-8609-4900-8b31-69aee7f14074 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:39.470086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a8e81f7-8609-4900-8b31-69aee7f14074 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:39.470555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0746602f-bba1-48f3-b138-107040c04782 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:39.497206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0746602f-bba1-48f3-b138-107040c04782 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:39.501540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0746602f-bba1-48f3-b138-107040c04782 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:39.766321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b73e8d3-518c-4d82-88c0-1933940dd3b4 req-d3d3e862-af72-4c27-a9cb-da8e6f1e5675 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f2a268-b1bc-4019-ad6d-8cbc0c5f6e31 HTTP/1.1" status: 200 len: 210 time: 0.0432193 Jul 29 17:55:40.550679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.557555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.564230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.572926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.579788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.585646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.593969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:40.596535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72a2908b-43a7-4105-8537-7c892265da61 req-5f34d7aa-ef70-4aec-a1dc-729e4f2ad0c1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1110265 Jul 29 17:55:40.651538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72a2908b-43a7-4105-8537-7c892265da61 req-d700835c-ab60-40ba-a3f8-9352632872fd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487044 Jul 29 17:55:41.048811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6940059e-5a1d-4045-9f36-8e1f78d480c4 req-10c74a41-9813-461b-b0e8-de7049c7c368 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aaae0dbb1cc4ee7805e73baa6c5279e&device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0309968 Jul 29 17:55:41.097792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6940059e-5a1d-4045-9f36-8e1f78d480c4 req-2ae3182e-4150-4dd9-a92d-aba3588fdfd9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5aaae0dbb1cc4ee7805e73baa6c5279e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401962 Jul 29 17:55:41.135994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffa7efa0-c9d1-4c97-b1ff-ba8078d20054 req-353995ea-0a1e-4aa8-a360-0883ff4c5248 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0868659 Jul 29 17:55:41.255410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940059e-5a1d-4045-9f36-8e1f78d480c4 req-a2d75d46-651a-42fa-b056-c6207bdc4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.256947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6940059e-5a1d-4045-9f36-8e1f78d480c4 req-a2d75d46-651a-42fa-b056-c6207bdc4e48 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350234 Jul 29 17:55:41.651002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-760af0ea-0e9c-46c4-9aaf-43ca3235e520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:41.835119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:41.862973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.870114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.879212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.886102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.893535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.899979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.905864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:41.908215 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be2e22b9-d63a-4212-9973-8db14054a91c req-6dc467ed-a2eb-4eb1-be49-4d0fe53a5bcd tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1510425 Jul 29 17:55:41.963951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be2e22b9-d63a-4212-9973-8db14054a91c req-c665e120-0be5-4ad3-beaf-2ec07d0307c6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496407 Jul 29 17:55:42.308533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-430b0016-1377-4cf1-a74b-62820495e92e req-bca34eef-2ec9-4fe4-bd02-997a33d829b5 tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0597534 Jul 29 17:55:42.464386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6940059e-5a1d-4045-9f36-8e1f78d480c4 req-1db4d7f9-50ba-4c00-8729-0cd7df971c7e tempest-ServerShowV247Test-653067416 tempest-ServerShowV247Test-653067416-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b33555b-ac9e-41cf-94ee-b0cbcbe294d0 HTTP/1.1" status: 200 len: 210 time: 0.0275354 Jul 29 17:55:42.921971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:43.187828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.194797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.201938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.208939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.215487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.221819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.229512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:43.237993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-4d871f28-d712-4704-bf53-65cf05693992 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1380894 Jul 29 17:55:43.288655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02f46f13-3ea6-4fb7-a637-bba2867a941e req-bc0814b3-fb19-4c6f-a96b-d3b6508b0687 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483758 Jul 29 17:55:43.772477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39202) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:43.950110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94cc8631-38b3-45f9-b93c-824df84d16f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.144199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94cc8631-38b3-45f9-b93c-824df84d16f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.160984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94cc8631-38b3-45f9-b93c-824df84d16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.209046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94cc8631-38b3-45f9-b93c-824df84d16f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aaae0dbb1cc4ee7805e73baa6c5279e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353774 Jul 29 17:55:44.209948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc8631-38b3-45f9-b93c-824df84d16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea7d86-018b-4b85-9eac-48d07e0e6ce0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:44.212287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:44.282309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.312676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.411323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.415177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.420585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81ea7d86-018b-4b85-9eac-48d07e0e6ce0 HTTP/1.1" status: 204 len: 168 time: 0.2061532 Jul 29 17:55:44.437364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce736d8-04b9-4ca1-84f3-70028044a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea7d86-018b-4b85-9eac-48d07e0e6ce0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:44.543798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.550439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.561323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.585445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.591401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:44.594210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.628444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.646045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:44.663066 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec57d686-8cce-4720-99b5-98c573d30980 req-0410effa-c930-4ab9-bba2-f38e0491446c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.2840912 Jul 29 17:55:44.825825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ec57d686-8cce-4720-99b5-98c573d30980 req-2d77c08e-23ff-4d7f-baae-dab80121dfba tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471562 Jul 29 17:55:45.138057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22390b9-1625-4254-bea0-d9a232f1f5f7 req-8b53d986-3eed-4517-ad19-26071e7951b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:45.151882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d22390b9-1625-4254-bea0-d9a232f1f5f7 req-8b53d986-3eed-4517-ad19-26071e7951b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1359422 Jul 29 17:55:45.195564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-e71c9f75-f496-41c0-8f45-c84f7703d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:45.197139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-e71c9f75-f496-41c0-8f45-c84f7703d9c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.1386552 Jul 29 17:55:45.337308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d22390b9-1625-4254-bea0-d9a232f1f5f7 req-77b403c6-2445-40a8-ab95-2b4ea54b8833 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844630 Jul 29 17:55:45.412606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-81ac2fcf-66fb-413d-a6b7-3cd751dd6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:45.414510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-81ac2fcf-66fb-413d-a6b7-3cd751dd6ee9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2009397 Jul 29 17:55:45.576887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-af9531fd-7798-4dba-83c4-6851df7b953d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.1539311 Jul 29 17:55:45.720794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-511d9e81-8748-40a0-b678-d46f202630e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:45.722391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-511d9e81-8748-40a0-b678-d46f202630e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1393266 Jul 29 17:55:45.825100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-d30235f4-aedf-4e55-ab4c-8553d6caaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:45.827350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-d30235f4-aedf-4e55-ab4c-8553d6caaf0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951011 Jul 29 17:55:46.023322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-87c71065-afc6-4aa3-945a-dce041e778c2 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879537 Jul 29 17:55:46.162828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.169788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.176365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.186051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.192558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.198961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.205716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.214161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-ed35d909-3ef0-470a-9c09-79e410d10f39 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1945934 Jul 29 17:55:46.306951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edd5a221-84db-40ac-9a66-67fdbf0dba12 req-03771895-45ed-4977-9efb-029250324ebc tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914519 Jul 29 17:55:46.329881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f046fb56-6905-464f-8118-deb17e7db0e2 req-8423d7a0-0175-4019-aa33-8113723e0b9d service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688851 Jul 29 17:55:46.645786 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:55:46.719867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6c8b-dd2f-4461-b02a-93b2994b8e62 req-95fa486e-dc07-406b-9283-93d6ac899159 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:46.741502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-497e6c8b-dd2f-4461-b02a-93b2994b8e62 req-95fa486e-dc07-406b-9283-93d6ac899159 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1457324 Jul 29 17:55:46.853196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-497e6c8b-dd2f-4461-b02a-93b2994b8e62 req-9cc1947b-3454-4e3a-81c0-24c100f99f21 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103652 Jul 29 17:55:46.879042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4cdb34b-0a2a-413c-ab84-5a4eceeb6096 req-632c09ee-6e02-41d9-b8ea-f76419d46bec tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0843458 Jul 29 17:55:47.507381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.531810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.564380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.591417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.607466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.638950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.645008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:47.653220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-1488dbcd-5e0f-45b6-85df-e7567a2990e8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.2361672 Jul 29 17:55:47.725216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbc4d906-1ce1-4b32-af54-4e0ad9684d88 req-c5b38f6d-c568-4628-bcbb-a41690610d67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710402 Jul 29 17:55:48.087570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8e809ec-c88a-4ee4-9ab6-e233161df571 req-93e23c33-c828-4977-9241-8bd9a8c48a22 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0521362 Jul 29 17:55:48.100620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514002e-b150-4562-b5ef-4c97b5da2751 req-55946a85-1b1f-41d3-b723-64da354bca9f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.109871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3514002e-b150-4562-b5ef-4c97b5da2751 req-55946a85-1b1f-41d3-b723-64da354bca9f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1319640 Jul 29 17:55:48.194351 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3514002e-b150-4562-b5ef-4c97b5da2751 req-6c31568c-bb72-4709-a181-a7ff556c8989 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831287 Jul 29 17:55:48.886296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.893109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.900749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.906687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.912712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.918624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.924358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:48.926346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-174e6e5d-fc9c-4efe-9d1a-25bfcc686d53 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1082869 Jul 29 17:55:48.969382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4dd551a-a365-46e1-a51c-40406c8efe71 req-cbace455-59c3-477c-89b9-d7016f594711 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362189 Jul 29 17:55:49.235393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d230c6df-47f1-422e-85c2-a0e35ef77e20 req-d8fec501-3202-423d-9bb9-c2bf2a61457d tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0546873 Jul 29 17:55:49.370552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c71ad84-59cc-4139-9f9a-5b4f42e6734b req-cf8a3657-2263-4160-9254-1779a781c5fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0383222 Jul 29 17:55:49.723433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:50.223146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.230076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.236780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.244444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.250667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.263581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.269667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:50.277940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-7c57e4f3-ce76-43e2-9701-6b36891dd264 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5430 time: 0.1883252 Jul 29 17:55:50.367133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7a6902e-3eee-4304-b2b7-8bc8ac3a4ff1 req-54fe0cc7-d987-46c7-a797-8a4122019938 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881753 Jul 29 17:55:50.376974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c33f58c3-84b4-404a-ad6d-0450fca07951 req-348180e6-2e23-4e80-bec9-0fc79a532a36 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0441096 Jul 29 17:55:50.417860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 09af25f2-3532-4286-aae9-548709c5f885 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:50.549444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=09af25f2-3532-4286-aae9-548709c5f885,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:50.562806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '09af25f2-3532-4286-aae9-548709c5f885', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'port_id': '09af25f2-3532-4286-aae9-548709c5f885', 'mac_address': 'fa:16:3e:94:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:50.615212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.657695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09af25f2-3532-4286-aae9-548709c5f885 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:50.711318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=09af25f2-3532-4286-aae9-548709c5f885,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:50.738106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.739313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b8093910-debe-4f68-8f49-8ac1ca85dfb9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:50.778309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.802222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:50.847572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:50.862007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'port_id': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'mac_address': 'fa:16:3e:c6:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:50.923777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.939399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8093910-debe-4f68-8f49-8ac1ca85dfb9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:50.967577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bea96c3-4df0-4d7a-af4e-a949e0612e24 req-34177964-c234-4e98-adb8-3e4a44359cfe tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0763638 Jul 29 17:55:50.971254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:50.978355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.979149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e498da4-dfc4-40b6-abae-8c4c61216584 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:51.124578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:51.184682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e498da4-dfc4-40b6-abae-8c4c61216584,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:51.197164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4e498da4-dfc4-40b6-abae-8c4c61216584', 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'port_id': '4e498da4-dfc4-40b6-abae-8c4c61216584', 'mac_address': 'fa:16:3e:14:60:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f9a0ef-a509-464c-ba6f-2a663782d293', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:51.229601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Deleting port 2c8b7e07-1c43-4fe1-b12c-456f12276154 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:51.229848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.243164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.260733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e498da4-dfc4-40b6-abae-8c4c61216584 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:51.287563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e498da4-dfc4-40b6-abae-8c4c61216584,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:51.294468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.295647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a22cc667-e74d-4176-8fd8-1fe11b558b5e details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:51.323533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] For port 2c8b7e07-1c43-4fe1-b12c-456f12276154, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2c8b7e07-1c43-4fe1-b12c-456f12276154,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:51.324168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.351578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Calling delete_port for 2c8b7e07-1c43-4fe1-b12c-456f12276154 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:51.389051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:51.396134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:51.419787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'port_id': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'mac_address': 'fa:16:3e:a4:1a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:51.467189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.486990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22cc667-e74d-4176-8fd8-1fe11b558b5e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:51.515630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:51.524147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.525081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7bbc68d3-e5f8-486b-8c5d-79e79657189b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:51.526691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.534031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.540869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.547487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.553690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.560003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.566164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:51.584590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-c4c65d0f-5fc7-4a94-bc56-4f0da43f843f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5433 time: 0.1233237 Jul 29 17:55:51.636814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7918215-8032-480e-ad30-e3d19b33d8f3 req-a81b1148-b700-4771-92e0-58fad73ac20c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509806 Jul 29 17:55:51.669874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.893634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:51.984387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.038228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'port_id': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:52.061719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8b7e07-1c43-4fe1-b12c-456f12276154,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:52.118948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d3f4c6f-bdfd-4292-b959-68a83159b5fb req-abdc6e29-5e19-4a63-8ebd-aac28442224e tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0439208 Jul 29 17:55:52.194431 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.222132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbc68d3-e5f8-486b-8c5d-79e79657189b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:52.273948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.284499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.285313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 924d4546-175d-467f-aa41-912f12939fa1 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:52.343437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=924d4546-175d-467f-aa41-912f12939fa1,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.350193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.374746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '924d4546-175d-467f-aa41-912f12939fa1', 'network_id': '2f7727b5-50e6-41e4-a3bb-a7442a581738', 'port_id': '924d4546-175d-467f-aa41-912f12939fa1', 'mac_address': 'fa:16:3e:46:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f9a0ef-a509-464c-ba6f-2a663782d293', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:52.472963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.499889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924d4546-175d-467f-aa41-912f12939fa1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:52.549594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:52.571358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=924d4546-175d-467f-aa41-912f12939fa1,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.578208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.580536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.581026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.581638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.582040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.582446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.582830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.583165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.583550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.583882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.584285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.584773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:55:52.589744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.590754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f674ec2-cb9a-4afc-9073-72efd948148f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:55:52.625572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f674ec2-cb9a-4afc-9073-72efd948148f,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.690530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Router a060d683-b03a-4c1c-85f1-b709091e18fd has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:55:52.695026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:52.710487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6f674ec2-cb9a-4afc-9073-72efd948148f', 'network_id': '5461a01e-b1b3-4ce7-9da3-bc9809278f2b', 'port_id': '6f674ec2-cb9a-4afc-9073-72efd948148f', 'mac_address': 'fa:16:3e:65:70:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fd76c9-eaaa-4873-9099-a6ab3fe7714b', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:55:52.756091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.776309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f674ec2-cb9a-4afc-9073-72efd948148f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:55:52.802367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f674ec2-cb9a-4afc-9073-72efd948148f,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:52.809985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:52.861806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-74369118-e3c3-4aa5-b405-99ccee669047 req-c53c2346-0865-4738-ab27-638b9f21aefd service neutron] (94051) timed out ('10.222.0.49', 51367) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 17:55:52.889936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:52.956462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.962645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.968725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.974687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.980610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.986768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.993598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:52.995415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-798c8dad-a24a-492a-a569-270ad18d4ff6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5437 time: 0.2063606 Jul 29 17:55:53.025889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:55:53.030727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-216e1eb3-0b31-4c03-b1a4-284ab72a41ba admin admin] 10.222.0.16 "PUT /v2.0/routers/a060d683-b03a-4c1c-85f1-b709091e18fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033102 Jul 29 17:55:53.030833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:53.036620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Sync routers for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:55:53.046984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Routers {'a060d683-b03a-4c1c-85f1-b709091e18fd'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:53.048121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a060d683-b03a-4c1c-85f1-b709091e18fd'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:53.090043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec850ab1-eefd-47c2-83b0-4f31a3d3ef43 req-a5fdeefb-5ae9-42b0-b45a-2bd24f9b162b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863163 Jul 29 17:55:53.246258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:53.251645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Set router a060d683-b03a-4c1c-85f1-b709091e18fd gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:55:53.314777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17b443f9-4b8c-4544-8104-b8b93d0c4a3d req-d81e760e-8428-46c0-862c-c8b6d169c749 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0633831 Jul 29 17:55:53.434601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:53.459621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['a22cc667-e74d-4176-8fd8-1fe11b558b5e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.489128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['09af25f2-3532-4286-aae9-548709c5f885'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.491301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['924d4546-175d-467f-aa41-912f12939fa1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.493234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4e498da4-dfc4-40b6-abae-8c4c61216584'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.509382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Deleting port 609fc19c-849e-4e1a-851a-3192ff0f2428 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:53.510562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:53.527099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6f674ec2-cb9a-4afc-9073-72efd948148f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.572113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b8093910-debe-4f68-8f49-8ac1ca85dfb9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:53.604732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] For port 609fc19c-849e-4e1a-851a-3192ff0f2428, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=609fc19c-849e-4e1a-851a-3192ff0f2428,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:53.605101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:53.618982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Calling delete_port for 609fc19c-849e-4e1a-851a-3192ff0f2428 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:53.812159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:53.845802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=609fc19c-849e-4e1a-851a-3192ff0f2428,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:53.910986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.004017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.006716 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.058551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.059829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a060d683-b03a-4c1c-85f1-b709091e18fd {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:55:54.065469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.069330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'name': 'tempest-TaggedBootDevicesTest-978270267-router', 'tenant_id': 'ec41271fc8434a36a207b31b96979d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:44:15Z', 'updated_at': '2021-07-29T17:55:51Z', 'revision_number': 5, 'project_id': 'ec41271fc8434a36a207b31b96979d7f', 'gw_port': {'id': '609fc19c-849e-4e1a-851a-3192ff0f2428', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060d683-b03a-4c1c-85f1-b709091e18fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:44:18Z', 'updated_at': '2021-07-29T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:54.069579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7e6c6ab8-8488-4547-8d8a-0f08bc5074e0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a060d683-b03a-4c1c-85f1-b709091e18fd HTTP/1.1" status: 204 len: 168 time: 1.0352640 Jul 29 17:55:54.069991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39444) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:54.123040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Deleting subnet b44a502e-0814-4fcd-8437-350a79191a84 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:55:54.126343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.167427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Checking router: a060d683-b03a-4c1c-85f1-b709091e18fd for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:55:54.183723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.293800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:55:54.294126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:55:54.294986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a060d683-b03a-4c1c-85f1-b709091e18fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94053) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 17:55:54.295257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6148a41-eb92-4507-936a-ae8128cabd40 None None] The sync data for ids ['a060d683-b03a-4c1c-85f1-b709091e18fd'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:55:54.311224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['7bbc68d3-e5f8-486b-8c5d-79e79657189b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:55:54.324533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.330394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.336582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.342422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.354378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.360187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.366082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:54.382728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-9eb4bf7e-57e3-4ebd-bb46-d8d542ecfb2b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5437 time: 0.1502495 Jul 29 17:55:54.428102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.470489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f25374ff-b704-49ed-8c80-ab213cf4f966 req-1677ae31-1ebc-4731-9583-afee6e692a8b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911608 Jul 29 17:55:54.500750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29eba229-2eea-4eab-8ef0-bae7c442431f req-b5d7ceb2-503b-4622-b789-f5b393fc14a4 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0716631 Jul 29 17:55:54.551934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.574972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.579165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b44a502e-0814-4fcd-8437-350a79191a84 HTTP/1.1" status: 204 len: 168 time: 0.5057325 Jul 29 17:55:54.579540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39462) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:54.592363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d87fc-a294-45d9-bfca-748e673b4377 None None] Network 54f71fde-9e75-4530-8e73-4032b5d1dd6a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:54.596838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0525e-6676-496d-b3a1-d6fb3a2b3284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44a502e-0814-4fcd-8437-350a79191a84,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:54.658026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.752996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Deleting port 22ae3749-20b4-41d9-923e-6c10df8bbff7 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:55:54.753337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.873176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] For port 22ae3749-20b4-41d9-923e-6c10df8bbff7, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=22ae3749-20b4-41d9-923e-6c10df8bbff7,segment=NetworkSegment(1f5c339b-9560-40ce-959e-d5831fbd43cc),segment_id=1f5c339b-9560-40ce-959e-d5831fbd43cc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:54.873176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.886460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Calling delete_port for 22ae3749-20b4-41d9-923e-6c10df8bbff7 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:55:54.968620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:54.995845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ae3749-20b4-41d9-923e-6c10df8bbff7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:55.003938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] No DVR routers for this DVR port 22ae3749-20b4-41d9-923e-6c10df8bbff7 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:55:55.092873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.105968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f71fde-9e75-4530-8e73-4032b5d1dd6a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:55.119489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5c339b-9560-40ce-959e-d5831fbd43cc') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:55.119879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5c339b-9560-40ce-959e-d5831fbd43cc') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:55:55.131080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.149392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.158560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:55:55.158993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:55:55.160870 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:55:55.223422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89e3f4-0c41-4333-ba80-14660fc09177 None None] DHCP port deletion for 54f71fde-9e75-4530-8e73-4032b5d1dd6a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:55:55.246937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.268435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.273498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] 10.222.0.16 "DELETE /v2.0/networks/54f71fde-9e75-4530-8e73-4032b5d1dd6a HTTP/1.1" status: 204 len: 168 time: 0.6923079 Jul 29 17:55:55.274872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d95b-b97c-4bae-aa1a-2d0e138fb203 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f71fde-9e75-4530-8e73-4032b5d1dd6a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:55.422406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 22ae3749-20b4-41d9-923e-6c10df8bbff7 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:55.448592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 22ae3749-20b4-41d9-923e-6c10df8bbff7 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:55.449101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 22ae3749-20b4-41d9-923e-6c10df8bbff7 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:55.449761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 609fc19c-849e-4e1a-851a-3192ff0f2428 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:55.468285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39474) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:55.477971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 609fc19c-849e-4e1a-851a-3192ff0f2428 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:55.478562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 609fc19c-849e-4e1a-851a-3192ff0f2428 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:55.479064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2c8b7e07-1c43-4fe1-b12c-456f12276154 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:55:55.505683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2c8b7e07-1c43-4fe1-b12c-456f12276154 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:55:55.506704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2c8b7e07-1c43-4fe1-b12c-456f12276154 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:55:55.563596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5f6a4290-2681-4923-896f-fdffb227a92c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec41271fc8434a36a207b31b96979d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939057 Jul 29 17:55:55.566136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39480) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:55.641859 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5313b8c-0c4c-4274-92eb-27f269f3fe6d req-3b4c1017-5814-4df4-b418-c8187236e133 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0383739 Jul 29 17:55:55.646674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.653338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.659564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.666164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.672506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.678881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.684921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:55.687080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-d20583ec-bd53-42d9-9bb2-d1aa51025f85 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5437 time: 0.1372950 Jul 29 17:55:55.721283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.780245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aadf2c3b-7ddf-49b1-859d-dbc8db8c9cbf req-a6c8d803-892f-48a6-ba6d-71e379609e5e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830879 Jul 29 17:55:55.786492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.853858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.856609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:55.858519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32be9691-9d1e-43c1-8262-e90c08227c13 HTTP/1.1" status: 204 len: 168 time: 0.2910452 Jul 29 17:55:55.875219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c435-cffc-47fa-b83c-55fab60c30ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be9691-9d1e-43c1-8262-e90c08227c13,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:56.352698 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.597863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:56.709554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-113961453-network', 'tenant_id': '58f8916279644655bd1a8e21f1750dee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:56.733027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Made reservation on behalf of 58f8916279644655bd1a8e21f1750dee for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:56.735692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.754942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.772636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c554351-1ac1-4b25-a3ac-8e9971b956b6 req-5be82210-0b64-4e91-af5b-5c5fed986d35 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0345209 Jul 29 17:55:56.839709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 09af25f2-3532-4286-aae9-548709c5f885 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:56.883260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.890445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.895557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 09af25f2-3532-4286-aae9-548709c5f885 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:56.902032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 09af25f2-3532-4286-aae9-548709c5f885 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:56.902917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.919771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:55:56.929562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f76b17-34ff-4753-8edc-9f3a45098436,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:56.939576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.939998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:56.940197 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Added segment a5f543dc-968c-437b-9656-d530a93d6bb2 of type vlan for network 47206dae-b591-4312-b797-9961bba300ff Jul 29 17:55:56.945052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.951623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.957431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.963678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.971313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.978931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:56.988961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-4f42f584-a82e-4fe6-b440-61cfe16e6948 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5437 time: 0.1139631 Jul 29 17:55:57.034594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.042904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b412cddf-86b5-447e-a993-32b7ac92dbb4 req-82e57421-8d72-4b35-b29b-812f51749c29 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529101 Jul 29 17:55:57.072552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af25f2-3532-4286-aae9-548709c5f885'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:57.075149 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0b2106-ac90-4cc4-9713-187498e2c31a" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "09af25f2-3532-4286-aae9-548709c5f885"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:57.075336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.094090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=09af25f2-3532-4286-aae9-548709c5f885,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:57.106399 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.107329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a22cc667-e74d-4176-8fd8-1fe11b558b5e up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:57.156802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.156948 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92184323-2807-45d3-9f7f-b852c27dabdd x-openstack-request-id: req-92184323-2807-45d3-9f7f-b852c27dabdd {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:57.157063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:57.157196 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "09af25f2-3532-4286-aae9-548709c5f885", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:57.157196 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92184323-2807-45d3-9f7f-b852c27dabdd {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:57.157373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.157471 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af25f2-3532-4286-aae9-548709c5f885', 'code': 200} Jul 29 17:55:57.198291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5985956 Jul 29 17:55:57.200871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39536) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:55:57.210485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Request body: {'subnet': {'network_id': '47206dae-b591-4312-b797-9961bba300ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-113961453-subnet', 'tenant_id': '58f8916279644655bd1a8e21f1750dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:55:57.240584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:57.261410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Made reservation on behalf of 58f8916279644655bd1a8e21f1750dee for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:55:57.266026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.273961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port a22cc667-e74d-4176-8fd8-1fe11b558b5e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:57.278485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port a22cc667-e74d-4176-8fd8-1fe11b558b5e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:57.278886 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.314731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b89c4-9a4d-4aed-b7b8-964712a92f25 admin admin] Pushing event updated for resources: {'Network': ['ID=47206dae-b591-4312-b797-9961bba300ff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:57.339338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 47206dae-b591-4312-b797-9961bba300ff details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:55:57.542893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.644533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Checking segment: {'id': 'a5f543dc-968c-437b-9656-d530a93d6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47206dae-b591-4312-b797-9961bba300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:55:57.644900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Network hostable DHCP agents. Network: 47206dae-b591-4312-b797-9961bba300ff, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:55:57.650686 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.668195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.668719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:57.680131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Network 47206dae-b591-4312-b797-9961bba300ff is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:55:57.694846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 47206dae-b591-4312-b797-9961bba300ff) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:55:57.699128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:57.701588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.711828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8509531-6ff0-466f-a519-bbbe890769e6 None None] Network 47206dae-b591-4312-b797-9961bba300ff requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:57.716847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:57.727255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a8383e0-509a-4bde-8fdc-98b9bc2abd86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5245564 Jul 29 17:55:57.791994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:57.792917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b8093910-debe-4f68-8f49-8ac1ca85dfb9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:57.906823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85e28c86-7960-49ef-9a61-1fdd9edeea37 req-f1bae776-401e-47d7-ae3b-816421acd828 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0329370 Jul 29 17:55:57.919401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:58.002178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9cc51-bf2c-4cb1-84e9-196eca07975a None None] Network 47206dae-b591-4312-b797-9961bba300ff requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:55:58.005825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port b8093910-debe-4f68-8f49-8ac1ca85dfb9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:58.018546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port b8093910-debe-4f68-8f49-8ac1ca85dfb9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:58.018917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.197589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.214169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.220664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.227994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.234934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.237364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:58.242043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.244541 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.245655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7bbc68d3-e5f8-486b-8c5d-79e79657189b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:58.247950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.253825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.262385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-0550f35c-1e69-40c5-80d7-37901bc2f542 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5439 time: 0.1192541 Jul 29 17:55:58.302972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2e163bd-54c8-4643-9de5-d318b86a7076 req-4eeb6ae3-5cd5-4d1c-a657-ab24ede35494 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389817 Jul 29 17:55:58.337191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:58.340566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-f98417fb-008a-4df0-b0f9-c02bdf2d87bd tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:58.342815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-f98417fb-008a-4df0-b0f9-c02bdf2d87bd tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/networks?id=47206dae-b591-4312-b797-9961bba300ff HTTP/1.1" status: 200 len: 821 time: 0.1385145 Jul 29 17:55:58.351084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 7bbc68d3-e5f8-486b-8c5d-79e79657189b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:58.355982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 7bbc68d3-e5f8-486b-8c5d-79e79657189b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:58.356588 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.358599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-ab7fe107-0fc5-444c-8715-e16911c2f3aa tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/quotas/58f8916279644655bd1a8e21f1750dee HTTP/1.1" status: 200 len: 375 time: 0.0100145 Jul 29 17:55:58.395008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-218b3f69-ef4c-4c74-8fa9-9dfc2d1e0442 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f8916279644655bd1a8e21f1750dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288429 Jul 29 17:55:58.443534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.485296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:58.500108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.501557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 924d4546-175d-467f-aa41-912f12939fa1 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:58.525268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-b36cecbf-74fe-41ad-8ce2-85190d7e9591 service neutron] 10.222.0.16 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214974 Jul 29 17:55:58.602047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:58.609141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 924d4546-175d-467f-aa41-912f12939fa1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:58.615840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 924d4546-175d-467f-aa41-912f12939fa1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:58.616318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.657882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-4995fd30-42dc-4a69-9d7c-0fa8cd199003 service neutron] 10.222.0.16 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223547 Jul 29 17:55:58.706018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.739191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=924d4546-175d-467f-aa41-912f12939fa1,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:58.744520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:58.745510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f674ec2-cb9a-4afc-9073-72efd948148f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:58.884163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:58.884352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7554b47a-ab0e-4bbb-82d2-25940e21e861 req-c836955f-88f3-41bf-9dd7-6ad0b86e156e tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 210 time: 0.0725315 Jul 29 17:55:58.901574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6f674ec2-cb9a-4afc-9073-72efd948148f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:58.910217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6f674ec2-cb9a-4afc-9073-72efd948148f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:58.911327 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.069027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.084851 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c3895c0-56c0-4dcd-9a34-f6cd5e62bcdb req-62ec8e3f-9877-4be6-b63d-66218702ff60 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0595057 Jul 29 17:55:59.124982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f674ec2-cb9a-4afc-9073-72efd948148f,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:59.131235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.132221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e498da4-dfc4-40b6-abae-8c4c61216584 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:55:59.162875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924d4546-175d-467f-aa41-912f12939fa1'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f674ec2-cb9a-4afc-9073-72efd948148f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:55:59.165459 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a19c7-cb07-471a-8826-f309037dd09d" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "924d4546-175d-467f-aa41-912f12939fa1"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "6f674ec2-cb9a-4afc-9073-72efd948148f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:55:59.258158 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 29 Jul 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73124274-580c-4adc-9559-222b1dc7c773 x-openstack-request-id: req-73124274-580c-4adc-9559-222b1dc7c773 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:55:59.258759 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "924d4546-175d-467f-aa41-912f12939fa1", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "6f674ec2-cb9a-4afc-9073-72efd948148f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:55:59.262686 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73124274-580c-4adc-9559-222b1dc7c773 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:55:59.263272 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'code': 200} Jul 29 17:55:59.264968 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'code': 200} Jul 29 17:55:59.265225 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'code': 200} Jul 29 17:55:59.265474 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924d4546-175d-467f-aa41-912f12939fa1', 'code': 200} Jul 29 17:55:59.265718 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f674ec2-cb9a-4afc-9073-72efd948148f', 'code': 200} Jul 29 17:55:59.316821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:59.340730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4e498da4-dfc4-40b6-abae-8c4c61216584 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:55:59.359548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4e498da4-dfc4-40b6-abae-8c4c61216584 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:55:59.360329 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.453727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.495025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e498da4-dfc4-40b6-abae-8c4c61216584,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:55:59.497572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.501927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:59.511173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.517927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.524459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.534891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.548501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.564110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:55:59.566651 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9da4b473-400c-42a1-be90-91340cb1d871 req-44094786-4325-4697-8101-281a7d2673b5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5443 time: 0.1433692 Jul 29 17:55:59.587166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:55:59.624930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-6575875e-85bd-4715-bba4-e41c6d9a9a7c req-1957a5e4-468c-473f-9c62-f92f812d92fd service neutron] (94051) timed out ('10.222.0.49', 51368) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 17:55:59.650397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9da4b473-400c-42a1-be90-91340cb1d871 req-dc78c6ad-bd24-408e-a49e-d1642bf8c0af tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694807 Jul 29 17:55:59.995100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f54a200-1a6b-492f-89e5-5c9a449e1b58 req-e47c8df0-5911-4eb9-8708-d758623de1b9 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 210 time: 0.0354767 Jul 29 17:56:00.129036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-43f05c80-e94b-4861-9a5e-5c9f5f3865eb tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.130883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-43f05c80-e94b-4861-9a5e-5c9f5f3865eb tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.38 "GET /v2.0/networks?id=47206dae-b591-4312-b797-9961bba300ff HTTP/1.1" status: 200 len: 821 time: 0.1248195 Jul 29 17:56:00.145448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Request body: {'port': {'device_id': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'network_id': '47206dae-b591-4312-b797-9961bba300ff', 'admin_state_up': True, 'tenant_id': '58f8916279644655bd1a8e21f1750dee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:00.229271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-353effde-accf-4dcf-8973-2e771e348a82 req-592ed09b-8d9d-48ab-867f-607e056e32b8 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0306413 Jul 29 17:56:00.310800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Made reservation on behalf of 58f8916279644655bd1a8e21f1750dee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:00.314392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:00.480655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Allocated IP 172.20.0.6 (47206dae-b591-4312-b797-9961bba300ff/2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5/006b2026-17d5-4b9f-8864-0da7f2bb5a9b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:00.639421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:00.687965 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:00.764997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Network 47206dae-b591-4312-b797-9961bba300ff is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:00.768279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:00.770294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Pushing event updated for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:00.777212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:00.808875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.832017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.839301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.846913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.854773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.855987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:00.857277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.863251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.869472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:00.871659 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-62dea5d2-2712-47c7-bfea-9f6a5cd95800 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1427474 Jul 29 17:56:00.876478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-8b5f1b5f-d7c3-4ef1-94aa-f329619dc99a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365849 Jul 29 17:56:00.889154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Request body: {'port': {'device_id': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:00.933113 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc830887-5a4a-4d38-ab62-aa19367bbc2e req-1c8781cc-c218-47dc-a31a-33b8ab818279 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536573 Jul 29 17:56:00.951978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.190098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d9afb-d680-4763-b85e-03ccde3448e1 req-4bfa964e-728b-4553-92a7-85f94e7d8fd6 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.191649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce2d9afb-d680-4763-b85e-03ccde3448e1 req-4bfa964e-728b-4553-92a7-85f94e7d8fd6 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 931 time: 0.1135824 Jul 29 17:56:01.261590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce2d9afb-d680-4763-b85e-03ccde3448e1 req-e3def9ed-1b93-49f2-b4ec-721efdb066c0 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628421 Jul 29 17:56:01.267514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:01.271031 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf40cb-8e67-47fe-8223-15b138e9b0a1" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:01.314689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006b2026-17d5-4b9f-8864-0da7f2bb5a9b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:01.323671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.325064 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71430d2d-3cb6-4b9f-afb0-cefa1cfc3dff x-openstack-request-id: req-71430d2d-3cb6-4b9f-afb0-cefa1cfc3dff {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:01.325353 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-plugged", "status": "completed", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:01.325596 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71430d2d-3cb6-4b9f-afb0-cefa1cfc3dff {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:01.326174 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584', 'code': 200} Jul 29 17:56:01.336635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Transition to ACTIVE for port object 006b2026-17d5-4b9f-8864-0da7f2bb5a9b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:01.344410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.372516 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3bbae26e-500e-4f2a-a574-9777b00ce84b req-4f6fb801-16a2-44ff-b057-5b5153386edd tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0416708 Jul 29 17:56:01.444379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Pushing event updated for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:01.523776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.524262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.524797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.525186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.525650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.526112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.527105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.529515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-e15204fc-442a-45a8-a689-6a8e8fff7d35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.1324139 Jul 29 17:56:01.545781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Attempting to bind port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:56:01.546849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Attempting to bind port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'a5f543dc-968c-437b-9656-d530a93d6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47206dae-b591-4312-b797-9961bba300ff'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:56:01.547447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Attempting to bind port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b on network 47206dae-b591-4312-b797-9961bba300ff {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:01.565198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b on network 47206dae-b591-4312-b797-9961bba300ff not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:56:01.565342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Attempting to bind port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b on network 47206dae-b591-4312-b797-9961bba300ff {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:01.571874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:56:01.572211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Checking segment: {'id': 'a5f543dc-968c-437b-9656-d530a93d6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47206dae-b591-4312-b797-9961bba300ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:01.572609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Bound using segment: {'id': 'a5f543dc-968c-437b-9656-d530a93d6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47206dae-b591-4312-b797-9961bba300ff'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:56:01.573043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Bound port: 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f543dc-968c-437b-9656-d530a93d6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47206dae-b591-4312-b797-9961bba300ff'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:56:01.573408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.618536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30fe90d8-a56b-445c-a0ab-e176215d7d1b req-d9a7f2df-ed74-4bbf-957d-f5364d36c650 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739706 Jul 29 17:56:01.655671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:56:01.660354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,segment=NetworkSegment(a5f543dc-968c-437b-9656-d530a93d6bb2),segment_id=a5f543dc-968c-437b-9656-d530a93d6bb2)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:56:01.666691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.709072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.710026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:01.711750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a01bd153-b009-44be-980b-ada024d047ba service neutron] 10.222.0.38 "PUT /v2.0/ports/006b2026-17d5-4b9f-8864-0da7f2bb5a9b HTTP/1.1" status: 200 len: 1091 time: 0.8271077 Jul 29 17:56:01.712543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:01.715179 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:01.751824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bd153-b009-44be-980b-ada024d047ba service neutron] Pushing event updated for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:01.769093 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598afcb6-c2c4-4847-bca1-290c5661610c x-openstack-request-id: req-598afcb6-c2c4-4847-bca1-290c5661610c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:01.769352 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:01.769677 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598afcb6-c2c4-4847-bca1-290c5661610c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:01.770033 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b', 'status': 'completed', 'code': 200} Jul 29 17:56:01.820909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-0a783d67-841b-4532-89e7-805f4ac62933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.822684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-0a783d67-841b-4532-89e7-805f4ac62933 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f8916279644655bd1a8e21f1750dee&device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 1094 time: 0.0462642 Jul 29 17:56:01.867774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-874c034a-a778-4923-868e-7c7561f4a69e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b HTTP/1.1" status: 200 len: 217 time: 0.0367899 Jul 29 17:56:01.920574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-ad4cd74e-2616-455f-a044-89380b82d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:01.922258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-ad4cd74e-2616-455f-a044-89380b82d3c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5 HTTP/1.1" status: 200 len: 861 time: 0.0463865 Jul 29 17:56:01.955684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-a1103e95-ade3-4ec5-b6f0-471c315e3bab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47206dae-b591-4312-b797-9961bba300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254076 Jul 29 17:56:02.093826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.099924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.105822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.111654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.117699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.123747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.129551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.131746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-0f49c1de-f2e2-4704-9deb-e190460f086c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1141393 Jul 29 17:56:02.149926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-44919139-641b-432a-b51b-dc540786b7dd service neutron] 10.222.0.38 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867290 Jul 29 17:56:02.225535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe08d20-c68f-4864-be9d-675720ced6fe req-bb1b2f52-b080-4551-bd58-edaa21d559e7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867424 Jul 29 17:56:02.265610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-152cf5fd-6209-46f7-9931-fc0a31f18903 req-e4b1fc43-5b57-4482-9436-6502ac71457d service neutron] 10.222.0.38 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074355 Jul 29 17:56:02.368307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-02aac64f-97a0-4da2-88e4-3ebdfc5aaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.369865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-02aac64f-97a0-4da2-88e4-3ebdfc5aaed5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f8916279644655bd1a8e21f1750dee&device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 1094 time: 0.0473657 Jul 29 17:56:02.399809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371b66-f722-457f-8c96-07aaac1cf270 req-afc0370e-a09f-4da0-9ff4-de9513b90b4c tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.401201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3371b66-f722-457f-8c96-07aaac1cf270 req-afc0370e-a09f-4da0-9ff4-de9513b90b4c tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 943 time: 0.0496402 Jul 29 17:56:02.443158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3371b66-f722-457f-8c96-07aaac1cf270 req-124869a2-37e8-452b-9473-ee39af5c19f8 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Jul 29 17:56:02.487780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c287e78c-a6fb-40c9-9721-5fc1e1887d20 req-60dd6070-7103-48bc-a22e-37d1fe174be0 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0336254 Jul 29 17:56:02.497684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-41d342fe-b8a8-4aa1-941e-8c3fd5eea92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.499219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-41d342fe-b8a8-4aa1-941e-8c3fd5eea92a service neutron] 10.222.0.38 "GET /v2.0/networks?id=47206dae-b591-4312-b797-9961bba300ff HTTP/1.1" status: 200 len: 922 time: 0.1181309 Jul 29 17:56:02.558118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-7cb69a54-891c-40d1-9c1f-5392c9f4b3e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b HTTP/1.1" status: 200 len: 217 time: 0.0353477 Jul 29 17:56:02.617818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-93edf9a7-a17f-4e9d-ac08-8c1ec361e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:02.619291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-93edf9a7-a17f-4e9d-ac08-8c1ec361e988 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5 HTTP/1.1" status: 200 len: 861 time: 0.0521865 Jul 29 17:56:02.664819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-f1f6dc81-b67a-444a-be2c-a61c1a632cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47206dae-b591-4312-b797-9961bba300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340707 Jul 29 17:56:02.794501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-cfd3ac46-2931-4c8b-8092-a04d263bf5ba service neutron] 10.222.0.38 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080611 Jul 29 17:56:02.903564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1562e8b6-9bf9-4b7b-abcd-f739e7305d1a req-beff3c11-bd3d-422e-a581-eeef3e45842f service neutron] 10.222.0.38 "GET /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010907 Jul 29 17:56:03.361065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.366988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.373385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.379397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.385593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.391444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.397340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.399464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-651058c4-d43b-4920-af8f-db316a8ca47f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.0943937 Jul 29 17:56:03.446821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a50a40cc-0c22-4c4b-b0a6-938659c17342 req-1d543bda-4e73-4a82-b59c-90859cab59e6 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380399 Jul 29 17:56:03.564850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46f84-90e7-4e95-9a95-18cb30dbfdfa req-c7c8aa87-38a7-446a-9703-204578d9604a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.566538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8bc46f84-90e7-4e95-9a95-18cb30dbfdfa req-c7c8aa87-38a7-446a-9703-204578d9604a tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 943 time: 0.0491951 Jul 29 17:56:03.578671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.584472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.590186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.595981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.601737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.605979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8bc46f84-90e7-4e95-9a95-18cb30dbfdfa req-1802ccf2-83a2-496a-840a-042f06542673 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jul 29 17:56:03.607490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.613240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:03.615265 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33c14469-4ec5-49ca-a641-cb6debd952ab req-f5321b50-2c70-4847-bd32-1a2d578c9caa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.0929649 Jul 29 17:56:03.625886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:03.631236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Request body: {'floatingip': {'port_id': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:03.699807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:03.703383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-46b19125-7396-43e9-9aed-a2f76df13ea3 req-218451e5-a367-47d9-8f35-76b5297ad077 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jul 29 17:56:04.495501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:04.501063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:04.603386 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Floating IP d88ef12c-6d80-464c-9535-32b4808d8eb9 associated. External IP: 172.25.5.174, port: 7bbc68d3-e5f8-486b-8c5d-79e79657189b. Jul 29 17:56:04.754614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c68618-749a-4288-b0c1-2268e517d88a req-50b3374d-d691-4c80-b7c8-d901bb31ab44 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:04.756135 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c2c68618-749a-4288-b0c1-2268e517d88a req-50b3374d-d691-4c80-b7c8-d901bb31ab44 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 943 time: 0.0703449 Jul 29 17:56:04.868959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c2c68618-749a-4288-b0c1-2268e517d88a req-84141f91-6d5b-4dc8-a932-56596c6504ac tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821710 Jul 29 17:56:04.869255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 006b2026-17d5-4b9f-8864-0da7f2bb5a9b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:04.927760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Router 42d643a6-a4de-4e9a-9340-7c9f83037be7 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:56:04.971862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,segment=NetworkSegment(a5f543dc-968c-437b-9656-d530a93d6bb2),segment_id=a5f543dc-968c-437b-9656-d530a93d6bb2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:04.987512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b', 'network_id': '47206dae-b591-4312-b797-9961bba300ff', 'port_id': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b', 'mac_address': 'fa:16:3e:81:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:05.038456 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:05.050451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:56:05.052279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006b2026-17d5-4b9f-8864-0da7f2bb5a9b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:05.055635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:05.062760 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Sync routers for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:56:05.073596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,segment=NetworkSegment(a5f543dc-968c-437b-9656-d530a93d6bb2),segment_id=a5f543dc-968c-437b-9656-d530a93d6bb2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:05.081713 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:05.089933 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:56:05.094345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-25d3d05f-53c7-4039-8eb7-906e4dfb7671 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "PUT /v2.0/floatingips/d88ef12c-6d80-464c-9535-32b4808d8eb9 HTTP/1.1" status: 200 len: 991 time: 1.4672749 Jul 29 17:56:05.094670 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:05.095122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:05.097708 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719c08ca-f1a7-4b49-a501-3e74d57871ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:05.142629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:05.156297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f26cf57b-a9e0-4417-8e1a-f0703713e535 req-185c43c6-ea88-4be8-826b-3debe481a5bf tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.3710794 Jul 29 17:56:05.255993 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:56:05.301279 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e5ff8e-a01f-4c41-a275-ff979de76f06 x-openstack-request-id: req-95e5ff8e-a01f-4c41-a275-ff979de76f06 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:05.301887 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:05.302371 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e5ff8e-a01f-4c41-a275-ff979de76f06 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:05.303075 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'status': 'completed', 'code': 200} Jul 29 17:56:05.356354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['006b2026-17d5-4b9f-8864-0da7f2bb5a9b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:05.375443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.375925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.376394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.376860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.377320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.377899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.378388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.381037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a02ca91a-c9a0-4023-8a1c-18cec74b85cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.0579901 Jul 29 17:56:05.495095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-ed6401a9-6990-4657-8fcb-1a561fe33a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.498536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-ed6401a9-6990-4657-8fcb-1a561fe33a99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f HTTP/1.1" status: 200 len: 918 time: 0.1107130 Jul 29 17:56:05.551332 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd88ef12c-6d80-464c-9535-32b4808d8eb9', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'port_id': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:50Z', 'updated_at': '2021-07-29T17:56:04Z', 'revision_number': 1, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:05.570392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a883d869-41bd-400c-a920-f89760bd6c1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 999 time: 0.0625341 Jul 29 17:56:05.578785 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Checking router: 42d643a6-a4de-4e9a-9340-7c9f83037be7 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:56:05.587712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:56:05.588418 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:05.623908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-add982f2-ce61-4a4a-be6f-414d2774e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.625306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-add982f2-ce61-4a4a-be6f-414d2774e49d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.0475574 Jul 29 17:56:05.678145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-5b0090fe-5d4e-4d19-97c6-f06ae1ee4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:05.679740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-5b0090fe-5d4e-4d19-97c6-f06ae1ee4ab0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458186 Jul 29 17:56:05.773831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-f903152e-7a3c-44ff-8589-8f94c3fa421b service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 Jul 29 17:56:05.793137 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:56:05.867488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719c08ca-f1a7-4b49-a501-3e74d57871ec req-a5052e29-fa43-49b4-9718-1dc809ee49ed service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Jul 29 17:56:06.019787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5efa2-7872-4c74-8275-4ed90d6e3412 req-9935e865-5394-4d3f-abf8-aedaeb7f57e2 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:06.029939 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-44d5efa2-7872-4c74-8275-4ed90d6e3412 req-9935e865-5394-4d3f-abf8-aedaeb7f57e2 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 944 time: 0.0693443 Jul 29 17:56:06.048044 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd88ef12c-6d80-464c-9535-32b4808d8eb9', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'port_id': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:50Z', 'updated_at': '2021-07-29T17:56:04Z', 'revision_number': 1, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:06.064856 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-44d5efa2-7872-4c74-8275-4ed90d6e3412 req-6a769ebb-613f-4594-9305-7bd831b6d874 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338748 Jul 29 17:56:06.084748 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa42cbb-75fc-44d0-8808-e493ef59ccd3 None None] The sync data for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 is: [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd88ef12c-6d80-464c-9535-32b4808d8eb9', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'port_id': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:54:50Z', 'updated_at': '2021-07-29T17:56:04Z', 'revision_number': 1, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:56:06.162426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39736) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:06.337583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5560db36-93b1-435b-8a3a-b78ee246ef10 req-b60ce567-47ac-44c5-9b72-7c302e313216 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0493271 Jul 29 17:56:06.343813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da2cfc38-4afd-4b7d-bfa3-53b0fddf74e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.373168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ff3b-9a2e-4a0f-b3f4-db35e41c9b7b None None] New status for floating IP d88ef12c-6d80-464c-9535-32b4808d8eb9: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:56:06.467834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da2cfc38-4afd-4b7d-bfa3-53b0fddf74e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.474381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da2cfc38-4afd-4b7d-bfa3-53b0fddf74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.515454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-da2cfc38-4afd-4b7d-bfa3-53b0fddf74e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c45dc44c672a4952beb443f4808fff90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517895 Jul 29 17:56:06.517492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cfc38-4afd-4b7d-bfa3-53b0fddf74e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ebbf5-27a5-4fed-9c2a-cec4e6feb568,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:06.518284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39756) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:06.586650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.611684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.663691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.666553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:06.667992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/328ebbf5-27a5-4fed-9c2a-cec4e6feb568 HTTP/1.1" status: 204 len: 168 time: 0.1479783 Jul 29 17:56:06.677200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad99346-ee96-4a36-afe8-229f41baeeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ebbf5-27a5-4fed-9c2a-cec4e6feb568,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:06.885095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 006b2026-17d5-4b9f-8864-0da7f2bb5a9b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:06.939683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:06.944643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:06.945060 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.029191 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.052412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:07.055078 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b92a86-f513-4649-bccc-85359a8215f2" -d '{"events": [{"server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "name": "network-vif-plugged", "status": "completed", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:07.069144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,segment=NetworkSegment(a5f543dc-968c-437b-9656-d530a93d6bb2),segment_id=a5f543dc-968c-437b-9656-d530a93d6bb2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:07.074738 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.110513 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a93b9bb-d0bc-4fc9-9dc9-c4886a1204ca x-openstack-request-id: req-3a93b9bb-d0bc-4fc9-9dc9-c4886a1204ca {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:07.110989 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "name": "network-vif-plugged", "status": "completed", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:07.111464 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a93b9bb-d0bc-4fc9-9dc9-c4886a1204ca {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:07.113358 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b', 'code': 200} Jul 29 17:56:07.158095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:07.218170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06b9be-f407-4696-9fb0-5fada36e8bfd req-5e6488dc-f914-454b-aebc-6377293b05b4 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:07.219871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559998bd-c18a-444c-b7c6-9de4dec77347 req-2c9d3487-baa4-4ebd-9a08-aa3e3ca705d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:07.220010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b06b9be-f407-4696-9fb0-5fada36e8bfd req-5e6488dc-f914-454b-aebc-6377293b05b4 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 945 time: 0.0658538 Jul 29 17:56:07.221395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-559998bd-c18a-444c-b7c6-9de4dec77347 req-2c9d3487-baa4-4ebd-9a08-aa3e3ca705d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 1096 time: 0.0423269 Jul 29 17:56:07.266745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-559998bd-c18a-444c-b7c6-9de4dec77347 req-1e1f1b62-4798-4e82-9358-b071bb6b2307 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Jul 29 17:56:07.267760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b06b9be-f407-4696-9fb0-5fada36e8bfd req-28411ce4-8253-472f-aae2-845f20460725 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Jul 29 17:56:07.378443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39790) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:07.471858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02d2c87a-97b9-4723-a776-a7e32cc58443 req-0f135bdd-f44e-4d69-b8ea-f786c9153c15 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0320251 Jul 29 17:56:07.501007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1334935367-network', 'tenant_id': '58e4bd79e01d470cbfc85ffa5230e306'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:07.522981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Made reservation on behalf of 58e4bd79e01d470cbfc85ffa5230e306 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:07.525283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.533910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.621556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.627398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.651892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:56:07.664628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.664997 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Added segment 3c9edba5-4d9e-49e1-a3f2-d57d455643c6 of type vlan for network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb Jul 29 17:56:07.666414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:07.711683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.742572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.743929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:07.744537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:07.829315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4494371 Jul 29 17:56:07.834210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:07.837502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Request body: {'subnet': {'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1334935367-subnet', 'tenant_id': '58e4bd79e01d470cbfc85ffa5230e306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:07.841974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220887-57a1-448a-aa31-a40f537f76db admin admin] Pushing event updated for resources: {'Network': ['ID=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:07.856922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:56:07.894569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Made reservation on behalf of 58e4bd79e01d470cbfc85ffa5230e306 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:07.897537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:08.078530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:08.140862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a5e16e-6851-4a31-b19e-13631f9ed927,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:08.153139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Checking segment: {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:08.153514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Network hostable DHCP agents. Network: d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:56:08.172367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:56:08.181872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:08.186131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:08.186697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:08.192366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d686a1-f1b3-496a-8923-4d752f2d3dea None None] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:08.203174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-52c0a327-4038-435b-b8a6-74337da211b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3697946 Jul 29 17:56:08.324030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a4a0f-3bc4-455e-b5c2-e44982bda693 None None] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:08.407670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30445b7-45a6-4675-b816-f591f88d0c84 req-d4005a07-f186-4a0e-9878-86428a055729 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:08.410501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e30445b7-45a6-4675-b816-f591f88d0c84 req-d4005a07-f186-4a0e-9878-86428a055729 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 945 time: 0.0600009 Jul 29 17:56:08.458333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e30445b7-45a6-4675-b816-f591f88d0c84 req-53ff0bde-2979-4b89-81c7-60e10addaec4 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Jul 29 17:56:08.627221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee5b6451-a4c9-45fa-b5bf-d47732a51577 req-4b908075-9e58-4b98-a7b2-a100ec9b14be tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0398178 Jul 29 17:56:08.831981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a8db7-070d-4d8d-a4b7-6f31cba1fb63 req-4aa3d1fd-eda2-4f4e-afab-c156ee07a5c7 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:08.833500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-156a8db7-070d-4d8d-a4b7-6f31cba1fb63 req-4aa3d1fd-eda2-4f4e-afab-c156ee07a5c7 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 945 time: 0.0644586 Jul 29 17:56:08.903180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-156a8db7-070d-4d8d-a4b7-6f31cba1fb63 req-13660736-e3fa-487d-b420-85693a9d6217 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628657 Jul 29 17:56:09.211419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bcddb717-d3c3-4392-9dc3-4396de6c6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:09.729118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6bd451e-40c1-41ee-9d58-a92d053f1592 req-e81e49fe-dd50-4155-afcb-7090c15cc861 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0286434 Jul 29 17:56:10.035945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e41c6-c930-4232-b5b3-4b728a0d6543 req-c4e82679-72ad-4950-b5d2-6dd7bcc01c68 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:10.040508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d0e41c6-c930-4232-b5b3-4b728a0d6543 req-c4e82679-72ad-4950-b5d2-6dd7bcc01c68 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 945 time: 0.0632772 Jul 29 17:56:10.086732 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d0e41c6-c930-4232-b5b3-4b728a0d6543 req-82d75bd0-b08a-4ef7-851d-29feb5bbc2a9 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f76b17-34ff-4753-8edc-9f3a45098436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Jul 29 17:56:10.135126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-c5703a7c-050b-49e1-98dc-0093fc9d66e4 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:10.136646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-c5703a7c-050b-49e1-98dc-0093fc9d66e4 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 945 time: 0.0797231 Jul 29 17:56:10.272481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Deleting port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:56:10.273214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:10.364353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] For port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,segment=NetworkSegment(a5f543dc-968c-437b-9656-d530a93d6bb2),segment_id=a5f543dc-968c-437b-9656-d530a93d6bb2)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:10.364711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:10.378632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Calling delete_port for 006b2026-17d5-4b9f-8864-0da7f2bb5a9b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:56:10.519089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:10.531381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['006b2026-17d5-4b9f-8864-0da7f2bb5a9b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:10.547950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Pushing event deleted for resources: {'Port': ['ID=006b2026-17d5-4b9f-8864-0da7f2bb5a9b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:10.596568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] No DVR routers for this DVR port 006b2026-17d5-4b9f-8864-0da7f2bb5a9b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:56:10.599205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:10.601209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d58d7e39-f579-42d9-82bf-a4add42bc5e8 req-f72f9f5e-2d99-41ed-b3a9-d895b2f50031 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.38 "DELETE /v2.0/ports/006b2026-17d5-4b9f-8864-0da7f2bb5a9b HTTP/1.1" status: 204 len: 173 time: 0.4580798 Jul 29 17:56:10.601648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'name': 'network-vif-deleted', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:10.603988 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc60275-2a4e-425a-b935-a06ec5774177" -d '{"events": [{"server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "name": "network-vif-deleted", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:10.651416 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0158622d-071b-4aa7-b2ad-0bf15ba4c1e7 x-openstack-request-id: req-0158622d-071b-4aa7-b2ad-0bf15ba4c1e7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:10.651722 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e933397-40fb-4689-ae2c-a0b2282ff57e", "name": "network-vif-deleted", "tag": "006b2026-17d5-4b9f-8864-0da7f2bb5a9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:10.651975 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0158622d-071b-4aa7-b2ad-0bf15ba4c1e7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:10.652380 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e933397-40fb-4689-ae2c-a0b2282ff57e', 'name': 'network-vif-deleted', 'tag': '006b2026-17d5-4b9f-8864-0da7f2bb5a9b', 'status': 'completed', 'code': 200} Jul 29 17:56:10.840047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c219bb90-8fe5-48ca-ad07-f08c84f5c9a7 req-5e5f9009-9c07-4861-981f-6d0ee8406cad tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0320392 Jul 29 17:56:11.221780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4cadc0f1-3357-4914-9085-fd9ab408eb83 req-bb899271-5be9-4869-8afb-54a40d9ac797 tempest-ServerAddressesNegativeTestJSON-1889344724 tempest-ServerAddressesNegativeTestJSON-1889344724-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e933397-40fb-4689-ae2c-a0b2282ff57e HTTP/1.1" status: 200 len: 210 time: 0.0357373 Jul 29 17:56:11.646437 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fd56b22e-32c2-4527-afaa-23644131a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:11.828821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:11.949072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10c9abe6-020d-4686-baf6-8943b1644677 req-219fe986-e5ad-4f6c-a35c-301774aa2ace tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0279474 Jul 29 17:56:12.281497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39894) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:12.330961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Deleting subnet 2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:56:12.338971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.400975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.452929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.510402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.540295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.542378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5 HTTP/1.1" status: 204 len: 168 time: 0.2597547 Jul 29 17:56:12.543448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a7b0-d7a5-49c0-aaf5-30a5a500a487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a66e9a1-ed34-4f0b-8b04-6a7b56db2eb5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:12.545105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39898) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:12.620621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.705374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.716655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47206dae-b591-4312-b797-9961bba300ff']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:12.731098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f543dc-968c-437b-9656-d530a93d6bb2') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:12.731391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f543dc-968c-437b-9656-d530a93d6bb2') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:12.749951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.773115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.782964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:56:12.783749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:56:12.805561 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:56:12.856690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.863464 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.865383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/47206dae-b591-4312-b797-9961bba300ff HTTP/1.1" status: 204 len: 168 time: 0.3192945 Jul 29 17:56:12.876637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7e554-44f9-45c9-b7a4-4ac60d652be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=47206dae-b591-4312-b797-9961bba300ff,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:12.929475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:12.949247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 006b2026-17d5-4b9f-8864-0da7f2bb5a9b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:56:12.968892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 006b2026-17d5-4b9f-8864-0da7f2bb5a9b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:56:12.969301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 006b2026-17d5-4b9f-8864-0da7f2bb5a9b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:56:12.996288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:13.046049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-90b5bfeb-5fc9-42a1-b171-885dd5769c54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58f8916279644655bd1a8e21f1750dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448987 Jul 29 17:56:13.047258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39910) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:13.063672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a50b4b32-bc0f-422e-8839-e35408ecd20d req-8e2199d8-1583-40db-b562-0fb5fc1caa66 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0324759 Jul 29 17:56:13.105941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:13.133997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:13.192145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:13.194787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:13.198454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47f76b17-34ff-4753-8edc-9f3a45098436 HTTP/1.1" status: 204 len: 168 time: 0.1476510 Jul 29 17:56:13.207558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5aaef-6afc-41b9-9134-a0c1a7572c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f76b17-34ff-4753-8edc-9f3a45098436,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:13.948334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39958) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:14.068493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1167237709-network', 'tenant_id': '68545a15a6c249c58c2cf4ee94a8933a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:14.091423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Made reservation on behalf of 68545a15a6c249c58c2cf4ee94a8933a for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:14.093984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.103203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.215455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f956399-40e0-446e-afe3-a583e17006ca req-8b13ffab-d1cb-4a59-87dc-a04d527101e2 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0428011 Jul 29 17:56:14.271657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.276528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.301495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:56:14.318424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a157ab9-bbe8-40bc-ae18-fdee683545e9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:14.328033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.328033 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Added segment df2c4ea2-5a3e-468f-812c-597a7fc54f04 of type vlan for network 49605e62-4b98-4d08-b646-52aee64e97bf Jul 29 17:56:14.397744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.429687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.430748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:14.431338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.491203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5389612 Jul 29 17:56:14.492477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:14.496985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Request body: {'subnet': {'network_id': '49605e62-4b98-4d08-b646-52aee64e97bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1167237709-subnet', 'tenant_id': '68545a15a6c249c58c2cf4ee94a8933a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:14.509274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d3928-4f80-4043-b233-e7ffa4c9c9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=49605e62-4b98-4d08-b646-52aee64e97bf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:14.521589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 49605e62-4b98-4d08-b646-52aee64e97bf details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:56:14.529436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Made reservation on behalf of 68545a15a6c249c58c2cf4ee94a8933a for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:14.532165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.602088 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.725576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.775471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=456ef0ca-292d-45a2-b7d8-d5b700bb1764,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:14.827991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Checking segment: {'id': 'df2c4ea2-5a3e-468f-812c-597a7fc54f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '49605e62-4b98-4d08-b646-52aee64e97bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:14.828758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Network hostable DHCP agents. Network: 49605e62-4b98-4d08-b646-52aee64e97bf, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:56:14.855045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Network 49605e62-4b98-4d08-b646-52aee64e97bf is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:56:14.875681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 49605e62-4b98-4d08-b646-52aee64e97bf) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:14.882178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:14.883579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:14.888517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a597fe-4b16-4f46-89af-2b51b9d7af6f None None] Network 49605e62-4b98-4d08-b646-52aee64e97bf requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:14.927032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cafb2c9f-3d1e-425d-94bd-a49abc85261d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4338274 Jul 29 17:56:15.095941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a95c4-0ce1-45d4-9b08-fda6f41c6edb None None] Network 49605e62-4b98-4d08-b646-52aee64e97bf requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:15.173243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39980) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:15.225987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Deleting subnet 456ef0ca-292d-45a2-b7d8-d5b700bb1764 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:56:15.235852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.293824 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.346100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.424922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-77bf9fe8-c8e2-4561-b039-1c77069fbe33 req-57cacb1a-3881-4c49-9b0e-589adc95bba1 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0411470 Jul 29 17:56:15.455747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.492665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456ef0ca-292d-45a2-b7d8-d5b700bb1764,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:15.494944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.496831 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-84399838-dc2f-4553-b131-790e6bf3adc9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/456ef0ca-292d-45a2-b7d8-d5b700bb1764 HTTP/1.1" status: 204 len: 168 time: 0.3229339 Jul 29 17:56:15.499656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39986) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:15.584696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.676298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.695448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49605e62-4b98-4d08-b646-52aee64e97bf']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:15.707093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2c4ea2-5a3e-468f-812c-597a7fc54f04') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:15.707657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2c4ea2-5a3e-468f-812c-597a7fc54f04') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:15.717740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.737927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.748057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:56:15.748725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:56:15.750760 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:56:15.819412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.837052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.839119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/49605e62-4b98-4d08-b646-52aee64e97bf HTTP/1.1" status: 204 len: 168 time: 0.3381553 Jul 29 17:56:15.865940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3afe5-815e-4627-9d83-893a362f5d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=49605e62-4b98-4d08-b646-52aee64e97bf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:15.991722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39994) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:16.088575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c570d561-9d87-4ebe-858d-670171d67d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68545a15a6c249c58c2cf4ee94a8933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951130 Jul 29 17:56:16.091166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40000) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:16.161813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:16.187926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:16.245944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:16.248530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:16.252119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a157ab9-bbe8-40bc-ae18-fdee683545e9 HTTP/1.1" status: 204 len: 168 time: 0.1575797 Jul 29 17:56:16.261247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3badf32-9889-44b9-930b-b2bac1b0d336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a157ab9-bbe8-40bc-ae18-fdee683545e9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:16.635479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc64079f-1129-45b5-8233-d4b0da1b2c04 req-ebd3be21-df1e-4a91-9afd-8975be87815b tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0404577 Jul 29 17:56:17.171916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:17.289826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-363068512-network', 'tenant_id': '976aff95b80649bc919fec7873a5dd31'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:17.313475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Made reservation on behalf of 976aff95b80649bc919fec7873a5dd31 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:17.316244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.324952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.487895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.496335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.542986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:56:17.553943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760b079-be97-4b1a-b6c6-2b55a24f66d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:17.560914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.561522 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Added segment 1e315540-1a53-4a69-98a1-c1347fbd3f73 of type vlan for network d9b66d4e-19a7-486a-8514-db39ec8873a9 Jul 29 17:56:17.602559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.653364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.654506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:17.655339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.743326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5700767 Jul 29 17:56:17.767607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c66e4-d869-4277-8243-d12298c14ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b66d4e-19a7-486a-8514-db39ec8873a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:17.780963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d9b66d4e-19a7-486a-8514-db39ec8873a9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:56:17.813243 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3efe2406-afac-42bc-ac6d-0c24afe6c908 req-9c016813-ad01-4c1e-a2b4-628f68004de8 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0680871 Jul 29 17:56:18.373520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429c363-b323-4fea-b7b2-67be53356f59 req-59f3b1bf-a83d-4fdd-8988-0c42e1d000b5 tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:18.380060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429c363-b323-4fea-b7b2-67be53356f59 req-59f3b1bf-a83d-4fdd-8988-0c42e1d000b5 tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:18.386448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429c363-b323-4fea-b7b2-67be53356f59 req-59f3b1bf-a83d-4fdd-8988-0c42e1d000b5 tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:18.396250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3429c363-b323-4fea-b7b2-67be53356f59 req-59f3b1bf-a83d-4fdd-8988-0c42e1d000b5 tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2747743 Jul 29 17:56:18.524976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f083a4d-64cb-4817-9216-d803214220d4 req-6973a526-0bbc-4c44-a987-41fa44dd521d tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:18.526443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0f083a4d-64cb-4817-9216-d803214220d4 req-6973a526-0bbc-4c44-a987-41fa44dd521d tempest-ComputeTenantNetworksTest-113542864 tempest-ComputeTenantNetworksTest-113542864-project] 10.222.0.16 "GET /v2.0/networks/d9b66d4e-19a7-486a-8514-db39ec8873a9 HTTP/1.1" status: 200 len: 768 time: 0.1150353 Jul 29 17:56:18.535281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:18.620850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.687502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae65364b-d6e7-4ff2-986e-c3a7fecf94d8 req-3e644ae0-d947-4553-b6da-5ebf35a2f18e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0368693 Jul 29 17:56:18.724869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.734859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b66d4e-19a7-486a-8514-db39ec8873a9']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:18.745094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e315540-1a53-4a69-98a1-c1347fbd3f73') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:18.745394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e315540-1a53-4a69-98a1-c1347fbd3f73') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:56:18.754425 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.770605 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.777618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:56:18.778861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:56:18.779708 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:56:18.862633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.873322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-ab418f19-f320-4bbc-a323-179316b0ece5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840755 Jul 29 17:56:18.874980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.876599 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d9b66d4e-19a7-486a-8514-db39ec8873a9 HTTP/1.1" status: 204 len: 168 time: 0.3402772 Jul 29 17:56:18.887101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76845d0-6b47-44a0-a581-92da9b5358a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b66d4e-19a7-486a-8514-db39ec8873a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:18.947764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12ad538f-668b-4070-8590-2ce6c9dc9a5b req-96c8eb49-1922-4c9e-b3ac-606f13a700e8 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0292735 Jul 29 17:56:18.996566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-a2584b80-781f-4027-84ef-4a4e3abcc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:18.998493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-a2584b80-781f-4027-84ef-4a4e3abcc0a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 1097 time: 0.0536931 Jul 29 17:56:19.062600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:19.109281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-e17e56c1-923b-4405-b8e4-8cc156f099a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:19.109931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf83c082-6f65-4e22-b5db-fdd927297095 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=976aff95b80649bc919fec7873a5dd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460219 Jul 29 17:56:19.112495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:19.114279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-e17e56c1-923b-4405-b8e4-8cc156f099a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.0951834 Jul 29 17:56:19.165595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-55306923-9885-4754-9709-f4bcb1380330 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99615036-6e71-4d43-8635-10f725e74c84 HTTP/1.1" status: 200 len: 217 time: 0.0423443 Jul 29 17:56:19.175309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:19.200455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:19.224245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-c71bd5ba-9db5-4d45-9872-c158929f9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:19.225906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-c71bd5ba-9db5-4d45-9872-c158929f9b87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0534031 Jul 29 17:56:19.252756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:19.255693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:19.261007 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7760b079-be97-4b1a-b6c6-2b55a24f66d9 HTTP/1.1" status: 204 len: 168 time: 0.1435170 Jul 29 17:56:19.269342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1fe75-d3ef-427e-b24e-2f503644fee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760b079-be97-4b1a-b6c6-2b55a24f66d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:19.305732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-2f696cc1-151d-467d-99cb-456afc132415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:19.307558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-2f696cc1-151d-467d-99cb-456afc132415 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751162 Jul 29 17:56:19.465911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-cc923f61-ba67-413c-9448-ad17daa9c8d1 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497853 Jul 29 17:56:19.618646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5bc2eb-4d92-41c1-be8f-58de589624cf req-000fde44-0488-479b-b2a8-b180e6204599 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431260 Jul 29 17:56:20.100475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25288ee8-4a49-4736-9d77-08adb841c554 req-16ba49ea-f7ef-47f9-b410-9e0aec9fb2bc tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0480487 Jul 29 17:56:20.446122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6484e502-2d29-4f2a-aa2d-9143a7f73e76 req-fd92506a-7693-4353-be1a-104e7e047ac8 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0386271 Jul 29 17:56:20.460010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e62818f-15f2-459a-a392-682cd0f791b2 req-fbc1a064-ad85-42f4-bb90-048500d3f3af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=68dc12c7267e43f6a214a34f113e574a&device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0627441 Jul 29 17:56:20.507536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e62818f-15f2-459a-a392-682cd0f791b2 req-afd34b56-6187-4b2c-9fe3-3871dced1896 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=68dc12c7267e43f6a214a34f113e574a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346313 Jul 29 17:56:20.649143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62818f-15f2-459a-a392-682cd0f791b2 req-8172b287-c26e-477e-8aea-583d700120a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:20.650710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e62818f-15f2-459a-a392-682cd0f791b2 req-8172b287-c26e-477e-8aea-583d700120a8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348407 Jul 29 17:56:20.786607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59e3a-454a-4df1-890e-7ed63452058f req-ddf1e0bf-e95d-45a9-94a0-63393bb021da tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:20.789398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21a59e3a-454a-4df1-890e-7ed63452058f req-ddf1e0bf-e95d-45a9-94a0-63393bb021da tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0760481 Jul 29 17:56:20.857103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21a59e3a-454a-4df1-890e-7ed63452058f req-f8fab846-66f4-43f3-8690-12c7d8623568 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609431 Jul 29 17:56:21.039934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f99f0-1198-4939-b943-cd30614c39c3 req-47ab73e5-6152-4109-87ae-de5b5f526a88 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:21.041544 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b08f99f0-1198-4939-b943-cd30614c39c3 req-47ab73e5-6152-4109-87ae-de5b5f526a88 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0958228 Jul 29 17:56:21.100707 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b08f99f0-1198-4939-b943-cd30614c39c3 req-7077ff82-4859-4ca6-9fd3-3e8fb6e95db3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510898 Jul 29 17:56:21.554612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-fbd45ff3-a1ee-445d-ae01-476bda9b9580 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:21.556875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-fbd45ff3-a1ee-445d-ae01-476bda9b9580 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.1698902 Jul 29 17:56:21.575774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-c9114b54-62f7-4895-89aa-424cb8aa3b24 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/quotas/0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 375 time: 0.0112717 Jul 29 17:56:21.637661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1508ee01-ada1-427b-a22f-4b1a26a3fea0 req-01760ed1-06e6-4617-8367-ba127b87262e tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0626175 Jul 29 17:56:21.714858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-2b09840a-3401-48b9-860a-f44080a3288b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1326888 Jul 29 17:56:21.858970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-02748ffb-e04c-4af5-a030-0230200db309 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431098 Jul 29 17:56:21.933240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e62818f-15f2-459a-a392-682cd0f791b2 req-b999a85d-841e-416c-9c14-b8312e03af37 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.1020906 Jul 29 17:56:22.054550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-4660b7e4-7be3-4bd4-b3d2-a982251624c9 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942489 Jul 29 17:56:22.341675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23ddab4d-8c63-4c68-be74-05ec414f95de req-946567bb-717b-4a55-b730-7c653c382d37 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 210 time: 0.0491927 Jul 29 17:56:22.815017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1c8ae19-ba07-4d30-8dd6-7bdfae1a3327 req-546f861c-822d-44fa-af53-586af7ad0889 tempest-ServerShowV257Test-588409264 tempest-ServerShowV257Test-588409264-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2905e02-8f58-44ec-b38d-c0fa1d9cbd3f HTTP/1.1" status: 200 len: 210 time: 0.0494177 Jul 29 17:56:23.346071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40240) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:23.434874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7dc8838e-2204-454b-9b68-f89045b03913 req-b66f67aa-bd2d-48e8-9dc0-3e03a85554f4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 210 time: 0.0417325 Jul 29 17:56:23.469960 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d7350b1-b68b-4b17-8ed8-b08a2e281a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:23.643999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-7ce38103-c3b3-4306-8469-f3a5885e123f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:23.646206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-7ce38103-c3b3-4306-8469-f3a5885e123f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.1588418 Jul 29 17:56:23.649054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:56:23.682323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d7350b1-b68b-4b17-8ed8-b08a2e281a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:23.689350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'device_id': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'admin_state_up': True, 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:23.695559 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d7350b1-b68b-4b17-8ed8-b08a2e281a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:23.791172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:23.791709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d7350b1-b68b-4b17-8ed8-b08a2e281a1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6fbb93a045c4aefa46dcddd5505501b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441326 Jul 29 17:56:23.798000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7350b1-b68b-4b17-8ed8-b08a2e281a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b833b0e9-fcb0-4a2c-ab74-4eca8b9b07e0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:23.920622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:23.939474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:23.948752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:23.963634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.088556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.091146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.105443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b833b0e9-fcb0-4a2c-ab74-4eca8b9b07e0 HTTP/1.1" status: 204 len: 168 time: 0.2999377 Jul 29 17:56:24.131127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c12a1-74bd-475a-be6d-234b9561700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b833b0e9-fcb0-4a2c-ab74-4eca8b9b07e0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:24.254231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.20.0.11 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/39311fa8-17c7-4e92-9ef6-c6884f155451) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:24.270033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:24.402273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38b1ecca-b7e6-4fc3-8b46-7ad34b2268da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.446102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.464799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Transition to ACTIVE for port object 39311fa8-17c7-4e92-9ef6-c6884f155451 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:24.511558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40288) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:24.519168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.532407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:24.536810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:24.549916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1233625-738b-49f0-8ec6-6061e9f86f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.583746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:24.589685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38b1ecca-b7e6-4fc3-8b46-7ad34b2268da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.593667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:24.596993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:24.617102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38b1ecca-b7e6-4fc3-8b46-7ad34b2268da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.644554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:24.682720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:24.683428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.719417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c820347-97b6-462f-b6d7-1180feb2071c req-85420350-874a-4e28-8de4-54ff6c785e12 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:24.722834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c820347-97b6-462f-b6d7-1180feb2071c req-85420350-874a-4e28-8de4-54ff6c785e12 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 932 time: 0.1868587 Jul 29 17:56:24.772006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1ecca-b7e6-4fc3-8b46-7ad34b2268da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94707a0a-279a-4b77-af42-d9e06f42f995,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:24.804056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1233625-738b-49f0-8ec6-6061e9f86f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.815882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b1233625-738b-49f0-8ec6-6061e9f86f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.853890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38b1ecca-b7e6-4fc3-8b46-7ad34b2268da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68dc12c7267e43f6a214a34f113e574a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805783 Jul 29 17:56:24.860308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40292) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:24.884343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b1233625-738b-49f0-8ec6-6061e9f86f5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=042c07ff9bf74e178ca4045bd00f1722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712764 Jul 29 17:56:24.886064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-54f2fc48-444a-4d69-a9f2-2f81ff4ad0c2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2021732 Jul 29 17:56:24.887797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40294) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:24.912397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c820347-97b6-462f-b6d7-1180feb2071c req-70fd5cef-63a4-4130-af1e-19fe7c26b691 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701057 Jul 29 17:56:24.963874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:24.971995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Request body: {'port': {'device_id': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:24.999704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.036645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.046958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a954f5e8-0bb5-4df4-957e-198b3045819d None None] Provisioning for port 39311fa8-17c7-4e92-9ef6-c6884f155451 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:25.066487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a954f5e8-0bb5-4df4-957e-198b3045819d None None] Provisioning complete for port 39311fa8-17c7-4e92-9ef6-c6884f155451 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:25.067276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a954f5e8-0bb5-4df4-957e-198b3045819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.086523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.091991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.095892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.097916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94707a0a-279a-4b77-af42-d9e06f42f995 HTTP/1.1" status: 204 len: 168 time: 0.2348137 Jul 29 17:56:25.120778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811b91-941d-4022-9b77-653f05791e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94707a0a-279a-4b77-af42-d9e06f42f995,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:25.170076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a954f5e8-0bb5-4df4-957e-198b3045819d None None] Port 39311fa8-17c7-4e92-9ef6-c6884f155451 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:56:25.197254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233625-738b-49f0-8ec6-6061e9f86f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eaeb6d-b089-4d0e-a34f-7db90798e509,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:25.205544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.217107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.219890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.221095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8eaeb6d-b089-4d0e-a34f-7db90798e509 HTTP/1.1" status: 204 len: 168 time: 0.3314269 Jul 29 17:56:25.271419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348eb51-7074-458f-b7a2-4d27cdd5be2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eaeb6d-b089-4d0e-a34f-7db90798e509,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:25.693941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39311fa8-17c7-4e92-9ef6-c6884f155451 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:25.705323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.722467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Transition to ACTIVE for port object 39311fa8-17c7-4e92-9ef6-c6884f155451 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:25.730110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:25.809120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:25.907497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Attempting to bind port 39311fa8-17c7-4e92-9ef6-c6884f155451 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:56:25.908166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Attempting to bind port 39311fa8-17c7-4e92-9ef6-c6884f155451 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:56:25.908670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Attempting to bind port 39311fa8-17c7-4e92-9ef6-c6884f155451 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:25.914918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Port 39311fa8-17c7-4e92-9ef6-c6884f155451 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:56:25.915456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Attempting to bind port 39311fa8-17c7-4e92-9ef6-c6884f155451 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:25.923662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:56:25.924446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:25.925042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:56:25.925748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Bound port: 39311fa8-17c7-4e92-9ef6-c6884f155451, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:56:25.926465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.023165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:56:26.027100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:56:26.042385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.104701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:26.105377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.106867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] 10.222.0.38 "PUT /v2.0/ports/39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 200 len: 1092 time: 1.1394761 Jul 29 17:56:26.107318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:26.109645 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bae3636-b73f-4baa-bf58-521fb6fd2047" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:26.270382 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c083270-025a-4235-8308-be82c562cbe6 x-openstack-request-id: req-0c083270-025a-4235-8308-be82c562cbe6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:26.270723 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:26.270913 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c083270-025a-4235-8308-be82c562cbe6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:26.271777 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'status': 'completed', 'code': 200} Jul 29 17:56:26.279994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fd9a9-9b35-4d65-bb77-37279c2ae564 service neutron] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:26.291888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e1c7-c9cf-4754-8a0a-ad530174e811 req-8b5c6491-557d-4f64-8a94-383db12eb895 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:26.293554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27d2e1c7-c9cf-4754-8a0a-ad530174e811 req-8b5c6491-557d-4f64-8a94-383db12eb895 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 944 time: 0.2650008 Jul 29 17:56:26.381114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.500185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:26.666336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-f7871d7b-4d1a-4dbc-a3f5-ed134eb8e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:26.667844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-f7871d7b-4d1a-4dbc-a3f5-ed134eb8e23c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 1095 time: 0.4865727 Jul 29 17:56:26.720286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27d2e1c7-c9cf-4754-8a0a-ad530174e811 req-b7a9641f-fc74-41c8-8c3e-3e34005d5119 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190035 Jul 29 17:56:26.721606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-d43d1a39-b990-4cdb-8ab0-69ca2fd5e0b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 200 len: 217 time: 0.0404241 Jul 29 17:56:26.758480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-744842595-network', 'tenant_id': '58ebcdbbcbf643d08528056d39286b4f'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:26.781619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-3bc8c3d9-e47a-48fe-9712-91c5ff088fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:26.783103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-3bc8c3d9-e47a-48fe-9712-91c5ff088fb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0533106 Jul 29 17:56:26.789103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Made reservation on behalf of 58ebcdbbcbf643d08528056d39286b4f for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:26.793505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.806123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.850419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5fdace56-eeef-4ac7-86fe-8921146bce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:26.851915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-5fdace56-eeef-4ac7-86fe-8921146bce6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605428 Jul 29 17:56:26.932950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.941683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:26.971580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:26.985066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-a920c55b-6039-43f9-9a60-de60a9c5fd8c service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243055 Jul 29 17:56:26.985218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:56:27.007581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.008269 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Added segment 69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c of type vlan for network f6e86373-4bf4-401f-8cbe-4a5977c46e41 Jul 29 17:56:27.062697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.103010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.105651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.106928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.115116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0ba6976-935e-4701-8e05-3105e4d52494 req-b03d110c-ca66-422f-8397-fcf384f5feda service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227307 Jul 29 17:56:27.189056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6868103 Jul 29 17:56:27.190074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:27.202871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Request body: {'subnet': {'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-744842595-subnet', 'tenant_id': '58ebcdbbcbf643d08528056d39286b4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:27.243596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23c7b7-d8a5-480e-8189-bf5bfc9e24ab admin admin] Pushing event updated for resources: {'Network': ['ID=f6e86373-4bf4-401f-8cbe-4a5977c46e41,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:27.247988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-da3bff0d-8b19-4d2b-9eea-4cfa7ff2d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.250918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-da3bff0d-8b19-4d2b-9eea-4cfa7ff2d912 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 1095 time: 0.0768342 Jul 29 17:56:27.261974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:56:27.271580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Made reservation on behalf of 58ebcdbbcbf643d08528056d39286b4f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:27.275571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.428242 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.456667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-62dc9711-5117-4573-a927-5a49f58da9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.458557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-62dc9711-5117-4573-a927-5a49f58da9e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1994200 Jul 29 17:56:27.528661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-21df71bb-1faa-4321-8602-f6bfce4ed2af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 200 len: 217 time: 0.0627162 Jul 29 17:56:27.555976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.629869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-14c53baf-9c03-49b7-8dbe-8f723f966078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.635264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-14c53baf-9c03-49b7-8dbe-8f723f966078 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0963798 Jul 29 17:56:27.728986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Checking segment: {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:27.729372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Network hostable DHCP agents. Network: f6e86373-4bf4-401f-8cbe-4a5977c46e41, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:56:27.733996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:27.750194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-b9f6ede3-ca53-4759-8680-5a0fb644092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.751934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-b9f6ede3-ca53-4759-8680-5a0fb644092e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094410 Jul 29 17:56:27.792354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:56:27.867971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f6e86373-4bf4-401f-8cbe-4a5977c46e41) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:27.874376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.874968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:27.886794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ec96a-6c44-4648-a351-4068fe7094be None None] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:27.924200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49a4c8ec-d889-47a2-a25e-2e6f97ae05dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7199223 Jul 29 17:56:27.942529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f75fd-c784-44e1-93a3-062eef6ee0a0 req-2883b9ee-56df-4e06-a8f5-385e6e34dc93 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:27.951962 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-317f75fd-c784-44e1-93a3-062eef6ee0a0 req-2883b9ee-56df-4e06-a8f5-385e6e34dc93 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 944 time: 0.1362159 Jul 29 17:56:27.969906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-c8f68166-239f-4dcc-94f7-e9d3fbbfb526 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086680 Jul 29 17:56:28.077000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-317f75fd-c784-44e1-93a3-062eef6ee0a0 req-8d261842-83f9-483e-944a-63fea8122814 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158085 Jul 29 17:56:28.170576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bae3636-b73f-4baa-bf58-521fb6fd2047 req-ece3d1cc-668a-4f11-b029-8e718e7e50f4 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921649 Jul 29 17:56:28.368763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e42ba-98f8-4086-8d3f-c58120c912ac None None] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:28.746962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-3b21ea13-c46b-4023-b8cb-e9b7473cc116 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:28.748808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-3b21ea13-c46b-4023-b8cb-e9b7473cc116 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 813 time: 0.1307533 Jul 29 17:56:28.779529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-e47249d8-8aad-4517-a216-ed3a03c4b7b9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/quotas/58ebcdbbcbf643d08528056d39286b4f HTTP/1.1" status: 200 len: 375 time: 0.0216246 Jul 29 17:56:28.825771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-71157543-bfc3-455b-86ac-deff850ed06d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396421 Jul 29 17:56:28.969865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-cc6122d3-db44-4ed0-b154-c0641ed9363b service neutron] 10.222.0.16 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342626 Jul 29 17:56:29.025895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 39311fa8-17c7-4e92-9ef6-c6884f155451 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:29.094469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-7e4af253-4617-4ba7-bc05-34d2e44c2b6b service neutron] 10.222.0.16 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171975 Jul 29 17:56:29.174393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:29.189401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'mac_address': 'fa:16:3e:34:66:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:29.222645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:29.265664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.283004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39311fa8-17c7-4e92-9ef6-c6884f155451 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:29.296225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb59232-b28e-4cdd-925f-a34b91cc32b3 req-11af78e7-2cd5-49af-a07e-36ac0f83b12a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:29.303998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bb59232-b28e-4cdd-925f-a34b91cc32b3 req-11af78e7-2cd5-49af-a07e-36ac0f83b12a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 944 time: 0.1157300 Jul 29 17:56:29.310629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:29.319190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.421941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7bb59232-b28e-4cdd-925f-a34b91cc32b3 req-4ab89ee3-a4c5-4fee-89db-698135a58c38 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102331 Jul 29 17:56:29.453810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34779e77-8347-4974-81f0-9e23cde72a4e req-93968a9a-90bd-42aa-a785-df763b351df8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 210 time: 0.0649540 Jul 29 17:56:29.496006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:29.513829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72d8f4a7-3579-4929-adfd-3192598c713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.618839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['39311fa8-17c7-4e92-9ef6-c6884f155451'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:29.675284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72d8f4a7-3579-4929-adfd-3192598c713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.681902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72d8f4a7-3579-4929-adfd-3192598c713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.717449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8f4a7-3579-4929-adfd-3192598c713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781402de-5f80-4e7f-bff1-952ab8097ec0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:29.775949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:29.788123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-72d8f4a7-3579-4929-adfd-3192598c713e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c497612ab20443291b9e6f4d25a4644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629723 Jul 29 17:56:29.833579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:29.878170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.007397 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.010932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.015943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/781402de-5f80-4e7f-bff1-952ab8097ec0 HTTP/1.1" status: 204 len: 168 time: 0.2389100 Jul 29 17:56:30.031039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10168196-283c-4259-b599-b3a9ef1539f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781402de-5f80-4e7f-bff1-952ab8097ec0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:30.611533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40578) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:30.627022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de945874-6904-4963-8cd8-94e2559a0462 req-4d87605d-16e2-40ce-9d1b-33223392aab1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 210 time: 0.0579352 Jul 29 17:56:30.633870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce4b08a4-a909-4aaf-865c-13352ec767ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.674451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52ddd-f0b5-40b7-9926-24ba3cba7f32 req-ca88a9a7-106d-4a8c-a154-2b9ca287a8a3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:30.679087 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2f52ddd-f0b5-40b7-9926-24ba3cba7f32 req-ca88a9a7-106d-4a8c-a154-2b9ca287a8a3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 945 time: 0.1192410 Jul 29 17:56:30.775244 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a2f52ddd-f0b5-40b7-9926-24ba3cba7f32 req-10f02c50-9c5b-457f-8846-c58d524143f3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885282 Jul 29 17:56:30.856839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce4b08a4-a909-4aaf-865c-13352ec767ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.863117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce4b08a4-a909-4aaf-865c-13352ec767ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:30.911364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ce4b08a4-a909-4aaf-865c-13352ec767ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bd4c9ee7b644caab5dd6bcefb665337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961574 Jul 29 17:56:30.914520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:30.957840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b08a4-a909-4aaf-865c-13352ec767ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a44576-1cb2-4b60-ac0a-eef3c9acc486,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:31.019523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.030311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 39311fa8-17c7-4e92-9ef6-c6884f155451 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:31.046141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.107438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40596) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:31.118739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 39311fa8-17c7-4e92-9ef6-c6884f155451 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:31.127736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 39311fa8-17c7-4e92-9ef6-c6884f155451 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:31.128641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.148547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.152451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.156994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73a44576-1cb2-4b60-ac0a-eef3c9acc486 HTTP/1.1" status: 204 len: 168 time: 0.2389405 Jul 29 17:56:31.165566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-042be07d-f06d-451b-a7a7-a3d13c5940f4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:31.172554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-042be07d-f06d-451b-a7a7-a3d13c5940f4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 813 time: 0.3277442 Jul 29 17:56:31.173826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1117341-1058-4caa-b3e8-87291ddcb23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a44576-1cb2-4b60-ac0a-eef3c9acc486,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:31.182861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Request body: {'port': {'device_id': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'admin_state_up': True, 'tenant_id': '58ebcdbbcbf643d08528056d39286b4f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:31.266985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.292697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-460e44e0-f514-4089-af74-bb782d1bae24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.299130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:31.305325 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd0baec-5be1-480c-a2f0-013ccdedbf93" -d '{"events": [{"server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "name": "network-vif-plugged", "status": "completed", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:31.336695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:31.346542 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.396755 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfabea0f-9164-49bb-b345-879c37af4bc8 x-openstack-request-id: req-bfabea0f-9164-49bb-b345-879c37af4bc8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:31.397711 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "name": "network-vif-plugged", "status": "completed", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:31.397711 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfabea0f-9164-49bb-b345-879c37af4bc8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:31.398444 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'code': 200} Jul 29 17:56:31.427743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:31.498273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-460e44e0-f514-4089-af74-bb782d1bae24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.511952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-460e44e0-f514-4089-af74-bb782d1bae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.536556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e44e0-f514-4089-af74-bb782d1bae24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979c1dc-0f5c-4c47-b87b-bcb00bb5fad6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:31.566905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-460e44e0-f514-4089-af74-bb782d1bae24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2a1719fcfa44937b96ea94669619892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568481 Jul 29 17:56:31.567675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:31.578173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Made reservation on behalf of 58ebcdbbcbf643d08528056d39286b4f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:31.582642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.613058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524e3b-cc35-4c62-88e6-4ab7890a749a req-3b21f95a-8198-48a0-a41c-5224731e74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:31.615257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6524e3b-cc35-4c62-88e6-4ab7890a749a req-3b21f95a-8198-48a0-a41c-5224731e74fd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 1097 time: 0.1278439 Jul 29 17:56:31.625308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.650607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.714216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.721573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:31.725759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6524e3b-cc35-4c62-88e6-4ab7890a749a req-a4982bd9-5577-497b-a112-ee21b0d48127 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973916 Jul 29 17:56:31.726896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7979c1dc-0f5c-4c47-b87b-bcb00bb5fad6 HTTP/1.1" status: 204 len: 168 time: 0.1580825 Jul 29 17:56:31.736606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb513-65d1-4bac-b3cf-86e603f73dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979c1dc-0f5c-4c47-b87b-bcb00bb5fad6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:31.884646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68a9fac2-ee14-493d-a109-b686ea34e136 req-a94fc85e-65cf-4b47-b6a5-68d26f8d9046 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 210 time: 0.0428445 Jul 29 17:56:31.929112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Allocated IP 172.20.0.10 (f6e86373-4bf4-401f-8cbe-4a5977c46e41/15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac/6672fe2d-bd70-4025-a149-17af5f4e69eb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:32.061429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b3bc-d90e-4707-9ea2-b020cf3dfd50 req-9f842620-3255-4942-821c-d6c16c360785 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:32.066991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8455b3bc-d90e-4707-9ea2-b020cf3dfd50 req-9f842620-3255-4942-821c-d6c16c360785 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 946 time: 0.0820513 Jul 29 17:56:32.153514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8455b3bc-d90e-4707-9ea2-b020cf3dfd50 req-198d1371-ecd5-4637-8909-767a35474bb8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777843 Jul 29 17:56:32.200421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.276017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.320782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:32.330084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:32.337523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:32.347344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:32.398959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:32.414173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eff4d0f-6e3f-443a-bedb-f186ef739e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.424556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:32.425193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.546122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eff4d0f-6e3f-443a-bedb-f186ef739e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.551981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eff4d0f-6e3f-443a-bedb-f186ef739e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.557073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-eb96d777-3061-4f1a-b365-ca84e5028280 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3800826 Jul 29 17:56:32.577234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Request body: {'port': {'device_id': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:32.596770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9eff4d0f-6e3f-443a-bedb-f186ef739e4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07da93d7d3cf4ad4843c089a733796c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938665 Jul 29 17:56:32.597777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40664) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:32.605790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff4d0f-6e3f-443a-bedb-f186ef739e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0721ac8-9b38-44ad-b4a2-2dfc62e97b5e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:32.655810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.657109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.687945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.748327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.755142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:32.757323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0721ac8-9b38-44ad-b4a2-2dfc62e97b5e HTTP/1.1" status: 204 len: 168 time: 0.1584048 Jul 29 17:56:32.773886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b277f-4a15-4f4c-b305-2d2993d527fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0721ac8-9b38-44ad-b4a2-2dfc62e97b5e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:33.003359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:33.015921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.043356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Transition to ACTIVE for port object 6672fe2d-bd70-4025-a149-17af5f4e69eb will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:33.054778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.106405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dba75-4491-49cc-9cf7-4df2a3392b22 req-4dbb876e-7067-4873-90a6-f8dcd2575e69 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.117638 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-147dba75-4491-49cc-9cf7-4df2a3392b22 req-4dbb876e-7067-4873-90a6-f8dcd2575e69 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 932 time: 0.1178260 Jul 29 17:56:33.139878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:33.191224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-147dba75-4491-49cc-9cf7-4df2a3392b22 req-8c602b9c-c5ca-48da-8017-09526842ef63 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721748 Jul 29 17:56:33.304985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Attempting to bind port 6672fe2d-bd70-4025-a149-17af5f4e69eb on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:56:33.305444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Attempting to bind port 6672fe2d-bd70-4025-a149-17af5f4e69eb by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:56:33.305936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Attempting to bind port 6672fe2d-bd70-4025-a149-17af5f4e69eb on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:33.310955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Port 6672fe2d-bd70-4025-a149-17af5f4e69eb on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:56:33.311352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Attempting to bind port 6672fe2d-bd70-4025-a149-17af5f4e69eb on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:33.320829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:56:33.321191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Checking segment: {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:33.321586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Bound using segment: {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:56:33.322126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Bound port: 6672fe2d-bd70-4025-a149-17af5f4e69eb, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:56:33.322527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.400636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:56:33.404500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:56:33.412429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.412870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17c80d-0b7c-475e-8943-936852c76818 req-fe57b5b2-137a-4121-83d7-1c67de29b6e8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.414482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f17c80d-0b7c-475e-8943-936852c76818 req-fe57b5b2-137a-4121-83d7-1c67de29b6e8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 946 time: 0.1106558 Jul 29 17:56:33.455340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.456220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.457854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-ffc555be-994b-4476-8e26-379206bb45df service neutron] 10.222.0.49 "PUT /v2.0/ports/6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 1092 time: 0.8907793 Jul 29 17:56:33.458861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:33.460860 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a150b5-34c6-4a37-a192-adb2b97c2a03" -d '{"events": [{"name": "network-changed", "server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:33.469918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f17c80d-0b7c-475e-8943-936852c76818 req-8c8749f3-2d6e-48e1-aaf3-19d40e75f540 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jul 29 17:56:33.518319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc555be-994b-4476-8e26-379206bb45df service neutron] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:33.582030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-0e1ed05a-b56c-4e1a-a9ee-a993799358cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.584237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-0e1ed05a-b56c-4e1a-a9ee-a993799358cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1095 time: 0.0533810 Jul 29 17:56:33.591573 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4972b8b2-f85e-43c2-a533-15ca23ed5bed x-openstack-request-id: req-4972b8b2-f85e-43c2-a533-15ca23ed5bed {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:33.591868 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:33.592117 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4972b8b2-f85e-43c2-a533-15ca23ed5bed {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:33.592546 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'status': 'completed', 'code': 200} Jul 29 17:56:33.638028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-a64829d0-ddf5-4c98-8f18-b4e150a05909 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0393565 Jul 29 17:56:33.666625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-953c897b-0a5e-4dda-89b5-8c0ebeb40f1b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 267 time: 0.0605609 Jul 29 17:56:33.685730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:33.720903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-a077cebb-a5f4-4c84-910d-911114969dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.726665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-a077cebb-a5f4-4c84-910d-911114969dbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.0809619 Jul 29 17:56:33.739113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-7f47ea19-1535-4857-9cb0-e8ae8f4ca4ad tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:33.741218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-7f47ea19-1535-4857-9cb0-e8ae8f4ca4ad tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 946 time: 0.0676801 Jul 29 17:56:33.756998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'security_groups': []}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:33.795170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-452e20ee-f8dc-470a-899c-d728fcf606ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608287 Jul 29 17:56:33.852592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.871755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6942-f30b-447d-bd30-49d0f213e9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:33.977891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-071f6719-26cd-4c46-bbae-8eac1f5a6a63 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753337 Jul 29 17:56:34.101426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:34.117804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7ea5cf6-9a3f-44f7-ba0c-09fd69034fe5 req-813acd47-49c7-44ec-b2fa-e444e969e463 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300128 Jul 29 17:56:34.136844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6942-f30b-447d-bd30-49d0f213e9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.138523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.146289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6942-f30b-447d-bd30-49d0f213e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.146857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.163740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:34.170606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84', '39311fa8-17c7-4e92-9ef6-c6884f155451'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:34.211275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.223921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.229203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba2f0021-9e48-4800-85a2-14f1cf8a259f req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "PUT /v2.0/ports/39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 200 len: 905 time: 0.4798570 Jul 29 17:56:34.229717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:34.242383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cc1b6942-f30b-447d-bd30-49d0f213e9fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f442ee461bd744c1a289f53ee592cdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552552 Jul 29 17:56:34.245324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40758) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:34.245960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b6942-f30b-447d-bd30-49d0f213e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81d4e0-fbcb-48ff-a153-82e66b49e2ce,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:34.246953 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:34.287146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-b2c41912-ba09-4936-995f-1bcd141f74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.288847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-b2c41912-ba09-4936-995f-1bcd141f74ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1095 time: 0.1150210 Jul 29 17:56:34.322544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1e86-f7d9-4904-bd03-ff149fcb4fa7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:34.412800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['39311fa8-17c7-4e92-9ef6-c6884f155451'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:34.476927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.530419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57b87-d5c4-41ef-9caa-9f13bca9e809 req-5ca6d5bc-e3a3-4487-b5cb-dc87cbdd6c2a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.561298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ade57b87-d5c4-41ef-9caa-9f13bca9e809 req-5ca6d5bc-e3a3-4487-b5cb-dc87cbdd6c2a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 908 time: 0.1672399 Jul 29 17:56:34.604687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.622020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-42a7405c-69a7-48cb-922f-5d8d5171e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.623925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-42a7405c-69a7-48cb-922f-5d8d5171e394 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.3227692 Jul 29 17:56:34.640125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845760e-353b-45b5-8748-c7d4e7d19407 req-1da2a6e3-ba92-4ce3-89ab-dd84922a2a12 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.641751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1845760e-353b-45b5-8748-c7d4e7d19407 req-1da2a6e3-ba92-4ce3-89ab-dd84922a2a12 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.2571406 Jul 29 17:56:34.697611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d7936e06-27fc-4b9e-a824-4325c2ddb974 None None] Provisioning complete for port 39311fa8-17c7-4e92-9ef6-c6884f155451 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:34.700137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7936e06-27fc-4b9e-a824-4325c2ddb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.700697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-1309d2e8-218e-4da5-a79e-82178630b3b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0578110 Jul 29 17:56:34.757146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1845760e-353b-45b5-8748-c7d4e7d19407 req-aacc5e3b-83c5-4f38-9471-a6ddb128be6d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005185 Jul 29 17:56:34.797128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.797128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:34.798406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e81d4e0-fbcb-48ff-a153-82e66b49e2ce HTTP/1.1" status: 204 len: 168 time: 0.5493152 Jul 29 17:56:34.808849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-96d7850b-f02a-4112-b6ba-e1fbcee2f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:34.810748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-96d7850b-f02a-4112-b6ba-e1fbcee2f13b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.0869932 Jul 29 17:56:34.817187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1aa5c-ba95-4c04-9706-b3b02aec92a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81d4e0-fbcb-48ff-a153-82e66b49e2ce,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:34.875008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-3a4ff19e-4dd7-4692-b0f7-5bb2c771ca95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541587 Jul 29 17:56:34.879763 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b0deb-d276-431e-b62a-5be15ea8e4ba x-openstack-request-id: req-dc1b0deb-d276-431e-b62a-5be15ea8e4ba {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:34.881557 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:34.889847 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc1b0deb-d276-431e-b62a-5be15ea8e4ba {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:34.890364 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'status': 'completed', 'code': 200} Jul 29 17:56:35.108160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-11273f1b-bb42-45fd-87ea-9bc2ad05b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.109808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-11273f1b-bb42-45fd-87ea-9bc2ad05b453 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 1059 time: 0.1427598 Jul 29 17:56:35.118002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-04a6ebfd-5431-41d3-9256-14767561f20f service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339079 Jul 29 17:56:35.179533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd897-fa83-41aa-bfe2-f35ffe6e1663 req-0427d3cb-7a05-4eb4-9ce8-ed75152fc8b3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.181264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8ccd897-fa83-41aa-bfe2-f35ffe6e1663 req-0427d3cb-7a05-4eb4-9ce8-ed75152fc8b3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2131300 Jul 29 17:56:35.353061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8ccd897-fa83-41aa-bfe2-f35ffe6e1663 req-5e69d0ae-b8e3-4e24-a8a3-c7b4d44a0b9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516807 Jul 29 17:56:35.405553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38a150b5-34c6-4a37-a192-adb2b97c2a03 req-d19729db-aaf4-4dbb-b76a-beff07d9afa2 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515900 Jul 29 17:56:35.409042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-f0e11160-bcc5-4b5c-a69a-d781ba6ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.413605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-f0e11160-bcc5-4b5c-a69a-d781ba6ec6b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2945614 Jul 29 17:56:35.497471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-f3d5bd08-eb00-4b1d-84bc-3317cbfc9b9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 200 len: 217 time: 0.0751953 Jul 29 17:56:35.550582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6159ef-0f83-4b03-bf0a-3cc3ced49ee2 req-c7a63986-f1d8-4058-8ac5-2bf6312db2cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.560316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-b83d5c53-491c-42cc-ac3b-8aed6c97cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.561940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-b83d5c53-491c-42cc-ac3b-8aed6c97cd52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0543551 Jul 29 17:56:35.563803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba6159ef-0f83-4b03-bf0a-3cc3ced49ee2 req-c7a63986-f1d8-4058-8ac5-2bf6312db2cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0854847 Jul 29 17:56:35.621580 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba6159ef-0f83-4b03-bf0a-3cc3ced49ee2 req-680cf39c-2470-40c0-b00d-3ee8cbd2857e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568678 Jul 29 17:56:35.632018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-20195f06-97ce-4e38-a2c5-3bd76e14e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:35.634275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-20195f06-97ce-4e38-a2c5-3bd76e14e29b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609374 Jul 29 17:56:35.779751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-b7b63b8e-e2d7-4d59-a6d9-4fb13439e892 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371911 Jul 29 17:56:35.957208 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ea70ea5-1ae7-419a-a3a4-3fad68b0b802 req-7e8f2ef4-029d-42d8-b282-772055aeddf6 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693633 Jul 29 17:56:36.004701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499f913-726b-4dfc-a02c-1d277c896d6b req-0afea95f-9b13-44be-94f8-4562bda5fd3a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:36.006355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f499f913-726b-4dfc-a02c-1d277c896d6b req-0afea95f-9b13-44be-94f8-4562bda5fd3a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0931811 Jul 29 17:56:36.105840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f499f913-726b-4dfc-a02c-1d277c896d6b req-f0d2f064-0f8e-4bc4-8423-d21fc223c62d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Jul 29 17:56:36.158526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-4a0fc363-3bd0-48a5-b651-7e11205ae010 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:36.161242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-4a0fc363-3bd0-48a5-b651-7e11205ae010 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.1687665 Jul 29 17:56:36.209985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-aae810a6-e3b4-4fff-a181-349a55f32ebe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/quotas/0cc983a254cc437cabe435bfc19b8f27 HTTP/1.1" status: 200 len: 375 time: 0.0316579 Jul 29 17:56:36.291648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-59dbe33b-a0d6-4009-bdc4-6b40eccf4a8a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0746508 Jul 29 17:56:36.297684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:36.412065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-54269479-4de8-4f1e-998c-b826eb8514e5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192579 Jul 29 17:56:36.443616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:36.456352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'port_id': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'mac_address': 'fa:16:3e:4f:93:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:36.533206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:36.557809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:36.565562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-3c83dc7c-d671-4109-a3ba-da5f9cdaff45 service neutron] 10.222.0.16 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407611 Jul 29 17:56:36.572164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:36.579223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:36.643499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:36.801962 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97148fc6-be0b-447f-b4cf-1149f3ddf3a2 req-cd9f436e-5669-48d6-9e16-940de5571207 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 210 time: 0.0539923 Jul 29 17:56:36.844242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:37.290109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335a8a-8cb9-45c8-bc71-41b5166d7aaf req-cdb2360b-087e-4242-8596-53b9f67b74a1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:37.300130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19335a8a-8cb9-45c8-bc71-41b5166d7aaf req-cdb2360b-087e-4242-8596-53b9f67b74a1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 945 time: 0.0994263 Jul 29 17:56:37.388534 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19335a8a-8cb9-45c8-bc71-41b5166d7aaf req-bf98414e-8662-481f-a10d-f76dbc002a78 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871491 Jul 29 17:56:38.020300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81286a45-de27-42c1-9da8-6247a953b5ec req-bba7348b-dea8-475f-bb58-80a95cbbee68 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 210 time: 0.0685654 Jul 29 17:56:38.306830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:38.384610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40950) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:38.410045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 6672fe2d-bd70-4025-a149-17af5f4e69eb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:38.420666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6672fe2d-bd70-4025-a149-17af5f4e69eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:38.421469 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.576958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.584735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.632566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:38.636422 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d027ef0-194b-43a1-97c4-bc998a7e4254" -d '{"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:38.689397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:38.698948 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.714502 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c206ea4b-5d5e-440e-a3b6-0015aa143d1c x-openstack-request-id: req-c206ea4b-5d5e-440e-a3b6-0015aa143d1c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:38.714787 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:38.716061 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c206ea4b-5d5e-440e-a3b6-0015aa143d1c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:38.716621 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'code': 200} Jul 29 17:56:38.847487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.856193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:38.899351 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c0e632c2cf14ef982d0da3123b4ead8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127861 Jul 29 17:56:38.904014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:38.905491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:38.949120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a32c62-f844-46a3-ad1e-b7d6f1d6a6d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:38.951419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6de60-d16a-4243-9196-88c7ac08218b req-f1dfbd73-d34e-4fa2-b660-d56d86e808f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:38.953323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bc6de60-d16a-4243-9196-88c7ac08218b req-f1dfbd73-d34e-4fa2-b660-d56d86e808f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1097 time: 0.1411762 Jul 29 17:56:38.963915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-66e061df-d00b-47d5-9c92-0243ecec643a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:38.965433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-66e061df-d00b-47d5-9c92-0243ecec643a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 812 time: 0.9014535 Jul 29 17:56:38.971363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.971921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.972700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.973319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.973809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.974443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.975014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.975619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.976542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.977048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.977546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.978026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1803b53-cdf4-47b6-93d2-d02af90968ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:38.996688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a785b8-3cef-4f78-9588-ed62f7dde29a req-d2b40504-04c0-4e07-892d-2d39614f156d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:39.006209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4a785b8-3cef-4f78-9588-ed62f7dde29a req-d2b40504-04c0-4e07-892d-2d39614f156d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2871580 Jul 29 17:56:39.011991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.014363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Request body: {'port': {'device_id': '845edac8-8ada-4c68-bf9f-4cb954115254', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'admin_state_up': True, 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:39.038580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.120500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bc6de60-d16a-4243-9196-88c7ac08218b req-e7be1e37-9810-4f98-a0b9-086c20a10a4d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531537 Jul 29 17:56:39.142308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4a785b8-3cef-4f78-9588-ed62f7dde29a req-bbe046c3-f859-408e-83b8-c6e0f0f9868a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350353 Jul 29 17:56:39.179150 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-339aed0a-f744-458a-a4a6-6ecb78eb0cc6 req-81136ba8-928c-4d7f-b6bb-f230f67234f0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 210 time: 0.0387785 Jul 29 17:56:39.180803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.185170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.186339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2a32c62-f844-46a3-ad1e-b7d6f1d6a6d9 HTTP/1.1" status: 204 len: 168 time: 0.2809961 Jul 29 17:56:39.205219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cabbd-735b-4cdd-b030-bb906227d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a32c62-f844-46a3-ad1e-b7d6f1d6a6d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:39.251662 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-973c3782-1343-40d3-8967-da0c2ed161ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.258694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Made reservation on behalf of 0cc983a254cc437cabe435bfc19b8f27 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:39.264708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.483633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Allocated IP 172.20.0.3 (7f59a5d1-3b53-4c63-832d-2e386b4ccc99/bb104839-2afb-49da-89e6-9da513327df7/6222493b-e801-494a-81ae-3f06bd36ec17) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:39.549291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40996) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:39.567122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acf3cd8-8247-4cb8-ba3d-3296c8aa24b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.696809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.700189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acf3cd8-8247-4cb8-ba3d-3296c8aa24b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.705433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acf3cd8-8247-4cb8-ba3d-3296c8aa24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.731679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Transition to ACTIVE for port object 6222493b-e801-494a-81ae-3f06bd36ec17 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:39.756172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0acf3cd8-8247-4cb8-ba3d-3296c8aa24b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c64bad7ccd2c4341b9c5d517eaad1067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057955 Jul 29 17:56:39.756827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:39.772751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf3cd8-8247-4cb8-ba3d-3296c8aa24b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c140dab-9ead-485e-9e66-ad0ea61c9f08,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:39.791667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.805728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:39.811493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:39.852794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.866690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:39.880766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.881313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.881751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.882209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.882664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.883676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.884099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.884521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.884955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.885673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.886100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.886602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:39.911734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:39.914097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:39.917026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:39.943300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:39.978176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:39.979717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:40.048961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-08296107-6732-4013-940d-e0dab9b89b63 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0398977 Jul 29 17:56:40.064221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Request body: {'port': {'device_id': '845edac8-8ada-4c68-bf9f-4cb954115254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:40.095608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:40.102216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:40.121611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c140dab-9ead-485e-9e66-ad0ea61c9f08 HTTP/1.1" status: 204 len: 168 time: 0.3635724 Jul 29 17:56:40.152537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711005bf-347a-49d6-a27a-0057847b4761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c140dab-9ead-485e-9e66-ad0ea61c9f08,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:40.277616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:40.520704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-afe3aec6-827a-417b-8b2f-30a929330264 None None] Provisioning for port 6222493b-e801-494a-81ae-3f06bd36ec17 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:40.545678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-afe3aec6-827a-417b-8b2f-30a929330264 None None] Provisioning complete for port 6222493b-e801-494a-81ae-3f06bd36ec17 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:40.546051 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afe3aec6-827a-417b-8b2f-30a929330264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:40.587842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b7d82-2f4a-473d-ad2d-ad127919cff2 req-1a734cd1-e1de-497b-8d44-4a34d4aa773e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:40.589461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-023b7d82-2f4a-473d-ad2d-ad127919cff2 req-1a734cd1-e1de-497b-8d44-4a34d4aa773e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2816625 Jul 29 17:56:40.701364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-afe3aec6-827a-417b-8b2f-30a929330264 None None] Port 6222493b-e801-494a-81ae-3f06bd36ec17 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:56:40.871678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46e60a-2eed-4697-941c-cec05494a939 req-d784b555-4cb0-4cbe-9bf7-a0acf9e8fc80 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:40.881416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a46e60a-2eed-4697-941c-cec05494a939 req-d784b555-4cb0-4cbe-9bf7-a0acf9e8fc80 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 931 time: 0.0791612 Jul 29 17:56:40.952418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a46e60a-2eed-4697-941c-cec05494a939 req-f7a8ed0a-9931-482c-983d-1cab3b65a2d3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Jul 29 17:56:40.957653 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-023b7d82-2f4a-473d-ad2d-ad127919cff2 req-c1b8eb6c-3fea-48f6-9fa7-c832f3cf6937 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134265 Jul 29 17:56:41.138749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6222493b-e801-494a-81ae-3f06bd36ec17 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:41.151701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.182967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06298-7bdd-4c70-949e-a0347de60567 req-3c924dbf-1e31-4689-9991-8e237d23250e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:41.190483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11e06298-7bdd-4c70-949e-a0347de60567 req-3c924dbf-1e31-4689-9991-8e237d23250e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1005502 Jul 29 17:56:41.224460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Transition to ACTIVE for port object 6222493b-e801-494a-81ae-3f06bd36ec17 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:41.233885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.290941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11e06298-7bdd-4c70-949e-a0347de60567 req-b846038d-82ac-46ae-9368-95fd1a6483f3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994005 Jul 29 17:56:41.314369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:41.380628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-d8c45679-25fe-4911-a858-04d8a910a657 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:41.388963 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-d8c45679-25fe-4911-a858-04d8a910a657 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 813 time: 0.1432750 Jul 29 17:56:41.412099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-061e661c-de4e-495b-9837-fd5a5f92e763 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/quotas/58ebcdbbcbf643d08528056d39286b4f HTTP/1.1" status: 200 len: 375 time: 0.0184879 Jul 29 17:56:41.463423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Attempting to bind port 6222493b-e801-494a-81ae-3f06bd36ec17 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:56:41.463855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Attempting to bind port 6222493b-e801-494a-81ae-3f06bd36ec17 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:56:41.464139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Attempting to bind port 6222493b-e801-494a-81ae-3f06bd36ec17 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:41.470123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Port 6222493b-e801-494a-81ae-3f06bd36ec17 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:56:41.470483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Attempting to bind port 6222493b-e801-494a-81ae-3f06bd36ec17 on network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:41.481264 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-b49fcf09-ac99-4ae0-a032-94cd840d3f58 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711548 Jul 29 17:56:41.484879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:56:41.485463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Checking segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:41.485951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Bound using segment: {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:56:41.486945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Bound port: 6222493b-e801-494a-81ae-3f06bd36ec17, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f09246-0862-42ef-955c-3508cb72adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:56:41.487787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.575752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:56:41.580768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:56:41.587825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.626007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:41.627134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.629922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] 10.222.0.38 "PUT /v2.0/ports/6222493b-e801-494a-81ae-3f06bd36ec17 HTTP/1.1" status: 200 len: 1091 time: 1.5712962 Jul 29 17:56:41.631639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:41.636661 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe4adee-a461-466c-9e0f-9f11f322d561" -d '{"events": [{"name": "network-changed", "server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:41.657773 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7f74deeb-c42e-40e9-9275-245e883b5d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.744212 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7763a9c-511c-42cc-8238-2b47ac616050 x-openstack-request-id: req-d7763a9c-511c-42cc-8238-2b47ac616050 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:41.744666 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:41.745088 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7763a9c-511c-42cc-8238-2b47ac616050 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:41.745730 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17', 'status': 'completed', 'code': 200} Jul 29 17:56:41.753455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359248a3-35df-4ff9-8057-14d4bb8876b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:41.769096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-8431833d-221d-4449-82b1-7a759d0a8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:41.771738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-8431833d-221d-4449-82b1-7a759d0a8141 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 1094 time: 0.0856726 Jul 29 17:56:41.830231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-5892e9a1-d5b2-4a2b-9fa6-fa2447905d55 service neutron] 10.222.0.16 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477292 Jul 29 17:56:41.858149 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:41.875170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-43b87db9-6d24-4fdb-b155-28af9c55bf44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6222493b-e801-494a-81ae-3f06bd36ec17 HTTP/1.1" status: 200 len: 217 time: 0.0957518 Jul 29 17:56:41.945224 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-0150bca6-f90c-417f-adc2-505f65d3b4f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137531 Jul 29 17:56:41.956537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-89058154-57b8-493d-ae59-e46594b3fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:41.958143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-89058154-57b8-493d-ae59-e46594b3fe3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0708423 Jul 29 17:56:42.058271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-42e750e0-0927-4114-aaa4-6e5ff6b0d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:42.062037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-42e750e0-0927-4114-aaa4-6e5ff6b0d16c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945234 Jul 29 17:56:42.357302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d09be643-fc89-4f5c-8aa6-eb058ad44c15 req-15eb5ce4-8e43-4f69-8457-5fd41d005118 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 210 time: 0.0784960 Jul 29 17:56:42.390365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c1d2-4962-4450-a08a-ee69518fadd1 req-33f82106-790a-4d31-90e1-c20df905691e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:42.400367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cca4c1d2-4962-4450-a08a-ee69518fadd1 req-33f82106-790a-4d31-90e1-c20df905691e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 943 time: 0.2875090 Jul 29 17:56:42.490781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cca4c1d2-4962-4450-a08a-ee69518fadd1 req-878a5d82-eba9-4583-85ea-42d0f4d9902b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890648 Jul 29 17:56:42.500186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-fc0c6d0b-006c-4f76-aedf-c2f2efd98811 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167993 Jul 29 17:56:42.569590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d4f2-499d-468a-9f3e-0e84694009d0 req-53e024f9-e115-4bb7-afa2-aadd37a88625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:42.571344 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1831d4f2-499d-468a-9f3e-0e84694009d0 req-53e024f9-e115-4bb7-afa2-aadd37a88625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1129944 Jul 29 17:56:42.630866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1831d4f2-499d-468a-9f3e-0e84694009d0 req-3d414c18-306b-4d7b-b177-0a22a2f5de3a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499566 Jul 29 17:56:42.722531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28cce6a8-f55e-459b-b31a-e5ff6fbd01e4 req-ce9d8aa6-2d8d-46e4-965a-45e7718ffc91 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147093 Jul 29 17:56:42.838301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-135cda08-b4e9-4a12-a272-5c3280e93680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:42.839851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-135cda08-b4e9-4a12-a272-5c3280e93680 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 1094 time: 0.0613067 Jul 29 17:56:42.940213 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:42.983505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-99d3489c-2f77-44f7-95de-f540667f31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:42.985524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-99d3489c-2f77-44f7-95de-f540667f31a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1377094 Jul 29 17:56:43.011838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41164) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:43.038000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-ac8464da-d539-4c29-9d1f-841dd1832b01 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6222493b-e801-494a-81ae-3f06bd36ec17 HTTP/1.1" status: 200 len: 217 time: 0.0440619 Jul 29 17:56:43.095088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-f8b8131b-4cad-4e7f-aea8-5cc615d73a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:43.097075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-f8b8131b-4cad-4e7f-aea8-5cc615d73a20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0487967 Jul 29 17:56:43.153577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-d1ba70f8-31a1-42f6-a478-e2a3fa993859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:43.155674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-d1ba70f8-31a1-42f6-a478-e2a3fa993859 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468044 Jul 29 17:56:43.260360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e64be9d9-557e-4e75-a866-3c6c9faed96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.311690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-f37b5b4d-c690-4d92-afb9-d281d492252b service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446195 Jul 29 17:56:43.448037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e64be9d9-557e-4e75-a866-3c6c9faed96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.456747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e64be9d9-557e-4e75-a866-3c6c9faed96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.521868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe4adee-a461-466c-9e0f-9f11f322d561 req-fd8e67a3-2628-46a3-a286-a2f1614e50e3 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936729 Jul 29 17:56:43.558064 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-651f4503-f58a-45e9-8536-1d37c3642f6e req-7166c08a-be2d-4290-9a56-2edd66989e60 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 210 time: 0.0795424 Jul 29 17:56:43.574598 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e64be9d9-557e-4e75-a866-3c6c9faed96c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99c625a31d544b22a4c8cc34ad510809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615044 Jul 29 17:56:43.577183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:43.584338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64be9d9-557e-4e75-a866-3c6c9faed96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b386277-b2c4-4614-bdae-3472266bd461,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:43.673894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.752512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.841187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17552e23-e161-4e1c-bb38-e66b331777cd req-a63f652d-6a14-4d8e-bb0c-161bcd1ea99e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:43.842841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17552e23-e161-4e1c-bb38-e66b331777cd req-a63f652d-6a14-4d8e-bb0c-161bcd1ea99e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 943 time: 0.2286787 Jul 29 17:56:43.876950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff2ca-7bf2-48f7-941d-05644ab33d75 req-c18970a7-fe10-4c8f-99b6-0efea86cd4e6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:43.881190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69aff2ca-7bf2-48f7-941d-05644ab33d75 req-c18970a7-fe10-4c8f-99b6-0efea86cd4e6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0837989 Jul 29 17:56:43.900531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-849eb3aa-3521-4a93-a780-14b0ad459a27 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:43.902073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-849eb3aa-3521-4a93-a780-14b0ad459a27 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 813 time: 0.3330336 Jul 29 17:56:43.906649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.909511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:43.910746 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b386277-b2c4-4614-bdae-3472266bd461 HTTP/1.1" status: 204 len: 168 time: 0.3323677 Jul 29 17:56:43.920029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Request body: {'port': {'device_id': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'admin_state_up': True, 'tenant_id': '58ebcdbbcbf643d08528056d39286b4f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:43.957814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69aff2ca-7bf2-48f7-941d-05644ab33d75 req-de9b783c-52d4-43ee-85e4-b539b1ede589 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677962 Jul 29 17:56:43.965574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00fc5d-6423-435e-b90e-54e309c889ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b386277-b2c4-4614-bdae-3472266bd461,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:44.006103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17552e23-e161-4e1c-bb38-e66b331777cd req-de48fe75-7b9c-41f0-b0e8-1fe0e7bae560 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446269 Jul 29 17:56:44.117087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Made reservation on behalf of 58ebcdbbcbf643d08528056d39286b4f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:44.123900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:44.300617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Allocated IP 172.20.0.2 (f6e86373-4bf4-401f-8cbe-4a5977c46e41/15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac/2b94f24e-16e9-4581-bd04-6a964657d879) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:44.573568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:44.654099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:44.663199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:44.678478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:44.840724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Network f6e86373-4bf4-401f-8cbe-4a5977c46e41 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:44.849086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:44.852395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:44.961417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:44.962205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:44.985015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3995-66a3-4508-ad3a-94222910990d req-e9e4c49c-af74-48f6-a890-98e1e2a39feb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:44.986753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd4b3995-66a3-4508-ad3a-94222910990d req-e9e4c49c-af74-48f6-a890-98e1e2a39feb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 931 time: 0.2536209 Jul 29 17:56:44.991218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Pushing event updated for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:45.011800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-aa73c59d-fbac-4aff-af22-e71162b0c39a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0964773 Jul 29 17:56:45.024854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Request body: {'port': {'device_id': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:45.131962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:45.189208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:45.199166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd4b3995-66a3-4508-ad3a-94222910990d req-53325e8c-b197-4282-b298-0e96d435e84c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971362 Jul 29 17:56:45.307164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:45.335414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6222493b-e801-494a-81ae-3f06bd36ec17', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '6222493b-e801-494a-81ae-3f06bd36ec17', 'mac_address': 'fa:16:3e:3b:24:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:45.429694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:45.468136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6222493b-e801-494a-81ae-3f06bd36ec17 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:45.537006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9c5d-1310-491e-9eb5-00b56481f96a req-2ec19f8b-49e1-4128-8953-d890cd71aeae tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:45.546267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:45.547116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f08c9c5d-1310-491e-9eb5-00b56481f96a req-2ec19f8b-49e1-4128-8953-d890cd71aeae tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 943 time: 0.1498504 Jul 29 17:56:45.558714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:45.620492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f08c9c5d-1310-491e-9eb5-00b56481f96a req-f7d9a8c7-dd3b-4969-9417-415b1bee7f51 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686839 Jul 29 17:56:45.669176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:45.844160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6222493b-e801-494a-81ae-3f06bd36ec17'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:45.851996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b94f24e-16e9-4581-bd04-6a964657d879 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:45.865218 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:45.885338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Transition to ACTIVE for port object 2b94f24e-16e9-4581-bd04-6a964657d879 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:56:45.899419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.006570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:46.158219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Attempting to bind port 2b94f24e-16e9-4581-bd04-6a964657d879 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:56:46.158649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Attempting to bind port 2b94f24e-16e9-4581-bd04-6a964657d879 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:56:46.159042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Attempting to bind port 2b94f24e-16e9-4581-bd04-6a964657d879 on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:46.165185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Port 2b94f24e-16e9-4581-bd04-6a964657d879 on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:56:46.165185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Attempting to bind port 2b94f24e-16e9-4581-bd04-6a964657d879 on network f6e86373-4bf4-401f-8cbe-4a5977c46e41 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:56:46.182857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6f0d-7357-44b5-a16d-e8f3d8af80e3 req-da5c2b57-241d-4fb4-822d-810c8663a0c6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.184819 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-717b6f0d-7357-44b5-a16d-e8f3d8af80e3 req-da5c2b57-241d-4fb4-822d-810c8663a0c6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 1.0700850 Jul 29 17:56:46.187686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:56:46.190546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Checking segment: {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:46.191156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Bound using segment: {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:56:46.193715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Bound port: 2b94f24e-16e9-4581-bd04-6a964657d879, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:56:46.194327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.271472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-717b6f0d-7357-44b5-a16d-e8f3d8af80e3 req-06c305d7-2f49-4709-94b8-7cd914f2be43 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731125 Jul 29 17:56:46.341717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41270) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:46.356445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:56:46.387305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2b94f24e-16e9-4581-bd04-6a964657d879,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:56:46.395819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.412859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20eaf-8df4-49e7-a94e-6e74c3553fd4 req-932fcc50-a18a-40ff-9eae-8e88043e6aa6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.414763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58e20eaf-8df4-49e7-a94e-6e74c3553fd4 req-932fcc50-a18a-40ff-9eae-8e88043e6aa6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 943 time: 0.1018381 Jul 29 17:56:46.450184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.451050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.452479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b94f24e-16e9-4581-bd04-6a964657d879 HTTP/1.1" status: 200 len: 1091 time: 1.4324877 Jul 29 17:56:46.454519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:46.456828 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f2c366-58e7-470a-8f29-b912ca581ded" -d '{"events": [{"name": "network-changed", "server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:46.470488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:46.521903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.545349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ceca1-819c-4ae7-858d-afa2fb9de7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:46.559968 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be43d8d8-ae0e-433e-877d-b0efed1463b4 x-openstack-request-id: req-be43d8d8-ae0e-433e-877d-b0efed1463b4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:46.560478 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:46.562762 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be43d8d8-ae0e-433e-877d-b0efed1463b4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:46.563191 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879', 'status': 'completed', 'code': 200} Jul 29 17:56:46.574956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58e20eaf-8df4-49e7-a94e-6e74c3553fd4 req-1ff1fd74-a9de-4eb1-8099-ba668cf557ef tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401916 Jul 29 17:56:46.641492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-8f1ff012-5480-4ab3-9810-2a7386c312be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.643052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-8f1ff012-5480-4ab3-9810-2a7386c312be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 1094 time: 0.1399567 Jul 29 17:56:46.686829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:46.717805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-5218c1f6-ac80-49c5-8467-7eb76f9666eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b94f24e-16e9-4581-bd04-6a964657d879 HTTP/1.1" status: 200 len: 217 time: 0.0646226 Jul 29 17:56:46.770923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-208579b2-6f14-414b-a65c-ab75984f41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.773408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-208579b2-6f14-414b-a65c-ab75984f41b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.0480239 Jul 29 17:56:46.831924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-9fbbccea-7bae-4fd1-b6c2-958dcde4c962 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517991 Jul 29 17:56:46.832281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5066c-8c83-4981-91b8-2dbc95ee9484 req-47bbec17-c40a-43d7-8ae1-4ad2e3c5e781 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:46.834084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76b5066c-8c83-4981-91b8-2dbc95ee9484 req-47bbec17-c40a-43d7-8ae1-4ad2e3c5e781 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 944 time: 0.0966859 Jul 29 17:56:46.895770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Allocated IP 172.25.5.194 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/6068ef3f-3b51-41ac-aa1a-f436526c898b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:46.926052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76b5066c-8c83-4981-91b8-2dbc95ee9484 req-7e6d8592-2fb3-40c5-b79b-988a38e956f5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785122 Jul 29 17:56:46.965867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-cd733d64-327e-41de-b008-b17df6ec5ca9 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263485 Jul 29 17:56:47.042651 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.085154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98037823-48b3-4ebd-85f9-e238904ffdc6 req-133cfccf-7a6f-47f3-8611-1eeb39f5ec8f service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107891 Jul 29 17:56:47.085431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.114571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:47.126510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:47.134547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:47.138356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:47.151774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Pushing event updated for resources: {'Port': ['ID=6068ef3f-3b51-41ac-aa1a-f436526c898b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:47.238337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c366-58e7-470a-8f29-b912ca581ded req-bcb3c2c2-21af-407c-98f3-a00caebf23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:47.240026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-bcb3c2c2-21af-407c-98f3-a00caebf23ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 1094 time: 0.0778263 Jul 29 17:56:47.244032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6222493b-e801-494a-81ae-3f06bd36ec17 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:47.253311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6222493b-e801-494a-81ae-3f06bd36ec17 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:47.253690 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.297582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.384550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.386841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.407806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:47.410112 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12483784-5d66-45cd-bb15-c0cc0959fb12" -d '{"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-plugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:47.424020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c366-58e7-470a-8f29-b912ca581ded req-ed050d5e-2011-44e0-a765-daa369912397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:47.425775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-ed050d5e-2011-44e0-a765-daa369912397 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.1744337 Jul 29 17:56:47.442417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:47.448952 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.481124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-e84c9e04-3875-44ac-9580-78720a7f7626 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b94f24e-16e9-4581-bd04-6a964657d879 HTTP/1.1" status: 200 len: 217 time: 0.0418012 Jul 29 17:56:47.483445 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25fd4d1-d280-4393-a199-f16dcae3f6b0 x-openstack-request-id: req-b25fd4d1-d280-4393-a199-f16dcae3f6b0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:47.483740 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-plugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:47.484198 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b25fd4d1-d280-4393-a199-f16dcae3f6b0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:47.484786 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17', 'code': 200} Jul 29 17:56:47.541938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:47.593224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328fab9-2e25-4852-9901-ddfbb57a5503 req-cda7059a-e035-4ae9-aa20-a4a6cb51f0fc tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:47.600078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3328fab9-2e25-4852-9901-ddfbb57a5503 req-cda7059a-e035-4ae9-aa20-a4a6cb51f0fc tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1919770 Jul 29 17:56:47.648342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c366-58e7-470a-8f29-b912ca581ded req-831c5cb4-3ca6-4720-a670-7924694b4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:47.649826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-831c5cb4-3ca6-4720-a670-7924694b4521 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.1581564 Jul 29 17:56:47.656244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.699744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-e780c717-e561-402a-9468-daba79b1f3d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415792 Jul 29 17:56:47.711376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.712134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3328fab9-2e25-4852-9901-ddfbb57a5503 req-94e72075-00b0-43db-9cd2-d44b2229d1d5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112292 Jul 29 17:56:47.853630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c222b8e-ac37-45d2-8475-b56e6f15122b req-2f5a6347-7ea7-4132-8dac-885955e8bfd1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:47.861318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c222b8e-ac37-45d2-8475-b56e6f15122b req-2f5a6347-7ea7-4132-8dac-885955e8bfd1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 943 time: 0.1752982 Jul 29 17:56:47.870669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Pushing event updated for resources: {'Port': ['ID=6068ef3f-3b51-41ac-aa1a-f436526c898b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:47.885562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.925512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c222b8e-ac37-45d2-8475-b56e6f15122b req-a80ae727-f805-4289-a3de-98601317f44c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Jul 29 17:56:47.939023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.943740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a93715e4-bc4f-4f74-819e-1db933409420 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5980453 Jul 29 17:56:47.944806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:47.949941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-201138835', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'fixed_ips': [{'ip_address': '172.25.5.194'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:47.977568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Made reservation on behalf of ba15283f818349069a2ee1cec1b0b019 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:47.980623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.995054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.170817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.181251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa87ab-0590-4b79-a9d1-669bb0e05b2a req-016535e6-29af-4a5f-bcc1-175f74ec46fb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:48.183281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f2aa87ab-0590-4b79-a9d1-669bb0e05b2a req-016535e6-29af-4a5f-bcc1-175f74ec46fb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1041024 Jul 29 17:56:48.184521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.189327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] device_id is not set on port 81ae257c-a961-47ff-8812-5834c8632182 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:56:48.203968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba30707-0e02-4aa4-bf77-9a824270c61c req-1e95fe86-f108-4f03-9bef-85069d855922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:48.205472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dba30707-0e02-4aa4-bf77-9a824270c61c req-1e95fe86-f108-4f03-9bef-85069d855922 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 1096 time: 0.5993304 Jul 29 17:56:48.280961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dba30707-0e02-4aa4-bf77-9a824270c61c req-e3a39c82-4b7f-4f04-9f99-e57c8507efed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632098 Jul 29 17:56:48.295373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-3c669bbb-e639-41a3-9cf4-bfa8fab663e0 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759826 Jul 29 17:56:48.325371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28481a47-f667-4068-9428-da5f1ab984a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:48.404900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f2c366-58e7-470a-8f29-b912ca581ded req-4915a2b6-0469-4160-ab04-bddf67975207 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996921 Jul 29 17:56:48.407840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f2aa87ab-0590-4b79-a9d1-669bb0e05b2a req-5b7b25d8-db73-473f-a0c4-c28649133bd0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545706 Jul 29 17:56:48.480418 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 17:56:48.480936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:56:48.496305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c375999c-b902-433f-9ccc-4b752a4e73b1 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5501654 Jul 29 17:56:48.499237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41328) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:48.660302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Deleting port 6068ef3f-3b51-41ac-aa1a-f436526c898b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:56:48.660595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.737007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.737469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.750966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Calling delete_port for 6068ef3f-3b51-41ac-aa1a-f436526c898b owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:56:48.927062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9afc79-fefb-4116-b589-bf357a10f7a2 req-2f438ae6-8228-438a-b336-4c7b0adb403c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:48.934361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e9afc79-fefb-4116-b589-bf357a10f7a2 req-2f438ae6-8228-438a-b336-4c7b0adb403c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0872192 Jul 29 17:56:48.988137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.010762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3e9afc79-fefb-4116-b589-bf357a10f7a2 req-daca1a10-7d66-46cd-88f3-72320bb6de2f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748193 Jul 29 17:56:49.040181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Pushing event deleted for resources: {'Port': ['ID=6068ef3f-3b51-41ac-aa1a-f436526c898b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:49.186785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.189302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.194284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-33aabed1-9f0c-42b7-9eb1-956d0e9ec65d tempest-ExternalNetworksAdminNegativeTestJSON-1004960051 tempest-ExternalNetworksAdminNegativeTestJSON-1004960051-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/03709380-9171-497c-a521-dab08b852b6c HTTP/1.1" status: 204 len: 168 time: 0.6903129 Jul 29 17:56:49.233762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3322d-8df7-4bf3-b849-96d88c723c28 req-d9119b4f-4e37-4d63-84c4-b297f0daf147 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:49.238785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f1e3322d-8df7-4bf3-b849-96d88c723c28 req-d9119b4f-4e37-4d63-84c4-b297f0daf147 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 943 time: 0.1536758 Jul 29 17:56:49.318663 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f1e3322d-8df7-4bf3-b849-96d88c723c28 req-939f4164-60be-45b6-8ced-1111f16aabe1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735698 Jul 29 17:56:49.524291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:49.565400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199558c-f540-4270-a1a8-9264b1190a87 req-5a598307-f507-4f1e-ad7a-9e5de824817d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:49.567913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6199558c-f540-4270-a1a8-9264b1190a87 req-5a598307-f507-4f1e-ad7a-9e5de824817d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0698175 Jul 29 17:56:49.640297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6199558c-f540-4270-a1a8-9264b1190a87 req-25e02bd7-20d4-488b-af43-e6ab5a2330af tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Jul 29 17:56:49.703362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7df7e7f-c6cb-46af-91df-930202bad778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.845918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7df7e7f-c6cb-46af-91df-930202bad778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.856861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7df7e7f-c6cb-46af-91df-930202bad778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:49.895700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f7df7e7f-c6cb-46af-91df-930202bad778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=577f865f87654c3b99154c33aade705b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709106 Jul 29 17:56:49.905341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41384) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:49.925502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df7e7f-c6cb-46af-91df-930202bad778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948f163-31b0-4f76-b0d4-836d25685e1e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:49.941493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449169-da07-45f9-8bad-e5670f909bb8 req-2cf5f666-faf8-404c-9f40-661001886ab5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:49.943173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1449169-da07-45f9-8bad-e5670f909bb8 req-2cf5f666-faf8-404c-9f40-661001886ab5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0692413 Jul 29 17:56:49.989408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1449169-da07-45f9-8bad-e5670f909bb8 req-69d2daf2-27c2-4561-bcd0-ad9f33793657 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Jul 29 17:56:49.995074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.045523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.160741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.163612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.164833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3948f163-31b0-4f76-b0d4-836d25685e1e HTTP/1.1" status: 204 len: 168 time: 0.2644138 Jul 29 17:56:50.182624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9aab8-1d04-4f5c-90c9-64efbbd7a2be req-817756c0-d742-41f2-abcb-f50bcd581153 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:50.184307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9a9aab8-1d04-4f5c-90c9-64efbbd7a2be req-817756c0-d742-41f2-abcb-f50bcd581153 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0708981 Jul 29 17:56:50.186595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3812927-9921-452c-bf72-dcf2078ee6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948f163-31b0-4f76-b0d4-836d25685e1e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:50.265665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a9a9aab8-1d04-4f5c-90c9-64efbbd7a2be req-beb321ec-4abc-4769-9884-d7c56b04a3a3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582695 Jul 29 17:56:50.331251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2b94f24e-16e9-4581-bd04-6a964657d879 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:50.470818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ffec-d462-42ca-ad37-b7c5ce95e559 req-58b71fc9-6cab-456f-b2cf-763810b406f9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:50.474172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2b94f24e-16e9-4581-bd04-6a964657d879,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:50.486623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2576ffec-d462-42ca-ad37-b7c5ce95e559 req-58b71fc9-6cab-456f-b2cf-763810b406f9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 943 time: 0.0880039 Jul 29 17:56:50.487368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2b94f24e-16e9-4581-bd04-6a964657d879', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'port_id': '2b94f24e-16e9-4581-bd04-6a964657d879', 'mac_address': 'fa:16:3e:d5:90:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:50.527784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.547931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b94f24e-16e9-4581-bd04-6a964657d879 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:50.566774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2576ffec-d462-42ca-ad37-b7c5ce95e559 req-d9dd572b-3141-47f9-88ce-548aec551ef6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736525 Jul 29 17:56:50.569143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:50.577179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2b94f24e-16e9-4581-bd04-6a964657d879,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:50.586749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.639636 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf159304-1fc8-4e4c-8488-0323a75379d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba15283f818349069a2ee1cec1b0b019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691993 Jul 29 17:56:50.642405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:50.671889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:50.711446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.734616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.790878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.794463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.796353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28481a47-f667-4068-9428-da5f1ab984a9 HTTP/1.1" status: 204 len: 168 time: 0.1525686 Jul 29 17:56:50.812551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc3c99-7435-4a3a-b2c4-e61824de9dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28481a47-f667-4068-9428-da5f1ab984a9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:50.840108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2b94f24e-16e9-4581-bd04-6a964657d879'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:51.139756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98c6dd-af8d-4e5a-acda-f9aef7a48b33 req-eb51ec37-4f07-4499-8019-a066a27d45ba tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:51.141976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e98c6dd-af8d-4e5a-acda-f9aef7a48b33 req-eb51ec37-4f07-4499-8019-a066a27d45ba tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0562770 Jul 29 17:56:51.194479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e98c6dd-af8d-4e5a-acda-f9aef7a48b33 req-2190e3ba-8a6f-4f89-8090-c9bcd96a92cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Jul 29 17:56:51.547828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8063392-d69c-4412-814f-f6702d3964d7 req-69788985-ae1c-4ad3-80c0-ff44376f8ead tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:51.556669 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8063392-d69c-4412-814f-f6702d3964d7 req-69788985-ae1c-4ad3-80c0-ff44376f8ead tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1070552 Jul 29 17:56:51.651220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8063392-d69c-4412-814f-f6702d3964d7 req-3dbdd79c-3b39-4ca4-94c5-4c16d01ff842 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849509 Jul 29 17:56:51.846432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58691b10-5635-486f-a2ed-b6686f6b82bc req-18702607-34cd-4531-8a69-36be9be0a320 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:51.850833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58691b10-5635-486f-a2ed-b6686f6b82bc req-18702607-34cd-4531-8a69-36be9be0a320 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 944 time: 0.0847995 Jul 29 17:56:51.877420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc94f-76d5-4cdc-ad46-58f059fd681c req-57ac9369-2386-4092-bbdd-fae148647517 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:51.888192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c8bc94f-76d5-4cdc-ad46-58f059fd681c req-57ac9369-2386-4092-bbdd-fae148647517 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0921438 Jul 29 17:56:51.952100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-58691b10-5635-486f-a2ed-b6686f6b82bc req-c04b0862-59f2-4cd4-a214-039bd212f0ee tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903993 Jul 29 17:56:51.956212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c8bc94f-76d5-4cdc-ad46-58f059fd681c req-0bcce6c5-d09b-485c-8276-13a7269f5670 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Jul 29 17:56:52.357524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:52.360423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2b94f24e-16e9-4581-bd04-6a964657d879 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:52.482910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2b94f24e-16e9-4581-bd04-6a964657d879 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:56:52.488867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2b94f24e-16e9-4581-bd04-6a964657d879 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:52.489297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:52.545381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:52.559393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e3861a24-6684-44ff-be04-90d13277c60e', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:52.620680 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:52.643032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:52.662795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:52.665053 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b236dc8-a0b2-469d-a5df-94b07fb1dd3b" -d '{"events": [{"server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "name": "network-vif-plugged", "status": "completed", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:52.678628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:52.687793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2b94f24e-16e9-4581-bd04-6a964657d879,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:52.703381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:52.706745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:52.738326 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8154f4-998f-4acc-bf5e-7580d7952c25 x-openstack-request-id: req-dc8154f4-998f-4acc-bf5e-7580d7952c25 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:52.738613 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "name": "network-vif-plugged", "status": "completed", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:52.738861 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc8154f4-998f-4acc-bf5e-7580d7952c25 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:52.739248 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879', 'code': 200} Jul 29 17:56:52.740627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:52.792513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:52.803805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.804235 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.804641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.805483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.806144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.806676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.807085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.807597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.808072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.808514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.808910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.809300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:56:52.853300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e3861a24-6684-44ff-be04-90d13277c60e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:52.879075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d97b2d-8fb8-4ed4-bd69-d2d3c93b92a1 req-a4bbf0b7-0b89-4b70-9c57-2bb0fe673be8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:52.884714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1d97b2d-8fb8-4ed4-bd69-d2d3c93b92a1 req-a4bbf0b7-0b89-4b70-9c57-2bb0fe673be8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 944 time: 0.1167829 Jul 29 17:56:52.934829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:52.953661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e429b-e724-4c31-aa13-7af501515da4 req-e0285e9f-cf7f-4ab8-8c0c-496e0634e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:52.955897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-224e429b-e724-4c31-aa13-7af501515da4 req-e0285e9f-cf7f-4ab8-8c0c-496e0634e957 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 1096 time: 0.1454122 Jul 29 17:56:53.019450 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1d97b2d-8fb8-4ed4-bd69-d2d3c93b92a1 req-c445cfba-62b5-4774-95f4-9475b5cc946c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282763 Jul 29 17:56:53.024812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-224e429b-e724-4c31-aa13-7af501515da4 req-2ae3207a-2eb8-401a-b062-3f299b12859c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Jul 29 17:56:53.171456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:56:53.195874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbec49e-1df9-4424-a331-b436aecaf0e0 req-9f28a5fd-ace5-4fd9-b65a-d25a0c7c80af tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:53.213272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fbec49e-1df9-4424-a331-b436aecaf0e0 req-9f28a5fd-ace5-4fd9-b65a-d25a0c7c80af tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 945 time: 0.0938520 Jul 29 17:56:53.227819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b5a96-7f71-40c8-b15c-8ae6cde9ca70 req-181175eb-966d-4427-b7d1-f20ab06382b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:53.232583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad9b5a96-7f71-40c8-b15c-8ae6cde9ca70 req-181175eb-966d-4427-b7d1-f20ab06382b7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1062253 Jul 29 17:56:53.288551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fbec49e-1df9-4424-a331-b436aecaf0e0 req-302d0986-4374-466c-89b3-9c1795b4335f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 Jul 29 17:56:53.334802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad9b5a96-7f71-40c8-b15c-8ae6cde9ca70 req-8547d9c3-e473-4c2d-aec0-ebb063ffe78c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881279 Jul 29 17:56:53.424642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:53.449225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6222493b-e801-494a-81ae-3f06bd36ec17', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'port_id': '6222493b-e801-494a-81ae-3f06bd36ec17', 'mac_address': 'fa:16:3e:3b:24:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:56:53.500992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:53.525848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6222493b-e801-494a-81ae-3f06bd36ec17 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:56:53.546413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:53.555969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:53.563627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:53.637428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:53.752111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6222493b-e801-494a-81ae-3f06bd36ec17'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:53.799873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:53.860501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.165117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.323083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a737-6666-4d81-95b4-3304344a5943 req-71e96dd4-1fe8-4657-8677-a41b5d5559e8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:54.333140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7d8a737-6666-4d81-95b4-3304344a5943 req-71e96dd4-1fe8-4657-8677-a41b5d5559e8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 944 time: 0.1536052 Jul 29 17:56:54.368536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:54.459080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Allocated IP 172.25.5.40 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/116cdd3e-0d75-4f88-b339-897017a7c3c1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:56:54.473874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e3861a24-6684-44ff-be04-90d13277c60e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:54.475265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.557860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646471f1-9d72-40dc-825a-a8c0d1e6d9c1 req-4588f648-0ddf-416c-894f-5ec6f78ba21b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:54.591902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-646471f1-9d72-40dc-825a-a8c0d1e6d9c1 req-4588f648-0ddf-416c-894f-5ec6f78ba21b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 945 time: 0.1926832 Jul 29 17:56:54.694475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.697919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-646471f1-9d72-40dc-825a-a8c0d1e6d9c1 req-ed11d85d-8830-43cc-aaa2-835d6e7cd68e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046524 Jul 29 17:56:54.709770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a7d8a737-6666-4d81-95b4-3304344a5943 req-16adc64a-35b4-416d-a8b7-c04470536c56 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754587 Jul 29 17:56:54.753636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:54.758544 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae6a3b-be3e-4671-9ecd-c96796032aeb" -d '{"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:54.767692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:54.781159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.854011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:54.888577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908628d-374c-45e0-ae3f-da3baaedbdf0 req-6bea6ac4-7f35-4e1e-bc53-d1448cd39505 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:54.901540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:54.908266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4908628d-374c-45e0-ae3f-da3baaedbdf0 req-6bea6ac4-7f35-4e1e-bc53-d1448cd39505 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 944 time: 0.1100149 Jul 29 17:56:54.980977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.020417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4908628d-374c-45e0-ae3f-da3baaedbdf0 req-a718e918-6323-4f09-b313-fc0f90402788 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064451 Jul 29 17:56:55.030408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:56:55.031972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:55.040020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:56:55.124606 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0043c2-2716-4bf5-a012-b9ef72cc1565 x-openstack-request-id: req-ea0043c2-2716-4bf5-a012-b9ef72cc1565 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:55.124907 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:55.125167 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea0043c2-2716-4bf5-a012-b9ef72cc1565 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:55.125574 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'code': 200} Jul 29 17:56:55.159831 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.165075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:56:55.211139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.213868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=116cdd3e-0d75-4f88-b339-897017a7c3c1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:55.295902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6222493b-e801-494a-81ae-3f06bd36ec17 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:56:55.296284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.484907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.498839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.575027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.689502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.737530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:55.740026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.748007 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1970131 Jul 29 17:56:55.748007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:55.750624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:55.779105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1802904028'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:55.793962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c1a44-4e79-4e79-b976-6dc07b374c4b req-832d7c38-7860-434d-8b64-f4e395115228 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:55.795694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f19c1a44-4e79-4e79-b976-6dc07b374c4b req-832d7c38-7860-434d-8b64-f4e395115228 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 945 time: 0.1733022 Jul 29 17:56:55.857570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd58586-34a7-4a0a-8e9c-5f7ed1f07714 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=116cdd3e-0d75-4f88-b339-897017a7c3c1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:55.924277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:55.925942 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f19c1a44-4e79-4e79-b976-6dc07b374c4b req-d951b77f-67b4-4476-87d6-b2867b50f67c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203642 Jul 29 17:56:55.995272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Made reservation on behalf of 9c8810ed1b664c8b977adb32451d7480 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:56.004583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.052407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.100866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a207e7-e3a8-42b4-bd96-c05aea1460ef req-50c48120-e8b1-453c-8dd4-a1e1770b16ba tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:56.114317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33a207e7-e3a8-42b4-bd96-c05aea1460ef req-50c48120-e8b1-453c-8dd4-a1e1770b16ba tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.2079499 Jul 29 17:56:56.332588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.335207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38a2ac-1bb8-455c-8eaf-f1a671c1b00c req-76bf9b7d-1510-4dac-841c-66481f87716d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:56.347039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f38a2ac-1bb8-455c-8eaf-f1a671c1b00c req-76bf9b7d-1510-4dac-841c-66481f87716d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1124225 Jul 29 17:56:56.371099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.381565 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.400461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:56:56.419654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.422100 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Added segment a576ad9f-fe20-4944-819d-bd4f3fe0d8b3 of type vlan for network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f Jul 29 17:56:56.440585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f38a2ac-1bb8-455c-8eaf-f1a671c1b00c req-d16e433e-d069-413c-80c8-5bda567f6310 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861781 Jul 29 17:56:56.507438 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-33a207e7-e3a8-42b4-bd96-c05aea1460ef req-18aaefee-e0fb-4988-9544-15e4b3d2cc5a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917603 Jul 29 17:56:56.631109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.674983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c19453-8322-4ba2-bca0-a3767a3aa1ec,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:56.741432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.753479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:56.756977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.875527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-a4523efb-d1f5-436e-bdda-5fd7559eb18e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:56.890350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-a4523efb-d1f5-436e-bdda-5fd7559eb18e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 945 time: 0.1343267 Jul 29 17:56:56.938271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1749287 Jul 29 17:56:56.946642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:56.982939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42a1f3-1985-4968-bc38-e5a703ccdb37 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Network': ['ID=d5b65c5c-5acf-4c62-aa8a-19cc36febf1f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:56.983400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Request body: {'subnet': {'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:56.999832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:56:57.321354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aae36b-2479-4f50-ba2a-e8dc1c875edc req-3bffdb6e-f8ba-4852-91d4-07fa673cb093 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:57.337053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43aae36b-2479-4f50-ba2a-e8dc1c875edc req-3bffdb6e-f8ba-4852-91d4-07fa673cb093 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 945 time: 0.2294645 Jul 29 17:56:57.490202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Deleting port 2b94f24e-16e9-4581-bd04-6a964657d879 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:56:57.493583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:57.732622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43aae36b-2479-4f50-ba2a-e8dc1c875edc req-d58fba5f-0c64-40f9-847e-23a0a55ded33 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941233 Jul 29 17:56:57.768622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4625b19-cfb5-481b-bb59-550bca146dad req-ea5d6120-9ef4-44d4-beca-42b6472ad9fb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:57.780890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4625b19-cfb5-481b-bb59-550bca146dad req-ea5d6120-9ef4-44d4-beca-42b6472ad9fb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.2136841 Jul 29 17:56:57.836108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Made reservation on behalf of 9c8810ed1b664c8b977adb32451d7480 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:56:57.849951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:57.854740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:57.862290 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c038e-8b1a-4d88-9a67-8a67881933d9" -d '{"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-plugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:57.934489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:57.947773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b4625b19-cfb5-481b-bb59-550bca146dad req-0eef63ca-7cd9-4ac8-bb93-4c402e4e4378 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650653 Jul 29 17:56:58.049053 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ecc25-0047-4bd3-9abd-1875a1635d28 x-openstack-request-id: req-3f0ecc25-0047-4bd3-9abd-1875a1635d28 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:58.049619 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-plugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:58.049793 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f0ecc25-0047-4bd3-9abd-1875a1635d28 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:58.050192 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17', 'code': 200} Jul 29 17:56:58.135497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228a11-7f5c-4ab3-99c5-13db60d47c83 req-1522f846-3c0e-4f7f-a691-c9db1c3301c1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:58.140237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b228a11-7f5c-4ab3-99c5-13db60d47c83 req-1522f846-3c0e-4f7f-a691-c9db1c3301c1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.2034879 Jul 29 17:56:58.157487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] For port 2b94f24e-16e9-4581-bd04-6a964657d879, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2b94f24e-16e9-4581-bd04-6a964657d879,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:56:58.157972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:58.210738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Calling delete_port for 2b94f24e-16e9-4581-bd04-6a964657d879 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:56:58.316199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b228a11-7f5c-4ab3-99c5-13db60d47c83 req-e408a07d-88aa-4b0e-8182-235e7ab3a721 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437263 Jul 29 17:56:58.694457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:58.848793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:58.874534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:56:58.903849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Subnet': ['ID=aa2a0428-06a9-43e7-895d-acd1b28ed8bd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:58.980130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Pushing event deleted for resources: {'Port': ['ID=2b94f24e-16e9-4581-bd04-6a964657d879,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:56:59.000400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1270defb-1b9b-47e3-9d83-311bae27a636 req-9667f892-8732-45dc-ba8f-359faabcb52f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=003d51fe-4d52-44a5-84aa-98784d1a5478 HTTP/1.1" status: 200 len: 210 time: 0.0907969 Jul 29 17:56:59.050497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Checking segment: {'id': 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:56:59.051103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network hostable DHCP agents. Network: d5b65c5c-5acf-4c62-aa8a-19cc36febf1f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:56:59.070620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] No DVR routers for this DVR port 2b94f24e-16e9-4581-bd04-6a964657d879 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:56:59.073867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.076179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4f1653c-8a43-4909-98cd-9ce4060fd16b req-6e50b796-039b-4ab8-b722-b94d059c34a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "DELETE /v2.0/ports/2b94f24e-16e9-4581-bd04-6a964657d879 HTTP/1.1" status: 204 len: 173 time: 2.1894138 Jul 29 17:56:59.076823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'name': 'network-vif-deleted', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:56:59.079573 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9fb79d-9c90-4d5d-bdb9-ab64b07ab282" -d '{"events": [{"server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "name": "network-vif-deleted", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:56:59.120483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:56:59.136974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d5b65c5c-5acf-4c62-aa8a-19cc36febf1f) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:56:59.155833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:59.156990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.177931 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a8f75c-4fdc-41c4-82f5-bb049ba57c4f x-openstack-request-id: req-51a8f75c-4fdc-41c4-82f5-bb049ba57c4f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:56:59.181026 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003d51fe-4d52-44a5-84aa-98784d1a5478", "name": "network-vif-deleted", "tag": "2b94f24e-16e9-4581-bd04-6a964657d879", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:56:59.182383 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51a8f75c-4fdc-41c4-82f5-bb049ba57c4f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:56:59.191265 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003d51fe-4d52-44a5-84aa-98784d1a5478', 'name': 'network-vif-deleted', 'tag': '2b94f24e-16e9-4581-bd04-6a964657d879', 'status': 'completed', 'code': 200} Jul 29 17:56:59.200630 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bec158ae-bffa-465a-9d6f-fda87e075238 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2503486 Jul 29 17:56:59.201126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41686) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:56:59.215604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1065580292', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:56:59.236168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017cf17f-d231-445b-bd67-a90397adfbf4 None None] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:56:59.299360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a17ac-3716-4f74-a0ca-bcf375ab6eee req-adf7f537-b2a1-4ae2-9253-137dbd223b36 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:59.302124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.303660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.312214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aa1a17ac-3716-4f74-a0ca-bcf375ab6eee req-adf7f537-b2a1-4ae2-9253-137dbd223b36 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.2129738 Jul 29 17:56:59.521897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aa1a17ac-3716-4f74-a0ca-bcf375ab6eee req-dd31453f-4383-4f81-9d7b-440b0b49086b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940439 Jul 29 17:56:59.679133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.876207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-d5b65c5c-5acf-4c62-aa8a-19cc36febf1f', 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f', 'tenant_id': '9c8810ed1b664c8b977adb32451d7480', 'fixed_ips': [{'subnet_id': 'aa2a0428-06a9-43e7-895d-acd1b28ed8bd'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:56:59.877113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:59.922674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f5e07-543f-4c41-9eac-0b986de7166b req-899e9f5e-ed81-414c-8fbc-8c979d4f382b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:56:59.934336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-017f5e07-543f-4c41-9eac-0b986de7166b req-899e9f5e-ed81-414c-8fbc-8c979d4f382b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.3643014 Jul 29 17:57:00.246410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:00.333190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Allocated IP 172.20.0.2 (d5b65c5c-5acf-4c62-aa8a-19cc36febf1f/aa2a0428-06a9-43e7-895d-acd1b28ed8bd/73ddb7f7-4318-44ce-98a4-ec3012969391) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:00.401111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-017f5e07-543f-4c41-9eac-0b986de7166b req-1183ebae-0ece-43d7-92b8-4cc457d5c34e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4626334 Jul 29 17:57:00.428767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2b94f24e-16e9-4581-bd04-6a964657d879 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:00.510958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 2b94f24e-16e9-4581-bd04-6a964657d879 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:57:00.511289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2b94f24e-16e9-4581-bd04-6a964657d879 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:57:00.551632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ae693-1868-4ee4-a39b-c9cc4b7d8af3 req-0c7c8d88-7fe9-40ed-bdf6-540c0da05af8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:00.571329 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-549ae693-1868-4ee4-a39b-c9cc4b7d8af3 req-0c7c8d88-7fe9-40ed-bdf6-540c0da05af8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2987256 Jul 29 17:57:00.649850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:57:00.699970 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-549ae693-1868-4ee4-a39b-c9cc4b7d8af3 req-8c0713b6-b2c6-404d-828c-0117cef36b81 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269460 Jul 29 17:57:00.892140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:00.921170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Transition to ACTIVE for port object 73ddb7f7-4318-44ce-98a4-ec3012969391 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:00.946634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Transition to ACTIVE for port object 73ddb7f7-4318-44ce-98a4-ec3012969391 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:00.956679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.012102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.018782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Pushing event updated for resources: {'Port': ['ID=73ddb7f7-4318-44ce-98a4-ec3012969391,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:01.033517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3559427-f746-4987-bcad-44e8b4e288b5 req-f0ebf9a2-a474-41c7-a841-c4e500a45cfe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:01.044530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3559427-f746-4987-bcad-44e8b4e288b5 req-f0ebf9a2-a474-41c7-a841-c4e500a45cfe tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.4220052 Jul 29 17:57:01.069326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:01.082114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:01.091320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:01.121288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.154219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4f79-cd7b-4fdd-bc65-1cbad70c88bf req-9643f008-0535-4c5e-be53-8cd0ef0ee45e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:01.166862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e3f4f79-cd7b-4fdd-bc65-1cbad70c88bf req-9643f008-0535-4c5e-be53-8cd0ef0ee45e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0974171 Jul 29 17:57:01.267773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1e3f4f79-cd7b-4fdd-bc65-1cbad70c88bf req-205c6c97-2c00-4dca-bfe0-37c797adec15 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934808 Jul 29 17:57:01.269086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Attempting to bind port 73ddb7f7-4318-44ce-98a4-ec3012969391 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:57:01.269697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Attempting to bind port 73ddb7f7-4318-44ce-98a4-ec3012969391 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:57:01.270309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Attempting to bind port 73ddb7f7-4318-44ce-98a4-ec3012969391 on network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:57:01.290370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:57:01.290745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Checking segment: {'id': 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:57:01.291147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.291533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Bound using segment: {'id': 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:57:01.292002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Bound port: 73ddb7f7-4318-44ce-98a4-ec3012969391, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:57:01.300955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.391465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3559427-f746-4987-bcad-44e8b4e288b5 req-727c42aa-cb3d-4bbb-a8e9-7a08801de87a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453732 Jul 29 17:57:01.464492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76903d09-c25a-4f19-96b9-f52d107db907 req-e62dfe29-f358-41f5-bbbb-b1453a72c1ae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:01.478762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76903d09-c25a-4f19-96b9-f52d107db907 req-e62dfe29-f358-41f5-bbbb-b1453a72c1ae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1119878 Jul 29 17:57:01.510542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] For port 73ddb7f7-4318-44ce-98a4-ec3012969391, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:57:01.517541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] For port 73ddb7f7-4318-44ce-98a4-ec3012969391, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73ddb7f7-4318-44ce-98a4-ec3012969391,segment=NetworkSegment(a576ad9f-fe20-4944-819d-bd4f3fe0d8b3),segment_id=a576ad9f-fe20-4944-819d-bd4f3fe0d8b3)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:57:01.526545 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:01.660523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Allocated IP 172.25.5.249 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/052b4496-1ec8-4b34-88d9-c27bff7940be) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:01.729873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d1cf-9e4c-466f-89aa-6cad36680410 None None] Pushing event updated for resources: {'Port': ['ID=73ddb7f7-4318-44ce-98a4-ec3012969391,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:01.773400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-76903d09-c25a-4f19-96b9-f52d107db907 req-b5a796b8-1b02-4485-ab86-e603cec66d53 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839882 Jul 29 17:57:01.943936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9abbe-781d-4ca7-9620-f6f56af0eb92 req-4095cb10-22f1-4fa1-989d-710f9faba2ea tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:01.954156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19a9abbe-781d-4ca7-9620-f6f56af0eb92 req-4095cb10-22f1-4fa1-989d-710f9faba2ea tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.3591392 Jul 29 17:57:02.139219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19a9abbe-781d-4ca7-9620-f6f56af0eb92 req-2d1ab0a3-a384-43f9-b7d4-326ff2edbdac tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814837 Jul 29 17:57:02.213533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:02.452760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:02.600282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:02.603955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:02.626445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:02.721459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19a752-238f-4b1a-97bd-97df682fb5e1 req-02a6ed2c-1d7a-47ee-ac03-437be8bcb432 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:02.736471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a19a752-238f-4b1a-97bd-97df682fb5e1 req-02a6ed2c-1d7a-47ee-ac03-437be8bcb432 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1202574 Jul 29 17:57:02.804567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=052b4496-1ec8-4b34-88d9-c27bff7940be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:02.902550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a19a752-238f-4b1a-97bd-97df682fb5e1 req-01373119-a608-4410-aff3-bdb1f91a1d30 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134167 Jul 29 17:57:03.460950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ed21c-ad10-4114-bd1f-24218b938758 req-d73206a0-2c52-406d-8079-11cb9e0745cf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:03.469396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-933ed21c-ad10-4114-bd1f-24218b938758 req-d73206a0-2c52-406d-8079-11cb9e0745cf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1278317 Jul 29 17:57:03.565697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-933ed21c-ad10-4114-bd1f-24218b938758 req-c3b6a9f7-a0e6-46d1-996e-deb0086ce834 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937214 Jul 29 17:57:03.762216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73ddb7f7-4318-44ce-98a4-ec3012969391 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:03.769518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0d85d-8360-41f0-8e16-89b101974b1b None None] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:57:04.223397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8fc4a93f-e562-4b4b-839c-6d26f87a3e5d None None] Provisioning for port 73ddb7f7-4318-44ce-98a4-ec3012969391 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:04.310176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 73ddb7f7-4318-44ce-98a4-ec3012969391 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:04.330172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:04.335370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 73ddb7f7-4318-44ce-98a4-ec3012969391 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:04.335756 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:04.758014 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:04.892201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce3874-8c92-4d48-81cc-f151200c4df0 req-c4302740-13d9-4158-bbba-d96ec5e259d2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:04.912900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17ce3874-8c92-4d48-81cc-f151200c4df0 req-c4302740-13d9-4158-bbba-d96ec5e259d2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.4546862 Jul 29 17:57:04.949560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 73ddb7f7-4318-44ce-98a4-ec3012969391, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73ddb7f7-4318-44ce-98a4-ec3012969391,segment=NetworkSegment(a576ad9f-fe20-4944-819d-bd4f3fe0d8b3),segment_id=a576ad9f-fe20-4944-819d-bd4f3fe0d8b3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:04.951328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa6991-ad39-45b5-bc84-85d303bf0544 req-4bb2b2ee-638e-4ed8-93f8-f9c19b1c1cf0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:04.965866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:04.967155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30fa6991-ad39-45b5-bc84-85d303bf0544 req-4bb2b2ee-638e-4ed8-93f8-f9c19b1c1cf0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.2464049 Jul 29 17:57:04.983083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:05.178103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-30fa6991-ad39-45b5-bc84-85d303bf0544 req-190b0241-2979-44b7-b758-868e513af808 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014649 Jul 29 17:57:05.224747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=73ddb7f7-4318-44ce-98a4-ec3012969391,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:05.741754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17ce3874-8c92-4d48-81cc-f151200c4df0 req-84ca5094-4330-47ab-85f5-dad5626ab313 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265433 Jul 29 17:57:05.769939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73ddb7f7-4318-44ce-98a4-ec3012969391 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:05.887603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Router 2de0f3e8-a990-4381-aef0-f515b53ac275 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:57:05.938975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda36e3-b359-4979-a9b1-b6b9f2d9b92f req-0bfb7418-6af6-413a-8559-aeedb910dd26 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:05.954143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bdda36e3-b359-4979-a9b1-b6b9f2d9b92f req-0bfb7418-6af6-413a-8559-aeedb910dd26 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1304727 Jul 29 17:57:05.969385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 73ddb7f7-4318-44ce-98a4-ec3012969391 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:05.970878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:06.027634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bdda36e3-b359-4979-a9b1-b6b9f2d9b92f req-71b7380d-3374-4243-9e87-e544318bfe35 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Jul 29 17:57:06.109718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b4913c68-cc35-4fb9-b74d-b7e774d65b6e None None] Provisioning complete for port 73ddb7f7-4318-44ce-98a4-ec3012969391 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:06.114523 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b4913c68-cc35-4fb9-b74d-b7e774d65b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:06.221135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:06.244928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] Sync routers for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:06.260486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:06.261829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4d89e90e-f043-4d94-8a68-9c9ade6adcda tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.0596302 Jul 29 17:57:06.265287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:06.277611 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:06.278364 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:56:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:06.417663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516938c2-cda2-4afc-9e18-852dbb314d05 req-49e7353e-aef7-4607-a4e3-95519f1473ae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:06.419771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-516938c2-cda2-4afc-9e18-852dbb314d05 req-49e7353e-aef7-4607-a4e3-95519f1473ae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1204596 Jul 29 17:57:06.564872 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:06.590906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-516938c2-cda2-4afc-9e18-852dbb314d05 req-1e46c681-63d9-4a95-b95e-35d6b6c1104c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644840 Jul 29 17:57:06.652307 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:06.661856 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:56:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:06.823403 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:06.824067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b4f13-1a14-413f-b312-3eadb6d721ff None None] The sync data for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:07.458633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24e8e1-f324-4ed4-ad25-162556da35ef req-9c41e184-017f-4cf2-9c96-9b4c5e95a7c8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:07.470944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e24e8e1-f324-4ed4-ad25-162556da35ef req-9c41e184-017f-4cf2-9c96-9b4c5e95a7c8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.2073932 Jul 29 17:57:07.630921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e24e8e1-f324-4ed4-ad25-162556da35ef req-6d0a0ec0-6008-4f02-bb08-eb7a56d4c5f3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587780 Jul 29 17:57:08.208266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798be5e-1330-4b7a-9476-002cadbac0d6 req-61d97a3a-2b5f-46dc-be75-bdb065081b39 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:08.218145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3798be5e-1330-4b7a-9476-002cadbac0d6 req-61d97a3a-2b5f-46dc-be75-bdb065081b39 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 1.2815006 Jul 29 17:57:08.292909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3798be5e-1330-4b7a-9476-002cadbac0d6 req-e201ca2f-3511-4e7a-aae7-132475c3763b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724957 Jul 29 17:57:08.363210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:08.858897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Allocated IP 172.20.0.1 (d5b65c5c-5acf-4c62-aa8a-19cc36febf1f/aa2a0428-06a9-43e7-895d-acd1b28ed8bd/5fc876f1-c5b5-4b35-8136-6261e9ecad68) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:08.880528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148ab3-58b2-4a20-9ae7-9567d0dd8b57 req-75d8e632-da24-4858-bb08-7dca28bd0287 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:08.892550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2148ab3-58b2-4a20-9ae7-9567d0dd8b57 req-75d8e632-da24-4858-bb08-7dca28bd0287 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1455836 Jul 29 17:57:08.985555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2148ab3-58b2-4a20-9ae7-9567d0dd8b57 req-f58e526a-e65f-49d0-92a9-a686762bd8c7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916321 Jul 29 17:57:09.131440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:09.179022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Transition to ACTIVE for port object 5fc876f1-c5b5-4b35-8136-6261e9ecad68 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:09.218849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25aae595-5cc5-46f2-a3d0-1415f76c3aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:09.279439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:09.460136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=5fc876f1-c5b5-4b35-8136-6261e9ecad68,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:09.471130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:09.473104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:09.477788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:09.580098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b67df-6c0d-4dd9-be29-444d82da331a req-f81c6294-47ee-493e-a5ad-fc8d1822569f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:09.589239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e7b67df-6c0d-4dd9-be29-444d82da331a req-f81c6294-47ee-493e-a5ad-fc8d1822569f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1007509 Jul 29 17:57:09.641989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:09.700769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e7b67df-6c0d-4dd9-be29-444d82da331a req-60d639e6-db2b-4c99-9004-8f2f79463cf7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101148 Jul 29 17:57:09.980526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c06db4f-18e1-4440-8e34-7ab580f55a00 None None] Provisioning for port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:09.985028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c06db4f-18e1-4440-8e34-7ab580f55a00 None None] Provisioning complete for port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:09.985388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c06db4f-18e1-4440-8e34-7ab580f55a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:10.005538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:10.066792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4c06db4f-18e1-4440-8e34-7ab580f55a00 None None] Port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:57:10.260998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1378d-56c0-4c8f-831b-d74de3d8e06a req-ea95b85f-9f3e-4fe1-b5fa-d5faf06340ed tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:10.273740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42b1378d-56c0-4c8f-831b-d74de3d8e06a req-ea95b85f-9f3e-4fe1-b5fa-d5faf06340ed tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1412141 Jul 29 17:57:10.358462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42b1378d-56c0-4c8f-831b-d74de3d8e06a req-a961d357-9104-40b9-9a96-3acf57f4c050 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654778 Jul 29 17:57:10.599884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:10.613664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:10.710665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc4cb9-5e30-474a-ae3f-063fd1c2d4b1 req-5ee292e9-bde0-48a3-950b-f95e83e9a5ff tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:10.722272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45dc4cb9-5e30-474a-ae3f-063fd1c2d4b1 req-5ee292e9-bde0-48a3-950b-f95e83e9a5ff tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1066186 Jul 29 17:57:10.749313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=5fc876f1-c5b5-4b35-8136-6261e9ecad68,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:10.784042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0186-6fb6-4316-9004-520f5f17e6d2 req-7d8e9840-b805-489e-8824-d4f23aeb7912 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:10.785700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-027f0186-6fb6-4316-9004-520f5f17e6d2 req-7d8e9840-b805-489e-8824-d4f23aeb7912 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.5580668 Jul 29 17:57:10.797426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:10.871762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45dc4cb9-5e30-474a-ae3f-063fd1c2d4b1 req-cbd9c748-68db-47fe-8d03-f28946ebe4a9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482892 Jul 29 17:57:11.005890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:11.041992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:11.196787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48444ec8-6b4b-488f-92a4-07c5a60b0787 req-d25a0c0b-c1be-4367-aaf5-4c1366d2b9ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:11.206285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48444ec8-6b4b-488f-92a4-07c5a60b0787 req-d25a0c0b-c1be-4367-aaf5-4c1366d2b9ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1024811 Jul 29 17:57:11.338741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48444ec8-6b4b-488f-92a4-07c5a60b0787 req-2d2eae31-5bda-4151-afbe-f04a2a95ef74 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240888 Jul 29 17:57:11.409260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-027f0186-6fb6-4316-9004-520f5f17e6d2 req-40831cb6-1a74-42b1-b423-f6e7c9aa12cf tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140780 Jul 29 17:57:11.421665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Router 2de0f3e8-a990-4381-aef0-f515b53ac275 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:57:11.498531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db396d39-2c2b-4b11-ac2e-4c5d917d6ca2 None None] Provisioning complete for port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:11.499789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db396d39-2c2b-4b11-ac2e-4c5d917d6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:11.552382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:11.566709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] Sync routers for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:11.572794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4fa4bafe-3284-4c2d-8de4-abce062e74f4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "PUT /v2.0/routers/2de0f3e8-a990-4381-aef0-f515b53ac275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061147 Jul 29 17:57:11.573555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:11.583082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Request body: {'port': {'network_id': 'd5b65c5c-5acf-4c62-aa8a-19cc36febf1f', 'name': 'tempest-FloatingIPAdminTestJSON-633334185'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:11.627024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:11.631686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:56:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:11.651058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad7454-eb0c-44d0-b4f1-cbe440dd6bc2 req-d03f63d6-c195-496f-9abf-187a6ed12705 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:11.667629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36ad7454-eb0c-44d0-b4f1-cbe440dd6bc2 req-d03f63d6-c195-496f-9abf-187a6ed12705 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1234837 Jul 29 17:57:11.794967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:11.801522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-db396d39-2c2b-4b11-ac2e-4c5d917d6ca2 None None] Port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:57:11.809907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36ad7454-eb0c-44d0-b4f1-cbe440dd6bc2 req-ca60f11d-1cae-4eb4-9d5c-f0662548f1a0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381147 Jul 29 17:57:11.845840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1211994-0728-4b16-8e98-4abec51baa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:11.849340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:11.850475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:56:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:11.890001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:11.891036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f465a7-e6b7-4178-9710-c664a4e28404 None None] The sync data for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:11.893550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:11.977789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Made reservation on behalf of 9c8810ed1b664c8b977adb32451d7480 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:57:11.993627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:12.064869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] device_id is not set on port 9e04f081-2cf1-4c0a-8167-a7fc52164838 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:57:12.125071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d1645-cc72-4692-a986-e03613da42ee req-eff53924-460d-4b90-b658-b2cc9f216c03 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:12.126771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf4d1645-cc72-4692-a986-e03613da42ee req-eff53924-460d-4b90-b658-b2cc9f216c03 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1745389 Jul 29 17:57:12.213441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf4d1645-cc72-4692-a986-e03613da42ee req-b126b473-c7f1-476c-bd43-76e7b3dbba25 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 Jul 29 17:57:12.295968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Allocated IP 172.20.0.3 (d5b65c5c-5acf-4c62-aa8a-19cc36febf1f/aa2a0428-06a9-43e7-895d-acd1b28ed8bd/9e04f081-2cf1-4c0a-8167-a7fc52164838) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:12.863859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89733147-26dd-4114-81d9-d8796fe130a7 req-32e57c30-793d-46b8-a935-d93e4053ab94 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:12.869963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:12.877789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89733147-26dd-4114-81d9-d8796fe130a7 req-32e57c30-793d-46b8-a935-d93e4053ab94 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1808679 Jul 29 17:57:12.910621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Transition to ACTIVE for port object 9e04f081-2cf1-4c0a-8167-a7fc52164838 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:12.943160 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:12.984226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89733147-26dd-4114-81d9-d8796fe130a7 req-2254026c-01f2-45e9-95d0-4c1117531c33 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050923 Jul 29 17:57:13.042645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:13.231762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:13.248568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:13.267134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:13.308172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ee3b-3419-401d-b7d1-2b3ad988bd69 req-91688341-f5af-4ea6-b359-0656c050bcca tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:13.316821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad48ee3b-3419-401d-b7d1-2b3ad988bd69 req-91688341-f5af-4ea6-b359-0656c050bcca tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.3249035 Jul 29 17:57:13.373503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event updated for resources: {'Port': ['ID=9e04f081-2cf1-4c0a-8167-a7fc52164838,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:13.397732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698773c-8e65-4907-a296-56f4768bd82e req-fcdea5df-ddf5-47b9-b61f-3b7e8ad5c0bd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:13.420716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5698773c-8e65-4907-a296-56f4768bd82e req-fcdea5df-ddf5-47b9-b61f-3b7e8ad5c0bd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.2274415 Jul 29 17:57:13.545262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5698773c-8e65-4907-a296-56f4768bd82e req-f8dae464-8320-46e9-a7ff-ab7bf477be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215839 Jul 29 17:57:13.574233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:13.581869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:13.632218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41962) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:13.636345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8266b88e-b9fb-4251-b184-592f93658c36 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0613024 Jul 29 17:57:13.654770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ad48ee3b-3419-401d-b7d1-2b3ad988bd69 req-1bf6cf60-0f84-4886-ab07-bdc3e4a5187d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749429 Jul 29 17:57:13.836731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'project_id': '9c8810ed1b664c8b977adb32451d7480', 'port_id': '9e04f081-2cf1-4c0a-8167-a7fc52164838'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:13.870889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a9b2da3e-1f5d-4562-b04f-af38a959a589 None None] Provisioning for port 9e04f081-2cf1-4c0a-8167-a7fc52164838 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:13.875396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a9b2da3e-1f5d-4562-b04f-af38a959a589 None None] Provisioning complete for port 9e04f081-2cf1-4c0a-8167-a7fc52164838 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:13.875930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da3e-1f5d-4562-b04f-af38a959a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:13.903747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:13.944104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d56e-ccc1-44eb-a72f-6a0bc8587e33 req-5c6bcaa1-8805-4468-a562-eba3f6a3f8a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:13.948104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3bc2d56e-ccc1-44eb-a72f-6a0bc8587e33 req-5c6bcaa1-8805-4468-a562-eba3f6a3f8a7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1342566 Jul 29 17:57:13.949951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2da3e-1f5d-4562-b04f-af38a959a589 None None] Port 9e04f081-2cf1-4c0a-8167-a7fc52164838 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:57:14.107115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:14.132204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3bc2d56e-ccc1-44eb-a72f-6a0bc8587e33 req-423017a9-c886-484d-a47c-e3e20c3f0efb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721401 Jul 29 17:57:14.402791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db55e8-1298-4cb9-a7a8-47ccce46826f req-e952d32b-691c-49ec-9f82-33b3ab72d18f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:14.405884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67db55e8-1298-4cb9-a7a8-47ccce46826f req-e952d32b-691c-49ec-9f82-33b3ab72d18f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.1931026 Jul 29 17:57:14.480120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03825-6b05-40b3-bdcd-a524ec65a3b5 req-78aecd5b-35ea-4555-aeb8-ec883c8d0f6d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:14.490867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1a03825-6b05-40b3-bdcd-a524ec65a3b5 req-78aecd5b-35ea-4555-aeb8-ec883c8d0f6d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1094332 Jul 29 17:57:14.556388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67db55e8-1298-4cb9-a7a8-47ccce46826f req-9391e59e-c7bf-4f50-96b9-89dd2007004c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349053 Jul 29 17:57:14.567446 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:14.590134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Allocated IP 172.25.5.232 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/de826492-f312-4eaa-8946-9d14254247e7) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:14.621788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a1a03825-6b05-40b3-bdcd-a524ec65a3b5 req-325d6ba5-8e86-4240-bc15-5be1dfa3f64d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242504 Jul 29 17:57:14.851445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:14.858979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b233b-7095-4b46-9f44-0a771b6c12a4 req-28348ea0-a27b-45b9-9dd9-a771892b8947 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:14.868029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b8b233b-7095-4b46-9f44-0a771b6c12a4 req-28348ea0-a27b-45b9-9dd9-a771892b8947 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1189077 Jul 29 17:57:14.955606 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1b8b233b-7095-4b46-9f44-0a771b6c12a4 req-92ca1dde-ca61-4deb-87fd-92733c2da342 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814764 Jul 29 17:57:15.051240 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:15.094113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:15.098672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:15.110153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e53ad-743f-4b62-b80f-c2f12e1b4f26 req-832e6ff5-c717-499b-9d38-6a8be9154c4b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:15.112084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b8e53ad-743f-4b62-b80f-c2f12e1b4f26 req-832e6ff5-c717-499b-9d38-6a8be9154c4b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1565435 Jul 29 17:57:15.115670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:15.295434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Pushing event updated for resources: {'Port': ['ID=de826492-f312-4eaa-8946-9d14254247e7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:15.369762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc44628-90df-4f57-b1d1-62f25592cc6e req-7cb58f30-a5b5-47b3-bc9b-bf337b786cef tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:15.378121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dc44628-90df-4f57-b1d1-62f25592cc6e req-7cb58f30-a5b5-47b3-bc9b-bf337b786cef tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1115460 Jul 29 17:57:15.419846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dc44628-90df-4f57-b1d1-62f25592cc6e req-3fbc623d-61bc-4194-bff8-5343f73643ad tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Jul 29 17:57:15.689526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b8e53ad-743f-4b62-b80f-c2f12e1b4f26 req-9da7f4fe-5f80-4857-9622-2998f84ecc70 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573309 Jul 29 17:57:15.788460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-0e547e32-5a4a-4a2c-a142-d1eb240a5a06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2305114 Jul 29 17:57:15.793735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0090ca0-b81d-421c-adb9-a39464e0ac4a req-c5b44a36-c042-4ad8-8ae2-1f2a8252a44f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:15.828357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0090ca0-b81d-421c-adb9-a39464e0ac4a req-c5b44a36-c042-4ad8-8ae2-1f2a8252a44f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1706669 Jul 29 17:57:15.989861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f0090ca0-b81d-421c-adb9-a39464e0ac4a req-79ad8839-743c-4d91-9d96-35d16e785de1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590223 Jul 29 17:57:16.138595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828b7bf-a17c-4269-b890-1addd2e4701a req-c96ef9b3-9d84-4dd9-bcc4-2400f48c796e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.143703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2828b7bf-a17c-4269-b890-1addd2e4701a req-c96ef9b3-9d84-4dd9-bcc4-2400f48c796e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.3256476 Jul 29 17:57:16.176647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-13dc3bb4-bd0f-4dcd-9205-1f5f69724e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.180969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-13dc3bb4-bd0f-4dcd-9205-1f5f69724e4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2990832 Jul 29 17:57:16.369872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2828b7bf-a17c-4269-b890-1addd2e4701a req-8290f9bd-3cf2-4fb9-aadc-2d2c3c817110 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175484 Jul 29 17:57:16.385238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:16.536654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-73eedc66-4c9f-4d4b-9fcf-ec404dd23965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.541131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-73eedc66-4c9f-4d4b-9fcf-ec404dd23965 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.3056607 Jul 29 17:57:16.615936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57518f3-fc72-42df-8e6c-2d7184e9b890 req-76041b38-56f1-4312-a127-f09b86ab3dd4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.618079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c57518f3-fc72-42df-8e6c-2d7184e9b890 req-76041b38-56f1-4312-a127-f09b86ab3dd4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1960874 Jul 29 17:57:16.648652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:16.650182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-b50304b3-4623-4d75-bc13-d15c15de4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.655931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-b50304b3-4623-4d75-bc13-d15c15de4b22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1096 time: 0.1617317 Jul 29 17:57:16.706814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-6239c02d-1d09-4e7a-a2b2-19f4d5c30f0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.1210876 Jul 29 17:57:16.800562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c57518f3-fc72-42df-8e6c-2d7184e9b890 req-785250c0-e075-49f2-986d-1d8af9aef0b8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673529 Jul 29 17:57:16.897330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-1fc6aa68-a3ad-43b4-87d8-507aa08f78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.899508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-1fc6aa68-a3ad-43b4-87d8-507aa08f78e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.2305007 Jul 29 17:57:16.941312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-33c753d9-aebc-4458-a0b1-b330c86f1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.943262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-33c753d9-aebc-4458-a0b1-b330c86f1c1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.2210879 Jul 29 17:57:16.994676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41af53-4208-4a4d-8c7f-6ae466426ace req-283fd174-a9c5-44cf-a9c2-c01b29490fac tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:16.996221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca41af53-4208-4a4d-8c7f-6ae466426ace req-283fd174-a9c5-44cf-a9c2-c01b29490fac tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1665709 Jul 29 17:57:17.035693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-b5bf3ed5-58a4-4cd3-bd6e-95413ff16b5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 1000 time: 0.1264772 Jul 29 17:57:17.064248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:17.075902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca41af53-4208-4a4d-8c7f-6ae466426ace req-95645718-9516-4d47-8ed4-13378d71ffca tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Jul 29 17:57:17.077789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-849764d6-edcc-4a35-9beb-92233b1bbced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:17.079415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-849764d6-edcc-4a35-9beb-92233b1bbced service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275988 Jul 29 17:57:17.080740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:17.151674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0f1e8-a657-4a93-95c9-8d17cf976242 req-af609c8d-7900-45fa-a367-37fde30d5337 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:17.164790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-18d0f1e8-a657-4a93-95c9-8d17cf976242 req-af609c8d-7900-45fa-a367-37fde30d5337 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1231267 Jul 29 17:57:17.173316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-f0ee6a7d-b859-496b-a9a3-ceb603de9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:17.174823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-f0ee6a7d-b859-496b-a9a3-ceb603de9883 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.1236391 Jul 29 17:57:17.203747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Pushing event updated for resources: {'Port': ['ID=de826492-f312-4eaa-8946-9d14254247e7,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:17.249720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-a69cba30-e8ac-4b08-885b-eb70bf28d8c1 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593642 Jul 29 17:57:17.251644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:17.364421 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-18d0f1e8-a657-4a93-95c9-8d17cf976242 req-5d81d106-37da-4dc8-a756-097d115f8ab9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036524 Jul 29 17:57:17.413252 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-cec2ff37-a288-48c7-a7a1-a53fe37b1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:17.421513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-cec2ff37-a288-48c7-a7a1-a53fe37b1197 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374763 Jul 29 17:57:17.623909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4ee18-e7c7-4ce7-9e63-fd051ebef740 req-6740f8b6-e802-4a24-8767-5f44590d4061 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:17.625593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0af4ee18-e7c7-4ce7-9e63-fd051ebef740 req-6740f8b6-e802-4a24-8767-5f44590d4061 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 945 time: 0.0776026 Jul 29 17:57:17.649031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-5b8fe2d1-c58b-42da-97ff-9549af60ef63 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112534 Jul 29 17:57:17.731960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0af4ee18-e7c7-4ce7-9e63-fd051ebef740 req-9cbf2da0-d276-4bbd-bd67-18957152f255 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956779 Jul 29 17:57:17.778627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-789d28e1-43f1-4024-9e01-37f1f624fc5e req-717b0bf1-92ef-4332-9905-720c934abeaa service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208179 Jul 29 17:57:17.971053 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Floating IP 5e7fa788-f9d7-447d-aa7a-8d328fec74d8 associated. External IP: 172.25.5.232, port: 9e04f081-2cf1-4c0a-8167-a7fc52164838. Jul 29 17:57:18.027188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095537de-2e72-425c-9524-90069a811548 req-a5501689-41b7-48a1-afba-ea014ea2356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.028772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-a5501689-41b7-48a1-afba-ea014ea2356d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 1096 time: 0.2331297 Jul 29 17:57:18.117407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11bd406c-f308-4a9b-b322-40ba4d6f83c9 req-a37a4130-c645-4380-b293-12ce92e47f64 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057630 Jul 29 17:57:18.163799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518595-2c6f-4e6b-a999-9ac7c9904596 req-86b11e6a-e3ac-4873-a549-29403f155c10 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.171627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44518595-2c6f-4e6b-a999-9ac7c9904596 req-86b11e6a-e3ac-4873-a549-29403f155c10 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 813 time: 0.3580773 Jul 29 17:57:18.208617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44518595-2c6f-4e6b-a999-9ac7c9904596 req-a8a607ae-3042-4245-8200-406fd5243106 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/quotas/58ebcdbbcbf643d08528056d39286b4f HTTP/1.1" status: 200 len: 375 time: 0.0360911 Jul 29 17:57:18.223320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f563-e28e-4de1-bd00-f7bfa6f73374 req-3c95da59-253e-4e93-b4e9-4e6628462486 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.230871 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8443f563-e28e-4de1-bd00-f7bfa6f73374 req-3c95da59-253e-4e93-b4e9-4e6628462486 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0641725 Jul 29 17:57:18.274003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8443f563-e28e-4de1-bd00-f7bfa6f73374 req-6593b3a2-b523-4ce4-8172-0cfe684c10a8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Jul 29 17:57:18.317074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095537de-2e72-425c-9524-90069a811548 req-920bb880-fce0-4e4d-92a1-93c14fe39e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.318821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-920bb880-fce0-4e4d-92a1-93c14fe39e71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2745097 Jul 29 17:57:18.341759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44518595-2c6f-4e6b-a999-9ac7c9904596 req-b70b6a54-84da-4568-82c8-ac66638f0d3e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218011 Jul 29 17:57:18.480075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:18.500264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-ffaa8c82-05d6-4156-9dbe-50e60ed22d13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6222493b-e801-494a-81ae-3f06bd36ec17 HTTP/1.1" status: 200 len: 217 time: 0.1713197 Jul 29 17:57:18.505908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Router 2de0f3e8-a990-4381-aef0-f515b53ac275 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:57:18.554577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396bdfb-f73f-43db-b02e-0d1e4a6545f5 req-255fa68c-3f6c-4ac8-8880-b16fd3234299 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.562002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7396bdfb-f73f-43db-b02e-0d1e4a6545f5 req-255fa68c-3f6c-4ac8-8880-b16fd3234299 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1140513 Jul 29 17:57:18.632025 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:18.642766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7396bdfb-f73f-43db-b02e-0d1e4a6545f5 req-5234c9fe-1846-4bb5-a82f-964d9397af64 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797229 Jul 29 17:57:18.684744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095537de-2e72-425c-9524-90069a811548 req-b3ad23b9-4f20-436b-96dc-7745d3fc413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.686026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-b3ad23b9-4f20-436b-96dc-7745d3fc413f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1739924 Jul 29 17:57:18.700712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:18.703062 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006623a7-09d3-4ee1-9d62-55ab0071f363" -d '{"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-unplugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:18.753007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:18.763659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:18.766358 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36011a-165b-4f97-89ca-6eb6b9f9621b x-openstack-request-id: req-1c36011a-165b-4f97-89ca-6eb6b9f9621b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:18.766650 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-unplugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:18.767066 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c36011a-165b-4f97-89ca-6eb6b9f9621b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:18.767607 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'code': 200} Jul 29 17:57:18.836759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:18.860811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:18.871571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] Sync routers for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:18.888498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:18.891642 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:18.907140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095537de-2e72-425c-9524-90069a811548 req-21418a10-bac6-4abc-b17b-b7503b92a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.909107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-21418a10-bac6-4abc-b17b-b7503b92a443 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148852 Jul 29 17:57:18.931368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e61f-b4e0-4fd6-9545-13d823dfdd38 req-7f573549-5d55-4d6d-9b93-7398218d11dd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:18.950280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b195e61f-b4e0-4fd6-9545-13d823dfdd38 req-7f573549-5d55-4d6d-9b93-7398218d11dd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0889733 Jul 29 17:57:18.950526 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:18.951506 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:18.952329 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:19.000166 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:19.000840 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db29a08-0858-4c37-a0e9-3a7f0818fa7a None None] The sync data for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:19.006924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b195e61f-b4e0-4fd6-9545-13d823dfdd38 req-e2d2c051-ce5f-4721-aaf0-2d3375e8ce20 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530908 Jul 29 17:57:19.024195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.033504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abee95b-08d5-4dc9-9d7f-7ec45c513a01 req-09643036-9703-4b92-b99e-0695c77666c9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.041203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1abee95b-08d5-4dc9-9d7f-7ec45c513a01 req-09643036-9703-4b92-b99e-0695c77666c9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.3032181 Jul 29 17:57:19.080036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:19.124243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1abee95b-08d5-4dc9-9d7f-7ec45c513a01 req-c11ef56c-bcab-48c6-84f8-3692f72a9111 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Jul 29 17:57:19.148473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9174fa5c-4d99-4014-9c71-d9475b61224f tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5144629 Jul 29 17:57:19.151813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:19.157386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-c050f52c-10ee-43a9-9e23-2b823ff0edd2 service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405410 Jul 29 17:57:19.297207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4ba07eb2-ea71-471f-b316-5e65e8d33646 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "GET /v2.0/floatingips/5e7fa788-f9d7-447d-aa7a-8d328fec74d8 HTTP/1.1" status: 200 len: 982 time: 0.1441581 Jul 29 17:57:19.298141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42158) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:19.322355 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-095537de-2e72-425c-9524-90069a811548 req-8af49638-bdc1-42ea-b4a4-eb18bc8dcabf service neutron] 10.222.0.38 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554787 Jul 29 17:57:19.403674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6d07858-e8f3-4a8b-bf11-34217cd9540f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.474827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-068fbf05-ec74-45a8-8e75-4f26d95ef988 req-8e05849e-2edb-4e5e-b8cd-a82484345716 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=58ebcdbbcbf643d08528056d39286b4f HTTP/1.1" status: 200 len: 221 time: 0.1302598 Jul 29 17:57:19.493935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2221-1a17-41d8-918b-f8ff94e19839 req-66cc6492-5f55-4354-8000-b5f68c1a5969 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.495846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54dc2221-1a17-41d8-918b-f8ff94e19839 req-66cc6492-5f55-4354-8000-b5f68c1a5969 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.0619652 Jul 29 17:57:19.506962 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8bcff569-eb3b-40a1-89a5-6839f53fd649 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3814 time: 0.2060461 Jul 29 17:57:19.512798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42176) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:19.556211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54dc2221-1a17-41d8-918b-f8ff94e19839 req-388d063e-b4d3-4e76-a12c-8639e3fd1c84 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Jul 29 17:57:19.731605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb469fe-311d-467a-9ea6-cb338e60103d req-b6aab8c3-1f9f-4e2f-8bec-92e50177c753 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.733108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bfb469fe-311d-467a-9ea6-cb338e60103d req-b6aab8c3-1f9f-4e2f-8bec-92e50177c753 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1370702 Jul 29 17:57:19.775355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6d07858-e8f3-4a8b-bf11-34217cd9540f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.788316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6d07858-e8f3-4a8b-bf11-34217cd9540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.855126 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6d07858-e8f3-4a8b-bf11-34217cd9540f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fad469f6be924edcb7b3c173540eab49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739570 Jul 29 17:57:19.859893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42192) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:19.868433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d07858-e8f3-4a8b-bf11-34217cd9540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f6e26-2999-4101-ac5a-65f9b55e1bb2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:19.868651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-2a504efd-4bdd-4e28-afa6-db6c59e9bc3f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0714118 Jul 29 17:57:19.873404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bfb469fe-311d-467a-9ea6-cb338e60103d req-7de62507-2785-452c-a6cc-e29e03c826db tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337306 Jul 29 17:57:19.921343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port de826492-f312-4eaa-8946-9d14254247e7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:19.921694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.980295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:19.987571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.987977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.988619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.989184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.989660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.990127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.990785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:19.992870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3b5b6b07-e4dd-46c9-800b-b2ec6c13f9f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.0636590 Jul 29 17:57:20.020849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.034118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618c3b-a47c-494a-a335-30c37e676dc9 req-f13cfd2b-3b49-4e65-af36-ea35656aaf38 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.041788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.041940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2618c3b-a47c-494a-a335-30c37e676dc9 req-f13cfd2b-3b49-4e65-af36-ea35656aaf38 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0710843 Jul 29 17:57:20.042161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.074336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for de826492-f312-4eaa-8946-9d14254247e7 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:20.141417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2618c3b-a47c-494a-a335-30c37e676dc9 req-b6db5d36-e596-47d1-8bad-1efed5a12037 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985985 Jul 29 17:57:20.194788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-0f5906c1-8caf-42c8-aa39-71d35c8c19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.195275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-0f5906c1-8caf-42c8-aa39-71d35c8c19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.195738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-0f5906c1-8caf-42c8-aa39-71d35c8c19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.197662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-0f5906c1-8caf-42c8-aa39-71d35c8c19ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 2298 time: 0.1713216 Jul 29 17:57:20.301933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-92b2c0d4-01a5-4933-bcf6-8fe2405d0f0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 1001 time: 0.0964394 Jul 29 17:57:20.328497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68d284-9ca4-44a2-83bb-dcb9c57b98ed req-6b3fbc7b-3dfc-4f52-9188-984a6e06beb2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.330080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b68d284-9ca4-44a2-83bb-dcb9c57b98ed req-6b3fbc7b-3dfc-4f52-9188-984a6e06beb2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0869465 Jul 29 17:57:20.386116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-145a602b-4f5e-46ee-b79f-8346210e6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.387832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-145a602b-4f5e-46ee-b79f-8346210e6829 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.0774791 Jul 29 17:57:20.430514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b68d284-9ca4-44a2-83bb-dcb9c57b98ed req-c4cfa735-e2c1-4c27-a6e6-818ca42a5cb2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813456 Jul 29 17:57:20.447761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-e7e0ad77-2f54-4861-826e-74f25a62ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.449334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-e7e0ad77-2f54-4861-826e-74f25a62ede8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526969 Jul 29 17:57:20.573468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3047217-4129-42c7-a9b8-0fea0e007d03 req-dc87377b-93af-424c-baaf-f07212f77026 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.575055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3047217-4129-42c7-a9b8-0fea0e007d03 req-dc87377b-93af-424c-baaf-f07212f77026 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.4944496 Jul 29 17:57:20.575817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.582081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.582081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc7f6e26-2999-4101-ac5a-65f9b55e1bb2 HTTP/1.1" status: 204 len: 168 time: 0.7184236 Jul 29 17:57:20.604571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25379a8-2487-45d7-8c58-ef9bf79c8dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f6e26-2999-4101-ac5a-65f9b55e1bb2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:20.613264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabade1-7f0d-4ded-a74a-7c7afb17a59d req-f8b026ef-5dd8-4a3f-96d6-be5852048da5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.615032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fabade1-7f0d-4ded-a74a-7c7afb17a59d req-f8b026ef-5dd8-4a3f-96d6-be5852048da5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0937223 Jul 29 17:57:20.617340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-d3384b20-bddf-4c46-ae35-527d0cd04a50 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590006 Jul 29 17:57:20.664086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3047217-4129-42c7-a9b8-0fea0e007d03 req-5d6a80a3-f1a7-42b7-a411-b96a4060efdb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678079 Jul 29 17:57:20.770631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fabade1-7f0d-4ded-a74a-7c7afb17a59d req-72fa1b83-0f2f-4dae-af2d-1ee7259d0521 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475916 Jul 29 17:57:20.795621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.816280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-c9f568a8-44d1-4d9a-8e97-c93820845b50 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814973 Jul 29 17:57:20.862476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-7c384607-282b-491f-8e22-65033c2e78ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 217 time: 0.0375266 Jul 29 17:57:20.903244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=de826492-f312-4eaa-8946-9d14254247e7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:20.921052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-d7b08199-f9e0-4901-b3d3-c9613d0a66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.922655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-d7b08199-f9e0-4901-b3d3-c9613d0a66fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0530841 Jul 29 17:57:20.935950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc17b94-f31a-4308-bca5-018c3fd53ee3 req-12f9b1b8-a50f-439e-a428-e6c350888605 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:20.943644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfc17b94-f31a-4308-bca5-018c3fd53ee3 req-12f9b1b8-a50f-439e-a428-e6c350888605 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 945 time: 0.1867940 Jul 29 17:57:20.978037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.978428 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Floating IP 5e7fa788-f9d7-447d-aa7a-8d328fec74d8 disassociated (deleted). External IP: 172.25.5.232, port: 9e04f081-2cf1-4c0a-8167-a7fc52164838. Jul 29 17:57:21.019561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-d17b7636-0546-4cf1-8736-a86d626e1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:21.021886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-d17b7636-0546-4cf1-8736-a86d626e1801 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908971 Jul 29 17:57:21.095557 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfc17b94-f31a-4308-bca5-018c3fd53ee3 req-725f6e8a-d106-4141-90d8-7e1d6af9977f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489823 Jul 29 17:57:21.215680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-1a9666af-085f-41e1-a511-aca447eca021 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829355 Jul 29 17:57:21.273335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:21.317016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121f2ee-7c28-4fef-8c4a-46c167e62e0d req-13bc0e92-3a41-41de-abef-abd34679a4bc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:21.328820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b121f2ee-7c28-4fef-8c4a-46c167e62e0d req-13bc0e92-3a41-41de-abef-abd34679a4bc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1179850 Jul 29 17:57:21.409178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-a264e12b-a710-429c-bc14-ed6eb7537e2d service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832528 Jul 29 17:57:21.440550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:21.469933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-77ce9f89-e02d-476e-b99a-34bdca7d9a50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 217 time: 0.0521286 Jul 29 17:57:21.489870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:21.496386 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcef242-e3db-4973-b98d-1f32b3ea2c08" -d '{"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-unplugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:21.541773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-8197a290-d68e-4345-9859-2dfc9c4cd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:21.543571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-8197a290-d68e-4345-9859-2dfc9c4cd9a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0580392 Jul 29 17:57:21.550411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b121f2ee-7c28-4fef-8c4a-46c167e62e0d req-8b7fa477-6789-4090-af98-5bcc172451ec tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157230 Jul 29 17:57:21.555992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:21.573208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:21.663631 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ca519-9882-4b08-ae25-78fca8af7fa8 x-openstack-request-id: req-ec5ca519-9882-4b08-ae25-78fca8af7fa8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:21.663965 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-unplugged", "status": "completed", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:21.664773 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec5ca519-9882-4b08-ae25-78fca8af7fa8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:21.665316 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17', 'code': 200} Jul 29 17:57:21.666264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-4cc5797f-b959-4991-8c43-b488012fdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:21.667831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-4cc5797f-b959-4991-8c43-b488012fdecd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1157396 Jul 29 17:57:21.704941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:21.733932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Router 2de0f3e8-a990-4381-aef0-f515b53ac275 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:57:21.763514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d3bb-4524-4594-aabb-ff73cc13a5bf req-c9491e03-4842-42d1-9fa2-d29c659b0367 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:21.771443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7189d3bb-4524-4594-aabb-ff73cc13a5bf req-c9491e03-4842-42d1-9fa2-d29c659b0367 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0982049 Jul 29 17:57:21.885089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7189d3bb-4524-4594-aabb-ff73cc13a5bf req-e398f961-4590-4ef1-8f8c-7c3b8e7fea39 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125112 Jul 29 17:57:21.934659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:21.945565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:21.948958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] Sync routers for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:21.966312 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-40449e82-7fb8-4833-b505-2fb50dc85fab service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855034 Jul 29 17:57:21.969296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:21.969953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:21.997608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c9072a46-d0d5-45c9-b0fd-e4cbdace3dcc tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e7fa788-f9d7-447d-aa7a-8d328fec74d8 HTTP/1.1" status: 204 len: 168 time: 2.4837112 Jul 29 17:57:22.001834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:22.006875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:22.007609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e38866-1d44-41d1-bb6e-b9422f9501b6 req-8743a97b-e6e4-4853-ab0c-d36283e37175 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.018302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1e38866-1d44-41d1-bb6e-b9422f9501b6 req-8743a97b-e6e4-4853-ab0c-d36283e37175 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1250718 Jul 29 17:57:22.041185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:22.074146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:22.095446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:22.098364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:22.182584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:22.183272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacb33f-b388-481c-a2cb-95ba36b923a4 None None] The sync data for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:22.227349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:22.394835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f322-c4c1-4e06-a0e3-cfe5d6cb4a3c req-2b579af9-f88d-4ac4-becb-3024304e1f42 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.397036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b419f322-c4c1-4e06-a0e3-cfe5d6cb4a3c req-2b579af9-f88d-4ac4-becb-3024304e1f42 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1523457 Jul 29 17:57:22.447874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Allocated IP 172.25.5.43 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3ae68816-e0fd-41f8-9558-813bd08feeab) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:22.496706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:22.504343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1e38866-1d44-41d1-bb6e-b9422f9501b6 req-91a119ce-eaeb-4399-bb90-cb53a565b8b3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838550 Jul 29 17:57:22.540690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b419f322-c4c1-4e06-a0e3-cfe5d6cb4a3c req-8ad2fa7a-95c2-4685-ad0b-afecd871f5f0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280801 Jul 29 17:57:22.602642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-cad01a5a-92c9-41f1-b0c5-0a82a3ceef09 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273689 Jul 29 17:57:22.716637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-04eb1812-ba75-4f31-b79a-4e772eeccbab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 217 time: 0.1058192 Jul 29 17:57:22.775021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d0a3b-b1cc-4412-b80d-49e6b2ab88f0 req-3b6c89ef-1d6c-47bd-97c5-1a96a51f1a16 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.776726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d43d0a3b-b1cc-4412-b80d-49e6b2ab88f0 req-3b6c89ef-1d6c-47bd-97c5-1a96a51f1a16 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1207895 Jul 29 17:57:22.797084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:22.847210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-52014ec1-e9df-4840-aaef-8449a672caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.848744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-52014ec1-e9df-4840-aaef-8449a672caff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1097283 Jul 29 17:57:22.865032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538700c2-c85f-4aeb-8077-65bd5f677540 req-c2395c4c-e588-44a2-8706-7d0119e678d8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.866638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-538700c2-c85f-4aeb-8077-65bd5f677540 req-c2395c4c-e588-44a2-8706-7d0119e678d8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 943 time: 0.1571527 Jul 29 17:57:22.894376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d43d0a3b-b1cc-4412-b80d-49e6b2ab88f0 req-ed7c58e4-843d-4103-b980-b9bc7d382016 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067195 Jul 29 17:57:22.895488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:22.901277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-117c2c0d-52fb-4fdf-be8e-828670c11fce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4799280 Jul 29 17:57:22.948693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-51fa22b2-72c9-4927-8abf-6f5fb681e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:22.950536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-51fa22b2-72c9-4927-8abf-6f5fb681e174 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941780 Jul 29 17:57:22.981975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:22.985161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-538700c2-c85f-4aeb-8077-65bd5f677540 req-6ea6e406-dab7-433d-9e0c-7a4039736f00 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874436 Jul 29 17:57:22.988646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:22.992189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:23.027346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae68816-e0fd-41f8-9558-813bd08feeab,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:23.176923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-63995f53-62c0-4ef7-8661-0934c2320a0c service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138710 Jul 29 17:57:23.184806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1acb1-a406-4029-8faf-fdd0e43d5074 req-8e42b86b-d326-4bc2-a94c-08e3a1498178 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.192962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2db1acb1-a406-4029-8faf-fdd0e43d5074 req-8e42b86b-d326-4bc2-a94c-08e3a1498178 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0980434 Jul 29 17:57:23.195412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.204305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e7380-e105-4bc9-a20d-7aa57b4271a8 req-7d362635-ba5c-4a6e-8636-341759b4ca01 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.212132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d10e7380-e105-4bc9-a20d-7aa57b4271a8 req-7d362635-ba5c-4a6e-8636-341759b4ca01 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1286421 Jul 29 17:57:23.292155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d10e7380-e105-4bc9-a20d-7aa57b4271a8 req-20126c22-73aa-421a-a582-3a064a61095c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750637 Jul 29 17:57:23.311005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2db1acb1-a406-4029-8faf-fdd0e43d5074 req-8c4c8cb5-1b4c-4ec3-b81d-2762e7746b37 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023593 Jul 29 17:57:23.317598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.384760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-9bb055dd-6315-49d5-98a9-58d18d60cdf2 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895955 Jul 29 17:57:23.449099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-5173a56f-9fed-4d72-b414-50a6999cc2ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0545120 Jul 29 17:57:23.543692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-013ca331-e060-4aad-b6f7-6ebf99799312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.545352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-013ca331-e060-4aad-b6f7-6ebf99799312 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0855553 Jul 29 17:57:23.561749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f8e8b-5ae6-4ea4-b7b7-a8454af18e66 req-24a3e83c-8348-45fc-96b6-bbd65c16044a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.563887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e87f8e8b-5ae6-4ea4-b7b7-a8454af18e66 req-24a3e83c-8348-45fc-96b6-bbd65c16044a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1166580 Jul 29 17:57:23.669280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-b084354b-cdeb-4fba-8483-ea4a8dd2be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.671448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-b084354b-cdeb-4fba-8483-ea4a8dd2be36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058078 Jul 29 17:57:23.675419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e87f8e8b-5ae6-4ea4-b7b7-a8454af18e66 req-abedc9ce-7682-471a-9dd7-9f7ce94a0124 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908151 Jul 29 17:57:23.738663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b29f3-8978-4631-9aed-0a22d9d36dec req-bfd5023d-676b-4c70-b186-729c83329018 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.740428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc3b29f3-8978-4631-9aed-0a22d9d36dec req-bfd5023d-676b-4c70-b186-729c83329018 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1998656 Jul 29 17:57:23.822743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-0a040c89-f412-412d-a700-36c15af9c978 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436214 Jul 29 17:57:23.835218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.857976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.865423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc3b29f3-8978-4631-9aed-0a22d9d36dec req-f040e80a-a95e-4bdf-83a0-e16ac28dd88c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099865 Jul 29 17:57:23.947667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.965764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b7c52-811b-47b7-91d9-00078b43bc7b req-96f00a20-ad3c-4d4b-b8ad-e69666044673 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:23.967922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-159b7c52-811b-47b7-91d9-00078b43bc7b req-96f00a20-ad3c-4d4b-b8ad-e69666044673 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1439862 Jul 29 17:57:23.979074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:23.980499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9774969 Jul 29 17:57:23.981483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194432-2787-4d37-a081-5f0d68d5b939 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae68816-e0fd-41f8-9558-813bd08feeab,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:23.984140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42340) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:24.045220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-91a34f5c-0d47-4149-b040-0566f13bfadb service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111375 Jul 29 17:57:24.062175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-159b7c52-811b-47b7-91d9-00078b43bc7b req-cdfd4d30-5aa9-4b48-ac19-830bba9c574a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834899 Jul 29 17:57:24.174227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-933d3978-0c4e-4f50-afc8-91b65f84c45a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 217 time: 0.1106024 Jul 29 17:57:24.286147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-06a29343-966f-45c5-9e68-810c7c88ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.288813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-06a29343-966f-45c5-9e68-810c7c88ccfc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.1072159 Jul 29 17:57:24.308489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72a69-986f-4b35-bcd7-9fd786bc342d req-05791963-959e-4487-bd87-6924ef7b2db8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.311476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0e72a69-986f-4b35-bcd7-9fd786bc342d req-05791963-959e-4487-bd87-6924ef7b2db8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0975451 Jul 29 17:57:24.398956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-2b8daa28-eebf-4266-82f8-556e2cc5bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.400906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-2b8daa28-eebf-4266-82f8-556e2cc5bf6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042352 Jul 29 17:57:24.405331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0e72a69-986f-4b35-bcd7-9fd786bc342d req-2c2b89c6-22a3-4388-a602-a7866a45b001 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Jul 29 17:57:24.418792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d613-87ad-4e16-9991-d6fe82f435e6 req-a88bf06e-7d55-41c9-b97f-4e55b06b72a0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.436370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abe4d613-87ad-4e16-9991-d6fe82f435e6 req-a88bf06e-7d55-41c9-b97f-4e55b06b72a0 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1693025 Jul 29 17:57:24.445258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:24.518210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:24.562441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abe4d613-87ad-4e16-9991-d6fe82f435e6 req-0b6a289c-80ba-400e-9f5e-2d3929720d8e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938432 Jul 29 17:57:24.660752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-b1e85aac-90c4-412c-8be6-39d6bf945507 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514689 Jul 29 17:57:24.720209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:24.785311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-9917e275-a196-4e44-8574-8cbea16f20da service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104248 Jul 29 17:57:24.847317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-270f8413-8c8b-4538-bd9f-085bbb12f1c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0522835 Jul 29 17:57:24.856495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Allocated IP 172.25.5.99 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/5627259e-cea2-4e96-b0cf-cc82d8879294) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:24.903705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421190a-6091-4f3d-a5f1-62a5e52ef362 req-5abd77c0-b7ff-424a-a9e2-c5e1079fee0c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.905325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9421190a-6091-4f3d-a5f1-62a5e52ef362 req-5abd77c0-b7ff-424a-a9e2-c5e1079fee0c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1190307 Jul 29 17:57:24.915442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-e9d69cde-eb55-4576-86af-196882fbb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:24.917028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-e9d69cde-eb55-4576-86af-196882fbb5df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.0632365 Jul 29 17:57:24.983721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:24.990917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9421190a-6091-4f3d-a5f1-62a5e52ef362 req-936e92ac-ebbf-4acd-b53e-5175f51de0da tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780561 Jul 29 17:57:25.006338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-247427e8-659f-4757-99da-e0afbc95f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.008199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-247427e8-659f-4757-99da-e0afbc95f5c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722787 Jul 29 17:57:25.045516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.086057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:25.091128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:25.097947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:25.146346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Pushing event updated for resources: {'Port': ['ID=5627259e-cea2-4e96-b0cf-cc82d8879294,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:25.239477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248e6d7-c00c-44b4-b03b-7ecdd49740e7 req-319879fc-8fcb-47b9-bf5a-faa66788da42 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.246888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c248e6d7-c00c-44b4-b03b-7ecdd49740e7 req-319879fc-8fcb-47b9-bf5a-faa66788da42 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1245615 Jul 29 17:57:25.253293 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.307076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6222493b-e801-494a-81ae-3f06bd36ec17 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:25.309593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f232-9a4f-4186-87f1-3e42c81cd11c req-d76a6a4e-ac3f-4222-951e-a40d77ed7ca7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.309717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-8c9a938a-57ab-4779-9cba-ef550328de17 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858000 Jul 29 17:57:25.318233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b91f232-9a4f-4186-87f1-3e42c81cd11c req-d76a6a4e-ac3f-4222-951e-a40d77ed7ca7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1197360 Jul 29 17:57:25.324576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c248e6d7-c00c-44b4-b03b-7ecdd49740e7 req-74a286a5-d4fc-4705-88a0-c5bf37eb817f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Jul 29 17:57:25.359775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.440461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7b91f232-9a4f-4186-87f1-3e42c81cd11c req-efe40c77-3f90-4331-9e95-53539a9af38b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099575 Jul 29 17:57:25.538909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28275b2d-c8f3-4578-9ef4-d08f532c6f22 req-3489873b-689a-4b85-9603-cb34e6dce7d7 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133088 Jul 29 17:57:25.551893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdaf3f-d139-4fb9-9982-d4b9ff8c74b3 req-5180abec-ab30-4600-ba93-e54ec178e8c4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.554147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55bdaf3f-d139-4fb9-9982-d4b9ff8c74b3 req-5180abec-ab30-4600-ba93-e54ec178e8c4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1291914 Jul 29 17:57:25.605443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55bdaf3f-d139-4fb9-9982-d4b9ff8c74b3 req-9360ce6a-bdfb-4305-9733-0f74193e71a1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Jul 29 17:57:25.646281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.653384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.762159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Pushing event updated for resources: {'Port': ['ID=5627259e-cea2-4e96-b0cf-cc82d8879294,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:25.773996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.790045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:25.791380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1da981ef-1093-42ad-b4a4-de0e17452316 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8062098 Jul 29 17:57:25.793925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42384) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:25.815582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06470b9-338f-46a2-aec5-78540bc0c477 req-9f91bde2-b362-4094-a86e-7815a0085585 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.817798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b06470b9-338f-46a2-aec5-78540bc0c477 req-9f91bde2-b362-4094-a86e-7815a0085585 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0923569 Jul 29 17:57:25.884873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b06470b9-338f-46a2-aec5-78540bc0c477 req-0e82d0a4-c457-4c96-83ae-fc9d93a2b5c7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586832 Jul 29 17:57:25.895680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0854a6ac-eff2-4f9d-9dd5-d8f5ac675175 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3998 time: 0.1005871 Jul 29 17:57:25.898431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42390) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:25.933855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288df5a-5867-479f-8add-7f5d7863e69d req-52db6ada-3361-4ea9-ad7d-8206f5125453 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:25.943495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4288df5a-5867-479f-8add-7f5d7863e69d req-52db6ada-3361-4ea9-ad7d-8206f5125453 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0881469 Jul 29 17:57:25.979809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d32ac992-fb3b-45cd-9686-84ac7a86f12f tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0801086 Jul 29 17:57:25.983121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:25.985820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4288df5a-5867-479f-8add-7f5d7863e69d req-a6de74c6-ab40-46ef-80d0-8e560f3a9622 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Jul 29 17:57:26.155234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76778cc-4f90-4360-8a43-5033590f3deb req-13dffc13-66c9-49a2-bfd2-d62318fee4dd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:26.156754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76778cc-4f90-4360-8a43-5033590f3deb req-13dffc13-66c9-49a2-bfd2-d62318fee4dd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0756407 Jul 29 17:57:26.194682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Deleting port 5627259e-cea2-4e96-b0cf-cc82d8879294 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:26.195024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.252721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76778cc-4f90-4360-8a43-5033590f3deb req-05951cda-256a-4cf5-9d70-0148c578b5ae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Jul 29 17:57:26.297060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.297517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.314377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Calling delete_port for 5627259e-cea2-4e96-b0cf-cc82d8879294 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:26.396655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.482155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223683de-f0db-4e78-badd-2b459be8c553 req-e052eca2-4039-4fac-800f-69a0c1772a57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:26.483756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223683de-f0db-4e78-badd-2b459be8c553 req-e052eca2-4039-4fac-800f-69a0c1772a57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0816596 Jul 29 17:57:26.534018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-223683de-f0db-4e78-badd-2b459be8c553 req-c295892c-e978-431a-a242-205183f640c8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Jul 29 17:57:26.534715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.570755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Pushing event deleted for resources: {'Port': ['ID=5627259e-cea2-4e96-b0cf-cc82d8879294,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:26.625517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.628525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.632416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-313e1e45-08ae-4c1b-801c-27bf9da354f4 tempest-FloatingIPAdminTestJSON-1706088709 tempest-FloatingIPAdminTestJSON-1706088709-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd4db58b-1e48-4322-97fa-4f54a6a641e7 HTTP/1.1" status: 204 len: 168 time: 0.6458867 Jul 29 17:57:26.633164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:26.710967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95437665-dd23-41e1-b273-d55adf7be5e7 req-75b76621-2fec-4871-94f7-d77d5809f1a9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:26.719521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95437665-dd23-41e1-b273-d55adf7be5e7 req-75b76621-2fec-4871-94f7-d77d5809f1a9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0833359 Jul 29 17:57:26.798187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95437665-dd23-41e1-b273-d55adf7be5e7 req-adb9da7b-550d-4a14-b973-a05036448087 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Jul 29 17:57:26.819837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449b7cc-a3ea-402d-a0f0-5d39d719b42a req-fd6ce231-11dd-447d-ae5b-0ad49a173783 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:26.821455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7449b7cc-a3ea-402d-a0f0-5d39d719b42a req-fd6ce231-11dd-447d-ae5b-0ad49a173783 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.2612793 Jul 29 17:57:26.866581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Deleting port 3ae68816-e0fd-41f8-9558-813bd08feeab {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:26.866920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.968213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.968575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:26.981916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Calling delete_port for 3ae68816-e0fd-41f8-9558-813bd08feeab owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:27.033049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead69-bdf2-4924-b52d-b8731cb07894 req-75370b73-21b8-4bd2-8c6f-5325ff5d9096 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:27.041584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d5ead69-bdf2-4924-b52d-b8731cb07894 req-75370b73-21b8-4bd2-8c6f-5325ff5d9096 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0769620 Jul 29 17:57:27.093808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d5ead69-bdf2-4924-b52d-b8731cb07894 req-3f8f873c-1dc1-40c1-8d44-0d0cedb067b6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Jul 29 17:57:27.201028 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7449b7cc-a3ea-402d-a0f0-5d39d719b42a req-38866c68-3df2-4c38-8742-fa4f65c006b5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633792 Jul 29 17:57:27.242742 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.252942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff22908-b6ea-429c-bb9f-002ae322cca5 req-e69423ae-4019-4daf-8f30-ee3d52713210 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:27.256340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ff22908-b6ea-429c-bb9f-002ae322cca5 req-e69423ae-4019-4daf-8f30-ee3d52713210 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0887320 Jul 29 17:57:27.330544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ff22908-b6ea-429c-bb9f-002ae322cca5 req-6ee16de3-2208-4618-8dba-2c9547edbce2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672848 Jul 29 17:57:27.392845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.404026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.405387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/8d16e194-859e-46a6-b9f1-8fc5b25e847e HTTP/1.1" status: 204 len: 168 time: 0.7712715 Jul 29 17:57:27.406746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60b09-68f6-4685-a2f9-09309baa3758 tempest-FloatingIPAdminTestJSON-1075265619 tempest-FloatingIPAdminTestJSON-1075265619-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae68816-e0fd-41f8-9558-813bd08feeab,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:27.409602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42472) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:27.439257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.483199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc58c-9ac2-498e-ad6e-1e380f1159d1 req-58a5cf8f-1b36-40ff-8e13-ea194fa97afc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:27.484922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c2cc58c-9ac2-498e-ad6e-1e380f1159d1 req-58a5cf8f-1b36-40ff-8e13-ea194fa97afc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1061304 Jul 29 17:57:27.564273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5c2cc58c-9ac2-498e-ad6e-1e380f1159d1 req-1d462c86-5162-46f9-ba39-15a2195a02ad tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Jul 29 17:57:27.585654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port 9e04f081-2cf1-4c0a-8167-a7fc52164838 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:27.590195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.751075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:27.776918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for 9e04f081-2cf1-4c0a-8167-a7fc52164838 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:27.915298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78947-b2df-478a-be54-5c88edd07d63 req-4db5cb31-4e70-4370-a053-6ecbe16e244c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:27.922338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74a78947-b2df-478a-be54-5c88edd07d63 req-4db5cb31-4e70-4370-a053-6ecbe16e244c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1086168 Jul 29 17:57:28.016258 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74a78947-b2df-478a-be54-5c88edd07d63 req-715c608a-7e11-479d-b0ec-9d7b6501e5e8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768442 Jul 29 17:57:28.042613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:28.078436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=9e04f081-2cf1-4c0a-8167-a7fc52164838,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:28.160171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:28.162311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ccf66f02-95df-46e9-b882-6c8a64bf5564 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/ports/9e04f081-2cf1-4c0a-8167-a7fc52164838 HTTP/1.1" status: 204 len: 168 time: 0.7508626 Jul 29 17:57:28.164790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:28.228385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b7f16d-03b1-4613-a6d7-6031280bee95 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:28.229995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1b7f16d-03b1-4613-a6d7-6031280bee95 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "GET /v2.0/ports?device_id=2de0f3e8-a990-4381-aef0-f515b53ac275 HTTP/1.1" status: 200 len: 913 time: 0.0642068 Jul 29 17:57:28.233485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:28.491148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc08a51-ebe0-440a-ae09-290ec5f22882 req-2710eb14-4ed1-4736-a931-7bb17bef47c2 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:28.501470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bc08a51-ebe0-440a-ae09-290ec5f22882 req-2710eb14-4ed1-4736-a931-7bb17bef47c2 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1794822 Jul 29 17:57:28.502559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af36b1b-0eab-435f-8607-b37aa2cdf449 req-c1e69647-86ad-4f80-8950-980954b4bc1d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:28.504623 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af36b1b-0eab-435f-8607-b37aa2cdf449 req-c1e69647-86ad-4f80-8950-980954b4bc1d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0734949 Jul 29 17:57:28.567833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bc08a51-ebe0-440a-ae09-290ec5f22882 req-eeb7c7a2-8267-4530-9160-c5f74c75d7e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652835 Jul 29 17:57:28.589293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af36b1b-0eab-435f-8607-b37aa2cdf449 req-1ee83bd5-f139-4f05-8d3b-b175cb4da635 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758770 Jul 29 17:57:29.215291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f0cbd-1ff1-4cd6-b7de-cd5c6ef088b9 req-91f6ac25-4c19-48eb-9186-48ceba12a898 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:29.217626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-677f0cbd-1ff1-4cd6-b7de-cd5c6ef088b9 req-91f6ac25-4c19-48eb-9186-48ceba12a898 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0996506 Jul 29 17:57:29.234705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:29.300401 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-677f0cbd-1ff1-4cd6-b7de-cd5c6ef088b9 req-38e7d4ba-300e-46e0-8014-22c54acac060 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758622 Jul 29 17:57:29.810704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880333-23a9-49f7-b833-53d9a6b78414 req-7a9bd52c-da6e-4cc7-a1a3-567943abb404 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:29.828542 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7880333-23a9-49f7-b833-53d9a6b78414 req-7a9bd52c-da6e-4cc7-a1a3-567943abb404 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1151156 Jul 29 17:57:29.862509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port 5fc876f1-c5b5-4b35-8136-6261e9ecad68 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:29.862844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:29.961480 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:29.966640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f7880333-23a9-49f7-b833-53d9a6b78414 req-712985c6-b479-42a0-a165-a3fe5003bc88 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356075 Jul 29 17:57:29.975189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for 5fc876f1-c5b5-4b35-8136-6261e9ecad68 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:30.044271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a61f3e-a34d-4a1c-9031-4e7c3df04e9e req-f65d5bb6-5b1c-40a5-99f2-69ee0eeb7816 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:30.052351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86a61f3e-a34d-4a1c-9031-4e7c3df04e9e req-f65d5bb6-5b1c-40a5-99f2-69ee0eeb7816 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2900105 Jul 29 17:57:30.121316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29dbf6-1ff7-4abe-b4bc-3aea98a44206 req-1c0521b2-213a-4bea-90b1-748a1bf018ce tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:30.131562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a29dbf6-1ff7-4abe-b4bc-3aea98a44206 req-1c0521b2-213a-4bea-90b1-748a1bf018ce tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0857284 Jul 29 17:57:30.156582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86a61f3e-a34d-4a1c-9031-4e7c3df04e9e req-b5024e9e-4a10-4581-9b74-69b8efc545a3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029961 Jul 29 17:57:30.252430 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a29dbf6-1ff7-4abe-b4bc-3aea98a44206 req-4eda41c2-cab5-4e06-9b87-342fd92267d3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197760 Jul 29 17:57:30.334565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:30.401762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=5fc876f1-c5b5-4b35-8136-6261e9ecad68,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:30.743291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:31.106210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Router 2de0f3e8-a990-4381-aef0-f515b53ac275 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:57:31.124471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424c7f-ad6f-487d-88c4-2fa52e4360cf req-651d9477-4220-4690-a0a6-0faa623f8607 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:31.127186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a424c7f-ad6f-487d-88c4-2fa52e4360cf req-651d9477-4220-4690-a0a6-0faa623f8607 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0907521 Jul 29 17:57:31.194964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4a424c7f-ad6f-487d-88c4-2fa52e4360cf req-67fec6b5-657b-42f4-89fd-0ca0096e00e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596194 Jul 29 17:57:31.305333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:31.313242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7dd6dd62-bf0d-4d5b-bca1-a14d98a0322b tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "PUT /v2.0/routers/2de0f3e8-a990-4381-aef0-f515b53ac275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0788157 Jul 29 17:57:31.315981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:31.324653 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] Sync routers for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:31.337316 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:31.338171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:31.352562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cbe4-86f6-44d6-95a5-1f24786f7744 req-a125c580-d62c-4251-8413-0ca04f07ad57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:31.355048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da27cbe4-86f6-44d6-95a5-1f24786f7744 req-a125c580-d62c-4251-8413-0ca04f07ad57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0942149 Jul 29 17:57:31.381858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:31.394580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] Routers {'2de0f3e8-a990-4381-aef0-f515b53ac275'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:31.395375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2de0f3e8-a990-4381-aef0-f515b53ac275'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:31.422065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da27cbe4-86f6-44d6-95a5-1f24786f7744 req-80de96f4-0c07-4811-9e0a-d9396f9ba9ba tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602579 Jul 29 17:57:31.438296 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:31.439104 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b50ad-9596-48c1-97f0-a561a12c3704 None None] The sync data for ids ['2de0f3e8-a990-4381-aef0-f515b53ac275'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:31.563303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c049-b84b-431b-84e0-5453c6848ca9 req-3f222bbc-f11b-4038-9fcd-064affdcc729 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:31.570814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f00c049-b84b-431b-84e0-5453c6848ca9 req-3f222bbc-f11b-4038-9fcd-064affdcc729 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2460361 Jul 29 17:57:31.639783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:31.749076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f152bc1-603a-4b22-bd2a-0c33fd428315 req-ff5db3bc-babc-48ad-a274-ba4b908ab779 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:31.751369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f152bc1-603a-4b22-bd2a-0c33fd428315 req-ff5db3bc-babc-48ad-a274-ba4b908ab779 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1123178 Jul 29 17:57:31.803110 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:31.838582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f152bc1-603a-4b22-bd2a-0c33fd428315 req-fa49c5d2-aced-4ace-bd3c-b99dba835091 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543182 Jul 29 17:57:31.863555 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f00c049-b84b-431b-84e0-5453c6848ca9 req-b7a9e172-8862-41c4-9f92-b7b885939c0a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159774 Jul 29 17:57:31.899699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port 052b4496-1ec8-4b34-88d9-c27bff7940be {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:31.900264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.025540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.053925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for 052b4496-1ec8-4b34-88d9-c27bff7940be owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:32.076374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a05b8-2412-40ad-b19b-acb8d808186d req-633e6c56-d8d7-4c84-b6d9-799e89a04015 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.078005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f5a05b8-2412-40ad-b19b-acb8d808186d req-633e6c56-d8d7-4c84-b6d9-799e89a04015 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1118829 Jul 29 17:57:32.184002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f5a05b8-2412-40ad-b19b-acb8d808186d req-ef9099cd-c295-4804-bb93-afa4e4bbf085 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893235 Jul 29 17:57:32.328968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835547-009c-4773-861d-64f9c29424d9 req-fcbcd0a8-f82f-4f5e-b8c6-e6d1dd2ec774 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.328968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71835547-009c-4773-861d-64f9c29424d9 req-fcbcd0a8-f82f-4f5e-b8c6-e6d1dd2ec774 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0604806 Jul 29 17:57:32.370004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71835547-009c-4773-861d-64f9c29424d9 req-14b017fa-60e2-4425-a6e5-7571db007152 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Jul 29 17:57:32.406945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334e85-0f22-47cc-9617-05456cef6e83 req-3d318220-05ac-4d7f-961c-c3a3e4f47231 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.408907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29334e85-0f22-47cc-9617-05456cef6e83 req-3d318220-05ac-4d7f-961c-c3a3e4f47231 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1111345 Jul 29 17:57:32.468263 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-29334e85-0f22-47cc-9617-05456cef6e83 req-f000c47b-195d-4642-a2dd-f9f124fdb1ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485487 Jul 29 17:57:32.468931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.501387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=052b4496-1ec8-4b34-88d9-c27bff7940be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:32.576916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f5c4-0973-4f4f-b01a-9872225de4b5 req-6914f4c8-daff-4d40-8cc2-094012f37d5d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.578606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bb7f5c4-0973-4f4f-b01a-9872225de4b5 req-6914f4c8-daff-4d40-8cc2-094012f37d5d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0797706 Jul 29 17:57:32.588896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.644182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bb7f5c4-0973-4f4f-b01a-9872225de4b5 req-4e4ec9b5-5013-4a8c-aa5b-163e3f254015 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Jul 29 17:57:32.691054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.693448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.755449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.756075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Fanout notify agent at l3_agent the message router_deleted on router 2de0f3e8-a990-4381-aef0-f515b53ac275 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:57:32.781215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.782508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ebe627a5-fdee-4b16-9933-2573f9e79ab2 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/routers/2de0f3e8-a990-4381-aef0-f515b53ac275 HTTP/1.1" status: 204 len: 168 time: 1.4654932 Jul 29 17:57:32.785274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42982) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:32.807676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d83841-27a6-4143-9847-b40d116a50a7 req-f64ad302-c04d-4580-ab68-90175eb06243 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.809393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-54d83841-27a6-4143-9847-b40d116a50a7 req-f64ad302-c04d-4580-ab68-90175eb06243 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0656092 Jul 29 17:57:32.866602 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-54d83841-27a6-4143-9847-b40d116a50a7 req-a32e27a3-8c36-4828-8b93-5c974c43c5ee tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Jul 29 17:57:32.866721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting subnet aa2a0428-06a9-43e7-895d-acd1b28ed8bd {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:57:32.870147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:32.978993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31359de-37ee-41f5-8f92-b6ea3199c016 req-20db38bd-db8f-4661-b206-5fc171236bf1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:32.980493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c31359de-37ee-41f5-8f92-b6ea3199c016 req-20db38bd-db8f-4661-b206-5fc171236bf1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0488551 Jul 29 17:57:33.022088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c31359de-37ee-41f5-8f92-b6ea3199c016 req-864aee97-94fd-4857-9578-d143ac7a0573 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Jul 29 17:57:33.033205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.046196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-2dc30220-37f4-4971-8ca7-77f752ec96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.047967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-2dc30220-37f4-4971-8ca7-77f752ec96e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 1094 time: 0.1746199 Jul 29 17:57:33.158435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-239c1210-e7b7-40e7-badd-0bd41a80a026 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.168390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-239c1210-e7b7-40e7-badd-0bd41a80a026 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 814 time: 0.2413638 Jul 29 17:57:33.179874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec0d8-df05-4a39-a131-27f812f2fe5f req-ce8a9c6f-2d35-400b-82fb-8edf12d7b744 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.181408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-caaec0d8-df05-4a39-a131-27f812f2fe5f req-ce8a9c6f-2d35-400b-82fb-8edf12d7b744 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0626378 Jul 29 17:57:33.203484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-fcab7dbf-6079-4acc-ae25-1bbfa2318660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.204969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-fcab7dbf-6079-4acc-ae25-1bbfa2318660 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1094 time: 0.1296482 Jul 29 17:57:33.208022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-f2046c4c-3d0a-4da3-8eb5-c2add4aa8825 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/quotas/58e4bd79e01d470cbfc85ffa5230e306 HTTP/1.1" status: 200 len: 375 time: 0.0386357 Jul 29 17:57:33.229388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-caaec0d8-df05-4a39-a131-27f812f2fe5f req-b9375c80-ef07-4e04-9224-77cf9a055945 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jul 29 17:57:33.276250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.317006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-5f8ee617-f883-4ad4-8e40-c6fc5dbd0cd1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895729 Jul 29 17:57:33.354016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd129ca-3447-4350-8f14-a0c18da25deb req-13bbab65-1356-4949-8b7c-874ed686cd8e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.356172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4cd129ca-3447-4350-8f14-a0c18da25deb req-13bbab65-1356-4949-8b7c-874ed686cd8e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0552826 Jul 29 17:57:33.397820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4cd129ca-3447-4350-8f14-a0c18da25deb req-a67455cb-7f73-408f-b5d9-2fe86bb2d151 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Jul 29 17:57:33.435687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-037ae643-ea4a-4694-a1ef-f2f0c1d4a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.437404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-037ae643-ea4a-4694-a1ef-f2f0c1d4a251 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.2204032 Jul 29 17:57:33.453083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.525075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2a0428-06a9-43e7-895d-acd1b28ed8bd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:33.535065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.540066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43010) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:33.540600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-87cf0b66-62c7-408f-b2a1-8ff5e3f3e485 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/subnets/aa2a0428-06a9-43e7-895d-acd1b28ed8bd HTTP/1.1" status: 204 len: 168 time: 0.7531755 Jul 29 17:57:33.542432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983ac37-87c6-453a-a507-8b5916578ef5 None None] Network d5b65c5c-5acf-4c62-aa8a-19cc36febf1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:57:33.551425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-30b6f443-18db-497d-88a0-9c86a3f5e37b service neutron] 10.222.0.16 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208045 Jul 29 17:57:33.560142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd0e72-b48b-40e1-b56c-3c718252897e req-788a9e65-4226-466b-8c04-02312d7c20c7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.561284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85bd0e72-b48b-40e1-b56c-3c718252897e req-788a9e65-4226-466b-8c04-02312d7c20c7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0739803 Jul 29 17:57:33.610106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-09c0cd1d-fddd-49cb-95ff-9e115d7f13c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 200 len: 998 time: 0.1650746 Jul 29 17:57:33.675942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-85bd0e72-b48b-40e1-b56c-3c718252897e req-37189e61-6786-418e-9ad7-1d058488f6c9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037741 Jul 29 17:57:33.680473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.689220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-60e0551f-2e82-43e9-a06e-b46f32aaf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.691122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-60e0551f-2e82-43e9-a06e-b46f32aaf56c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0709646 Jul 29 17:57:33.695849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-0f5d61d1-b0c2-442e-88ee-3a5557619cce service neutron] 10.222.0.16 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436691 Jul 29 17:57:33.759802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-f94e07f7-875d-4c45-bd0c-e5cfbe25d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.761546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-f94e07f7-875d-4c45-bd0c-e5cfbe25d2f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601254 Jul 29 17:57:33.772909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port 73ddb7f7-4318-44ce-98a4-ec3012969391 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:33.774301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.809657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] DHCP port deletion for d5b65c5c-5acf-4c62-aa8a-19cc36febf1f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:57:33.886483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Deleting port 73ddb7f7-4318-44ce-98a4-ec3012969391 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:33.887529 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.902478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] For port 73ddb7f7-4318-44ce-98a4-ec3012969391, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73ddb7f7-4318-44ce-98a4-ec3012969391,segment=NetworkSegment(a576ad9f-fe20-4944-819d-bd4f3fe0d8b3),segment_id=a576ad9f-fe20-4944-819d-bd4f3fe0d8b3)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:33.903027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.918815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for 73ddb7f7-4318-44ce-98a4-ec3012969391 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:33.939671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961baff7-2f3d-43cf-a025-bab67ae00859 req-ff8b221f-61d2-4c91-bc66-9043a8f7d0d0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:33.941235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-961baff7-2f3d-43cf-a025-bab67ae00859 req-ff8b221f-61d2-4c91-bc66-9043a8f7d0d0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1140037 Jul 29 17:57:34.015197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] For port 73ddb7f7-4318-44ce-98a4-ec3012969391, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73ddb7f7-4318-44ce-98a4-ec3012969391,segment=NetworkSegment(a576ad9f-fe20-4944-819d-bd4f3fe0d8b3),segment_id=a576ad9f-fe20-4944-819d-bd4f3fe0d8b3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:34.017120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-e5b5ef94-8a07-4caf-9642-cd5c8d0dfd4c service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456882 Jul 29 17:57:34.021121 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.039139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-961baff7-2f3d-43cf-a025-bab67ae00859 req-af67a55f-195a-4256-8eec-2af36b52e6d0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593915 Jul 29 17:57:34.052313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Calling delete_port for 73ddb7f7-4318-44ce-98a4-ec3012969391 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:34.119298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.163460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-86d0fc26-5019-4b37-b8e4-58b86f9e47a9 req-b0f487ff-3466-4fae-9150-46b08b0d54ca tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 210 time: 0.0558205 Jul 29 17:57:34.180536 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.211924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=73ddb7f7-4318-44ce-98a4-ec3012969391,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:34.214913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] No DVR routers for this DVR port 73ddb7f7-4318-44ce-98a4-ec3012969391 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:57:34.257240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] Pushing event deleted for resources: {'Port': ['ID=73ddb7f7-4318-44ce-98a4-ec3012969391,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:34.264647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31bab1-5e72-4b1d-a517-8e549b575581 None None] No DVR routers for this DVR port 73ddb7f7-4318-44ce-98a4-ec3012969391 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:57:34.266925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d27579-28b4-4858-afc2-4941cbdf7584 req-f463a370-58fa-4907-b67f-4f104d5c0d90 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:34.275626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91d27579-28b4-4858-afc2-4941cbdf7584 req-f463a370-58fa-4907-b67f-4f104d5c0d90 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1853747 Jul 29 17:57:34.298070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ed248e-ad82-441d-969c-bc85f6b9b5c3 req-a8624498-dadb-444b-9d93-227de756064b service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724905 Jul 29 17:57:34.346810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91d27579-28b4-4858-afc2-4941cbdf7584 req-84cc29e1-7b0a-4415-a557-343cd6eb3b04 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Jul 29 17:57:34.388523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.408358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b65c5c-5acf-4c62-aa8a-19cc36febf1f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:34.425983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:34.426475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a576ad9f-fe20-4944-819d-bd4f3fe0d8b3') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:34.440024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.456722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.463595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:57:34.464141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:57:34.468030 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:57:34.544770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29676-cbbe-42bd-a74e-71a7e1261d1b req-ef91079a-6e5e-4786-baa9-0c4679858f5f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:34.546865 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bce29676-cbbe-42bd-a74e-71a7e1261d1b req-ef91079a-6e5e-4786-baa9-0c4679858f5f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2243435 Jul 29 17:57:34.569947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.580553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa72f-7da2-4c79-9e19-1c0083fe0a73 req-1bb436a5-8f95-4c4e-9288-9a595ef8e95d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:34.589390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:34.593727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/networks/d5b65c5c-5acf-4c62-aa8a-19cc36febf1f HTTP/1.1" status: 204 len: 168 time: 1.0504429 Jul 29 17:57:34.593727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15fd6-dda2-4e12-987a-dd441fa2cf24 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Network': ['ID=d5b65c5c-5acf-4c62-aa8a-19cc36febf1f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:34.594133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-167fa72f-7da2-4c79-9e19-1c0083fe0a73 req-1bb436a5-8f95-4c4e-9288-9a595ef8e95d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0995204 Jul 29 17:57:34.595613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43038) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:34.700664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-167fa72f-7da2-4c79-9e19-1c0083fe0a73 req-7bebbc5f-dfd0-4c11-91ed-5d81907211eb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990126 Jul 29 17:57:34.778907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bce29676-cbbe-42bd-a74e-71a7e1261d1b req-c882aba9-1829-4368-ab70-9fa858f40204 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160535 Jul 29 17:57:34.857174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659c09e-c49d-41d2-b78f-8f02783a22bf req-ec5d2771-5ace-481e-b9b3-f1932bf9c165 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:34.866935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3659c09e-c49d-41d2-b78f-8f02783a22bf req-ec5d2771-5ace-481e-b9b3-f1932bf9c165 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0956283 Jul 29 17:57:34.928694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3659c09e-c49d-41d2-b78f-8f02783a22bf req-c910a29c-0956-4afe-9c44-3fefbe27d4c1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Jul 29 17:57:34.997971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Deleting port 116cdd3e-0d75-4f88-b339-897017a7c3c1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:34.998900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:35.626220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73ddb7f7-4318-44ce-98a4-ec3012969391 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:57:35.723887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 73ddb7f7-4318-44ce-98a4-ec3012969391 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:57:35.724555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73ddb7f7-4318-44ce-98a4-ec3012969391 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:57:35.833069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:35.834118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:35.848782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Calling delete_port for 116cdd3e-0d75-4f88-b339-897017a7c3c1 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:35.905999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43072) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:36.082095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae186745-87c4-49be-a16b-73bc26085e76 req-937458a2-5f9b-462d-9148-fbf026d9bb25 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:36.097303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae186745-87c4-49be-a16b-73bc26085e76 req-937458a2-5f9b-462d-9148-fbf026d9bb25 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.7438190 Jul 29 17:57:36.184636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.198103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae186745-87c4-49be-a16b-73bc26085e76 req-533975b3-ab46-4152-8247-eda46601d3fc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956202 Jul 29 17:57:36.220656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-86f40826-7ad9-44d7-83b2-61cd658a817f tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:36.223987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-86f40826-7ad9-44d7-83b2-61cd658a817f tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 814 time: 0.8375115 Jul 29 17:57:36.242623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Request body: {'port': {'device_id': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb', 'admin_state_up': True, 'tenant_id': '58e4bd79e01d470cbfc85ffa5230e306'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:36.292165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Pushing event deleted for resources: {'Port': ['ID=116cdd3e-0d75-4f88-b339-897017a7c3c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:36.341145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199196db-a9d4-4855-806d-a0765fde0687 req-20290a80-ebb8-4a68-938f-bc01d7720066 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:36.361800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-199196db-a9d4-4855-806d-a0765fde0687 req-20290a80-ebb8-4a68-938f-bc01d7720066 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.4536893 Jul 29 17:57:36.389174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90e5182d-00a6-43f2-a562-105f5326995c req-1d43c7a9-4b25-4762-a63f-299312398c7d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 210 time: 0.0493779 Jul 29 17:57:36.461383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bed08570-901e-4c90-9886-73c316f145b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.583100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Made reservation on behalf of 58e4bd79e01d470cbfc85ffa5230e306 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:57:36.588622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.657552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a95ebb-29ea-44af-9c45-36021569f19c req-630353b3-f8cd-463b-a544-3ee41fabcdbc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:36.660117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a95ebb-29ea-44af-9c45-36021569f19c req-630353b3-f8cd-463b-a544-3ee41fabcdbc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1502788 Jul 29 17:57:36.693987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bed08570-901e-4c90-9886-73c316f145b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.710416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-199196db-a9d4-4855-806d-a0765fde0687 req-f100a2b1-e21f-438b-8b2e-f6cffa17c029 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175507 Jul 29 17:57:36.713673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bed08570-901e-4c90-9886-73c316f145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.739988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a95ebb-29ea-44af-9c45-36021569f19c req-879aef73-e079-4cfa-bfee-638fb9eea987 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623560 Jul 29 17:57:36.815356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.818267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.819474 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4bdb360-b0de-4f96-b040-c32851e5dbd4 tempest-FloatingIPAdminTestJSON-596450726 tempest-FloatingIPAdminTestJSON-596450726-project] 10.222.0.16 "DELETE /v2.0/floatingips/51e68a79-392a-4b86-860e-5df7c41f188e HTTP/1.1" status: 204 len: 168 time: 2.2225406 Jul 29 17:57:36.875698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bed08570-901e-4c90-9886-73c316f145b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a16129ecb6946d1a1c3e9a3374616a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9068229 Jul 29 17:57:36.880752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:36.966856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed08570-901e-4c90-9886-73c316f145b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d71d4b-5582-40cf-be91-5adb1047cebc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:36.987115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:36.995287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Allocated IP 172.20.0.5 (d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb/f2a5e16e-6851-4a31-b19e-13631f9ed927/fdb5b769-1675-435d-9c84-0b005cb2ef1f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:37.025368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.103175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.105886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.107135 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57d71d4b-5582-40cf-be91-5adb1047cebc HTTP/1.1" status: 204 len: 168 time: 0.2250614 Jul 29 17:57:37.129476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc665bc-e1c0-4200-9b65-6b058018d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d71d4b-5582-40cf-be91-5adb1047cebc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:37.196720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116f24-4577-4815-9f11-81de1113d5d4 req-67c43254-6798-42f9-80af-cc4fe62e2222 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.205131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87116f24-4577-4815-9f11-81de1113d5d4 req-67c43254-6798-42f9-80af-cc4fe62e2222 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0770731 Jul 29 17:57:37.272705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:37.279457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.285337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-87116f24-4577-4815-9f11-81de1113d5d4 req-5f418420-65cb-408e-95c1-1e15bce2d466 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791974 Jul 29 17:57:37.341939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932ceb-9d67-44b0-8cc5-ed1b164d4371 req-fc6e444d-d2db-4a0c-8f40-30801a945be9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.343609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6932ceb-9d67-44b0-8cc5-ed1b164d4371 req-fc6e444d-d2db-4a0c-8f40-30801a945be9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.4752767 Jul 29 17:57:37.398486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.477678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:37.484798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:37.496172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:37.530782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6932ceb-9d67-44b0-8cc5-ed1b164d4371 req-a8c588e0-0ec9-4dbe-8106-681bbf44d907 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693513 Jul 29 17:57:37.613764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973b76-63c3-4fdf-a52d-7b7ece4aa323 req-d62fc2e8-b120-4a94-9050-e442bdcf7f68 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.615853 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-04973b76-63c3-4fdf-a52d-7b7ece4aa323 req-d62fc2e8-b120-4a94-9050-e442bdcf7f68 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 931 time: 0.1105285 Jul 29 17:57:37.651265 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:57:37.656333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Pushing event updated for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:37.679515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.680296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.716504 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-04973b76-63c3-4fdf-a52d-7b7ece4aa323 req-eb4f6622-40ea-4310-8128-9d164951b47e tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935762 Jul 29 17:57:37.732284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-951aca06-f1ed-4440-842c-7d8beadd13b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c8810ed1b664c8b977adb32451d7480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434211 Jul 29 17:57:37.732631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:37.791567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-c24b8078-7f09-4ae6-ba5c-a8e3167692ee tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5583704 Jul 29 17:57:37.816205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Request body: {'port': {'device_id': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:37.849609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:37.881212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed5fe-4b9d-4ea5-aa0a-b35430dee841 req-2f5b78e9-55c1-4e15-92e3-903fb8dd1f22 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.883804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.889388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-571ed5fe-4b9d-4ea5-aa0a-b35430dee841 req-2f5b78e9-55c1-4e15-92e3-903fb8dd1f22 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1700866 Jul 29 17:57:37.901757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b238711-74f5-4c98-9695-b73fceffbe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.924099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:37.935263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb1329-455c-4747-bc20-2305095f3541 req-3b48b353-7e6d-4247-828e-198c6cd55795 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:37.937140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4bb1329-455c-4747-bc20-2305095f3541 req-3b48b353-7e6d-4247-828e-198c6cd55795 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1108978 Jul 29 17:57:37.948835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.021735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f4bb1329-455c-4747-bc20-2305095f3541 req-cfa8778b-d1cc-4221-8272-b226e6fea9c4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757649 Jul 29 17:57:38.022013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-571ed5fe-4b9d-4ea5-aa0a-b35430dee841 req-231e302f-211b-4704-b987-3347c03777bc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296694 Jul 29 17:57:38.064508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.068170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.069693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22c19453-8322-4ba2-bca0-a3767a3aa1ec HTTP/1.1" status: 204 len: 168 time: 0.3359375 Jul 29 17:57:38.081344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde1b49-52c8-4358-9dff-2b03c24ba1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c19453-8322-4ba2-bca0-a3767a3aa1ec,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:38.296934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b238711-74f5-4c98-9695-b73fceffbe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.314769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633b43c-4d73-4fdd-bf04-b7fd4ffa58ca req-7c315b1a-8c87-4a45-9e69-0de2cc05a6ab tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:38.326411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f633b43c-4d73-4fdd-bf04-b7fd4ffa58ca req-7c315b1a-8c87-4a45-9e69-0de2cc05a6ab tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1442196 Jul 29 17:57:38.330858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b238711-74f5-4c98-9695-b73fceffbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.381198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f633b43c-4d73-4fdd-bf04-b7fd4ffa58ca req-4f2e176d-baab-4f1e-bffb-6a040ac03355 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Jul 29 17:57:38.451280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0b238711-74f5-4c98-9695-b73fceffbe82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a9a426cd704494f8e0c313b22071254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004386 Jul 29 17:57:38.454121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43126) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:38.460811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238711-74f5-4c98-9695-b73fceffbe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e7b5c-f446-41a3-ae19-971e2d3d6cd9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:38.521479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea882-e171-4fc4-9787-87f4039d67e0 req-a1c4e7df-28c2-4a4d-a6bc-cec74c9e7427 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:38.529749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a54ea882-e171-4fc4-9787-87f4039d67e0 req-a1c4e7df-28c2-4a4d-a6bc-cec74c9e7427 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1247330 Jul 29 17:57:38.551332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb5b769-1675-435d-9c84-0b005cb2ef1f {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:57:38.562286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.604641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a54ea882-e171-4fc4-9787-87f4039d67e0 req-1635ba8b-7aee-41c4-8066-e7c2c361c4e8 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739233 Jul 29 17:57:38.605930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Transition to ACTIVE for port object fdb5b769-1675-435d-9c84-0b005cb2ef1f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:38.623794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.632365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.680985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.701745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:38.708009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1d0bc-a071-41de-b8b6-7b1ceaed4afe req-ed3ed3e6-8532-45b8-801f-acbe25e0bf7b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:38.709683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ec1d0bc-a071-41de-b8b6-7b1ceaed4afe req-ed3ed3e6-8532-45b8-801f-acbe25e0bf7b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1070437 Jul 29 17:57:38.804517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Attempting to bind port fdb5b769-1675-435d-9c84-0b005cb2ef1f on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:57:38.809123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Attempting to bind port fdb5b769-1675-435d-9c84-0b005cb2ef1f by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:57:38.809123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Attempting to bind port fdb5b769-1675-435d-9c84-0b005cb2ef1f on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:57:38.817482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Port fdb5b769-1675-435d-9c84-0b005cb2ef1f on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:57:38.825572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Attempting to bind port fdb5b769-1675-435d-9c84-0b005cb2ef1f on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:57:38.832008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:57:38.832506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Checking segment: {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:57:38.832982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Bound using segment: {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:57:38.833564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Bound port: fdb5b769-1675-435d-9c84-0b005cb2ef1f, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:57:38.835543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.844142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43132) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:38.863036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3ec1d0bc-a071-41de-b8b6-7b1ceaed4afe req-84e210cd-7631-4b3e-a585-cc1c01e264ff tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401060 Jul 29 17:57:38.887926 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.890774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.893227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed4e7b5c-f446-41a3-ae19-971e2d3d6cd9 HTTP/1.1" status: 204 len: 168 time: 0.4377501 Jul 29 17:57:38.901600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:38.917304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72212e1-a7a7-4038-a2c3-e9f8eea24ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e7b5c-f446-41a3-ae19-971e2d3d6cd9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:39.049869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374d771-7fce-4b0a-8fe8-af676927d925 req-5916cc3b-a630-459d-ad34-9bb7ecdc1412 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.052756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b374d771-7fce-4b0a-8fe8-af676927d925 req-5916cc3b-a630-459d-ad34-9bb7ecdc1412 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 943 time: 0.2091258 Jul 29 17:57:39.077591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e282-cf6d-4176-81a6-c1d53ff9a913 req-770ca1f2-64e1-4729-ae64-b950638200f7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.085402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e123e282-cf6d-4176-81a6-c1d53ff9a913 req-770ca1f2-64e1-4729-ae64-b950638200f7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1168566 Jul 29 17:57:39.095042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:57:39.134040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:57:39.166772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e123e282-cf6d-4176-81a6-c1d53ff9a913 req-9de5253c-6d3a-4101-9458-50682fbf8f27 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Jul 29 17:57:39.186417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b374d771-7fce-4b0a-8fe8-af676927d925 req-6aafcf31-7918-43fa-88e8-1bc603dbdcac tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201251 Jul 29 17:57:39.188210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.189001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.206573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.223188 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04eb30bb-f74f-43ff-a8c7-986b64a119e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.319324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.320119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.321649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/fdb5b769-1675-435d-9c84-0b005cb2ef1f HTTP/1.1" status: 200 len: 1091 time: 1.5143771 Jul 29 17:57:39.322152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:39.336667 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d69dc-af4b-419a-8aa2-006692443bae" -d '{"events": [{"name": "network-changed", "server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:39.344922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fcf8fc-3e90-4b86-b3e2-81909bd842b3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:39.380090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.380818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.381366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.381949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.382508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.383387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.383927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.384446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.384962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.385477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.386088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.386770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:39.405330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-015811ee-0c92-403b-b4ab-a940675ac3d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1395374e131456aab08dc2b7d8de256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523713 Jul 29 17:57:39.426498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43148) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:39.450912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb23d2-1624-4fba-bb37-25e99b9123f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:39.464049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-3dbc6433-f54a-495a-b01f-65d6b4d0cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.465785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-3dbc6433-f54a-495a-b01f-65d6b4d0cf3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 1094 time: 0.0886066 Jul 29 17:57:39.485228 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d64d46-f018-4725-895e-f55e809585ad x-openstack-request-id: req-25d64d46-f018-4725-895e-f55e809585ad {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:39.485520 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:39.485775 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d64d46-f018-4725-895e-f55e809585ad {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:39.486188 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f', 'status': 'completed', 'code': 200} Jul 29 17:57:39.522047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.553544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3fbb3-b17f-4b60-8293-55645ab0015e req-ead93dad-6baf-4765-b98c-1953f95ae32f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.555386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61c3fbb3-b17f-4b60-8293-55645ab0015e req-ead93dad-6baf-4765-b98c-1953f95ae32f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.2161565 Jul 29 17:57:39.559039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:39.564626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-9be9fb03-dc8d-4151-8b75-97978cb7b595 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f HTTP/1.1" status: 200 len: 217 time: 0.0886655 Jul 29 17:57:39.579812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfda79-d960-4d66-b07c-1e42f78cc1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.637628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.662774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61c3fbb3-b17f-4b60-8293-55645ab0015e req-72bae0dc-8124-4fac-befa-b4b89bd72c2a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807602 Jul 29 17:57:39.722284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766de0f-5e61-4257-b781-759e11edc251 req-5b3b565e-0c21-4581-aa6f-7cdec91d98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.723871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-5b3b565e-0c21-4581-aa6f-7cdec91d98c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a5e16e-6851-4a31-b19e-13631f9ed927 HTTP/1.1" status: 200 len: 854 time: 0.1523266 Jul 29 17:57:39.735390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.738096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.739341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21fcf8fc-3e90-4b86-b3e2-81909bd842b3 HTTP/1.1" status: 204 len: 168 time: 0.3148847 Jul 29 17:57:39.783918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1afa9-c333-4309-8957-ad3fd9232147 req-bdcc992d-7b95-4878-ba0d-8f67150ef36e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:39.786116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffd1afa9-c333-4309-8957-ad3fd9232147 req-bdcc992d-7b95-4878-ba0d-8f67150ef36e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1711249 Jul 29 17:57:39.809213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfda79-d960-4d66-b07c-1e42f78cc1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.820973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-30569d47-2d74-4557-93a3-897c159283fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874343 Jul 29 17:57:39.853261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a74a75-9dcf-4777-b575-86ab5c666e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fcf8fc-3e90-4b86-b3e2-81909bd842b3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:39.870711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfda79-d960-4d66-b07c-1e42f78cc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:39.949162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2cfda79-d960-4d66-b07c-1e42f78cc1b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e5134d8390f42339c6304a5a242a4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858497 Jul 29 17:57:39.949162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43160) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:39.956550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-41966339-558f-412c-ae83-6b97b3cc8004 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193416 Jul 29 17:57:39.969671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffd1afa9-c333-4309-8957-ad3fd9232147 req-355b3c1e-cb70-499d-8fae-962c9dbe1355 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510699 Jul 29 17:57:39.979519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfda79-d960-4d66-b07c-1e42f78cc1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea8b36-7406-47dc-a33d-072add2bb8c1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:40.005472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b773b-db9f-48c0-85d0-8314a52f26fd req-baa43506-5585-4dda-ab93-2fe6575d1ffa tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.012131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-529b773b-db9f-48c0-85d0-8314a52f26fd req-baa43506-5585-4dda-ab93-2fe6575d1ffa tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1926782 Jul 29 17:57:40.102033 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-529b773b-db9f-48c0-85d0-8314a52f26fd req-a59b2a0a-01c9-4c28-ac3c-6f893da8df6d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786803 Jul 29 17:57:40.105820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.142547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.225096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.228194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.236213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daea8b36-7406-47dc-a33d-072add2bb8c1 HTTP/1.1" status: 204 len: 168 time: 0.2816765 Jul 29 17:57:40.245708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7e852-d427-434b-940f-7a71e0904ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea8b36-7406-47dc-a33d-072add2bb8c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:40.310137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1766de0f-5e61-4257-b781-759e11edc251 req-487ea58a-1633-4981-b574-911d8cb52369 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393550 Jul 29 17:57:40.351669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde2dc-c42c-4a50-bd98-f26f84373c32 req-5f6c28b8-7e3f-4248-b6b2-9b6bbc16ef54 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.359761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebbde2dc-c42c-4a50-bd98-f26f84373c32 req-5f6c28b8-7e3f-4248-b6b2-9b6bbc16ef54 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2528167 Jul 29 17:57:40.387400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43170) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:40.446154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b499ce-fd90-4148-b952-c603a6d233dc req-f52cfd37-b9bb-4254-a82d-40cad896304b tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.451878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1b499ce-fd90-4148-b952-c603a6d233dc req-f52cfd37-b9bb-4254-a82d-40cad896304b tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 943 time: 0.1084902 Jul 29 17:57:40.474893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebbde2dc-c42c-4a50-bd98-f26f84373c32 req-3bf1b51d-789c-4ff5-960a-b831c52a31aa tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094933 Jul 29 17:57:40.477085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.526888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d69dc-af4b-419a-8aa2-006692443bae req-4e85cc07-557e-4a60-ac3e-47d8bcae1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.528920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-4e85cc07-557e-4a60-ac3e-47d8bcae1472 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 1094 time: 0.1608353 Jul 29 17:57:40.542316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d1b499ce-fd90-4148-b952-c603a6d233dc req-115661d7-a92b-47dd-8b9c-fb89d9b87907 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Jul 29 17:57:40.713091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9358f-8107-4533-86f4-945954a0798a req-bfda87ee-dd61-4090-a2d9-47410f0ac3da tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.714661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-39c9358f-8107-4533-86f4-945954a0798a req-bfda87ee-dd61-4090-a2d9-47410f0ac3da tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0673094 Jul 29 17:57:40.745011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d69dc-af4b-419a-8aa2-006692443bae req-7ce2a62b-2bda-400a-9dc1-7c6207d3dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.754782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-7ce2a62b-2bda-400a-9dc1-7c6207d3dc35 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 915 time: 0.2156000 Jul 29 17:57:40.771708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-39c9358f-8107-4533-86f4-945954a0798a req-b985c044-1e4f-4837-a776-572974cafc6b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497422 Jul 29 17:57:40.824268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-b6e1b23b-9365-44f0-b5df-0efb92cc6850 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f HTTP/1.1" status: 200 len: 217 time: 0.0602813 Jul 29 17:57:40.908051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.932819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:40.965377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c1cf30c1a404fe4afb77e054b17af45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738842 Jul 29 17:57:40.966795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:40.977736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1857c-9c1d-40c3-a103-2d2819229016 req-10c38ca2-5717-4292-a513-3077c9bfecac tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.979463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3e1857c-9c1d-40c3-a103-2d2819229016 req-10c38ca2-5717-4292-a513-3077c9bfecac tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1543124 Jul 29 17:57:40.986096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d69dc-af4b-419a-8aa2-006692443bae req-9b19d531-06d7-4db9-8281-bf079942e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:40.987793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-9b19d531-06d7-4db9-8281-bf079942e7c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a5e16e-6851-4a31-b19e-13631f9ed927 HTTP/1.1" status: 200 len: 854 time: 0.1510477 Jul 29 17:57:41.002011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01b44f-e047-4f9d-b33d-8659c351faa1 req-dc451ce2-a2a0-4af0-99a8-b4a287bb1a3d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:41.012358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb01b44f-e047-4f9d-b33d-8659c351faa1 req-dc451ce2-a2a0-4af0-99a8-b4a287bb1a3d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1337953 Jul 29 17:57:41.035058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df33441-8bda-476c-9943-08c4301b43a2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:41.062539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-15978c24-a443-4c22-8f6a-bbde5737be22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448456 Jul 29 17:57:41.072730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.073182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.073534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.073919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.074535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.074936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.075319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.075700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.076236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.076563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.076950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.077324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d691f8-2dfb-4710-8807-6258a72c3e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:41.086498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb01b44f-e047-4f9d-b33d-8659c351faa1 req-077de74a-a68f-4dc9-99ff-7376cb52a393 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Jul 29 17:57:41.097274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3e1857c-9c1d-40c3-a103-2d2819229016 req-f8cddeb3-2002-4c74-8ebe-3f4998e05b14 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079354 Jul 29 17:57:41.176910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.245678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.266499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-673dc025-9b0a-465c-85c3-ac49831d216e service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823630 Jul 29 17:57:41.357404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a480ed-ba6b-491a-994b-845e563e948a req-41c5bebe-0fbf-437e-af14-fbb11bd6c77d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:41.359124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5a480ed-ba6b-491a-994b-845e563e948a req-41c5bebe-0fbf-437e-af14-fbb11bd6c77d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1149857 Jul 29 17:57:41.386389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.389191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.392730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0df33441-8bda-476c-9943-08c4301b43a2 HTTP/1.1" status: 204 len: 168 time: 0.4225888 Jul 29 17:57:41.431303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1e76-06ec-4a42-9c6f-6c2be0c0944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df33441-8bda-476c-9943-08c4301b43a2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:41.440815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d69dc-af4b-419a-8aa2-006692443bae req-5f7b6f84-a591-47ff-b708-d4881ad77222 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595578 Jul 29 17:57:41.476082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5a480ed-ba6b-491a-994b-845e563e948a req-ddcacadc-ce31-4ebd-b0cc-94d6ff3af7b3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921001 Jul 29 17:57:41.666775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-57626637-798d-40a5-8a68-1214162d4229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.795786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385738-a2ee-4540-95b5-0a8d837cf131 req-edd4b38c-9995-4bde-9cc1-73920d5c8aac tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:41.807743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d385738-a2ee-4540-95b5-0a8d837cf131 req-edd4b38c-9995-4bde-9cc1-73920d5c8aac tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 943 time: 0.1355515 Jul 29 17:57:41.860387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:41.885867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d385738-a2ee-4540-95b5-0a8d837cf131 req-1e90c923-e923-4ff2-9462-fd50b045ff1d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770869 Jul 29 17:57:41.896125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0a48-65f7-44b0-9a14-10074c12194c req-59c72cad-5257-41a8-8f8c-57e469f0a1f8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:41.908431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22ea0a48-65f7-44b0-9a14-10074c12194c req-59c72cad-5257-41a8-8f8c-57e469f0a1f8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0889285 Jul 29 17:57:41.998223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-22ea0a48-65f7-44b0-9a14-10074c12194c req-38fb06ec-879c-40b9-b578-acfa90848fcd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Jul 29 17:57:42.286893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368168-0d3a-45b0-8989-1d077b943057 req-80e57c1c-fd34-4dda-915f-90229a99491f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:42.288818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8368168-0d3a-45b0-8989-1d077b943057 req-80e57c1c-fd34-4dda-915f-90229a99491f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0541039 Jul 29 17:57:42.355488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8368168-0d3a-45b0-8989-1d077b943057 req-a68af1fe-a3ff-4b7e-8aa6-5a3f32e32d28 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563092 Jul 29 17:57:42.635310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3121-d39f-44d3-8686-78888de5baaf req-78555b27-8814-49b9-b300-8dcf33ca13d4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:42.636993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a6a3121-d39f-44d3-8686-78888de5baaf req-78555b27-8814-49b9-b300-8dcf33ca13d4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0620677 Jul 29 17:57:42.712268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0a6a3121-d39f-44d3-8686-78888de5baaf req-71ce63de-e1a5-4a73-9cb4-5bfe90dfa7b4 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631874 Jul 29 17:57:42.927434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.054798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158133-8a1c-4105-9e43-f624b1be667f req-0332028c-2238-4e17-be62-9e5cab4fcacd tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:43.056550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5158133-8a1c-4105-9e43-f624b1be667f req-0332028c-2238-4e17-be62-9e5cab4fcacd tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 943 time: 0.0919373 Jul 29 17:57:43.136505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ae479-0427-45bb-9986-78caeb504198 req-fff8d4f8-b24b-4900-9d62-ca72634e98d5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:43.150888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-017ae479-0427-45bb-9986-78caeb504198 req-fff8d4f8-b24b-4900-9d62-ca72634e98d5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0796287 Jul 29 17:57:43.213431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5158133-8a1c-4105-9e43-f624b1be667f req-ccd314e0-460b-4156-8cd9-d42c77152072 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365497 Jul 29 17:57:43.227089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-017ae479-0427-45bb-9986-78caeb504198 req-8bf8ee57-e0a6-4ce1-97dd-ab264f405dae tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 Jul 29 17:57:43.397172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fdb5b769-1675-435d-9c84-0b005cb2ef1f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:57:43.456165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43280) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:43.591508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:43.640609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f', 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb', 'port_id': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f', 'mac_address': 'fa:16:3e:9c:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a5e16e-6851-4a31-b19e-13631f9ed927', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:57:43.641498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7941cc-7b8d-4a91-82ba-f7d0af464f40 req-8b667ca0-f387-4845-ab69-7b9ed737ff55 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:43.657359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed7941cc-7b8d-4a91-82ba-f7d0af464f40 req-8b667ca0-f387-4845-ab69-7b9ed737ff55 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1792078 Jul 29 17:57:43.690617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1014174886', 'router:external': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:43.707731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed7941cc-7b8d-4a91-82ba-f7d0af464f40 req-b84ce187-729c-4b7d-8d09-360f6a07d8fa tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493464 Jul 29 17:57:43.726812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Made reservation on behalf of f7ff7ae8181a479387d833df45ff7637 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:57:43.729891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.733530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.740656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.756893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb5b769-1675-435d-9c84-0b005cb2ef1f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:57:43.795937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:43.812324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.871419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:43.959653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:43.966127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.001085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd5c18-d6b7-4fb3-ae85-b8e519f7eb01 req-238a658d-5434-4498-ac39-35788cf4c0dc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:44.002149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10bd5c18-d6b7-4fb3-ae85-b8e519f7eb01 req-238a658d-5434-4498-ac39-35788cf4c0dc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1664889 Jul 29 17:57:44.030650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:57:44.048839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622a19de-906c-40e8-a555-df425189d247,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:44.061482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.061832 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Added segment 06859f0e-8a87-4ba1-a221-a918a8bcfa49 of type vlan for network 6cca0e05-8d96-472d-94f9-fb07c0da98be Jul 29 17:57:44.097877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['fdb5b769-1675-435d-9c84-0b005cb2ef1f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:57:44.150410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-10bd5c18-d6b7-4fb3-ae85-b8e519f7eb01 req-bbd0a4f9-adec-4b6a-a16f-4d82f2c696dd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391635 Jul 29 17:57:44.172688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.264253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.270350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:44.275138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.381244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9237854 Jul 29 17:57:44.387073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:44.397766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'subnet': {'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:44.439147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ac604-e276-4a72-bbcd-bf5853d2294a req-ead185fc-1595-4ce7-be32-68e74551ab2d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:44.442234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-405ac604-e276-4a72-bbcd-bf5853d2294a req-ead185fc-1595-4ce7-be32-68e74551ab2d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 944 time: 0.0991087 Jul 29 17:57:44.478173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f27408-9a07-4102-a481-49863ac6263a tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Network': ['ID=6cca0e05-8d96-472d-94f9-fb07c0da98be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:44.491127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:57:44.528890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f013c59-ed4a-4e9c-b7aa-8da716274847 req-27a584c8-2d67-4af6-be88-a5e39bd9485f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:44.532592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Made reservation on behalf of f7ff7ae8181a479387d833df45ff7637 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:57:44.533348 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f013c59-ed4a-4e9c-b7aa-8da716274847 req-27a584c8-2d67-4af6-be88-a5e39bd9485f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1641178 Jul 29 17:57:44.536117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.624637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f013c59-ed4a-4e9c-b7aa-8da716274847 req-88706dac-72a2-49c4-9ebb-419117583854 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Jul 29 17:57:44.648022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:44.652828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-405ac604-e276-4a72-bbcd-bf5853d2294a req-ed0ee187-2fb2-430f-80ed-f20f7664dc64 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968088 Jul 29 17:57:44.881538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc82b3-ccee-45fd-a362-548dff713e6c req-bc9cf114-c6ae-4291-b2b2-cc98f0b500e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:44.883494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81bc82b3-ccee-45fd-a362-548dff713e6c req-bc9cf114-c6ae-4291-b2b2-cc98f0b500e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0683475 Jul 29 17:57:44.940183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81bc82b3-ccee-45fd-a362-548dff713e6c req-10691567-bfa7-481a-aff5-bff9b6189948 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492857 Jul 29 17:57:44.964961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:57:44.965705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.035820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Checking segment: {'id': '06859f0e-8a87-4ba1-a221-a918a8bcfa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:57:45.036185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network hostable DHCP agents. Network: 6cca0e05-8d96-472d-94f9-fb07c0da98be, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:57:45.046019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3602ca07-848d-4f47-979b-d7c0fd89c3a0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:45.064436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:57:45.074554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6cca0e05-8d96-472d-94f9-fb07c0da98be) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:45.079621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.080385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.086559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056366df-3e1d-45c4-b063-2e62a52a13c9 None None] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:57:45.098795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09ed2f65-80bc-460c-92ed-f539e20e619c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7056262 Jul 29 17:57:45.100555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43310) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:45.105517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-686052368', 'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:45.132522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Made reservation on behalf of f7ff7ae8181a479387d833df45ff7637 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:57:45.136040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.168407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] device_id is not set on port bcf21b57-6af2-44e0-9f74-f9e7b0425c10 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:57:45.225839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38699a45-6ffb-42e0-afb8-a0deaa684d47 None None] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:57:45.340482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 2001:db8::1e7 (6cca0e05-8d96-472d-94f9-fb07c0da98be/3602ca07-848d-4f47-979b-d7c0fd89c3a0/bcf21b57-6af2-44e0-9f74-f9e7b0425c10) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:45.379422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb9ef-362d-4617-997e-127bd4e09f35 req-b2a386ec-395c-4186-a11d-9d8b025772e2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.384387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c81eb9ef-362d-4617-997e-127bd4e09f35 req-b2a386ec-395c-4186-a11d-9d8b025772e2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1254203 Jul 29 17:57:45.402741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fdb5b769-1675-435d-9c84-0b005cb2ef1f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:45.465590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c81eb9ef-362d-4617-997e-127bd4e09f35 req-073294ea-0af8-42c0-9810-cc36b9315866 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707560 Jul 29 17:57:45.485135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-2b04c17a-79fd-4330-9320-237800e04ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.487031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-2b04c17a-79fd-4330-9320-237800e04ae6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0629892 Jul 29 17:57:45.491311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port fdb5b769-1675-435d-9c84-0b005cb2ef1f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:45.495383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port fdb5b769-1675-435d-9c84-0b005cb2ef1f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:45.495761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.534977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.592140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.593481 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.611068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-3e229e6b-ecdc-463d-b05b-6c8f05c88be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.612713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-3e229e6b-ecdc-463d-b05b-6c8f05c88be1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1149104 Jul 29 17:57:45.622165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:45.624717 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cdfba3-710c-45ec-856f-30a88172b853" -d '{"events": [{"server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:45.642167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:45.655733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.692089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=bcf21b57-6af2-44e0-9f74-f9e7b0425c10,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:45.699778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:45.702283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:45.705356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:45.706776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.707620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.713431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-84da361c-68b6-4391-a9fd-130d98a1c3ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.0914035 Jul 29 17:57:45.727130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-60255dfa-fc8f-481e-befd-df871d6f1289 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6253960 Jul 29 17:57:45.729549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43320) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:45.794701 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73734f0-4f26-4d73-a110-1cd411137474 x-openstack-request-id: req-f73734f0-4f26-4d73-a110-1cd411137474 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:45.795351 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "name": "network-vif-plugged", "status": "completed", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:45.795700 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f73734f0-4f26-4d73-a110-1cd411137474 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:45.796240 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f', 'code': 200} Jul 29 17:57:45.797462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:45.843568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-35467855-de28-4d59-be96-dd126719712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.845739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-35467855-de28-4d59-be96-dd126719712d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.1170373 Jul 29 17:57:45.854383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3787ce-b8c4-4a4b-85a4-32cda05b0cfa req-9eaa25da-0b85-41ae-b143-a22ca8ea6181 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.856158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c3787ce-b8c4-4a4b-85a4-32cda05b0cfa req-9eaa25da-0b85-41ae-b143-a22ca8ea6181 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1380734 Jul 29 17:57:45.864921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Deleting port bcf21b57-6af2-44e0-9f74-f9e7b0425c10 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:45.865261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:45.894932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e337fd-baad-4403-a6ba-2299fe61cc67 req-565dbda9-1b16-4790-95bb-c2630e471ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.896462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1e337fd-baad-4403-a6ba-2299fe61cc67 req-565dbda9-1b16-4790-95bb-c2630e471ce7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 1096 time: 0.1163325 Jul 29 17:57:45.911762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8bbe4-a31b-4be5-b012-f27f3123fbec req-673c069b-9026-4876-83a6-0c96934ae437 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.913273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abb8bbe4-a31b-4be5-b012-f27f3123fbec req-673c069b-9026-4876-83a6-0c96934ae437 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 945 time: 0.1011796 Jul 29 17:57:45.952160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-2728574a-e5f1-4fb8-bc3c-1ad56c1318fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:45.953734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-2728574a-e5f1-4fb8-bc3c-1ad56c1318fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960290 Jul 29 17:57:45.961871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c3787ce-b8c4-4a4b-85a4-32cda05b0cfa req-68e861f3-e725-4978-aaea-d05e262b7d84 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915973 Jul 29 17:57:45.988800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abb8bbe4-a31b-4be5-b012-f27f3123fbec req-b7937235-6c7b-4015-b811-a77f480456ec tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602655 Jul 29 17:57:45.993427 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.016508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Calling delete_port for bcf21b57-6af2-44e0-9f74-f9e7b0425c10 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:46.036530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1e337fd-baad-4403-a6ba-2299fe61cc67 req-0b002228-b0f5-45ca-9edb-5f802f2cd17d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305540 Jul 29 17:57:46.091747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-5ac6e909-5461-4d7e-a5e5-64fd3f82446c service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261797 Jul 29 17:57:46.143186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c515af-d297-4782-9123-27521c034144 req-05864099-c813-48b2-bc46-a42bff42e60f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:46.145303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74c515af-d297-4782-9123-27521c034144 req-05864099-c813-48b2-bc46-a42bff42e60f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1014647 Jul 29 17:57:46.173295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.205692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcf21b57-6af2-44e0-9f74-f9e7b0425c10,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:46.226216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74c515af-d297-4782-9123-27521c034144 req-b4793be2-37d7-4302-b018-50d1a89f8581 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563910 Jul 29 17:57:46.245332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.256873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d0dcbcbf-e1dc-47f5-84fc-8c052f6293ca tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/ports/bcf21b57-6af2-44e0-9f74-f9e7b0425c10 HTTP/1.1" status: 204 len: 168 time: 0.5167024 Jul 29 17:57:46.256873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43328) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:46.256873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be', 'external_fixed_ips': [{'subnet_id': '3602ca07-848d-4f47-979b-d7c0fd89c3a0', 'ip_address': '2001:db8::1e7'}]}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:46.257532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8f5d5df-ca22-4e9c-a0ec-57a8ab36c453 req-040ed4e5-3306-4283-82d1-423925ae3df0 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526790 Jul 29 17:57:46.280132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.281157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.332515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.470937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.597799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e7fcb-fdd3-456d-b133-76202eeeff11 req-ee39c2d5-fc43-4770-90b8-4578b7407279 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:46.599379 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f32e7fcb-fdd3-456d-b133-76202eeeff11 req-ee39c2d5-fc43-4770-90b8-4578b7407279 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0676880 Jul 29 17:57:46.652083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f32e7fcb-fdd3-456d-b133-76202eeeff11 req-6a73f11c-8291-45b2-be78-3bca0a5b7c44 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Jul 29 17:57:46.764398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.784965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:46.934035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 2001:db8::1e7 (6cca0e05-8d96-472d-94f9-fb07c0da98be/3602ca07-848d-4f47-979b-d7c0fd89c3a0/5a3bad16-7cb9-4976-afd5-cf7a6e68e06a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:47.042438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.107687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03c5d4-7347-4e6e-b11c-e68eff925e6d req-d0a5fa4e-c012-4635-befd-eaecba0bba19 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:47.109358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab03c5d4-7347-4e6e-b11c-e68eff925e6d req-d0a5fa4e-c012-4635-befd-eaecba0bba19 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0493011 Jul 29 17:57:47.134807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658af1-c628-4932-810e-6b966678984c req-471487f8-e75e-42c9-aab9-5bc61a93651d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:47.136339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e658af1-c628-4932-810e-6b966678984c req-471487f8-e75e-42c9-aab9-5bc61a93651d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 945 time: 0.0632472 Jul 29 17:57:47.137562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.158448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab03c5d4-7347-4e6e-b11c-e68eff925e6d req-18ca29db-affd-4903-a058-d4f3db875dbd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Jul 29 17:57:47.185416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 6cca0e05-8d96-472d-94f9-fb07c0da98be is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:47.190644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:47.193199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:47.286848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4e658af1-c628-4932-810e-6b966678984c req-01d1d900-359d-47aa-92d5-b99bf0181a5d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409264 Jul 29 17:57:47.287573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3bad16-7cb9-4976-afd5-cf7a6e68e06a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:47.375755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9c37-8e00-483a-abbd-03341152b982 req-93082504-9794-40c9-b75f-73fd9c01d174 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:47.377283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-774a9c37-8e00-483a-abbd-03341152b982 req-93082504-9794-40c9-b75f-73fd9c01d174 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0627408 Jul 29 17:57:47.418738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-774a9c37-8e00-483a-abbd-03341152b982 req-4f027732-f6e2-4bc4-a551-3b459d27dc8c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Jul 29 17:57:47.452084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.489303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43376) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:47.610955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dce49360-cea4-4cb2-a6ec-3bea2098c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.664481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.713613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dce49360-cea4-4cb2-a6ec-3bea2098c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.718116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dce49360-cea4-4cb2-a6ec-3bea2098c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.759432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dce49360-cea4-4cb2-a6ec-3bea2098c8f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a26e413924264eb492faf2baa88ec27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688098 Jul 29 17:57:47.760382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49360-cea4-4cb2-a6ec-3bea2098c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d273554-9eb0-403d-b91f-aeced85e6ddb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:47.762953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43390) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:47.831230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.861669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.863034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde42f-3314-4e55-a6c2-db15b8ed2a4d req-4de9cc74-ac6d-4015-9d59-097921fe764d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:47.864633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dcdde42f-3314-4e55-a6c2-db15b8ed2a4d req-4de9cc74-ac6d-4015-9d59-097921fe764d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1014936 Jul 29 17:57:47.907086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router b2438e92-db41-4c19-9bba-919ae5a776eb is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:57:47.917931 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dcdde42f-3314-4e55-a6c2-db15b8ed2a4d req-0cbc0655-1a93-4962-ac5d-d372636f1216 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Jul 29 17:57:47.929388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.932679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.934752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d273554-9eb0-403d-b91f-aeced85e6ddb HTTP/1.1" status: 204 len: 168 time: 0.1706829 Jul 29 17:57:47.959542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a2fa3-5175-4713-a00c-7cf9ce99c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d273554-9eb0-403d-b91f-aeced85e6ddb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:48.052785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:48.064933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Sync routers for ids ['b2438e92-db41-4c19-9bba-919ae5a776eb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:48.077088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Routers {'b2438e92-db41-4c19-9bba-919ae5a776eb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:48.077892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59019ca-8db6-4f5a-88cc-a6032bc39630 req-b27292f8-0929-4d31-ae8a-87b5692c7f1e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:48.078087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2438e92-db41-4c19-9bba-919ae5a776eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:48.079784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e59019ca-8db6-4f5a-88cc-a6032bc39630 req-b27292f8-0929-4d31-ae8a-87b5692c7f1e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0604541 Jul 29 17:57:48.084189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.088176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:48.088355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2aebe0e-73ba-4cb8-9079-dc85964052fa tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8373425 Jul 29 17:57:48.172858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e59019ca-8db6-4f5a-88cc-a6032bc39630 req-2c4689fa-94da-49e9-9e00-89a592a793b1 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868864 Jul 29 17:57:48.367045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be6ce-4951-4f72-ad71-fb2cb849773a req-13f713ff-25f3-4f63-830e-3e6ec1376fdf tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:48.369195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-852be6ce-4951-4f72-ad71-fb2cb849773a req-13f713ff-25f3-4f63-830e-3e6ec1376fdf tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0750926 Jul 29 17:57:48.371018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.412664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Set router b2438e92-db41-4c19-9bba-919ae5a776eb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:57:48.437015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-852be6ce-4951-4f72-ad71-fb2cb849773a req-bc80e213-6555-4958-8a85-d4c2777c6b1d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603909 Jul 29 17:57:48.455411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36385fa-2914-44f8-8f82-a3084afb1664 req-6c92b4de-bf91-4002-a791-6e5a59dc9651 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:48.456928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d36385fa-2914-44f8-8f82-a3084afb1664 req-6c92b4de-bf91-4002-a791-6e5a59dc9651 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1575322 Jul 29 17:57:48.550434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d36385fa-2914-44f8-8f82-a3084afb1664 req-aa00e6ab-452c-41db-ba5a-38d516013f5e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529265 Jul 29 17:57:48.555836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.666389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Deleting port 5a3bad16-7cb9-4976-afd5-cf7a6e68e06a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:48.666742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.708489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2438e92-db41-4c19-9bba-919ae5a776eb', 'name': '', 'tenant_id': 'f7ff7ae8181a479387d833df45ff7637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be', 'external_fixed_ips': [{'subnet_id': '3602ca07-848d-4f47-979b-d7c0fd89c3a0', 'ip_address': '2001:db8::1e7'}], 'enable_snat': True}, 'gw_port_id': '5a3bad16-7cb9-4976-afd5-cf7a6e68e06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:57:46Z', 'updated_at': '2021-07-29T17:57:47Z', 'revision_number': 3, 'project_id': 'f7ff7ae8181a479387d833df45ff7637', 'gw_port': {'id': '5a3bad16-7cb9-4976-afd5-cf7a6e68e06a', 'name': '', 'network_id': '6cca0e05-8d96-472d-94f9-fb07c0da98be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2438e92-db41-4c19-9bba-919ae5a776eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '3602ca07-848d-4f47-979b-d7c0fd89c3a0', 'ip_address': '2001:db8::1e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:57:46Z', 'updated_at': '2021-07-29T17:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3602ca07-848d-4f47-979b-d7c0fd89c3a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:48.750001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Checking router: b2438e92-db41-4c19-9bba-919ae5a776eb for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:57:48.750379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Updating router b2438e92-db41-4c19-9bba-919ae5a776eb port 5a3bad16-7cb9-4976-afd5-cf7a6e68e06a binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:57:48.772339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38f6e-ae4e-496d-97ab-e71b17fbc0b8 req-b6ac5ae9-7220-44b5-afa5-6122933a1941 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:48.781404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.781815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-86f38f6e-ae4e-496d-97ab-e71b17fbc0b8 req-b6ac5ae9-7220-44b5-afa5-6122933a1941 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1212761 Jul 29 17:57:48.801022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Calling delete_port for 5a3bad16-7cb9-4976-afd5-cf7a6e68e06a owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:48.801606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.875939 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-86f38f6e-ae4e-496d-97ab-e71b17fbc0b8 req-3b3815a1-f4df-429f-9a30-f7121555cc86 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928769 Jul 29 17:57:49.083591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0745f40-4acf-4693-8dd3-8f1c28ab9ec3 req-e01f8fee-c3d3-48fd-878d-d8c1393e603e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:49.085072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0745f40-4acf-4693-8dd3-8f1c28ab9ec3 req-e01f8fee-c3d3-48fd-878d-d8c1393e603e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1073291 Jul 29 17:57:49.097860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.140892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a3bad16-7cb9-4976-afd5-cf7a6e68e06a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:49.156271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:57:49.156271 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:57:49.519728 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.602830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f3d3-6b8a-4c38-931b-51ef2b32dc46 req-7ffd8e45-afc7-40c4-877f-311c24b6985c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:49.604289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d826f3d3-6b8a-4c38-931b-51ef2b32dc46 req-7ffd8e45-afc7-40c4-877f-311c24b6985c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0716839 Jul 29 17:57:49.611004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0745f40-4acf-4693-8dd3-8f1c28ab9ec3 req-a7207cdb-483e-4d08-bc62-dba410f9263f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152411 Jul 29 17:57:49.645716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.648616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.685148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Port 5a3bad16-7cb9-4976-afd5-cf7a6e68e06a not found while updating agent binding for router b2438e92-db41-4c19-9bba-919ae5a776eb. {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 17:57:49.714949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d826f3d3-6b8a-4c38-931b-51ef2b32dc46 req-19bb7524-9d91-4f21-a714-c773033f8672 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036897 Jul 29 17:57:49.716626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.717700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2438e92-db41-4c19-9bba-919ae5a776eb {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:57:49.722558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:49.722999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:57:49.723878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_agentschedulers_db [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2438e92-db41-4c19-9bba-919ae5a776eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94053) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 17:57:49.724248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4fd537-a659-4c8e-b215-a21dd707938d None None] The sync data for ids ['b2438e92-db41-4c19-9bba-919ae5a776eb'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:49.736017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.741819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78b558d6-a92d-42c5-b495-aa6ec6ec2db1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b2438e92-db41-4c19-9bba-919ae5a776eb HTTP/1.1" status: 204 len: 168 time: 1.6522491 Jul 29 17:57:49.744356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:49.799957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Deleting subnet 3602ca07-848d-4f47-979b-d7c0fd89c3a0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:57:49.803164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.847224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.890165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:49.955727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.023481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3602ca07-848d-4f47-979b-d7c0fd89c3a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:50.031021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.035690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a24f68b2-f454-45a4-9926-de9670476bf1 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/3602ca07-848d-4f47-979b-d7c0fd89c3a0 HTTP/1.1" status: 204 len: 168 time: 0.2875865 Jul 29 17:57:50.035965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43548) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:50.076049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfec14-dfb3-4cac-b715-917b3950d6fe req-7946070d-d98e-4e4f-9fb7-c0694c437cb4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:50.077698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6bfec14-dfb3-4cac-b715-917b3950d6fe req-7946070d-d98e-4e4f-9fb7-c0694c437cb4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.1093678 Jul 29 17:57:50.117727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.122627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6bfec14-dfb3-4cac-b715-917b3950d6fe req-2a3efe50-d61f-4ef0-936a-ad83ef57837e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Jul 29 17:57:50.199485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.213273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cca0e05-8d96-472d-94f9-fb07c0da98be']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:50.223276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06859f0e-8a87-4ba1-a221-a918a8bcfa49') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:50.223579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06859f0e-8a87-4ba1-a221-a918a8bcfa49') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:50.232930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.248139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.254571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:57:50.254993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:57:50.258294 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:57:50.319746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.327996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cca0e05-8d96-472d-94f9-fb07c0da98be {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 17:57:50.339370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.342739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6cca0e05-8d96-472d-94f9-fb07c0da98be HTTP/1.1" status: 204 len: 168 time: 0.3056650 Jul 29 17:57:50.345117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28177d-9515-436a-9a6a-e529fb38f696 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cca0e05-8d96-472d-94f9-fb07c0da98be,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:50.622962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:50.633960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'name': 'tempest-router--41116410', 'project_id': 'a6474ee84b414edb8f30adbfc811824c'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:50.666258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.667654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.744809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.756821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.784480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.789689 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7705b430-553f-4680-9c18-ef0d0a4c5c2c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1656122 Jul 29 17:57:50.790495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:50.856605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c162da3-261f-41c6-812a-b8ed42953588 req-60827dfa-ba09-470c-8b63-981858c75388 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:50.864648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c162da3-261f-41c6-812a-b8ed42953588 req-60827dfa-ba09-470c-8b63-981858c75388 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0659516 Jul 29 17:57:50.901370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c162da3-261f-41c6-812a-b8ed42953588 req-4293246c-9141-4154-8337-fc3af31fb554 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Jul 29 17:57:50.970302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a342173-2f04-477b-8c64-d30d81507694 req-2dc57173-1cf9-4a67-bba7-72969091508a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:50.971418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a342173-2f04-477b-8c64-d30d81507694 req-2dc57173-1cf9-4a67-bba7-72969091508a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2483196 Jul 29 17:57:50.979618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.143706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a342173-2f04-477b-8c64-d30d81507694 req-cca1a035-1470-42ff-a897-a4baf879bbdb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658437 Jul 29 17:57:51.176235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.178580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.246593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.247435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01fe5b93-bb5c-43ad-9e94-088d916c72fd {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:57:51.253808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.255893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a4db9df-59e3-4fc3-afb4-38a5af2abae7 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/routers/01fe5b93-bb5c-43ad-9e94-088d916c72fd HTTP/1.1" status: 204 len: 168 time: 0.4626572 Jul 29 17:57:51.338584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de4e49-dbfc-485c-821c-980292e9f41b req-a85d5249-e561-43a3-8f19-7aa30f4df96d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.340491 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94de4e49-dbfc-485c-821c-980292e9f41b req-a85d5249-e561-43a3-8f19-7aa30f4df96d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0982254 Jul 29 17:57:51.410515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-94de4e49-dbfc-485c-821c-980292e9f41b req-406b6380-b21a-4e48-8a77-dc637f50b71c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634651 Jul 29 17:57:51.440470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c34f5b-1167-4063-bbcd-5e96b289839f req-35852ada-8fcd-4112-83e4-474ed84fa023 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.442409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0c34f5b-1167-4063-bbcd-5e96b289839f req-35852ada-8fcd-4112-83e4-474ed84fa023 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0743351 Jul 29 17:57:51.462016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43578) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:51.494276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-41c6aa10-5f65-4cf1-8424-bb8cd1c25c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.496006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-41c6aa10-5f65-4cf1-8424-bb8cd1c25c6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0860050 Jul 29 17:57:51.528789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0c34f5b-1167-4063-bbcd-5e96b289839f req-3a83a936-53dd-43df-ba3d-6349abc58684 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705078 Jul 29 17:57:51.606637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-462d2dcf-9fb2-4ba8-8a4a-3ec10ade684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.608169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-462d2dcf-9fb2-4ba8-8a4a-3ec10ade684a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.1047442 Jul 29 17:57:51.684147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-60a5ee52-ac5d-4152-82d2-b0e813702390 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 200 len: 998 time: 0.0663753 Jul 29 17:57:51.722108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1327687451', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:51.741042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-2a59ff44-61c6-49e0-bca0-50c19cb91776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.743871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-2a59ff44-61c6-49e0-bca0-50c19cb91776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0518677 Jul 29 17:57:51.749411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.750631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.806942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-707215d4-6712-40d2-80bf-e45bb3a96095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:51.807833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.808389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-707215d4-6712-40d2-80bf-e45bb3a96095 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567296 Jul 29 17:57:51.956183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-27b1cd93-5b78-4498-a6b1-93807f3950ce service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362958 Jul 29 17:57:52.107498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e3fe92-1cdd-4122-b6c0-fc5735f61cff req-c5dd7074-3912-4302-ab2d-8a7de4afd7ab service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429591 Jul 29 17:57:52.390538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:52.407284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42103af7-f2ff-48f0-ab53-f4637f503147 req-ddf50603-cd6a-40f9-b19e-abacdc063ff2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:52.410745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42103af7-f2ff-48f0-ab53-f4637f503147 req-ddf50603-cd6a-40f9-b19e-abacdc063ff2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1279821 Jul 29 17:57:52.497409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42103af7-f2ff-48f0-ab53-f4637f503147 req-1bec4f15-174d-479f-a64a-849deee24b74 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825200 Jul 29 17:57:52.557362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a232740-868a-41a5-8ca5-4df2accd2a8c req-d0f2b91c-b974-4aa1-8d4e-a6f039bae3b7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:52.558927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a232740-868a-41a5-8ca5-4df2accd2a8c req-d0f2b91c-b974-4aa1-8d4e-a6f039bae3b7 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 943 time: 0.0549028 Jul 29 17:57:52.625045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a232740-868a-41a5-8ca5-4df2accd2a8c req-b0e25021-9d70-4985-8d0c-5aa679869cb4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562286 Jul 29 17:57:52.650102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:57:52.656913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:52.709549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:52.770471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541bc0f-dda6-4346-86bc-11bb8c5bf8a6 req-47d088d6-395e-4626-8ee4-1984562ff1cd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:52.773317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:52.773489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8541bc0f-dda6-4346-86bc-11bb8c5bf8a6 req-47d088d6-395e-4626-8ee4-1984562ff1cd tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1423514 Jul 29 17:57:52.803535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e3861a24-6684-44ff-be04-90d13277c60e', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'e3861a24-6684-44ff-be04-90d13277c60e', 'mac_address': 'fa:16:3e:1a:78:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:57:52.857144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8541bc0f-dda6-4346-86bc-11bb8c5bf8a6 req-b1665401-3765-4718-b719-08be216a6b0d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743337 Jul 29 17:57:52.863440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:52.879577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Allocated IP 172.25.5.41 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0f079d20-5e2a-497f-8b0b-c8eccf7b4987) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:52.889338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:57:52.913783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:52.920383 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:53.004763 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:53.005834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:53.017979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.017979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.017979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.017979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.017979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.018491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.018491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.018795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.019118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.019504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.020068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.020395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:57:53.071535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:53.115486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:53.118109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:53.123157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:53.154119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event updated for resources: {'Port': ['ID=0f079d20-5e2a-497f-8b0b-c8eccf7b4987,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:53.154811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e3861a24-6684-44ff-be04-90d13277c60e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:57:53.441648 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:53.683511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82260d22-8f26-458e-92ae-d62bd23dd398 req-4b33a53a-07d1-4c1e-863f-d5f42c898781 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:53.685146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82260d22-8f26-458e-92ae-d62bd23dd398 req-4b33a53a-07d1-4c1e-863f-d5f42c898781 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0966039 Jul 29 17:57:53.737014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:53.742466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-82260d22-8f26-458e-92ae-d62bd23dd398 req-8d9860d5-5653-43e7-b273-d3252e551bf9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Jul 29 17:57:53.753799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5eac5-30e6-495d-aa0f-e3c7a792dc1d req-ec48423c-fc54-418d-a60d-ccc3e4776966 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:53.762057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ede5eac5-30e6-495d-aa0f-e3c7a792dc1d req-ec48423c-fc54-418d-a60d-ccc3e4776966 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 944 time: 0.0604446 Jul 29 17:57:53.798006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ede5eac5-30e6-495d-aa0f-e3c7a792dc1d req-c84e7dfb-7a94-413c-b96f-80db0937879f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Jul 29 17:57:53.883626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Router 51e6e195-eb19-46cf-b7c6-860bdd188d5c is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:57:54.048197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3e3c-41c9-4621-8490-b5c24df59e82 req-5ebd5ee4-69bb-4c84-b790-22b35a13982f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:54.049777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab5d3e3c-41c9-4621-8490-b5c24df59e82 req-5ebd5ee4-69bb-4c84-b790-22b35a13982f tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1055851 Jul 29 17:57:54.054841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:54.065790 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] Sync routers for ids ['51e6e195-eb19-46cf-b7c6-860bdd188d5c'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:54.082229 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] Routers {'51e6e195-eb19-46cf-b7c6-860bdd188d5c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:54.082878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['51e6e195-eb19-46cf-b7c6-860bdd188d5c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:54.093705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.094926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a35ad4d-9cab-4be6-96a6-c335b3a64768 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6316352 Jul 29 17:57:54.097929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43608) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:54.115595 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:54.124459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] Routers {'51e6e195-eb19-46cf-b7c6-860bdd188d5c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:54.125295 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['51e6e195-eb19-46cf-b7c6-860bdd188d5c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:54.140461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab5d3e3c-41c9-4621-8490-b5c24df59e82 req-67d5a999-3c90-4e7f-9f11-7c8429e8311c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672190 Jul 29 17:57:54.160357 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:54.160357 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b053686-a600-4ea3-b2f9-ad9071adfc53 None None] The sync data for ids ['51e6e195-eb19-46cf-b7c6-860bdd188d5c'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:54.254577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa85ad23-b2e1-40cb-a0fa-0fca3cfef8c2 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/51e6e195-eb19-46cf-b7c6-860bdd188d5c HTTP/1.1" status: 200 len: 924 time: 0.1544800 Jul 29 17:57:54.257360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43616) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:54.295993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0ca21dde-db95-4278-a542-8119f2361211 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e6e195-eb19-46cf-b7c6-860bdd188d5c HTTP/1.1" status: 200 len: 205 time: 0.0363300 Jul 29 17:57:54.298433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:54.299356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa5b71-2012-4a62-9dc1-fafd680a740f req-dd3b1578-c9aa-4d7a-8cef-291487d28397 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:54.304901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abfa5b71-2012-4a62-9dc1-fafd680a740f req-dd3b1578-c9aa-4d7a-8cef-291487d28397 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0856373 Jul 29 17:57:54.362797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abfa5b71-2012-4a62-9dc1-fafd680a740f req-50f38eb8-a85e-419c-b77b-d34b3e44fa91 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Jul 29 17:57:54.411852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.526911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.587721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port 0f079d20-5e2a-497f-8b0b-c8eccf7b4987 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:57:54.588158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.666945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.667158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:54.681610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for 0f079d20-5e2a-497f-8b0b-c8eccf7b4987 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:57:54.716820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e3861a24-6684-44ff-be04-90d13277c60e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:54.717197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.814774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.842220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:54.845149 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e6e50-9315-479b-be0d-63bbe5bca351" -d '{"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:54.860029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:54.867095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.880052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:54.920020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708300e-42d7-43fe-aa3d-106094d79249 req-399ec643-9545-4e35-b341-e609ea86bbf1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:54.924681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=0f079d20-5e2a-497f-8b0b-c8eccf7b4987,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:54.928682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:54.939984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0708300e-42d7-43fe-aa3d-106094d79249 req-399ec643-9545-4e35-b341-e609ea86bbf1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0840213 Jul 29 17:57:54.979663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0708300e-42d7-43fe-aa3d-106094d79249 req-c8906859-1ccf-4064-8a62-9c008a09cc77 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Jul 29 17:57:54.991311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.104702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191fd3-2bb1-40f7-a8ae-5446985b7951 req-581488c3-b3cb-4ada-a4af-2aecf22680c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:55.104892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.106281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65191fd3-2bb1-40f7-a8ae-5446985b7951 req-581488c3-b3cb-4ada-a4af-2aecf22680c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0576935 Jul 29 17:57:55.106995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.154079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65191fd3-2bb1-40f7-a8ae-5446985b7951 req-f894400e-9826-42db-9f13-00119376e70b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Jul 29 17:57:55.165675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.165675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router 51e6e195-eb19-46cf-b7c6-860bdd188d5c {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:57:55.167177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.168282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f7b953a8-ad0c-45f3-8a7c-b4f61e02b29c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/51e6e195-eb19-46cf-b7c6-860bdd188d5c HTTP/1.1" status: 204 len: 168 time: 0.8689346 Jul 29 17:57:55.172057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:55.177624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399601175', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:55.204083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.205262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.228106 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609935e9-ebb8-4191-abb9-40fe5de86eae x-openstack-request-id: req-609935e9-ebb8-4191-abb9-40fe5de86eae {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:55.228433 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-plugged", "status": "completed", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:55.228689 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-609935e9-ebb8-4191-abb9-40fe5de86eae {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:55.229137 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'code': 200} Jul 29 17:57:55.270533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.460604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90810-51a9-4554-bddd-9c0f9a311e9e req-14a76b48-5768-4a52-b463-bd8b46cea4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:55.462164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.462461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6db90810-51a9-4554-bddd-9c0f9a311e9e req-14a76b48-5768-4a52-b463-bd8b46cea4cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 1097 time: 0.0506935 Jul 29 17:57:55.503627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6db90810-51a9-4554-bddd-9c0f9a311e9e req-76371036-60b7-4f36-93eb-e2ee631eb509 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302639 Jul 29 17:57:55.684930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.704018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.816159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 172.25.5.121 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/bc4a2fb3-09b4-40d8-9a32-4f2cf1176213) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:55.930132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:55.973722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:56.012013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:56.016571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:56.020184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:56.028575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:56.126686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ae0d-6447-4a70-ae0e-083af7694a98 req-96308239-f22f-438c-9e7c-650bfda59579 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:56.130547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f97ae0d-6447-4a70-ae0e-083af7694a98 req-96308239-f22f-438c-9e7c-650bfda59579 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0563545 Jul 29 17:57:56.189786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f97ae0d-6447-4a70-ae0e-083af7694a98 req-bf472fd2-52e0-4db5-8439-aeb9763e790b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535274 Jul 29 17:57:56.309167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f496a0-453b-4354-af1a-f3f05ba19c00 req-a06034dd-b562-4021-8cea-4979015ef07c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:56.317171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7f496a0-453b-4354-af1a-f3f05ba19c00 req-a06034dd-b562-4021-8cea-4979015ef07c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0605137 Jul 29 17:57:56.341623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:56.358421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7f496a0-453b-4354-af1a-f3f05ba19c00 req-4a072889-9b99-486e-b91d-8a704867913c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400882 Jul 29 17:57:56.409065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:56.671108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:57:56.796832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:56.809364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'port_id': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'mac_address': 'fa:16:3e:4f:93:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:57:56.848293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:56.861639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:57:56.882388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:56.889236 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:56.955696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:56.974268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.008067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:57:57.115262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router 32741ff4-6faf-4b99-8616-2878f5045830 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:57:57.246967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:57:57.256212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Sync routers for ids ['32741ff4-6faf-4b99-8616-2878f5045830'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:57:57.275771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Routers {'32741ff4-6faf-4b99-8616-2878f5045830'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:57.277833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['32741ff4-6faf-4b99-8616-2878f5045830'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:57.284805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.284805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-557add6e-6e80-4145-9fe6-c031dab4d704 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.1108642 Jul 29 17:57:57.286611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:57.364942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad06fe-aa95-4961-b8d3-634b7d787af6 req-24629897-69c4-4fef-b2d5-2acce1c0bd29 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:57.366641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13ad06fe-aa95-4961-b8d3-634b7d787af6 req-24629897-69c4-4fef-b2d5-2acce1c0bd29 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 945 time: 0.0776169 Jul 29 17:57:57.427199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Set router 32741ff4-6faf-4b99-8616-2878f5045830 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:57:57.436969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13ad06fe-aa95-4961-b8d3-634b7d787af6 req-4ac45965-3581-4c9b-ae9c-f826d116d65e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Jul 29 17:57:57.437201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43660) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:57:57.438455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de675461-8b70-4ce2-9ba5-4e4673f6e20f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/32741ff4-6faf-4b99-8616-2878f5045830 HTTP/1.1" status: 200 len: 909 time: 0.1505444 Jul 29 17:57:57.445338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399601175', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': True}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:57:57.475497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.477333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.564109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.594854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.630272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04424249-3929-4cda-810e-f722c6da3063 req-498538d9-86d8-4c03-903f-f21f25d68161 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:57.630272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04424249-3929-4cda-810e-f722c6da3063 req-498538d9-86d8-4c03-903f-f21f25d68161 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0830286 Jul 29 17:57:57.673036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32741ff4-6faf-4b99-8616-2878f5045830', 'name': 'tempest-snat-router-1399601175', 'tenant_id': 'f7ff7ae8181a479387d833df45ff7637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121'}], 'enable_snat': False}, 'gw_port_id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:56Z', 'revision_number': 3, 'project_id': 'f7ff7ae8181a479387d833df45ff7637', 'gw_port': {'id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32741ff4-6faf-4b99-8616-2878f5045830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:57.714725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Checking router: 32741ff4-6faf-4b99-8616-2878f5045830 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:57:57.715100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Updating router 32741ff4-6faf-4b99-8616-2878f5045830 port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:57:57.746062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:57.764620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04424249-3929-4cda-810e-f722c6da3063 req-71680c9e-598b-4b8a-89b3-1e98cf37a9fa tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068981 Jul 29 17:57:57.800437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.043002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.056731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Transition to ACTIVE for port object bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:57:58.064153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.086718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.106288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.124332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Attempting to bind port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:57:58.124704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Attempting to bind port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:57:58.125061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Attempting to bind port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:57:58.127332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fddb16-943a-491c-9b5f-f66ee613b15e None None] Pushing event updated for resources: {'Port': ['ID=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:58.134463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:57:58.134853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:57:58.135527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.135896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:57:58.136405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Bound port: bc4a2fb3-09b4-40d8-9a32-4f2cf1176213, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:57:58.136834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.188829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] For port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:57:58.192363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] For port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:57:58.197399 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.239702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 172.25.5.93 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/266d12ab-5274-407e-ab6b-f8989d4e340f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:57:58.260287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Routers {'32741ff4-6faf-4b99-8616-2878f5045830'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:57:58.261017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['32741ff4-6faf-4b99-8616-2878f5045830'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:58.302860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fddb16-943a-491c-9b5f-f66ee613b15e None None] Pushing event updated for resources: {'Port': ['ID=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:58.373583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.396074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] Set router 32741ff4-6faf-4b99-8616-2878f5045830 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:57:58.416584 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.458975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:57:58.461875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:57:58.465853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:57:58.496543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=266d12ab-5274-407e-ab6b-f8989d4e340f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:58.649680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32741ff4-6faf-4b99-8616-2878f5045830', 'name': 'tempest-snat-router-1399601175', 'tenant_id': 'f7ff7ae8181a479387d833df45ff7637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121'}], 'enable_snat': False}, 'gw_port_id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:56Z', 'revision_number': 3, 'project_id': 'f7ff7ae8181a479387d833df45ff7637', 'gw_port': {'id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32741ff4-6faf-4b99-8616-2878f5045830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:57:58.679018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99b061-641c-4d1a-8810-5c0594232f19 None None] The sync data for ids ['32741ff4-6faf-4b99-8616-2878f5045830'] in n-d-801607-3 is: [{'id': '32741ff4-6faf-4b99-8616-2878f5045830', 'name': 'tempest-snat-router-1399601175', 'tenant_id': 'f7ff7ae8181a479387d833df45ff7637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121'}], 'enable_snat': False}, 'gw_port_id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:56Z', 'revision_number': 3, 'project_id': 'f7ff7ae8181a479387d833df45ff7637', 'gw_port': {'id': 'bc4a2fb3-09b4-40d8-9a32-4f2cf1176213', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32741ff4-6faf-4b99-8616-2878f5045830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:57:55Z', 'updated_at': '2021-07-29T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:57:58.687776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c269cf-d1b7-4ea8-8420-be95bf3c8723 req-db0a6af1-110f-4e8f-8bbb-49f095e23d76 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:58.689338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88c269cf-d1b7-4ea8-8420-be95bf3c8723 req-db0a6af1-110f-4e8f-8bbb-49f095e23d76 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 945 time: 0.1863992 Jul 29 17:57:58.699108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:58.754115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6672fe2d-bd70-4025-a149-17af5f4e69eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:58.754620 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.792764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88c269cf-d1b7-4ea8-8420-be95bf3c8723 req-0b438805-c00b-4804-a4a1-c6ab86c36cdb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954814 Jul 29 17:57:58.873108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.900172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:57:58.902828 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57d7dc-e3ae-461e-ae69-ab96a762f280" -d '{"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:57:58.919012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:58.924876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.951268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:58.965865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972fa91-e79b-418a-bbb9-803bd8d47dc7 req-de3db281-ca66-4423-aa28-d227989e5c8e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:58.967955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2972fa91-e79b-418a-bbb9-803bd8d47dc7 req-de3db281-ca66-4423-aa28-d227989e5c8e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0934744 Jul 29 17:57:59.013465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:59.113971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2972fa91-e79b-418a-bbb9-803bd8d47dc7 req-9f74404d-c5fc-486f-a4bf-02ec9033b22f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856636 Jul 29 17:57:59.279560 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75610f4-ddb3-4b3c-b1ca-e8a199317ccb x-openstack-request-id: req-b75610f4-ddb3-4b3c-b1ca-e8a199317ccb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:57:59.280138 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:57:59.280689 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b75610f4-ddb3-4b3c-b1ca-e8a199317ccb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:57:59.281328 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'code': 200} Jul 29 17:57:59.640189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:57:59.643765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:59.726042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:57:59.733712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:57:59.734097 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:59.816161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router 435f96b6-0caf-48cc-a167-bde6bb6b3507 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:57:59.844911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:59.875812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:57:59.882598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:59.940648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:57:59.997787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f5e30-47a3-4415-86f5-7728314de4f1 req-dd89eef2-7dd5-4a3b-8c89-5508652b4378 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:57:59.999383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-785f5e30-47a3-4415-86f5-7728314de4f1 req-dd89eef2-7dd5-4a3b-8c89-5508652b4378 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1031423 Jul 29 17:58:00.004550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:00.016711 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Sync routers for ids ['435f96b6-0caf-48cc-a167-bde6bb6b3507'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:00.026554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Routers {'435f96b6-0caf-48cc-a167-bde6bb6b3507'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:00.027459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['435f96b6-0caf-48cc-a167-bde6bb6b3507'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:00.055049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-785f5e30-47a3-4415-86f5-7728314de4f1 req-8af9eb32-989d-4d39-b694-63b54ecb19a4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Jul 29 17:58:00.055893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.059889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-882c2ff1-7151-4f55-869b-527e11e1326e tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6216838 Jul 29 17:58:00.060512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43686) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:00.192722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Set router 435f96b6-0caf-48cc-a167-bde6bb6b3507 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:00.210108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43690) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:00.215941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4ac5838e-3619-4fdc-9362-24dd1d688492 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/435f96b6-0caf-48cc-a167-bde6bb6b3507 HTTP/1.1" status: 200 len: 907 time: 0.1511006 Jul 29 17:58:00.360414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e763f-28e6-40ff-a642-5f93102a8879 req-ee04b3a3-a4ba-48b4-b8bf-5e98ca61f2ca tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:00.362045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b21e763f-28e6-40ff-a642-5f93102a8879 req-ee04b3a3-a4ba-48b4-b8bf-5e98ca61f2ca tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.1076744 Jul 29 17:58:00.382175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.442736 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435f96b6-0caf-48cc-a167-bde6bb6b3507', 'name': 'tempest-snat-router-1399601175', 'tenant_id': 'f7ff7ae8181a479387d833df45ff7637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '266d12ab-5274-407e-ab6b-f8989d4e340f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:57:57Z', 'updated_at': '2021-07-29T17:57:58Z', 'revision_number': 3, 'project_id': 'f7ff7ae8181a479387d833df45ff7637', 'gw_port': {'id': '266d12ab-5274-407e-ab6b-f8989d4e340f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435f96b6-0caf-48cc-a167-bde6bb6b3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:57:58Z', 'updated_at': '2021-07-29T17:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:00.453751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b21e763f-28e6-40ff-a642-5f93102a8879 req-8252a209-a900-4eda-b890-cb8f95df63c9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815361 Jul 29 17:58:00.495092 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Checking router: 435f96b6-0caf-48cc-a167-bde6bb6b3507 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:00.495697 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Updating router 435f96b6-0caf-48cc-a167-bde6bb6b3507 port 266d12ab-5274-407e-ab6b-f8989d4e340f binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:58:00.539268 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.571739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.642783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Deleting port 266d12ab-5274-407e-ab6b-f8989d4e340f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:00.643200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.789427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.811841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Calling delete_port for 266d12ab-5274-407e-ab6b-f8989d4e340f owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:00.884848 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.907238 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Transition to ACTIVE for port object 266d12ab-5274-407e-ab6b-f8989d4e340f will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:00.916177 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.969798 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:00.970164 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:00.970553 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:00.973703 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Pushing event updated for resources: {'Port': ['ID=266d12ab-5274-407e-ab6b-f8989d4e340f,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:00.978794 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:00.979158 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:00.979570 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:00.979963 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:00.980430 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Bound port: 266d12ab-5274-407e-ab6b-f8989d4e340f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:00.980807 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.009045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.009378 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.009714 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.010042 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.015045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb91363-f4c9-4576-8654-c7a9ab536850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:01.027492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.039066 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.db.api [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:58:01.039681 n-d-801607-3 neutron-server[94054]: DEBUG oslo_db.api [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:58:01.058100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Port': ['ID=266d12ab-5274-407e-ab6b-f8989d4e340f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:01.131892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.250381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.254124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.314851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda854-639f-4d14-9698-2c1b7b2a04dd req-a78c4e0b-5f83-4153-95ce-03c66d21efd0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:01.316392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dcda854-639f-4d14-9698-2c1b7b2a04dd req-a78c4e0b-5f83-4153-95ce-03c66d21efd0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1265626 Jul 29 17:58:01.322634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.323311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 435f96b6-0caf-48cc-a167-bde6bb6b3507 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:01.328284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.329439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a3e3da0b-27f5-4934-9b90-465617975e4d tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/routers/435f96b6-0caf-48cc-a167-bde6bb6b3507 HTTP/1.1" status: 204 len: 168 time: 1.1175835 Jul 29 17:58:01.333882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43702) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:01.365463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dcda854-639f-4d14-9698-2c1b7b2a04dd req-63ecbc6a-6871-4525-9d4e-82fe4a5ee1bf tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348334 Jul 29 17:58:01.454532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.559296 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:01.561705 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:01.562268 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Attempting to bind port 266d12ab-5274-407e-ab6b-f8989d4e340f on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:01.573281 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:01.573524 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:01.573929 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.574347 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:01.576942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Bound port: 266d12ab-5274-407e-ab6b-f8989d4e340f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:01.577519 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.600203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.614560 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Port 266d12ab-5274-407e-ab6b-f8989d4e340f has been deleted concurrently {{(pid=94054) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 29 17:58:01.635660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:01.651828 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:01.652478 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:58:01.653631 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'435f96b6-0caf-48cc-a167-bde6bb6b3507'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 17:58:01.653969 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6185d-19f9-434d-ac2b-41cde800c961 None None] The sync data for ids ['435f96b6-0caf-48cc-a167-bde6bb6b3507'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:01.699035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:01.699572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.721765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Deleting port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:01.722795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.733905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5f24-6910-49db-a9bd-87fde72bd483 req-0c5cf19e-1385-4f80-a207-ae6a1e34f6a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:01.735017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-325b5f24-6910-49db-a9bd-87fde72bd483 req-0c5cf19e-1385-4f80-a207-ae6a1e34f6a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.1052651 Jul 29 17:58:01.804404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-325b5f24-6910-49db-a9bd-87fde72bd483 req-25e02159-693b-4da0-91e3-f64b92ce5beb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647864 Jul 29 17:58:01.864475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] For port bc4a2fb3-09b4-40d8-9a32-4f2cf1176213, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:01.865222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:01.880683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Calling delete_port for bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:02.084230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.111280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc4a2fb3-09b4-40d8-9a32-4f2cf1176213,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:02.176949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.275523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.277879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.331544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.332322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32741ff4-6faf-4b99-8616-2878f5045830 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:02.337340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.338539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d6aff9e-e238-4167-b9f9-ffffdc2510e6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "DELETE /v2.0/routers/32741ff4-6faf-4b99-8616-2878f5045830 HTTP/1.1" status: 204 len: 168 time: 1.0035226 Jul 29 17:58:02.342296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43714) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:02.347572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1846114787', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:02.377921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.379456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.441978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.538400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c63dfc-ae20-4633-bcd9-a441563cfb1a req-fe8b6819-5cce-430a-b68e-4a0521e6c59e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:02.540249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83c63dfc-ae20-4633-bcd9-a441563cfb1a req-fe8b6819-5cce-430a-b68e-4a0521e6c59e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0701032 Jul 29 17:58:02.591050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83c63dfc-ae20-4633-bcd9-a441563cfb1a req-42a16235-9503-4c56-bb1f-2334ed58f43e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Jul 29 17:58:02.624828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.851661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.881438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:02.989154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce29bf-df57-4499-885d-9f9875615148 req-d0ead538-559c-4b6d-bdcf-8d3d270b2c54 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:02.997286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83ce29bf-df57-4499-885d-9f9875615148 req-d0ead538-559c-4b6d-bdcf-8d3d270b2c54 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0715764 Jul 29 17:58:03.027587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Allocated IP 172.25.5.94 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b1362a2a-8cf8-4bdc-b1ce-df41e70a1785) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:03.044066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83ce29bf-df57-4499-885d-9f9875615148 req-17811280-3dd5-4f06-8778-f26614727416 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Jul 29 17:58:03.171904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:03.216686 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:03.260477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:03.265396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:03.272212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:03.275310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event updated for resources: {'Port': ['ID=b1362a2a-8cf8-4bdc-b1ce-df41e70a1785,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:03.550998 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:03.586439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:03.606477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:03.607147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bc4a2fb3-09b4-40d8-9a32-4f2cf1176213 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:03.715967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820582-c257-422b-a7ec-88f21f22108d req-7760f807-7924-42ab-9810-edf3af61854a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:03.723517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24820582-c257-422b-a7ec-88f21f22108d req-7760f807-7924-42ab-9810-edf3af61854a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0605931 Jul 29 17:58:03.761402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24820582-c257-422b-a7ec-88f21f22108d req-13a1a2cc-ca0c-4e98-8ac4-a06717a0d472 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Jul 29 17:58:03.802290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:03.944584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Router cc8db259-000d-41f5-91ef-ac06f113b74f is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:04.070702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:04.082118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] Sync routers for ids ['cc8db259-000d-41f5-91ef-ac06f113b74f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:04.096201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] Routers {'cc8db259-000d-41f5-91ef-ac06f113b74f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:04.096761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['cc8db259-000d-41f5-91ef-ac06f113b74f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:04.101966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:04.104398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bd9fbe2d-396c-42b3-ad41-e4e13fdc99ed tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7608333 Jul 29 17:58:04.106749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43734) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:04.111817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:04.141184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:04.154513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] Routers {'cc8db259-000d-41f5-91ef-ac06f113b74f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:04.155130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['cc8db259-000d-41f5-91ef-ac06f113b74f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:04.199874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228c761-33c9-4ec1-af95-772a56fb77ec req-22300cad-817a-4b1f-a31e-cab7da479861 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:04.202168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c228c761-33c9-4ec1-af95-772a56fb77ec req-22300cad-817a-4b1f-a31e-cab7da479861 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0718262 Jul 29 17:58:04.212275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:04.213628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ef411-52f1-4c4f-8db7-599291dd6d25 None None] The sync data for ids ['cc8db259-000d-41f5-91ef-ac06f113b74f'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:04.248026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c228c761-33c9-4ec1-af95-772a56fb77ec req-3f2d2638-dd57-4f0b-a638-747b68a84401 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 Jul 29 17:58:04.470952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:04.907098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5849a1d-ef8e-4842-bd28-aa41d1a80ecf req-db8b8d6e-ea1b-4da2-af6f-d82b927201a5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:04.908666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5849a1d-ef8e-4842-bd28-aa41d1a80ecf req-db8b8d6e-ea1b-4da2-af6f-d82b927201a5 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0595737 Jul 29 17:58:04.953868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5849a1d-ef8e-4842-bd28-aa41d1a80ecf req-2f08d1e1-a62d-4ca2-9773-2a75781018b2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Jul 29 17:58:05.297995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:05.301734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:05.419374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94bdaa-44ef-4f6a-8f1a-52fda4f7f5d4 req-5610679d-6d34-49e1-b03e-f230219facc4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:05.421152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a94bdaa-44ef-4f6a-8f1a-52fda4f7f5d4 req-5610679d-6d34-49e1-b03e-f230219facc4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.0810099 Jul 29 17:58:05.436307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router cc8db259-000d-41f5-91ef-ac06f113b74f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:05.477923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a94bdaa-44ef-4f6a-8f1a-52fda4f7f5d4 req-eb167ef1-a4be-434c-9cc2-f0451c2918c3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487494 Jul 29 17:58:05.635925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:05.642200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:05.643341 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-284d3c7b-2f6e-48c7-9769-507423c3b173 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "PUT /v2.0/routers/cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 200 len: 925 time: 1.5352857 Jul 29 17:58:05.646117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43792) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:05.650074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] Sync routers for ids ['cc8db259-000d-41f5-91ef-ac06f113b74f'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:05.664369 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] Routers {'cc8db259-000d-41f5-91ef-ac06f113b74f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:05.664992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['cc8db259-000d-41f5-91ef-ac06f113b74f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:05.666398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-7e2a8006-443e-483a-9cda-bf92668dcc0c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:05.668974 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-7e2a8006-443e-483a-9cda-bf92668dcc0c tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=845edac8-8ada-4c68-bf9f-4cb954115254 HTTP/1.1" status: 200 len: 943 time: 0.0779390 Jul 29 17:58:05.709718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:05.718597 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] Routers {'cc8db259-000d-41f5-91ef-ac06f113b74f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:05.719196 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:57:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['cc8db259-000d-41f5-91ef-ac06f113b74f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:05.752363 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:05.753043 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34516e4-b90a-493c-b714-90dc4806e9be None None] The sync data for ids ['cc8db259-000d-41f5-91ef-ac06f113b74f'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:05.800633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port 6222493b-e801-494a-81ae-3f06bd36ec17 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:05.801142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:05.805867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ed6f6bda-4840-46f7-846c-df831d0312a8 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 200 len: 925 time: 0.1585281 Jul 29 17:58:05.809051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43802) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:05.909599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d5883-bb4e-46ee-ae39-d6cca4f9a0b8 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:05.914153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:05.915600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f23d5883-bb4e-46ee-ae39-d6cca4f9a0b8 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=cc8db259-000d-41f5-91ef-ac06f113b74f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1047134 Jul 29 17:58:05.980190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 6222493b-e801-494a-81ae-3f06bd36ec17, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6222493b-e801-494a-81ae-3f06bd36ec17,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:05.980684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.000125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for 6222493b-e801-494a-81ae-3f06bd36ec17 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:06.078042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d11ec-15e9-4b08-abeb-273369f1a6d9 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:06.083504 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c62d11ec-15e9-4b08-abeb-273369f1a6d9 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.1650674 Jul 29 17:58:06.085208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43828) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:06.091650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034a0ac-e30e-4110-96ed-3e2bcb5fa353 req-46c20824-e07b-43b4-9269-cfbf37a20c18 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:06.109393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b034a0ac-e30e-4110-96ed-3e2bcb5fa353 req-46c20824-e07b-43b4-9269-cfbf37a20c18 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jul 29 17:58:06.136225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21d48466-7cea-4265-8e51-efc53fd2fc36 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 200 len: 205 time: 0.0474803 Jul 29 17:58:06.136712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43832) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:06.195128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b034a0ac-e30e-4110-96ed-3e2bcb5fa353 req-5b92d41f-2076-4ce4-a593-36a3a5380266 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Jul 29 17:58:06.243969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.261012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:06.264747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:06.277999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=6222493b-e801-494a-81ae-3f06bd36ec17,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:06.289739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.350845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] No DVR routers for this DVR port 6222493b-e801-494a-81ae-3f06bd36ec17 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:06.362688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.364966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-854e0fe8-3886-43fc-afc0-5010685dfb95 req-14381c0a-dfae-4691-ad64-948d66ba36cc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "DELETE /v2.0/ports/6222493b-e801-494a-81ae-3f06bd36ec17 HTTP/1.1" status: 204 len: 173 time: 0.6901929 Jul 29 17:58:06.367080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-deleted', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:06.372018 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33ee93-122d-440c-b207-caa6af2937d8" -d '{"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-deleted", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:06.475368 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8eb4d8-6c51-4e92-ba88-b6ff68fe5658 x-openstack-request-id: req-df8eb4d8-6c51-4e92-ba88-b6ff68fe5658 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:06.475670 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845edac8-8ada-4c68-bf9f-4cb954115254", "name": "network-vif-deleted", "tag": "6222493b-e801-494a-81ae-3f06bd36ec17", "status": "failed", "code": 422}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:06.475916 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8eb4d8-6c51-4e92-ba88-b6ff68fe5658 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:06.476348 n-d-801607-3 neutron-server[94052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '845edac8-8ada-4c68-bf9f-4cb954115254', 'name': 'network-vif-deleted', 'tag': '6222493b-e801-494a-81ae-3f06bd36ec17', 'status': 'failed', 'code': 422} returned with failed status Jul 29 17:58:06.555458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.762582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ed6de-e07f-46a4-b1bf-1ee85bc06062 req-fb8d96c1-4bcf-4ef3-8109-f2016bf92fb1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:06.764147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b8ed6de-e07f-46a4-b1bf-1ee85bc06062 req-fb8d96c1-4bcf-4ef3-8109-f2016bf92fb1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.1718588 Jul 29 17:58:06.774645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port b1362a2a-8cf8-4bdc-b1ce-df41e70a1785 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:06.774973 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.885061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:06.902213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b8ed6de-e07f-46a4-b1bf-1ee85bc06062 req-0b6b1b21-ba03-4dd4-9bb4-e442a545b07c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304340 Jul 29 17:58:06.918472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for b1362a2a-8cf8-4bdc-b1ce-df41e70a1785 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:07.311881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.374792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=b1362a2a-8cf8-4bdc-b1ce-df41e70a1785,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:07.436521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75435b13-6561-4624-8434-546d09f22ce4 req-cd7a8456-7063-4563-824b-4a71630e559f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:07.445550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75435b13-6561-4624-8434-546d09f22ce4 req-cd7a8456-7063-4563-824b-4a71630e559f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1166196 Jul 29 17:58:07.490362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.519896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-75435b13-6561-4624-8434-546d09f22ce4 req-4ca520ae-d523-4d1f-abb9-ab311e7dd131 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730693 Jul 29 17:58:07.615886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec766ecc-8b93-457a-9df1-bcedf0c15a8b req-4729c426-4249-43bd-9800-bf785fa8f791 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:07.617517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec766ecc-8b93-457a-9df1-bcedf0c15a8b req-4729c426-4249-43bd-9800-bf785fa8f791 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 908 time: 0.2454963 Jul 29 17:58:07.672732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.683630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.759909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.760470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router cc8db259-000d-41f5-91ef-ac06f113b74f {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:07.772413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.777465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86136cd6-8b3e-45e1-a573-60a8b4aedb5d tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 204 len: 168 time: 1.6365273 Jul 29 17:58:07.778163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43898) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:07.783366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-208850762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:07.819725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.821095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.881361 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.898670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.927617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:07.933114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:07.934513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f48b577-13a4-4834-bc22-ccf1b013f073 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1552205 Jul 29 17:58:07.938478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:08.238900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:08.813642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9e313-c935-4d3e-9a44-0603cbbc0dcb req-4bab17b8-eb99-4656-9ccc-dfe2405a3200 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:08.815886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cda9e313-c935-4d3e-9a44-0603cbbc0dcb req-4bab17b8-eb99-4656-9ccc-dfe2405a3200 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 908 time: 0.0924571 Jul 29 17:58:08.902269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-7b27f4d0-8f6c-4d6a-9a95-aab44184d10d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:08.903958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-7b27f4d0-8f6c-4d6a-9a95-aab44184d10d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 908 time: 0.1444569 Jul 29 17:58:09.029861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234bc0-79eb-4c0a-ae1a-7be46c92969e req-7927beb1-a3ff-4712-b6c5-433b9effffbb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:09.037753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f234bc0-79eb-4c0a-ae1a-7be46c92969e req-7927beb1-a3ff-4712-b6c5-433b9effffbb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2769761 Jul 29 17:58:09.117322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.209435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.227453 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4dce716-04d9-4faa-8c8c-fb887322134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.260098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f234bc0-79eb-4c0a-ae1a-7be46c92969e req-c953d9af-5e20-4585-9567-77f4211555a2 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209139 Jul 29 17:58:09.422165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port 39311fa8-17c7-4e92-9ef6-c6884f155451 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:09.422405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.636873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 39311fa8-17c7-4e92-9ef6-c6884f155451, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=39311fa8-17c7-4e92-9ef6-c6884f155451,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:09.637251 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.651090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for 39311fa8-17c7-4e92-9ef6-c6884f155451 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:09.740496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Allocated IP 172.25.5.189 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/233c8641-bb6d-481c-919d-b17f14701b99) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:09.918752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:09.969466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=39311fa8-17c7-4e92-9ef6-c6884f155451,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:09.973130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1291f18f-18f0-4954-a466-cfc7aceff3f3 req-941f4249-25cd-44db-bb01-a0a400fb6ead tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe HTTP/1.1" status: 200 len: 210 time: 0.0679893 Jul 29 17:58:09.976517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:10.038816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] No DVR routers for this DVR port 39311fa8-17c7-4e92-9ef6-c6884f155451 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:10.042831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:10.045315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6dc4e891-974c-4bd5-b5dd-4dabc0c825fa req-fdf29a76-68e8-4c31-a5f9-8bdc15504a3b tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "DELETE /v2.0/ports/39311fa8-17c7-4e92-9ef6-c6884f155451 HTTP/1.1" status: 204 len: 173 time: 1.0629783 Jul 29 17:58:10.045992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'name': 'network-vif-deleted', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:10.048554 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a659c0c-92e0-4449-ae95-4ad77ee1c8da" -d '{"events": [{"server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "name": "network-vif-deleted", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:10.095578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:10.142063 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e6346-d84d-43fe-ae1e-bc16a9b797ef x-openstack-request-id: req-512e6346-d84d-43fe-ae1e-bc16a9b797ef {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:10.142517 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe", "name": "network-vif-deleted", "tag": "39311fa8-17c7-4e92-9ef6-c6884f155451", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:10.142882 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-512e6346-d84d-43fe-ae1e-bc16a9b797ef {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:10.143379 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcaf75a-4a40-4b84-a38b-f30c3ffbccbe', 'name': 'network-vif-deleted', 'tag': '39311fa8-17c7-4e92-9ef6-c6884f155451', 'status': 'completed', 'code': 200} Jul 29 17:58:10.151837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:10.156941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:10.169980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:10.209262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event updated for resources: {'Port': ['ID=233c8641-bb6d-481c-919d-b17f14701b99,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:10.581977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8dd36-1e77-4b46-886c-248253cf4f1e req-def68b3e-3adb-41b9-90ad-23671239e0ef tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:10.589878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39e8dd36-1e77-4b46-886c-248253cf4f1e req-def68b3e-3adb-41b9-90ad-23671239e0ef tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1133285 Jul 29 17:58:10.687868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39e8dd36-1e77-4b46-886c-248253cf4f1e req-6a0f4675-826e-40ab-9096-d11d1b0767ee tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949938 Jul 29 17:58:10.808826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.246420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.269414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.418340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb2d62-2c81-445d-aba1-d14bd4a3bbf8 req-fa76f80d-82a6-4f23-8db4-aefc5e2f99ec tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:11.427915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dceb2d62-2c81-445d-aba1-d14bd4a3bbf8 req-fa76f80d-82a6-4f23-8db4-aefc5e2f99ec tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 946 time: 0.0718617 Jul 29 17:58:11.535010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Router 057d20f0-e025-41d3-8f8a-0b316baf9f18 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:11.564453 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dceb2d62-2c81-445d-aba1-d14bd4a3bbf8 req-e93c5a74-62af-485f-9855-b9566a141a1d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339297 Jul 29 17:58:11.662768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a3ce67c-1309-473a-86af-83bea394b407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.762967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:11.774515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0120df-67df-406e-b317-811e957770a7 None None] Sync routers for ids ['057d20f0-e025-41d3-8f8a-0b316baf9f18'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:11.790752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] Routers {'057d20f0-e025-41d3-8f8a-0b316baf9f18'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:11.793713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['057d20f0-e025-41d3-8f8a-0b316baf9f18'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:11.796260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.809190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-19f3a818-24db-4c45-8b2e-b5baa2b8b196 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "PUT /v2.0/routers/057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 200 len: 883 time: 3.8745589 Jul 29 17:58:11.811750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43968) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:11.877743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:11.896258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6575f-0a2d-4a2c-a371-bec8182cf056 req-0b3ecbe1-38fc-4bda-ae63-d9571b809d8a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:11.910180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15c6575f-0a2d-4a2c-a371-bec8182cf056 req-0b3ecbe1-38fc-4bda-ae63-d9571b809d8a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1052713 Jul 29 17:58:11.911362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] Routers {'057d20f0-e025-41d3-8f8a-0b316baf9f18'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:11.917782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['057d20f0-e025-41d3-8f8a-0b316baf9f18'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:11.922350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:11.977915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ec0120df-67df-406e-b317-811e957770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:11.978941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0120df-67df-406e-b317-811e957770a7 None None] The sync data for ids ['057d20f0-e025-41d3-8f8a-0b316baf9f18'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:11.989437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15c6575f-0a2d-4a2c-a371-bec8182cf056 req-407ea03f-e588-4092-948a-08662a9d8b82 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768127 Jul 29 17:58:12.075213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-080fdb49-9e39-4743-88f9-7817cd8363af tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 200 len: 924 time: 0.2593744 Jul 29 17:58:12.075995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43970) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:12.165387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7162c-62a9-4aa3-b093-473f5799d431 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:12.170768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-81a7162c-62a9-4aa3-b093-473f5799d431 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=057d20f0-e025-41d3-8f8a-0b316baf9f18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0921781 Jul 29 17:58:12.177144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:12.322740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392b8e1-09cb-481c-82a5-309b3434ebf2 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:12.324308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5392b8e1-09cb-481c-82a5-309b3434ebf2 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.1460965 Jul 29 17:58:12.333450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43974) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:12.365262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e94642ca-9104-41ea-8ba0-0907416032d4 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 200 len: 205 time: 0.0305288 Jul 29 17:58:12.368339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:12.529399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:12.655880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:12.844716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf88eb-f7fe-4387-b9d9-80b5195b7a32 req-404e75b9-8844-4aa5-b8b8-368313edeeab tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:12.846839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ddf88eb-f7fe-4387-b9d9-80b5195b7a32 req-404e75b9-8844-4aa5-b8b8-368313edeeab tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 946 time: 0.1531980 Jul 29 17:58:12.857364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-717ede49-8d45-43e2-bef3-34eebb76047a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:12.858929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-717ede49-8d45-43e2-bef3-34eebb76047a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 946 time: 0.1515722 Jul 29 17:58:12.938624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:12.968307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port 233c8641-bb6d-481c-919d-b17f14701b99 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:12.970486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:13.086757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:13.435453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb7c6a-7d87-40c7-9017-4fe0f2408644 req-aa557385-2180-4937-882f-1d5b20bb679c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:13.461214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34bb7c6a-7d87-40c7-9017-4fe0f2408644 req-aa557385-2180-4937-882f-1d5b20bb679c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2868850 Jul 29 17:58:13.522666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 39311fa8-17c7-4e92-9ef6-c6884f155451 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:13.544436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ddf88eb-f7fe-4387-b9d9-80b5195b7a32 req-b041e17f-1cd5-4eb7-8bf6-ac769d70fab7 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834118 Jul 29 17:58:13.579238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 39311fa8-17c7-4e92-9ef6-c6884f155451 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:13.580060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 39311fa8-17c7-4e92-9ef6-c6884f155451 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:13.598682 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-34bb7c6a-7d87-40c7-9017-4fe0f2408644 req-8d38378e-4b1e-44ec-8388-3b8a375d652f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341622 Jul 29 17:58:13.599501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for 233c8641-bb6d-481c-919d-b17f14701b99 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:13.703764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port 99615036-6e71-4d43-8635-10f725e74c84 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:13.704759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:13.886737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 99615036-6e71-4d43-8635-10f725e74c84, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=99615036-6e71-4d43-8635-10f725e74c84,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:13.887105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:13.929828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for 99615036-6e71-4d43-8635-10f725e74c84 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:14.070280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.110504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=233c8641-bb6d-481c-919d-b17f14701b99,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:14.204366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.318925 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.321179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.363613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.379909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['99615036-6e71-4d43-8635-10f725e74c84'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:14.392722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=99615036-6e71-4d43-8635-10f725e74c84,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:14.411206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.411734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router 057d20f0-e025-41d3-8f8a-0b316baf9f18 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:14.426177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:14.459838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.461057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ecc30f1f-fbea-4226-af31-8fd84e85c7f3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 204 len: 168 time: 2.0914109 Jul 29 17:58:14.464943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 43998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:14.470126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-233142965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:14.505099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] No DVR routers for this DVR port 99615036-6e71-4d43-8635-10f725e74c84 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:14.511206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.514964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e02a7576-786f-4382-802a-37b4b4e0bdd6 req-2183e3e8-62bb-4550-b08e-d3335376be81 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.38 "DELETE /v2.0/ports/99615036-6e71-4d43-8635-10f725e74c84 HTTP/1.1" status: 204 len: 173 time: 1.6464791 Jul 29 17:58:14.515426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'name': 'network-vif-deleted', 'tag': '99615036-6e71-4d43-8635-10f725e74c84'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:14.521457 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96daba1-333b-4a15-8b65-d483a537623b" -d '{"events": [{"server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "name": "network-vif-deleted", "tag": "99615036-6e71-4d43-8635-10f725e74c84"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:14.545221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.548415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.640727 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a1b47-ca0b-407a-a980-4856d59bf096 x-openstack-request-id: req-9a5a1b47-ca0b-407a-a980-4856d59bf096 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:14.641222 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4885f-7b4c-492c-971f-99020abcda42", "name": "network-vif-deleted", "tag": "99615036-6e71-4d43-8635-10f725e74c84", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:14.641222 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a5a1b47-ca0b-407a-a980-4856d59bf096 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:14.641641 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4885f-7b4c-492c-971f-99020abcda42', 'name': 'network-vif-deleted', 'tag': '99615036-6e71-4d43-8635-10f725e74c84', 'status': 'completed', 'code': 200} Jul 29 17:58:14.653445 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:58:14.724265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.742934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.759485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec2b349b-f14c-47c7-97db-ab72c975bd68 req-085ea7bd-e436-47e6-a1e8-5d64922d5713 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a4885f-7b4c-492c-971f-99020abcda42 HTTP/1.1" status: 200 len: 210 time: 0.0573022 Jul 29 17:58:14.812491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:14.813870 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd391d7b-5972-41ff-89bd-3ee9b52e837a tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3478031 Jul 29 17:58:14.816843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44008) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:14.821754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': True}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:14.887490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6620237-2d4b-4d4a-a1bb-c0140a729b42 req-5b269b99-ee19-4a97-afa2-832b8179cd91 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:14.902628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6620237-2d4b-4d4a-a1bb-c0140a729b42 req-5b269b99-ee19-4a97-afa2-832b8179cd91 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1444929 Jul 29 17:58:15.015024 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6620237-2d4b-4d4a-a1bb-c0140a729b42 req-7efe60b3-99fb-4d28-bc56-9c4e8dc83540 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114419 Jul 29 17:58:15.075742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:15.267665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:15.556440 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:15.581110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:15.602624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-b429ce49-5f42-4655-b7b7-2626195d59f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920930 Jul 29 17:58:15.729949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-7b469132-e0fd-4164-bfea-50ef11359355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:15.731585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-7b469132-e0fd-4164-bfea-50ef11359355 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cc983a254cc437cabe435bfc19b8f27&device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 1096 time: 0.0970383 Jul 29 17:58:15.753023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 172.25.5.155 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/82880861-156f-48ba-86a0-4fb519223d48) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:15.949199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-2d874a3c-527e-4c94-8a5d-cc79d0ad644f req-7bd217ee-3bf9-416a-b850-a1173d1942a1 service neutron] (94052) timed out ('10.222.0.16', 41858) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 17:58:15.958525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-3ea36d0a-556b-4f0c-adb3-f3ebda67b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:15.960280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-3ea36d0a-556b-4f0c-adb3-f3ebda67b7b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 200 len: 913 time: 0.2000310 Jul 29 17:58:16.052333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-4826b22d-8ddd-436a-a4b4-13873c3d3a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 200 len: 217 time: 0.0652637 Jul 29 17:58:16.078126 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:16.132622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-41d5395c-c3c8-4727-8cf2-925ddcb9242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:16.134428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-41d5395c-c3c8-4727-8cf2-925ddcb9242b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 200 len: 851 time: 0.0715389 Jul 29 17:58:16.218921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-009d1582-e1f2-4f41-adae-e7207f43c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:16.220486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-009d1582-e1f2-4f41-adae-e7207f43c2de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f59a5d1-3b53-4c63-832d-2e386b4ccc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692368 Jul 29 17:58:16.228859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:16.281764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effabce6-b287-407f-ad58-ce3c2dfe5652 req-b072b18f-6617-4af8-b56f-7c61437a799f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:16.294281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-effabce6-b287-407f-ad58-ce3c2dfe5652 req-b072b18f-6617-4af8-b56f-7c61437a799f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1143348 Jul 29 17:58:16.344818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-effabce6-b287-407f-ad58-ce3c2dfe5652 req-11815f36-090d-4325-960f-754cab385da6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Jul 29 17:58:16.345724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:16.356763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:16.370735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:16.375169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=82880861-156f-48ba-86a0-4fb519223d48,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:16.605032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-4dcc421f-cd52-403c-bb07-914123cb08dd service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724620 Jul 29 17:58:16.624745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230254ff-2fd4-4e56-a1d9-5972ef90118a req-34351887-275d-4db8-9480-530010e028bc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:16.626033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-230254ff-2fd4-4e56-a1d9-5972ef90118a req-34351887-275d-4db8-9480-530010e028bc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.4043326 Jul 29 17:58:16.731940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-506e3690-1667-40bd-b90e-5ffe7b6fb12e req-faf03bf9-d68d-43e3-9f1a-169e17c78a00 service neutron] 10.222.0.49 "GET /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160407 Jul 29 17:58:16.885572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-230254ff-2fd4-4e56-a1d9-5972ef90118a req-81e2040d-6f01-4718-abf9-e41f6760918e tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526134 Jul 29 17:58:16.915043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:17.521624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99615036-6e71-4d43-8635-10f725e74c84 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:17.560210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 99615036-6e71-4d43-8635-10f725e74c84 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:17.560895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 99615036-6e71-4d43-8635-10f725e74c84 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:17.611684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:17.643509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:17.724155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-55143dbd-f88f-44ae-b195-596682b2bae3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:17.725947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-55143dbd-f88f-44ae-b195-596682b2bae3 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.1498895 Jul 29 17:58:17.784171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2937d7-d868-4b4e-a53d-d249ff555173 req-1bcdaa3b-3eb3-4e45-ab86-e3c9fdac8b62 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:17.785841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d2937d7-d868-4b4e-a53d-d249ff555173 req-1bcdaa3b-3eb3-4e45-ab86-e3c9fdac8b62 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2085030 Jul 29 17:58:17.915993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d2937d7-d868-4b4e-a53d-d249ff555173 req-0653c2cf-c3d7-4db3-8bd0-2497313c4861 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102180 Jul 29 17:58:17.963052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port 4c8f2434-26fb-436d-979b-70993ba99166 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:17.963389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:17.970698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router 0e81883a-cfa8-4b39-b3e4-3ccae52ee109 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:18.152715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 4c8f2434-26fb-436d-979b-70993ba99166, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4c8f2434-26fb-436d-979b-70993ba99166,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:18.153381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.178156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316033c5-6224-4d6e-83f4-eb7553797c8c req-ccc51556-a9ce-42f7-83ef-ebb5dd69e0c5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:18.181706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for 4c8f2434-26fb-436d-979b-70993ba99166 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:18.199708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-316033c5-6224-4d6e-83f4-eb7553797c8c req-ccc51556-a9ce-42f7-83ef-ebb5dd69e0c5 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb274409-a7d0-41ab-b7fe-575b765c272d HTTP/1.1" status: 200 len: 945 time: 0.2053607 Jul 29 17:58:18.205984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:18.213338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.217269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6c4eff59-dfa1-4d68-ab0c-1e5a11df8c4f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "PUT /v2.0/routers/0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 200 len: 918 time: 3.3969345 Jul 29 17:58:18.217410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] Sync routers for ids ['0e81883a-cfa8-4b39-b3e4-3ccae52ee109'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:18.221391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:18.231691 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] Routers {'0e81883a-cfa8-4b39-b3e4-3ccae52ee109'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:18.232317 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0e81883a-cfa8-4b39-b3e4-3ccae52ee109'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:18.326864 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:18.354194 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] Routers {'0e81883a-cfa8-4b39-b3e4-3ccae52ee109'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:18.355109 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0e81883a-cfa8-4b39-b3e4-3ccae52ee109'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:18.388474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:18.389372 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf357a-314e-4eed-a4b1-4941b11bdf9a None None] The sync data for ids ['0e81883a-cfa8-4b39-b3e4-3ccae52ee109'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:18.436176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.438072 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89fdce93-41c7-4762-8b95-04d2dd8d91a6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 200 len: 924 time: 0.2112370 Jul 29 17:58:18.440959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44066) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:18.449332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4c8f2434-26fb-436d-979b-70993ba99166'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:18.479668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=4c8f2434-26fb-436d-979b-70993ba99166,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:18.529441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-316033c5-6224-4d6e-83f4-eb7553797c8c req-9ea0c1bc-136a-40bd-bec8-20819fec8307 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b3346d4-9161-4aca-a8c8-2ff48d9a7574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276010 Jul 29 17:58:18.551079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14126ae8-d7cf-4440-9ce5-98d1636a2315 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:18.552922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14126ae8-d7cf-4440-9ce5-98d1636a2315 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=0e81883a-cfa8-4b39-b3e4-3ccae52ee109&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108785 Jul 29 17:58:18.560219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:18.573601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] No DVR routers for this DVR port 4c8f2434-26fb-436d-979b-70993ba99166 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:18.581117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.591050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50546f32-2b95-4604-ba9c-4ff726dbf561 req-10c6605d-3dd6-48b4-8ff3-3aa791e202d9 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "DELETE /v2.0/ports/4c8f2434-26fb-436d-979b-70993ba99166 HTTP/1.1" status: 204 len: 173 time: 0.8559780 Jul 29 17:58:18.591681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'name': 'network-vif-deleted', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:18.594095 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45752e2-07be-4ea3-83cb-23484a14f37c" -d '{"events": [{"server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "name": "network-vif-deleted", "tag": "4c8f2434-26fb-436d-979b-70993ba99166"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:18.690978 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a355c51-fc0f-4804-8390-57ea0427008e x-openstack-request-id: req-1a355c51-fc0f-4804-8390-57ea0427008e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:18.691285 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb274409-a7d0-41ab-b7fe-575b765c272d", "name": "network-vif-deleted", "tag": "4c8f2434-26fb-436d-979b-70993ba99166", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:18.691540 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a355c51-fc0f-4804-8390-57ea0427008e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:18.692110 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb274409-a7d0-41ab-b7fe-575b765c272d', 'name': 'network-vif-deleted', 'tag': '4c8f2434-26fb-436d-979b-70993ba99166', 'status': 'completed', 'code': 200} Jul 29 17:58:18.702096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e607f3-6d23-457c-88a2-9e46dbf323de tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:18.707358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44076) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:18.708242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20e607f3-6d23-457c-88a2-9e46dbf323de tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.1442575 Jul 29 17:58:18.790724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a46bc579-dae7-4950-aebc-27dfd7041591 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 200 len: 205 time: 0.0796547 Jul 29 17:58:18.792258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:19.040691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:19.175884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd771df-37ee-4d54-a744-fffc973f5519 req-a6c1a74a-75dc-4765-ab09-84de1c4a3a2b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:19.185306 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fbd771df-37ee-4d54-a744-fffc973f5519 req-a6c1a74a-75dc-4765-ab09-84de1c4a3a2b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0851388 Jul 29 17:58:19.289878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fbd771df-37ee-4d54-a744-fffc973f5519 req-fe8f4580-620f-4cee-9991-72a49dec5fbc tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Jul 29 17:58:19.351203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:19.472788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port 82880861-156f-48ba-86a0-4fb519223d48 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:19.473027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:19.601494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:19.624285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for 82880861-156f-48ba-86a0-4fb519223d48 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:19.866170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:19.912771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=82880861-156f-48ba-86a0-4fb519223d48,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:20.022602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.145656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.155960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b195c-ca21-4f3e-b59d-0216a510c499 req-63c6a684-ea8f-4d20-a88e-f6bb87bbf1eb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:20.157565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c9b195c-ca21-4f3e-b59d-0216a510c499 req-63c6a684-ea8f-4d20-a88e-f6bb87bbf1eb tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2136691 Jul 29 17:58:20.169655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.268513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c9b195c-ca21-4f3e-b59d-0216a510c499 req-93a3bdf5-70ea-4809-8e5f-7642daf6404a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944405 Jul 29 17:58:20.269211 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.269892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router 0e81883a-cfa8-4b39-b3e4-3ccae52ee109 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:20.287129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.292976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44100) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:20.293768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71807dbd-3a4d-42e1-9e85-0c17ba7d54e8 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 204 len: 168 time: 1.4993887 Jul 29 17:58:20.298500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1152041143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:20.341949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.343616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.415819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.427064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.529540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.533298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-546491b9-7b7b-4ec6-8e2d-fdaf5d435825 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2366269 Jul 29 17:58:20.534227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44110) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:20.542534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'enable_snat': False}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:20.638218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4086-f749-4a79-bd4d-19f886a7351b req-d7a8c2d0-1a59-43bd-bea2-34ccf6218447 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:20.645975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-627a4086-f749-4a79-bd4d-19f886a7351b req-d7a8c2d0-1a59-43bd-bea2-34ccf6218447 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.2105677 Jul 29 17:58:20.764866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-627a4086-f749-4a79-bd4d-19f886a7351b req-47e47dba-c101-4491-9ac7-36d575b8c60a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178610 Jul 29 17:58:20.874807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.908158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-6e000281-85ed-4e6b-adf2-e3d37d6c5541 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0902481 Jul 29 17:58:21.037610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.037964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.038456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.038915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.039374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.039823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.040273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.042180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d75d6f33-4c55-4d83-94e5-1a0166ed0aff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.0710993 Jul 29 17:58:21.314638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0ea43437-8012-4a36-a3e1-87113cdd7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.315537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0ea43437-8012-4a36-a3e1-87113cdd7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.315881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0ea43437-8012-4a36-a3e1-87113cdd7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.317210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0ea43437-8012-4a36-a3e1-87113cdd7d19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 2298 time: 0.2436857 Jul 29 17:58:21.339175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:21.375667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:21.449130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce9cc8-d466-4a53-82ad-4d8e9915c649 req-15d4b948-6516-4df8-b7ba-d94e20cb8ec2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.450847 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdce9cc8-d466-4a53-82ad-4d8e9915c649 req-15d4b948-6516-4df8-b7ba-d94e20cb8ec2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.0776923 Jul 29 17:58:21.540470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-4c9c1148-a537-4cf4-9085-82a3b09509c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 1001 time: 0.1988499 Jul 29 17:58:21.545795 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cdce9cc8-d466-4a53-82ad-4d8e9915c649 req-6bce5623-18f5-4b50-8ce0-21447c746f17 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820074 Jul 29 17:58:21.718184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-285e8a79-ba29-4ee0-9be2-6c46ab21c067 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.719956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-285e8a79-ba29-4ee0-9be2-6c46ab21c067 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.1550882 Jul 29 17:58:21.724059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-e0493b01-85e9-4309-8bc5-63ad4da55283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.725646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-e0493b01-85e9-4309-8bc5-63ad4da55283 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.1643016 Jul 29 17:58:21.782375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Allocated IP 172.25.5.115 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b5ceafb9-7e6b-4a5d-aca5-7b253ac4d95c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:21.949684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-bdf57f56-add2-413d-901a-364a5aa3302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.951379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-bdf57f56-add2-413d-901a-364a5aa3302a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076170 Jul 29 17:58:21.977146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b662-af9e-4d84-a112-a6dab46cfeb9 req-ef503a15-f4f2-4db0-afd8-586ef18ecda8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:21.989452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1204b662-af9e-4d84-a112-a6dab46cfeb9 req-ef503a15-f4f2-4db0-afd8-586ef18ecda8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1048079 Jul 29 17:58:22.043889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1204b662-af9e-4d84-a112-a6dab46cfeb9 req-1f631d7c-d61d-4190-872b-45bdf53dda27 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Jul 29 17:58:22.067315 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:22.124024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:22.124375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:22.135764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:22.308371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:22.316986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:22.320676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-8695c500-65da-407d-93d4-a26c5f19b0e7 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541863 Jul 29 17:58:22.325981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:22.395473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ceafb9-7e6b-4a5d-aca5-7b253ac4d95c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:22.483379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] For port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:22.483703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:22.693892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-b579883f-3d45-4c3a-a43b-45058e3fa7d6 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474207 Jul 29 17:58:22.796703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4c8f2434-26fb-436d-979b-70993ba99166 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:22.814842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-9c0db3b8-96d6-4dc1-98fc-124912bd804a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 217 time: 0.0919583 Jul 29 17:58:22.842436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 4c8f2434-26fb-436d-979b-70993ba99166 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:22.842436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4c8f2434-26fb-436d-979b-70993ba99166 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:22.888745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe36917-52da-49e6-b3b7-1e153c086b64 req-b15a15a0-f45b-4fce-ba73-5a8a96aff586 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:22.896958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bbe36917-52da-49e6-b3b7-1e153c086b64 req-b15a15a0-f45b-4fce-ba73-5a8a96aff586 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 944 time: 0.2296112 Jul 29 17:58:23.289161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53cce-87ed-4f07-a10a-d7f800b1f8f0 req-970da441-5362-4dc2-946a-58609dc80246 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:23.292025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6b53cce-87ed-4f07-a10a-d7f800b1f8f0 req-970da441-5362-4dc2-946a-58609dc80246 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.0729353 Jul 29 17:58:23.340004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d6b53cce-87ed-4f07-a10a-d7f800b1f8f0 req-076b81a8-eb8c-4b8b-8d6e-0454747b4cfa tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jul 29 17:58:23.404232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:23.404826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:23.404983 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Floating IP 2e20cda3-2f43-4f39-8061-a62ebd666192 disassociated. External IP: 172.25.5.23, port: 5a17fa0c-b3f5-4152-9289-915fcd4ed26d. Jul 29 17:58:23.405338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for 5a17fa0c-b3f5-4152-9289-915fcd4ed26d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:23.524787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-a81ac965-4788-4795-b37a-52cb0c0a0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:23.526226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-a81ac965-4788-4795-b37a-52cb0c0a0cb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.7029979 Jul 29 17:58:23.532537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bbe36917-52da-49e6-b3b7-1e153c086b64 req-14aab8c6-c831-4775-b18b-527a64baab9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e42a9c7-f010-44fd-a203-893b46e9c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348660 Jul 29 17:58:23.620054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:23.663838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0f518ede-6dce-45a4-a82f-27f7cb8b849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:23.665376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-0f518ede-6dce-45a4-a82f-27f7cb8b849a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274011 Jul 29 17:58:23.916828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:24.004198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=5a17fa0c-b3f5-4152-9289-915fcd4ed26d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:24.011788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-a466a7e8-45c5-4cae-a692-8a7ec46f3d7d service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371031 Jul 29 17:58:24.114223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:24.123208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:24.265550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f50fd7e2-a345-4f2d-85d4-c6fae32e60d1 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426519 Jul 29 17:58:24.339892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:24.342995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-8063693b-8ffe-420f-804b-7e26e3de33d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 217 time: 0.0476170 Jul 29 17:58:24.473478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d91ee972-396b-4140-915f-03323221b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:24.474616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d91ee972-396b-4140-915f-03323221b468 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1228688 Jul 29 17:58:24.595864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ae8b8-ad9d-487f-90a2-418eaa031e12 req-f7ea45e2-0ff8-4337-b584-733cba886fa7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:24.597476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c5ae8b8-ad9d-487f-90a2-418eaa031e12 req-f7ea45e2-0ff8-4337-b584-733cba886fa7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1516471 Jul 29 17:58:24.604086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Router 2405b483-8ee0-4aa3-b090-bd1be38565b0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:24.635519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d01ed852-6e54-4d6c-84ee-cf1811d33f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:24.637200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-d01ed852-6e54-4d6c-84ee-cf1811d33f5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445031 Jul 29 17:58:24.639609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:24.652335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Sync routers for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:24.661858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:24.662889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:24.667548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ed1655b0-0b9b-487d-932d-6124ac50fa1f req-caeb184b-9ed0-4a96-a69b-602f584a9f0a tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e752773-1a0b-46f5-bf41-0bdf68692ae4 HTTP/1.1" status: 200 len: 210 time: 0.0373828 Jul 29 17:58:24.745746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a965-73d1-494b-8937-788b9b8529d4 req-9f8b50e7-b954-4713-bb84-7f4849cf61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:24.747672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-9f8b50e7-b954-4713-bb84-7f4849cf61f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1097 time: 0.0464144 Jul 29 17:58:24.785297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:24.816569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:24.827775 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] Sync routers for ids ['2405b483-8ee0-4aa3-b090-bd1be38565b0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:24.839430 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:24.840389 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] Routers {'2405b483-8ee0-4aa3-b090-bd1be38565b0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:24.840667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3be17565-f747-4d4b-bda8-73157f40fa0f tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "PUT /v2.0/routers/2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 200 len: 920 time: 4.3024960 Jul 29 17:58:24.841716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2405b483-8ee0-4aa3-b090-bd1be38565b0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:24.845675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44166) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:24.871953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] No DVR routers for this DVR port 5a17fa0c-b3f5-4152-9289-915fcd4ed26d on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:24.878033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:24.879800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83fef8bb-1c31-4274-ae65-856c27831e68 req-563ae1c5-8c6e-49a7-a721-cadf2d1a80c6 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.49 "DELETE /v2.0/ports/5a17fa0c-b3f5-4152-9289-915fcd4ed26d HTTP/1.1" status: 204 len: 173 time: 3.1489785 Jul 29 17:58:24.880540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-deleted', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:24.887085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:24.890332 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713d3c5-d947-4ba4-86f3-da32c54c675b" -d '{"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-deleted", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:24.898187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c5ae8b8-ad9d-487f-90a2-418eaa031e12 req-396d0cb2-6d2a-41d1-af7f-c1d305546e73 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892251 Jul 29 17:58:24.937806 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] Routers {'2405b483-8ee0-4aa3-b090-bd1be38565b0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:24.938523 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2405b483-8ee0-4aa3-b090-bd1be38565b0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:25.028134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a965-73d1-494b-8937-788b9b8529d4 req-cfb70631-1b6c-4a9f-b91d-afc15a98d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.029863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-cfb70631-1b6c-4a9f-b91d-afc15a98d753 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.2744071 Jul 29 17:58:25.053179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f520d948-8fcb-477c-8817-acf1a9d81da4 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958559 Jul 29 17:58:25.080418 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c2b4d4-5b37-4666-8c62-6240fe2dec6a x-openstack-request-id: req-e9c2b4d4-5b37-4666-8c62-6240fe2dec6a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:25.080708 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752773-1a0b-46f5-bf41-0bdf68692ae4", "name": "network-vif-deleted", "tag": "5a17fa0c-b3f5-4152-9289-915fcd4ed26d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:25.080963 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9c2b4d4-5b37-4666-8c62-6240fe2dec6a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:25.081422 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752773-1a0b-46f5-bf41-0bdf68692ae4', 'name': 'network-vif-deleted', 'tag': '5a17fa0c-b3f5-4152-9289-915fcd4ed26d', 'status': 'completed', 'code': 200} Jul 29 17:58:25.095301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-7d013704-e6a8-4636-8860-c98ac469cc88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0553203 Jul 29 17:58:25.144323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec4bc3ac-6da5-4cb2-89f0-42a20092c1ae tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 200 len: 926 time: 0.2982223 Jul 29 17:58:25.147621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44172) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:25.151959 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:25.152807 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76485d90-e7cf-4d55-8dae-47e480cd43df None None] The sync data for ids ['2405b483-8ee0-4aa3-b090-bd1be38565b0'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:25.178023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:25.203293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a965-73d1-494b-8937-788b9b8529d4 req-36223ecc-1d3b-489f-8131-980c1f9669ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.204798 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-36223ecc-1d3b-489f-8131-980c1f9669ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.1003873 Jul 29 17:58:25.205155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Checking router: 89bf5de5-e49b-4e56-9e6f-00a61f768c4a for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:25.211858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400bc3c6-33ff-4499-ba8f-fbdbb4b39ac6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.213302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-400bc3c6-33ff-4499-ba8f-fbdbb4b39ac6 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=2405b483-8ee0-4aa3-b090-bd1be38565b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0647478 Jul 29 17:58:25.214747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:25.215501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:25.224676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:25.232326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-17f5844a-22f9-4f21-b92c-442a9b9f986c service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714168 Jul 29 17:58:25.247536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-e5d94c60-ebfe-4e93-b46c-9d0d79222582 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331457 Jul 29 17:58:25.321847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-440d2d35-1ad4-449d-b3bf-501d95d04a3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 217 time: 0.0816960 Jul 29 17:58:25.333960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:25.402702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30acbe98-3ca0-4dca-8b2e-75544b5eb574 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.404268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30acbe98-3ca0-4dca-8b2e-75544b5eb574 tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/networks/8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 881 time: 0.1799438 Jul 29 17:58:25.407499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44178) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:25.431594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-d913ab3c-4b04-4848-9d98-15a0fdde0988 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744115 Jul 29 17:58:25.489712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-daa30f8f-d8ce-4302-a31a-bd98e9811b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.493922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-daa30f8f-d8ce-4302-a31a-bd98e9811b11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1503534 Jul 29 17:58:25.511529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6f8a43de-b6f5-4b62-8b79-17b0b8fb2d36 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 200 len: 205 time: 0.1014457 Jul 29 17:58:25.517034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44180) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:25.566013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-1e857c13-a4a2-4e68-983e-d8febe5e53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.567742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-1e857c13-a4a2-4e68-983e-d8febe5e53ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668108 Jul 29 17:58:25.612181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:25.644208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e827093-f015-4180-b3df-8963f41a1194 None None] The sync data for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 is: [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:49:41Z', 'revision_number': 4, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f9f7fe5c-1c47-4a31-83f1-e2667f902541', 'name': '', 'network_id': '7f59a5d1-3b53-4c63-832d-2e386b4ccc99', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'mac_address': 'fa:16:3e:99:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'bb104839-2afb-49da-89e6-9da513327df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:38Z', 'updated_at': '2021-07-29T17:49:48Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'subnets': [{'id': 'bb104839-2afb-49da-89e6-9da513327df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:25.688145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f0165383-0ac2-4c1b-83b7-b00957b6f8d5 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107869 Jul 29 17:58:25.810857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-aaf773c5-b760-4d24-9120-8233575c675c service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129029 Jul 29 17:58:25.884218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-66741f95-7eee-4516-b5fc-6fccb5c1d34f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0637825 Jul 29 17:58:25.976640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-e1cbd6ad-ce52-4aa6-9eeb-56f7c9863129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:25.978149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-e1cbd6ad-ce52-4aa6-9eeb-56f7c9863129 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0856235 Jul 29 17:58:26.046110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-c556244e-198e-41ae-a114-8a3505691c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:26.055028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-c556244e-198e-41ae-a114-8a3505691c9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631123 Jul 29 17:58:26.093113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19293cb-15ba-42ff-96ef-9d6f724b5e06 None None] New status for floating IP 2e20cda3-2f43-4f39-8061-a62ebd666192: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:58:26.149162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2614a965-73d1-494b-8937-788b9b8529d4 req-05ab4547-4e17-4f54-b659-5e1bac91c2fa service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916158 Jul 29 17:58:26.156835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.189502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-59f864fc-4a3e-4b79-ab50-3e8ed3be9ea4 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332233 Jul 29 17:58:26.264037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e7cd-00c7-46d3-b046-82d2612aad7e req-34a0ca77-33ce-4397-8666-a475b492159c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:26.265456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10e4e7cd-00c7-46d3-b046-82d2612aad7e req-34a0ca77-33ce-4397-8666-a475b492159c tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 946 time: 0.1621215 Jul 29 17:58:26.321749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.327276 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-10e4e7cd-00c7-46d3-b046-82d2612aad7e req-4e2222e3-60d6-483e-a0de-cf44ec2f17d6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553503 Jul 29 17:58:26.330577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-131d4710-3a6c-4084-93c9-0f5206c9c5fe service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273499 Jul 29 17:58:26.377737 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.395769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port b5ceafb9-7e6b-4a5d-aca5-7b253ac4d95c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:26.396474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.396603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-1ce25e4a-7a06-41ad-8563-af3743c85415 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 217 time: 0.0583467 Jul 29 17:58:26.446892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-94d3ac91-a821-4bb5-a746-a666ee30106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:26.447984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-94d3ac91-a821-4bb5-a746-a666ee30106c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.0451434 Jul 29 17:58:26.479024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.491831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for b5ceafb9-7e6b-4a5d-aca5-7b253ac4d95c owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:26.500314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f7effea0-4a2f-456f-8924-c6c17c10d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:26.501854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f7effea0-4a2f-456f-8924-c6c17c10d875 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465996 Jul 29 17:58:26.610506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-f07b6826-86d3-423b-ae00-f43cc9b50352 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006980 Jul 29 17:58:26.670939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.700339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=b5ceafb9-7e6b-4a5d-aca5-7b253ac4d95c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:26.764220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.827899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:26.831368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:26.879849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.884970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.930528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.942626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.973336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:26.977033 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cae247d-75c9-46e1-a9e5-a5e494ba5c68" -d '{"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:26.986185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.986749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router 2405b483-8ee0-4aa3-b090-bd1be38565b0 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:26.995987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:26.997119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-62d99b8c-b90d-4479-a796-55d8f4ac1f10 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 204 len: 168 time: 1.4791594 Jul 29 17:58:26.997947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:26.999151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.001740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:27.011397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.012331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:27.012629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-515577759', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:27.068325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.069385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.076825 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064750f1-9ea6-41c5-a3bd-a4a3c203718b x-openstack-request-id: req-064750f1-9ea6-41c5-a3bd-a4a3c203718b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:27.077115 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:27.077516 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-064750f1-9ea6-41c5-a3bd-a4a3c203718b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:27.077925 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'code': 200} Jul 29 17:58:27.095788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.096274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:27.098529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.102170 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e42a9c7-f010-44fd-a203-893b46e9c955 HTTP/1.1" status: 204 len: 168 time: 0.2713459 Jul 29 17:58:27.102395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 5a17fa0c-b3f5-4152-9289-915fcd4ed26d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:27.102395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 5a17fa0c-b3f5-4152-9289-915fcd4ed26d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:27.102593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44210) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:27.123873 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-93b9f183-a10c-4412-b91a-48762b5188bc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] show failed (client error): The resource could not be found. Jul 29 17:58:27.124905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-93b9f183-a10c-4412-b91a-48762b5188bc tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "GET /v2.0/security-groups/4e42a9c7-f010-44fd-a203-893b46e9c955 HTTP/1.1" status: 404 len: 347 time: 0.0214307 Jul 29 17:58:27.127124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-1e5f773e-fd0f-4229-9cd8-b68085bdcbf7 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094388 Jul 29 17:58:27.127991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:27.138838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.140311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2cb4-3b70-400d-8c10-aa74c72562f2 tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42a9c7-f010-44fd-a203-893b46e9c955,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:27.219792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-9bb5f19a-24e2-4fd3-9301-b62bea32620e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0846097 Jul 29 17:58:27.285546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.328564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-17c1fa1b-c042-42b4-9fe3-09faf7a4e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:27.330073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-17c1fa1b-c042-42b4-9fe3-09faf7a4e748 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.1033139 Jul 29 17:58:27.375588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Deleting port c0fdfb3d-ed75-4d7f-972f-7f1e49830d60 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:27.375942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.432254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-865eec25-b5de-48e6-b60d-3ee9d89b084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:27.433778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-865eec25-b5de-48e6-b60d-3ee9d89b084f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949166 Jul 29 17:58:27.447363 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.520471 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.545426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.554422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.554959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.578321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85513031-eda6-404e-90d0-4482187b07b7 req-1685cabc-5da8-4ca9-bfe0-c6e502e865f7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:27.580180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85513031-eda6-404e-90d0-4482187b07b7 req-1685cabc-5da8-4ca9-bfe0-c6e502e865f7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.1435609 Jul 29 17:58:27.588431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Calling delete_port for c0fdfb3d-ed75-4d7f-972f-7f1e49830d60 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:27.672074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Allocated IP 172.25.5.253 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0b16f91e-981d-42b9-a6a9-7bfba73e355e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:27.700533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-152b317a-6d29-4981-8c9e-9f767b285b97 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555857 Jul 29 17:58:27.742161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85513031-eda6-404e-90d0-4482187b07b7 req-d0ba2441-4162-49b3-b086-fba88183a431 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517255 Jul 29 17:58:27.802923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.842722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dc7f069-f97a-4171-8a80-0dd0dbab827b req-58680cf5-540b-4191-b9ca-fa3d8c1119a8 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302218 Jul 29 17:58:27.845814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.886655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:27.889738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:27.893590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:27.911417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:27.923002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event updated for resources: {'Port': ['ID=0b16f91e-981d-42b9-a6a9-7bfba73e355e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:27.944594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Pushing event deleted for resources: {'Port': ['ID=c0fdfb3d-ed75-4d7f-972f-7f1e49830d60,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:28.018161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:28.020800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:28.022291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-54d34f97-d6c7-4329-a912-a6215b99cc9d tempest-ServerActionsTestJSON-2116062190 tempest-ServerActionsTestJSON-2116062190-project] 10.222.0.16 "DELETE /v2.0/floatingips/2e20cda3-2f43-4f39-8061-a62ebd666192 HTTP/1.1" status: 204 len: 168 time: 0.8931780 Jul 29 17:58:28.025137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:28.239886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:28.583036 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:28.809892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:28.811583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Router ff0fb027-d0aa-49ee-858d-f457e97b9de0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:28.883192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302808dc-5d94-4baf-9b13-2f299967fc14 req-b2909b25-1f78-43f5-86d3-86903b2fd706 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:28.884735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-302808dc-5d94-4baf-9b13-2f299967fc14 req-b2909b25-1f78-43f5-86d3-86903b2fd706 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0559118 Jul 29 17:58:28.927287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-302808dc-5d94-4baf-9b13-2f299967fc14 req-f4a3ebe1-dd80-4b1e-bf1b-8edc465e690b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 29 17:58:29.068055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:29.079485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94615b-0072-4a16-8796-011204e55785 None None] Sync routers for ids ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:29.093692 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] Routers {'ff0fb027-d0aa-49ee-858d-f457e97b9de0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:29.094470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:29.123345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554a20f-4860-4e52-993b-b54dad825fdc req-cea4a018-8972-4d4b-9bec-d3d15a801e40 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:29.125069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b554a20f-4860-4e52-993b-b54dad825fdc req-cea4a018-8972-4d4b-9bec-d3d15a801e40 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0997548 Jul 29 17:58:29.127218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.138339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44240) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:29.138564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09fcf651-bf82-46dc-8277-fb262343aca0 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1293743 Jul 29 17:58:29.138661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:29.153887 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:29.166139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] Routers {'ff0fb027-d0aa-49ee-858d-f457e97b9de0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:29.167920 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:29.196677 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b554a20f-4860-4e52-993b-b54dad825fdc req-abc00fce-560a-4a4a-b5b1-1014faeeac14 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 Jul 29 17:58:29.219940 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-da94615b-0072-4a16-8796-011204e55785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:29.220850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94615b-0072-4a16-8796-011204e55785 None None] The sync data for ids ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:29.314342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Deleting port f9f7fe5c-1c47-4a31-83f1-e2667f902541 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:29.314870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.452253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] For port f9f7fe5c-1c47-4a31-83f1-e2667f902541, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f9f7fe5c-1c47-4a31-83f1-e2667f902541,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:29.452679 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.481517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Calling delete_port for f9f7fe5c-1c47-4a31-83f1-e2667f902541 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:29.655362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.696694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ce79-5db0-4fe1-9e8b-857f18e30395 req-ed01163b-2de1-4609-be1c-bf467818009d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:29.698471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1492ce79-5db0-4fe1-9e8b-857f18e30395 req-ed01163b-2de1-4609-be1c-bf467818009d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0992341 Jul 29 17:58:29.728847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.792249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-535f95e2-b806-4ca2-a307-93642fc85837 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189008 Jul 29 17:58:29.795352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1492ce79-5db0-4fe1-9e8b-857f18e30395 req-cd847948-6d10-4ce8-9e2c-c316c3b438c4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771599 Jul 29 17:58:29.832273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.853723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Deleting port 0b16f91e-981d-42b9-a6a9-7bfba73e355e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:29.854132 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:29.869729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f7fe5c-1c47-4a31-83f1-e2667f902541,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:29.967375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.005056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Calling delete_port for 0b16f91e-981d-42b9-a6a9-7bfba73e355e owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:30.176758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.277536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.318503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Pushing event deleted for resources: {'Port': ['ID=0b16f91e-981d-42b9-a6a9-7bfba73e355e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:30.397546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.738553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.742850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:30.863055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Router ff0fb027-d0aa-49ee-858d-f457e97b9de0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:30.974958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484915b-2afb-415c-8783-0f54a7624097 req-4f380744-112e-4193-8102-4a8583ce19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:30.976480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-4f380744-112e-4193-8102-4a8583ce19f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd&tenant_id=58ebcdbbcbf643d08528056d39286b4f HTTP/1.1" status: 200 len: 1095 time: 0.1255846 Jul 29 17:58:30.984806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:31.012272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:31.020190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.024092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2cc96fef-7de6-4c61-b4e0-f317dd607409 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "PUT /v2.0/routers/ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 200 len: 709 time: 1.8884985 Jul 29 17:58:31.024813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44286) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.030718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] Sync routers for ids ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:31.054705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] Routers {'ff0fb027-d0aa-49ee-858d-f457e97b9de0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:31.055796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.141423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.170004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] Routers {'ff0fb027-d0aa-49ee-858d-f457e97b9de0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:31.170807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.212720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.213309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a49d5-b2eb-48d1-85de-4fb56969858b None None] The sync data for ids ['ff0fb027-d0aa-49ee-858d-f457e97b9de0'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:31.223822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0331dad-e3d2-4c53-a66a-0107c0f4b85c tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/routers/ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 200 len: 744 time: 0.1979468 Jul 29 17:58:31.234730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31869-f08f-4d21-9861-b741feb65f38 req-9f693af6-9dac-4487-86fc-1547eee24ef8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:31.236352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2d31869-f08f-4d21-9861-b741feb65f38 req-9f693af6-9dac-4487-86fc-1547eee24ef8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.2640028 Jul 29 17:58:31.236906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44290) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.268866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484915b-2afb-415c-8783-0f54a7624097 req-98ad42c9-4efb-4500-95ba-c7006fcc9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:31.270424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-98ad42c9-4efb-4500-95ba-c7006fcc9e36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1095 time: 0.1425731 Jul 29 17:58:31.305709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:31.309681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0e13a96d-0f5b-4f8d-a2b1-6093b6a1bf1b tempest-RoutersIpV6AdminTest-1226544738 tempest-RoutersIpV6AdminTest-1226544738-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&device_id=ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 200 len: 205 time: 0.0712707 Jul 29 17:58:31.312611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.325080 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Sync routers for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:31.347895 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:31.348923 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.361027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2d31869-f08f-4d21-9861-b741feb65f38 req-a345ce86-6232-4305-ba2b-cf1a1729535f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144114 Jul 29 17:58:31.363356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cace039f-aab7-42b7-b8a0-b0b9572e4ce3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 200 len: 205 time: 0.0488765 Jul 29 17:58:31.366398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44294) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.371143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f0510d58-a7e7-47ad-9b63-557f31d20116 admin admin] 10.222.0.16 "PUT /v2.0/routers/89bf5de5-e49b-4e56-9e6f-00a61f768c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3448992 Jul 29 17:58:31.374113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44296) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.492405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.508680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.565484 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:31.685630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.754091 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.758779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.761598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Deleting port 65da46ae-50f4-405e-bb88-ad0378c9db2c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:31.762208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.763092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484915b-2afb-415c-8783-0f54a7624097 req-79b70de6-8aac-4c8f-9c01-74698ac3acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:31.766148 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-79b70de6-8aac-4c8f-9c01-74698ac3acaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.4843786 Jul 29 17:58:31.849555 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:58:29Z', 'revision_number': 5, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port': {'id': '65da46ae-50f4-405e-bb88-ad0378c9db2c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:0b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:49:34Z', 'updated_at': '2021-07-29T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.854597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-a90d0e0b-293d-46c8-b043-7880b44c5e66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0476539 Jul 29 17:58:31.883926 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Checking router: 89bf5de5-e49b-4e56-9e6f-00a61f768c4a for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:31.885201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.885844 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Fanout notify agent at l3_agent the message router_deleted on router ff0fb027-d0aa-49ee-858d-f457e97b9de0 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:31.893001 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Routers {'89bf5de5-e49b-4e56-9e6f-00a61f768c4a'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:31.893529 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:31.905335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.909761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c8b5c61e-2896-4da3-b980-cc044ab3dce2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 204 len: 168 time: 0.5341775 Jul 29 17:58:31.936510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] For port 65da46ae-50f4-405e-bb88-ad0378c9db2c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=65da46ae-50f4-405e-bb88-ad0378c9db2c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:31.936879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:31.945527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.951911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Calling delete_port for 65da46ae-50f4-405e-bb88-ad0378c9db2c owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:31.979823 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-763602b1-6c15-4e80-a433-5f5d6cb28eb2 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 200 len: 205 time: 0.0329006 Jul 29 17:58:31.982916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44304) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:31.996060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] Set router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:32.040497 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-cf90aece-c92f-4579-b82d-42ed92f55761 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.044079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf90aece-c92f-4579-b82d-42ed92f55761 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/ff0fb027-d0aa-49ee-858d-f457e97b9de0 HTTP/1.1" status: 404 len: 336 time: 0.0575068 Jul 29 17:58:32.044269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.050854 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:58:31Z', 'revision_number': 6, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:32.056823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484915b-2afb-415c-8783-0f54a7624097 req-e9aa121f-a8ab-48ad-9182-fb2062eeb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:32.058382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-e9aa121f-a8ab-48ad-9182-fb2062eeb193 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.1949975 Jul 29 17:58:32.083427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d805e8c-97d8-4f6a-b227-ae2bdb9569ac None None] The sync data for ids ['89bf5de5-e49b-4e56-9e6f-00a61f768c4a'] in n-d-801607-3 is: [{'id': '89bf5de5-e49b-4e56-9e6f-00a61f768c4a', 'name': 'tempest-ServerActionsTestJSON-1110599085-router', 'tenant_id': '0cc983a254cc437cabe435bfc19b8f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:49:32Z', 'updated_at': '2021-07-29T17:58:31Z', 'revision_number': 6, 'project_id': '0cc983a254cc437cabe435bfc19b8f27', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:32.083917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-36d21c52-5d4a-41c6-acca-c0899c5f0e79 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 200 len: 205 time: 0.0385714 Jul 29 17:58:32.087668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44308) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.126501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-5c15dcd7-ab97-45ba-b753-fa9e20f4114a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528674 Jul 29 17:58:32.177973 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-3daea97d-d501-4e6c-b8dc-120ad9254430 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.181565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3daea97d-d501-4e6c-b8dc-120ad9254430 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/2405b483-8ee0-4aa3-b090-bd1be38565b0 HTTP/1.1" status: 404 len: 336 time: 0.0884101 Jul 29 17:58:32.182559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44310) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.283526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-520411f2-4ee2-413d-b94b-d6510e709698 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 200 len: 205 time: 0.0983322 Jul 29 17:58:32.287966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.334066 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-94ba9bd0-406a-48e0-99b9-4a98f2139dca tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.335144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-94ba9bd0-406a-48e0-99b9-4a98f2139dca tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/0e81883a-cfa8-4b39-b3e4-3ccae52ee109 HTTP/1.1" status: 404 len: 336 time: 0.0461874 Jul 29 17:58:32.338802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.359916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-34a986d1-59c7-41de-aa9a-f0da5a80d888 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904752 Jul 29 17:58:32.380356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89bdb623-e109-44ef-9d2a-6acc89ce9242 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 200 len: 205 time: 0.0397041 Jul 29 17:58:32.382192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44320) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.420772 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-573e517a-7f6a-4243-92d1-dd9bac61c0e4 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.424643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-573e517a-7f6a-4243-92d1-dd9bac61c0e4 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/057d20f0-e025-41d3-8f8a-0b316baf9f18 HTTP/1.1" status: 404 len: 336 time: 0.0383973 Jul 29 17:58:32.424772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44324) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.474048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf831290-a63e-4108-8ce4-eca973f42d86 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 200 len: 205 time: 0.0478330 Jul 29 17:58:32.477551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.551949 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-04c94f3b-252e-4305-85e3-ec1c7a473687 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.553192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-04c94f3b-252e-4305-85e3-ec1c7a473687 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/cc8db259-000d-41f5-91ef-ac06f113b74f HTTP/1.1" status: 404 len: 336 time: 0.0723116 Jul 29 17:58:32.576614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44332) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.642078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f6edd3f-a3c8-4f66-b4c1-0c5ab5be4b2c tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e6e195-eb19-46cf-b7c6-860bdd188d5c HTTP/1.1" status: 200 len: 205 time: 0.0617049 Jul 29 17:58:32.644065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.655435 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5484915b-2afb-415c-8783-0f54a7624097 req-ba26f89f-c70f-4214-a4ca-dbb2c2dfd062 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819185 Jul 29 17:58:32.688244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e995-487f-4c38-9938-e2fc8f8507b7 req-8f9de7cd-3331-4740-9e99-da01481079b3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:32.690545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26f5e995-487f-4c38-9938-e2fc8f8507b7 req-8f9de7cd-3331-4740-9e99-da01481079b3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.1893182 Jul 29 17:58:32.701599 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-df16048a-f62f-473d-822f-6834442af932 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] delete failed (client error): The resource could not be found. Jul 29 17:58:32.702742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-df16048a-f62f-473d-822f-6834442af932 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/routers/51e6e195-eb19-46cf-b7c6-860bdd188d5c HTTP/1.1" status: 404 len: 336 time: 0.0577159 Jul 29 17:58:32.705911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44336) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:32.706777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:32.778552 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31ba59d-0653-41f9-9263-4c4262acf2c3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] DELETE failed (client error): The resource could not be found. Jul 29 17:58:32.779079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31ba59d-0653-41f9-9263-4c4262acf2c3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:58:32.783289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e31ba59d-0653-41f9-9263-4c4262acf2c3 tempest-RoutersIpV6AdminTest-1195764575 tempest-RoutersIpV6AdminTest-1195764575-project] 10.222.0.16 "DELETE /v2.0/subnets/3602ca07-848d-4f47-979b-d7c0fd89c3a0 HTTP/1.1" status: 404 len: 337 time: 0.0719087 Jul 29 17:58:32.788378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Pushing event deleted for resources: {'Port': ['ID=65da46ae-50f4-405e-bb88-ad0378c9db2c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:32.846798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:32.861476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26f5e995-487f-4c38-9938-e2fc8f8507b7 req-cfd395af-6eeb-4e64-bd9c-d9acb42b8c77 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647162 Jul 29 17:58:32.875046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.049646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.057802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.136024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.136870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89bf5de5-e49b-4e56-9e6f-00a61f768c4a {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:58:33.142577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.145214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-706fa713-712d-4794-8b3a-ee88f5c9c88d admin admin] 10.222.0.16 "DELETE /v2.0/routers/89bf5de5-e49b-4e56-9e6f-00a61f768c4a HTTP/1.1" status: 204 len: 168 time: 1.7703424 Jul 29 17:58:33.147918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44362) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:33.255163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Deleting subnet bb104839-2afb-49da-89e6-9da513327df7 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:58:33.270668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.276562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44366) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:33.370010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.588084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f921656d-d638-4c9b-9836-810e7dec98ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.589796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.679308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44374) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:33.737865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.751391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 65da46ae-50f4-405e-bb88-ad0378c9db2c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:33.802070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb104839-2afb-49da-89e6-9da513327df7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:33.831264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 65da46ae-50f4-405e-bb88-ad0378c9db2c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:33.831610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 65da46ae-50f4-405e-bb88-ad0378c9db2c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:33.832030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f9f7fe5c-1c47-4a31-83f1-e2667f902541 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:33.850925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:33.856744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44380) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:33.859844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ac4d38f5-5c12-49b4-bd65-2cc12ac5b1af admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb104839-2afb-49da-89e6-9da513327df7 HTTP/1.1" status: 204 len: 168 time: 0.7102973 Jul 29 17:58:33.928944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f9f7fe5c-1c47-4a31-83f1-e2667f902541 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:33.929566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f9f7fe5c-1c47-4a31-83f1-e2667f902541 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:33.930827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16785b35-ee06-467b-961b-85d9bee2726e None None] Network 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:33.999010 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.067008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f921656d-d638-4c9b-9836-810e7dec98ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.130156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f921656d-d638-4c9b-9836-810e7dec98ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.198824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb2da847-9fb3-47b6-bf6d-78dde9e444a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.339971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] DHCP port deletion for 7f59a5d1-3b53-4c63-832d-2e386b4ccc99 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:58:34.369595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921656d-d638-4c9b-9836-810e7dec98ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f767a7f-5486-4475-9787-ec0161716d4a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:34.442951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Deleting port 67acfd43-1eab-48b3-be28-58ca5e00bdeb {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:34.443873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.474020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44386) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:34.475573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f921656d-d638-4c9b-9836-810e7dec98ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa9e6d17e6d84a36b98c81fd8bbc9505&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1975751 Jul 29 17:58:34.515395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07fa8e-3711-4770-8ec5-6dc9523240d1 req-5ad6758e-575b-45dd-8664-a23f124dcd37 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:34.536345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d07fa8e-3711-4770-8ec5-6dc9523240d1 req-5ad6758e-575b-45dd-8664-a23f124dcd37 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.5344157 Jul 29 17:58:34.583261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.634820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.635386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] For port 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67acfd43-1eab-48b3-be28-58ca5e00bdeb,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:34.636297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.641199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d07fa8e-3711-4770-8ec5-6dc9523240d1 req-03a82eb6-08d9-4f4e-bf62-a0fc2a058084 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040328 Jul 29 17:58:34.651850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Calling delete_port for 67acfd43-1eab-48b3-be28-58ca5e00bdeb owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:34.680976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Deleting port 67acfd43-1eab-48b3-be28-58ca5e00bdeb {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:34.683021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.735550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.739193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.744890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f767a7f-5486-4475-9787-ec0161716d4a HTTP/1.1" status: 204 len: 168 time: 0.2668664 Jul 29 17:58:34.814625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e2049-b9d8-4fcf-9d70-f417de2c7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f767a7f-5486-4475-9787-ec0161716d4a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:34.835837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] For port 67acfd43-1eab-48b3-be28-58ca5e00bdeb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=67acfd43-1eab-48b3-be28-58ca5e00bdeb,segment=NetworkSegment(68f09246-0862-42ef-955c-3508cb72adda),segment_id=68f09246-0862-42ef-955c-3508cb72adda)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:34.839918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.889504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:34.907437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Calling delete_port for 67acfd43-1eab-48b3-be28-58ca5e00bdeb owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:34.961501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] Pushing event deleted for resources: {'Port': ['ID=67acfd43-1eab-48b3-be28-58ca5e00bdeb,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:34.964349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f9bcc-3d2a-4fc0-bb24-6e98f807f9cb None None] No DVR routers for this DVR port 67acfd43-1eab-48b3-be28-58ca5e00bdeb on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:35.056703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb2da847-9fb3-47b6-bf6d-78dde9e444a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.066687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb2da847-9fb3-47b6-bf6d-78dde9e444a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.218061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bb2da847-9fb3-47b6-bf6d-78dde9e444a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0baa394f9cb45489fbb20a2454e13f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5342193 Jul 29 17:58:35.220789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:35.244621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2da847-9fb3-47b6-bf6d-78dde9e444a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6111d83-73ee-42b9-a952-f53c8d14d348,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:35.264415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.362457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=67acfd43-1eab-48b3-be28-58ca5e00bdeb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:35.368304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.377740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] No DVR routers for this DVR port 67acfd43-1eab-48b3-be28-58ca5e00bdeb on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:35.428122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.495947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:35.554905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87a6e3b7-3429-48cb-97db-0dfadab4d7da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7ff7ae8181a479387d833df45ff7637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541577 Jul 29 17:58:35.555242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44400) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:35.559648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.585828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.587638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f59a5d1-3b53-4c63-832d-2e386b4ccc99']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:35.588410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.589603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6111d83-73ee-42b9-a952-f53c8d14d348 HTTP/1.1" status: 204 len: 168 time: 0.3675737 Jul 29 17:58:35.612147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ec0c-6653-4bc3-b0ac-52b62936e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6111d83-73ee-42b9-a952-f53c8d14d348,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:35.638884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f09246-0862-42ef-955c-3508cb72adda') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:35.639185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f09246-0862-42ef-955c-3508cb72adda') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:35.657281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.675166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.694799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:58:35.695102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.701355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67acfd43-1eab-48b3-be28-58ca5e00bdeb no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: items = [ Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: timer() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:58:35.706467 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:58:35.714682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.755122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 67acfd43-1eab-48b3-be28-58ca5e00bdeb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:35.756783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.776728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 67acfd43-1eab-48b3-be28-58ca5e00bdeb not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:35.856699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.864918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.870151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/622a19de-906c-40e8-a555-df425189d247 HTTP/1.1" status: 204 len: 168 time: 0.3129728 Jul 29 17:58:35.886739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.910927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812beb74-0966-4476-9f20-c685df25c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a19de-906c-40e8-a555-df425189d247,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:35.949527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:35.951912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f59a5d1-3b53-4c63-832d-2e386b4ccc99 HTTP/1.1" status: 204 len: 168 time: 2.0938287 Jul 29 17:58:35.953640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4478-88e8-468d-84bc-8278f83bcb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f59a5d1-3b53-4c63-832d-2e386b4ccc99,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:36.034985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fccea-b573-4982-9339-c877d10c912d req-63e8d44e-e8f5-4afd-95af-11c833abe97a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:36.037302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-314fccea-b573-4982-9339-c877d10c912d req-63e8d44e-e8f5-4afd-95af-11c833abe97a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0904620 Jul 29 17:58:36.160010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-314fccea-b573-4982-9339-c877d10c912d req-83f424d4-2336-4c77-b803-808e3289433b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140182 Jul 29 17:58:36.511328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44428) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:36.648811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29af64bc-8620-4100-b25c-3cf3037bc0ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc983a254cc437cabe435bfc19b8f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352985 Jul 29 17:58:36.650673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:36.741363 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:36.797709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:36.900799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:36.907759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:36.910309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b3346d4-9161-4aca-a8c8-2ff48d9a7574 HTTP/1.1" status: 204 len: 168 time: 0.2583673 Jul 29 17:58:36.929602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fa5ac-f0ca-4e8e-b0c0-7246603c9e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3346d4-9161-4aca-a8c8-2ff48d9a7574,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:37.407419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c74c0-1f61-4758-9b0b-59d89673f112 req-a9c3eed7-3678-4e52-8385-64bd9554868f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:37.416670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba8c74c0-1f61-4758-9b0b-59d89673f112 req-a9c3eed7-3678-4e52-8385-64bd9554868f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.1408768 Jul 29 17:58:37.529068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba8c74c0-1f61-4758-9b0b-59d89673f112 req-5881934b-6568-419e-8803-4a1774499814 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038468 Jul 29 17:58:38.127928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44480) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:38.332751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1591073890'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:38.403211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:38.407935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:38.419292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:38.637091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:38.739608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:38.766051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:58:38.836856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:38.850556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:38.851866 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Added segment e8fddc5b-2acb-41ae-a348-56665a238d66 of type vlan for network 1274899e-2da7-42a7-8698-d34b8628565a Jul 29 17:58:38.928062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c55e-febf-4583-86aa-76821b2b5003 req-8756da45-ea55-42cc-a89f-555e0418bb57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:38.933149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4959c55e-febf-4583-86aa-76821b2b5003 req-8756da45-ea55-42cc-a89f-555e0418bb57 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.2898729 Jul 29 17:58:38.934951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62043c78-6c22-40ac-a476-f36874cf2530,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:39.052785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.105464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4959c55e-febf-4583-86aa-76821b2b5003 req-d1b2a9fa-5176-4936-bdd2-53c407266845 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185918 Jul 29 17:58:39.163784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.170106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:39.170679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.228829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-38374749-network', 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:39.236138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5426536c-df70-4867-8ddb-506df651f7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.327877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:39.330262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.353672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.363918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2346344 Jul 29 17:58:39.367679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44528) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:39.369353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859db8-e652-45c6-bfd9-bf2d40d3a438 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Network': ['ID=1274899e-2da7-42a7-8698-d34b8628565a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:39.374175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:39.387579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:58:39.570280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.578146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.615923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:58:39.620599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:39.624114 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.673805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2919fa7d-9bab-4fc3-96c5-0cc120e50284,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:39.693373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.693984 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Added segment b6381498-5c17-4ea9-bc26-8a33c62ce958 of type vlan for network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b Jul 29 17:58:39.715885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.716472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.716953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.717431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.717933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.718691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.719206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.719679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.720150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.720636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.721105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.721598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:39.773434 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.906823 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:39.907822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:39.908398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.026944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] Pushing event updated for resources: {'Network': ['ID=64a31966-7c5c-4f4a-a622-f27fa85e4f1b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:40.040378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:58:40.059412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:40.059795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:40.077196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Request body: {'subnet': {'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-38374749-subnet', 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:40.082750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ada2f076-782f-4b3b-be2d-29ba3f65fda0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2088263 Jul 29 17:58:40.095498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138314582', 'description': 'tempest-secgroup-smoke-138314582 description', 'project_id': 'ca2ffabbbb8f41048197252e5566f391'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:40.172907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.200316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.200807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.256288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:40.265658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.308032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=235338ee-a595-4ad3-880c-7e625fef2ac4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:40.333085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a041d79-865b-4ecb-abb2-a25bd7948915 req-2aa4cd7e-2003-4727-9cc3-3478ca0ed23e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:40.335309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a041d79-865b-4ecb-abb2-a25bd7948915 req-2aa4cd7e-2003-4727-9cc3-3478ca0ed23e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.0937302 Jul 29 17:58:40.336795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:40.337430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network hostable DHCP agents. Network: 1274899e-2da7-42a7-8698-d34b8628565a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:58:40.396627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a041d79-865b-4ecb-abb2-a25bd7948915 req-e3b9b7c4-943c-4c57-a048-8eb58e265fdb tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Jul 29 17:58:40.402114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:58:40.420081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1274899e-2da7-42a7-8698-d34b8628565a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:40.432657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b1d6b-4347-41b5-b98d-02931f48c9b7 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:40.439382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:40.440028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.525688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.540409 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6e30e0ee-8bb2-423f-9dad-dc32f9139b39 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1709108 Jul 29 17:58:40.543226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:40.547972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.548743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'name': 'tempest-NetworksTestDHCPv6-283145532'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:40.640520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.684606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.699241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '235338ee-a595-4ad3-880c-7e625fef2ac4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:58:40.700156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.717515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.722602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6498718 Jul 29 17:58:40.728032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:40.751136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:40.751657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20319730-beaa-4237-a97e-19d027ac21c6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:40.787966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.908727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee592f10-14db-4cc4-8383-8e2298fdb482,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:40.928001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8aa5f-1367-4dbb-81c1-917b8fe23ec7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdcadde-2b1d-4891-837d-8f9f620992c2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:40.980517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:40.987043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:40.987471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Network hostable DHCP agents. Network: 64a31966-7c5c-4f4a-a622-f27fa85e4f1b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:58:40.990711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:40.996126 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.028670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:58:41.043853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 64a31966-7c5c-4f4a-a622-f27fa85e4f1b) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:41.047920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:41.048553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.061598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf7061-608f-4353-a3b2-11bfbad27cb8 None None] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:41.069506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 5b2ff647-0ecc-4e41-bf01-72811e6cefd8 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:58:41.071458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-098826d7-775b-4ee0-b2eb-a5c5fe45d087 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0096028 Jul 29 17:58:41.199541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.263320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.328633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5ac95e-1302-4897-80c1-02c581f2a0bb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:41.354061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.360381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4143597c-dd3d-4d18-b841-cf6192006408 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6246996 Jul 29 17:58:41.361251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44566) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:41.367215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:41.444298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.493244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/235338ee-a595-4ad3-880c-7e625fef2ac4/18db8dc1-4689-4797-a572-cf9215834496) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:41.709455 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.719103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Transition to ACTIVE for port object 18db8dc1-4689-4797-a572-cf9215834496 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:41.735850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Transition to ACTIVE for port object 18db8dc1-4689-4797-a572-cf9215834496 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:41.737830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabb342-f8fb-4b7d-b2e6-7d9a66372ea3 req-280a5d13-8c34-425b-a022-05f8b67a20fd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:41.750507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.756373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-baabb342-f8fb-4b7d-b2e6-7d9a66372ea3 req-280a5d13-8c34-425b-a022-05f8b67a20fd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.2141383 Jul 29 17:58:41.804083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3722611-ee2a-4492-8350-b32d27ea86ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.836258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:41.848514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Pushing event updated for resources: {'Port': ['ID=18db8dc1-4689-4797-a572-cf9215834496,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:41.851092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:41.862900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:41.892261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-baabb342-f8fb-4b7d-b2e6-7d9a66372ea3 req-fee1709c-3e6e-474f-b9ce-9e304fe119b8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348469 Jul 29 17:58:41.892498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.918115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.938366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:41.977069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca08518b-b494-4fd1-a798-613efac2ee26,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:41.990407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Attempting to bind port 18db8dc1-4689-4797-a572-cf9215834496 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:41.991089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Attempting to bind port 18db8dc1-4689-4797-a572-cf9215834496 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:41.992579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Attempting to bind port 18db8dc1-4689-4797-a572-cf9215834496 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:41.995216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.995671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.996147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.996623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.997063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.997573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.997962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.998414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.999291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.999291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:41.999761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:42.000240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:42.010336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:42.010721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:42.011134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.011581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:42.012171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Bound port: 18db8dc1-4689-4797-a572-cf9215834496, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:42.012665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.015038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a246a-3ed0-411f-aca9-2aaf713f6d8e None None] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:42.026020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.032770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:42.041125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fdff2015-13cd-4b7d-8491-6e621ba647d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6644230 Jul 29 17:58:42.062447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:42.296042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::26b (1274899e-2da7-42a7-8698-d34b8628565a/235338ee-a595-4ad3-880c-7e625fef2ac4/5b2ff647-0ecc-4e41-bf01-72811e6cefd8) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:42.405480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.424305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] For port 18db8dc1-4689-4797-a572-cf9215834496, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:42.428332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] For port 18db8dc1-4689-4797-a572-cf9215834496, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=18db8dc1-4689-4797-a572-cf9215834496,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:42.434817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.566740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-13d5f749-839c-498a-a940-cc2ebbf3f243 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:42.572385 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-13d5f749-839c-498a-a940-cc2ebbf3f243 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.8209410 Jul 29 17:58:42.630298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b90f6-c1f2-4520-8411-96349e652d3d None None] Pushing event updated for resources: {'Port': ['ID=18db8dc1-4689-4797-a572-cf9215834496,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:42.735667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.749160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-fed9bcb5-936a-4bce-8c46-503854e245ea tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.1158338 Jul 29 17:58:42.843274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:42.945961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-0b3db01b-7bc3-40a0-aa2c-e541e9e48f26 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1954868 Jul 29 17:58:42.966790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.108263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.147135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 5b2ff647-0ecc-4e41-bf01-72811e6cefd8 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:43.216847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd7edc-cdc0-44a3-b525-34272601a2c3 req-3c597904-b6ab-46d3-989b-8898fffb0f55 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:43.222551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55fd7edc-cdc0-44a3-b525-34272601a2c3 req-3c597904-b6ab-46d3-989b-8898fffb0f55 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.1836143 Jul 29 17:58:43.244111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18df185e-3d0b-4d02-9c17-d5c4cb9faff9,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:43.298565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.303278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.308147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a2db3efd-cbeb-4370-89ce-20724ec4835b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2635760 Jul 29 17:58:43.317824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44600) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:43.331793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:43.375065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55fd7edc-cdc0-44a3-b525-34272601a2c3 req-30b3c02e-eaa3-452f-b50c-00ca9d3636fa tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402121 Jul 29 17:58:43.420546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.526310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.534549 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.618510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.624140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3132336 Jul 29 17:58:43.625436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda7b71-8a34-4857-ab42-3f76b26439cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0aa9d71-f05e-40b6-9584-62db1db67cc1,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:43.654641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:43.668820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:43.756595 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:58:43.784143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:43.790209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 18db8dc1-4689-4797-a572-cf9215834496 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:43.986814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 18db8dc1-4689-4797-a572-cf9215834496 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:44.010161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.018289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.080408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42262566-2819-4119-ba0a-8bf6569fd86a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:44.125543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.130258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bdd7c2cc-5847-4897-92dc-e175f2e8f372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737401 Jul 29 17:58:44.131022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:44.145146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '1cdcadde-2b1d-4891-837d-8f9f620992c2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:44.155574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=5b2ff647-0ecc-4e41-bf01-72811e6cefd8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:44.199933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:44.203818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:44.208217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:44.214699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:44.215229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.239659 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:58:44.248752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.291879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-8183995d-ec8f-4233-8bbe-4a56920c2089 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3347466 Jul 29 17:58:44.310442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8e994b18-171e-4e71-973c-d75fed61ed79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7660666 Jul 29 17:58:44.312534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bcdc2-637e-4cc9-b925-5c10a13057ad None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:44.312673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:44.428414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.437776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.451952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852f3946-7041-40dc-8313-c36364b36a1c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:44.476615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-712e3cda-f762-4b0d-8091-75929e6880c7 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646695 Jul 29 17:58:44.490448 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.491980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ee5a23b-22d6-4870-9284-2f8418d48f27 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562589 Jul 29 17:58:44.495728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44624) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:44.498671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dbf1f-ea22-4202-9a09-76c98a8096d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:44.506124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dbf1f-ea22-4202-9a09-76c98a8096d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:44.511393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d58dbf1f-ea22-4202-9a09-76c98a8096d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1943779 Jul 29 17:58:44.511712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Provisioning for port 18db8dc1-4689-4797-a572-cf9215834496 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:44.511817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:44.516527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'network': {'name': 'tempest-network-smoke--950693221', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'port_security_enabled': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:44.529198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Provisioning complete for port 18db8dc1-4689-4797-a572-cf9215834496 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:44.529575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.651076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:44.662283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.701562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4aca5-3150-4ef1-b62d-b3513141791a req-85cea1a7-babd-4495-a97a-d1dc625d193b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:44.708879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 5b2ff647-0ecc-4e41-bf01-72811e6cefd8 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:44.709447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.721143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43d4aca5-3150-4ef1-b62d-b3513141791a req-85cea1a7-babd-4495-a97a-d1dc625d193b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.1715207 Jul 29 17:58:44.801716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.856083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43d4aca5-3150-4ef1-b62d-b3513141791a req-58c47a5b-b774-420a-b21c-4608ffe1f874 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339078 Jul 29 17:58:44.865923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:58:44.885108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.885511 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Added segment c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b of type vlan for network f944ce12-aadd-4380-bfb5-7be8d5545946 Jul 29 17:58:44.940868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.974884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:44.982537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 5b2ff647-0ecc-4e41-bf01-72811e6cefd8 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:45.015142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.022658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:45.023509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.105440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.137105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Network': ['ID=f944ce12-aadd-4380-bfb5-7be8d5545946,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:45.151881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db516091-bf0b-4345-8d8f-ec5ecbfa7312 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6533442 Jul 29 17:58:45.155307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:45.160794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'admin_state_up': True, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:45.163960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f944ce12-aadd-4380-bfb5-7be8d5545946 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:58:45.193205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.196544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.287447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7d5c726c-e95e-4278-8bc3-1dd8bc8391db req-41b8759e-8b04-48f2-bfdd-8f61b000502b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 210 time: 0.1231804 Jul 29 17:58:45.391871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.447629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] For port 18db8dc1-4689-4797-a572-cf9215834496, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=18db8dc1-4689-4797-a572-cf9215834496,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:45.447848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.521182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.584776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=5b2ff647-0ecc-4e41-bf01-72811e6cefd8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:45.673008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.683084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a08c849d-d968-4fbf-9d1e-79c841a36849 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/5b2ff647-0ecc-4e41-bf01-72811e6cefd8 HTTP/1.1" status: 204 len: 168 time: 1.1701210 Jul 29 17:58:45.683987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44644) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:45.689480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf14666-9389-4f72-86b5-c6ac9e5c1b23 None None] Pushing event updated for resources: {'Port': ['ID=18db8dc1-4689-4797-a572-cf9215834496,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:45.692743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-201223cd-3d78-4600-8014-dda2d5a51077 None None] Could not find standard attr ID for object 5b2ff647-0ecc-4e41-bf01-72811e6cefd8. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:58:45.714698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-201223cd-3d78-4600-8014-dda2d5a51077 None None] Provisioning complete for port 18db8dc1-4689-4797-a572-cf9215834496 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:45.715067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-201223cd-3d78-4600-8014-dda2d5a51077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.807641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.117934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6db9a6-f7d8-4c75-9708-18689aa93582 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:46.120659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6db9a6-f7d8-4c75-9708-18689aa93582 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:46.128037 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fb6db9a6-f7d8-4c75-9708-18689aa93582 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4414308 Jul 29 17:58:46.129590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44652) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:46.156594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48356c7e-5c80-4582-a605-afe824ac799f None None] Could not find standard attr ID for object 5b2ff647-0ecc-4e41-bf01-72811e6cefd8. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:58:46.191414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.216669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.277024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c40d-c9b3-4ee7-b8b9-925a6ae1f399 req-e76aa65e-8ae0-45e2-aad7-6fe5f81f3bca tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:46.279092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23b7c40d-c9b3-4ee7-b8b9-925a6ae1f399 req-e76aa65e-8ae0-45e2-aad7-6fe5f81f3bca tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 944 time: 0.2358320 Jul 29 17:58:46.285460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 235338ee-a595-4ad3-880c-7e625fef2ac4 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:58:46.289739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.398776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.427216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.132 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/4e1c894f-1999-4c60-89a3-441dff63d9dd) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:46.450308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23b7c40d-c9b3-4ee7-b8b9-925a6ae1f399 req-9ec8b31f-b847-4880-a825-70433af32d04 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Jul 29 17:58:46.487144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8157c7e-321b-47fa-b62c-01059b3706c9 req-9f0b2940-1e81-409d-b05b-851fa5bcd6dc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 210 time: 0.0691049 Jul 29 17:58:46.521207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.591167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.608604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.612431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/235338ee-a595-4ad3-880c-7e625fef2ac4 HTTP/1.1" status: 204 len: 168 time: 0.4457622 Jul 29 17:58:46.619996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04faef6f-927e-4efc-bf1e-ee635bbbccfb None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:46.634731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44658) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:46.660659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffcc11-8342-49db-ad39-13d4de076097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=235338ee-a595-4ad3-880c-7e625fef2ac4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:46.690922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.714699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2acb75c5-4427-4801-bfac-de97adfd76c8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785389 Jul 29 17:58:46.717464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44660) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:46.723786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:46.758503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-32f177eb-9975-4f6b-af6c-877ba23bf4fd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:46.759950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-32f177eb-9975-4f6b-af6c-877ba23bf4fd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.3775578 Jul 29 17:58:46.775207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:46.778841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.836493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:46.840459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:46.855533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:58:46.863667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:46.873473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:46.878927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:46.889793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:58:46.908673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=4e1c894f-1999-4c60-89a3-441dff63d9dd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:46.974079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Deleting port 18db8dc1-4689-4797-a572-cf9215834496 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:46.974755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.080182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:47.084222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.105637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] For port 18db8dc1-4689-4797-a572-cf9215834496, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=18db8dc1-4689-4797-a572-cf9215834496,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:47.106349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.115108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.151314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:47.170695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'network_id': 'f6e86373-4bf4-401f-8cbe-4a5977c46e41', 'port_id': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'mac_address': 'fa:16:3e:4f:93:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:58:47.189030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:47.194643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:47.200178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Calling delete_port for 18db8dc1-4689-4797-a572-cf9215834496 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:47.205533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:47.206168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.220564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=2a8a145f-417a-436b-9fe2-fcf5e219acdb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:47.230848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-becd8fec-7a50-4512-918e-0440f4d67d18 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5121093 Jul 29 17:58:47.233685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44668) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:47.240499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'name': 'tempest-NetworksTestDHCPv6-559946220'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:47.312090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.337464 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.367147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:58:47.376930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.7 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/4edced9e-1652-473b-b40c-785f5f8a8603) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:47.402738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:47.420787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.491161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:47.500680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.543995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port efc56e49-59c5-47ed-856e-993ecdebd724 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:58:47.544991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:47.551488 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.658204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] No DVR routers for this DVR port 18db8dc1-4689-4797-a572-cf9215834496 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:47.691700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe153-4aa3-4fb7-9514-42e0ffd25786 None None] Pushing event deleted for resources: {'Port': ['ID=18db8dc1-4689-4797-a572-cf9215834496,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:47.701536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f4273-672f-4b74-9e60-5f4eba7258b5 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:47.844770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11225a1a-ce12-47ae-ab5e-619e9c09a120 req-f59e1d1b-5731-404b-8f5d-333f4a8a1b62 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:47.846503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 18db8dc1-4689-4797-a572-cf9215834496 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:47.854095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11225a1a-ce12-47ae-ab5e-619e9c09a120 req-f59e1d1b-5731-404b-8f5d-333f4a8a1b62 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 945 time: 0.2101984 Jul 29 17:58:47.895746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::70 (1274899e-2da7-42a7-8698-d34b8628565a/2a8a145f-417a-436b-9fe2-fcf5e219acdb/efc56e49-59c5-47ed-856e-993ecdebd724) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:47.923649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-11225a1a-ce12-47ae-ab5e-619e9c09a120 req-e6791a95-ad83-4a55-b844-07ea43ef5f33 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686245 Jul 29 17:58:47.940535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:47.951372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 18db8dc1-4689-4797-a572-cf9215834496 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:47.951706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 18db8dc1-4689-4797-a572-cf9215834496 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:48.021891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '2a8a145f-417a-436b-9fe2-fcf5e219acdb'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:58:48.022800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.081483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.097268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object efc56e49-59c5-47ed-856e-993ecdebd724 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:48.100564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2f8d472-5431-4a8d-82f2-a32c126fadeb req-4cf3093a-a80c-4352-81e3-247aad92cdd1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 210 time: 0.0420275 Jul 29 17:58:48.135124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.194057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=efc56e49-59c5-47ed-856e-993ecdebd724,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:48.198262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.212883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:48.214727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:48.217160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:48.223676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:48.224623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.245151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-50c83c83-f4da-45b6-8331-0ff30eb4ffb8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0098484 Jul 29 17:58:48.247829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44684) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:48.260574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.276079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/2a8a145f-417a-436b-9fe2-fcf5e219acdb/768d42d9-ab47-4c3b-9a81-3c3bb6db04c0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:48.326880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a820a2-4084-4adf-b29f-8532f67a8ea1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:48.330281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5a820a2-4084-4adf-b29f-8532f67a8ea1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0798485 Jul 29 17:58:48.332453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44686) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:48.365444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.432001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:48.432671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:48.437433 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port efc56e49-59c5-47ed-856e-993ecdebd724 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:48.438049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.441859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:48.444498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:48.447312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 3b229ad5-b97b-44d6-9b45-e97f34695baf is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:58:48.463475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.486042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Transition to ACTIVE for port object 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:48.506432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Transition to ACTIVE for port object 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:48.517324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.539426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:48.540051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.553143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.561292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:48.564860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:48.575234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for efc56e49-59c5-47ed-856e-993ecdebd724 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:48.576205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:48.579707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Pushing event updated for resources: {'Port': ['ID=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:48.592053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-ce705604-1896-4d8c-85a6-80eb78906679 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8214188 Jul 29 17:58:48.604108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-67919347-2820-41cf-848e-dac98a33415e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:58:48.605150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-67919347-2820-41cf-848e-dac98a33415e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052867 Jul 29 17:58:48.628580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:48.651679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Sync routers for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:48.654296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Attempting to bind port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:48.654863 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.654984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Attempting to bind port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:48.655328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Attempting to bind port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:48.657344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c1a6841e-c5a5-4546-a4db-7030d90a56a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5006411 Jul 29 17:58:48.660395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44690) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:48.668696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:48.669091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:48.669468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.669859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:48.670369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Bound port: 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:48.670750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.681584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:48.682296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:48.705858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Request body: {'port': {'device_id': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:48.775689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6915a32a-04ce-413e-8c08-562fff7bbe95 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca2ffabbbb8f41048197252e5566f391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1138997 Jul 29 17:58:48.779096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44696) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:48.885934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.941978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=efc56e49-59c5-47ed-856e-993ecdebd724,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:48.950824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.003176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:49.003629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.005778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c0e867f9-428b-4eb9-9f05-202aa04cee9f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/efc56e49-59c5-47ed-856e-993ecdebd724 HTTP/1.1" status: 204 len: 168 time: 0.6720719 Jul 29 17:58:49.021834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:49.041275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] For port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:49.065300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] For port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:49.084954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.131665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:49.142536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971856c-1598-43da-b0a8-08f1348a8cce req-5422d4b2-fbff-4e98-a45f-bcf440ab74d0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.145743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d971856c-1598-43da-b0a8-08f1348a8cce req-5422d4b2-fbff-4e98-a45f-bcf440ab74d0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 945 time: 0.0880988 Jul 29 17:58:49.245578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995d29-b018-48c1-ba15-888f1380f3bd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.247533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995d29-b018-48c1-ba15-888f1380f3bd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.251452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fb995d29-b018-48c1-ba15-888f1380f3bd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2262375 Jul 29 17:58:49.254316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:49.254765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d971856c-1598-43da-b0a8-08f1348a8cce req-8a311520-3b14-4c96-b881-61189f391901 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909617 Jul 29 17:58:49.274471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0533f6-29ae-40da-b93a-19614bdde17a tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.278996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44714) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:49.279612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ce0533f6-29ae-40da-b93a-19614bdde17a tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4989686 Jul 29 17:58:49.342018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23690445-168a-491b-939c-9547d5be83f2 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606833 Jul 29 17:58:49.345216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44716) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:49.350070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286341080', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:49.424098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a7e3a-dd4b-4d22-a634-647c1ab12771 None None] Pushing event updated for resources: {'Port': ['ID=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:49.436200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6672fe2d-bd70-4025-a149-17af5f4e69eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:49.438624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.439213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 2a8a145f-417a-436b-9fe2-fcf5e219acdb {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:58:49.447236 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.506797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30297-5aea-4df5-ab5d-a11b0c348a9f req-197acc8b-5aee-4f32-aa46-4a5235ef4625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.515752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ac30297-5aea-4df5-ab5d-a11b0c348a9f req-197acc8b-5aee-4f32-aa46-4a5235ef4625 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.1721387 Jul 29 17:58:49.527163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715e9d-aeba-43db-b41d-dea449d85613 req-c43146af-e8e8-4f0a-974a-2a940bb8c2b7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:49.528819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d715e9d-aeba-43db-b41d-dea449d85613 req-c43146af-e8e8-4f0a-974a-2a940bb8c2b7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 931 time: 0.2222555 Jul 29 17:58:49.614796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.622554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:49.636186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.697618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.722861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:47Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:49.778360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:49.798527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.836021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Checking router: 3b229ad5-b97b-44d6-9b45-e97f34695baf for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:49.836744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Updating router 3b229ad5-b97b-44d6-9b45-e97f34695baf port 4e1c894f-1999-4c60-89a3-441dff63d9dd binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:58:49.838572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:49.841912 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7233b59-23eb-4709-9f35-eb7a0e32390d" -d '{"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:49.859698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d715e9d-aeba-43db-b41d-dea449d85613 req-22868ac6-a223-4115-8ed3-9b7a7c898f58 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835281 Jul 29 17:58:49.880285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.911118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:49.915661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8a145f-417a-436b-9fe2-fcf5e219acdb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:49.928654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1ac30297-5aea-4df5-ab5d-a11b0c348a9f req-f38af910-0472-444c-a70b-279c04756d42 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117889 Jul 29 17:58:49.941285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:49.941619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.945379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-affb00c1-2304-4caf-9585-aefe33a8f0d5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/2a8a145f-417a-436b-9fe2-fcf5e219acdb HTTP/1.1" status: 204 len: 168 time: 0.6882620 Jul 29 17:58:49.947887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44722) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:49.950273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.960116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:49.977205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.054279 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0375a067-56bb-42ee-a839-402c915bc406 x-openstack-request-id: req-0375a067-56bb-42ee-a839-402c915bc406 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:50.054571 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-plugged", "status": "completed", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:50.054806 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0375a067-56bb-42ee-a839-402c915bc406 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:50.055197 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'code': 200} Jul 29 17:58:50.066391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Subnet': ['ID=d86ff22d-3c25-4a35-aadf-77f450573af0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:50.095660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1c997bcf-ab42-488d-8641-443e98fabab3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420696 Jul 29 17:58:50.096946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:50.103993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:50.162566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:50.170564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Checking segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:50.170928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network hostable DHCP agents. Network: f944ce12-aadd-4380-bfb5-7be8d5545946, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:58:50.188712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edced9e-1652-473b-b40c-785f5f8a8603 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:58:50.213042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.232331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Transition to ACTIVE for port object 4edced9e-1652-473b-b40c-785f5f8a8603 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:50.242678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.319002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Pushing event updated for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:50.388324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network f944ce12-aadd-4380-bfb5-7be8d5545946 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:58:50.441548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:50.454717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.481092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71218cc7-6cd2-412e-b2b4-f183eaa92264 req-a4cd7ec2-d000-45a5-a38d-fd61803583e8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:50.489816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71218cc7-6cd2-412e-b2b4-f183eaa92264 req-a4cd7ec2-d000-45a5-a38d-fd61803583e8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0961754 Jul 29 17:58:50.497479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Attempting to bind port 4edced9e-1652-473b-b40c-785f5f8a8603 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:50.497959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Attempting to bind port 4edced9e-1652-473b-b40c-785f5f8a8603 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:50.498417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Attempting to bind port 4edced9e-1652-473b-b40c-785f5f8a8603 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:50.512537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Port 4edced9e-1652-473b-b40c-785f5f8a8603 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:58:50.512908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Attempting to bind port 4edced9e-1652-473b-b40c-785f5f8a8603 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:50.518723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:50.519218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:50.519814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:50.520572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Bound port: 4edced9e-1652-473b-b40c-785f5f8a8603, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:50.521023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.552011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.571248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Transition to ACTIVE for port object 4e1c894f-1999-4c60-89a3-441dff63d9dd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:50.575750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71218cc7-6cd2-412e-b2b4-f183eaa92264 req-26a99742-64b1-4141-9e82-cdecd3d3aa64 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Jul 29 17:58:50.594539 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.648630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:50.652790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4edced9e-1652-473b-b40c-785f5f8a8603,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:50.662384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.674875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a322515-963d-4284-a3a3-a8ab5a978200 req-c2b9aa5e-d104-42b7-8b82-de124f968daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:50.677202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a322515-963d-4284-a3a3-a8ab5a978200 req-c2b9aa5e-d104-42b7-8b82-de124f968daf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1098 time: 0.4495206 Jul 29 17:58:50.677792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f944ce12-aadd-4380-bfb5-7be8d5545946) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:50.684150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5398-b738-43cc-bb2d-6dfb7fccf618 None None] Pushing event updated for resources: {'Port': ['ID=4e1c894f-1999-4c60-89a3-441dff63d9dd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:50.687834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Attempting to bind port 4e1c894f-1999-4c60-89a3-441dff63d9dd on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:50.688201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Attempting to bind port 4e1c894f-1999-4c60-89a3-441dff63d9dd by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:50.688557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Attempting to bind port 4e1c894f-1999-4c60-89a3-441dff63d9dd on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:50.696874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea721cb5-fae5-44a8-ac9e-e1ab3c7890ff None None] Network f944ce12-aadd-4380-bfb5-7be8d5545946 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:50.702027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:50.702027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:50.702442 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.702530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:50.702986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Bound port: 4e1c894f-1999-4c60-89a3-441dff63d9dd, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:50.703394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.704937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:50.705515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.766917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:50.767715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.769311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] 10.222.0.38 "PUT /v2.0/ports/4edced9e-1652-473b-b40c-785f5f8a8603 HTTP/1.1" status: 200 len: 1091 time: 2.1528358 Jul 29 17:58:50.770577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:50.773245 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0" -d '{"events": [{"name": "network-changed", "server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:50.780260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d05253-013b-4c93-9351-f776f54f77c7 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:50.811903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1101f3c7-58ef-4f72-9bde-f33ecbb32086 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:50.813609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1101f3c7-58ef-4f72-9bde-f33ecbb32086 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.1483543 Jul 29 17:58:50.814576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578c269-86b9-431e-9c9f-4f15a000273b service neutron] Pushing event updated for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:50.826898 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-16f9e76c-d293-4402-8049-318748659d66 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4806597 Jul 29 17:58:50.834067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44732) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:50.906358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] For port 4e1c894f-1999-4c60-89a3-441dff63d9dd, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:50.913049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Provisioning for port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:50.931778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] For port 4e1c894f-1999-4c60-89a3-441dff63d9dd, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4e1c894f-1999-4c60-89a3-441dff63d9dd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:50.937776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Provisioning complete for port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:50.938143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.962293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.037892 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6790d551-a36d-4716-9962-2cc5dc1b4afd x-openstack-request-id: req-6790d551-a36d-4716-9962-2cc5dc1b4afd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:51.038444 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:51.038849 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6790d551-a36d-4716-9962-2cc5dc1b4afd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:51.039399 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603', 'status': 'completed', 'code': 200} Jul 29 17:58:51.088814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b3d90-af36-42c8-af88-de02af924b77 req-fa36c01c-bcef-45d2-b5d2-a86588fdfa21 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:51.090611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b3d90-af36-42c8-af88-de02af924b77 req-fa36c01c-bcef-45d2-b5d2-a86588fdfa21 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 943 time: 0.1047959 Jul 29 17:58:51.097477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-a1168092-d603-4a09-a2e5-542e8c2f3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:51.099304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-a1168092-d603-4a09-a2e5-542e8c2f3f38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 1094 time: 0.2790298 Jul 29 17:58:51.105158 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1a322515-963d-4284-a3a3-a8ab5a978200 req-e7a4cd25-b621-443b-a519-3ed4c1bd4f46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042368 Jul 29 17:58:51.126524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:51.127267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:51.175709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-a8f7500c-96b7-47fd-95da-c78f3cc7aeac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4edced9e-1652-473b-b40c-785f5f8a8603 HTTP/1.1" status: 200 len: 217 time: 0.0633490 Jul 29 17:58:51.209953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.213231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b4b3d90-af36-42c8-af88-de02af924b77 req-2bd7af68-8357-4a92-998e-1f960c76c725 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 Jul 29 17:58:51.227255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5398-b738-43cc-bb2d-6dfb7fccf618 None None] Pushing event updated for resources: {'Port': ['ID=4e1c894f-1999-4c60-89a3-441dff63d9dd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:51.249197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Deleting port e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:51.249534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.279079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f944ce12-aadd-4380-bfb5-7be8d5545946', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:58:51.279956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.333894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-0732594d-eca7-4178-a9ab-772d8d438e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:51.335409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-0732594d-eca7-4178-a9ab-772d8d438e1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.1514339 Jul 29 17:58:51.369620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:58:51.375037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:51.380034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.396154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-924b06de-3220-4233-8e3e-c51875129995 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499859 Jul 29 17:58:51.438570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:51.451087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:51.481811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:51.482678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.486129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=abf4a32c-7158-442f-a902-92e5daefbadd,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:51.491765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] For port e3861a24-6684-44ff-be04-90d13277c60e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e3861a24-6684-44ff-be04-90d13277c60e,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:51.492290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.514032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51187521-f01d-4eae-a877-5748dc99434a req-9d0c6409-297e-46ae-beef-15dc29b85851 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:51.515812 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-51187521-f01d-4eae-a877-5748dc99434a req-9d0c6409-297e-46ae-beef-15dc29b85851 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.3202567 Jul 29 17:58:51.534726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3b98d752-7821-4023-858a-e16548030e54 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4365621 Jul 29 17:58:51.538315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44742) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:51.578403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'name': 'tempest-NetworksTestDHCPv6-605697002'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:51.653200 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:58:51.669389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-51187521-f01d-4eae-a877-5748dc99434a req-c848a3b3-3b02-46d1-a450-cefc4ce97708 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373856 Jul 29 17:58:51.690549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:51.694414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] For port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:51.949218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.003450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.075576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-3712a64e-ffcc-4fd2-9082-a37856556917 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700718 Jul 29 17:58:52.124297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98d3c-a7fa-4151-865b-30a4b2b7059a None None] Pushing event updated for resources: {'Port': ['ID=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:52.173941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Deleting port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:52.174941 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.308109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb894e-4bb8-44a8-a35f-f40a9a6fbacd req-1940ec53-58e4-4b8c-970b-d7741e63388e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:52.309689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1cb894e-4bb8-44a8-a35f-f40a9a6fbacd req-1940ec53-58e4-4b8c-970b-d7741e63388e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2377291 Jul 29 17:58:52.349565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Allocated IP 172.20.0.2 (f944ce12-aadd-4380-bfb5-7be8d5545946/d86ff22d-3c25-4a35-aadf-77f450573af0/00671016-f670-47c0-8fe1-0e366f7feb33) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:52.415676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2098274-0dc7-437c-a1ca-b4515fdb4df5 req-db28f389-e21a-4c36-bf29-75ee0f1036e9 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984829 Jul 29 17:58:52.450987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1cb894e-4bb8-44a8-a35f-f40a9a6fbacd req-95856142-81cb-4e73-9351-4a2dcb1f7b58 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254442 Jul 29 17:58:52.474379 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.474759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.475118 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Floating IP 66c7ba8a-9b1b-47e5-9029-bd89b7c63304 disassociated. External IP: 172.25.5.80, port: e3861a24-6684-44ff-be04-90d13277c60e. Jul 29 17:58:52.475462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Calling delete_port for e3861a24-6684-44ff-be04-90d13277c60e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:52.487154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:52.491244 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.501340 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.593976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] For port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:52.593976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.599015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port a3593ba3-60e5-482d-9c7f-da408adc9351 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:58:52.621226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:52.623335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:47Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:52.666597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.667995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-1376445f-a176-49f7-8867-9660b39efa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:52.670665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-1376445f-a176-49f7-8867-9660b39efa46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 1094 time: 0.1729550 Jul 29 17:58:52.680727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Calling delete_port for 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:52.690500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0e3c-4562-491f-baa1-b9b7f08bdec3 None None] The sync data for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 is: [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:47Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:52.804572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-c8d86f21-3320-4769-b89a-ff1907ca8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:52.818897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-c8d86f21-3320-4769-b89a-ff1907ca8ee7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1370122 Jul 29 17:58:52.863976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:52.898880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.905587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-9595dba7-c12f-46a2-a32f-8346e38f9e8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4edced9e-1652-473b-b40c-785f5f8a8603 HTTP/1.1" status: 200 len: 217 time: 0.0651193 Jul 29 17:58:52.919489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Transition to ACTIVE for port object 00671016-f670-47c0-8fe1-0e366f7feb33 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:52.941743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Transition to ACTIVE for port object 00671016-f670-47c0-8fe1-0e366f7feb33 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:52.943938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:52.966593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] No DVR routers for this DVR port 768d42d9-ab47-4c3b-9a81-3c3bb6db04c0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:52.984829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.029360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Network f944ce12-aadd-4380-bfb5-7be8d5545946 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:53.036090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c0e9e-ae55-4efb-bb7d-c1b659fdc587 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:53.040885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:53.047055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:53.063175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Pushing event deleted for resources: {'Port': ['ID=768d42d9-ab47-4c3b-9a81-3c3bb6db04c0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:53.199559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084e90-2677-493b-acf7-558784029dea req-df938204-04b8-45a3-8757-d400ffc9c210 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:53.212688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d6a85-087b-436c-aa0d-0fe2a6d489f5 req-83cb464d-ea10-4804-8ad1-83c18f45ec85 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:53.214776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-220d6a85-087b-436c-aa0d-0fe2a6d489f5 req-83cb464d-ea10-4804-8ad1-83c18f45ec85 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 943 time: 0.8579230 Jul 29 17:58:53.230623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.231382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51084e90-2677-493b-acf7-558784029dea req-df938204-04b8-45a3-8757-d400ffc9c210 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 946 time: 0.4109874 Jul 29 17:58:53.231984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.238727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.239262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.243065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.243611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.244165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.244642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.245110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.245585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.245909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.246227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0edf65-35f9-4c24-b1ed-63cc091840d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:58:53.254987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.1 (f944ce12-aadd-4380-bfb5-7be8d5545946/d86ff22d-3c25-4a35-aadf-77f450573af0/c631cb2d-47a1-47a1-b459-850c6d41bf24) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:53.285186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-220d6a85-087b-436c-aa0d-0fe2a6d489f5 req-7850d52a-3163-48a4-97f8-2712a72b8510 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Jul 29 17:58:53.285617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-aff00fed-9320-430a-8395-3664027cc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:53.287142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-aff00fed-9320-430a-8395-3664027cc46f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.3624701 Jul 29 17:58:53.341609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::202 (1274899e-2da7-42a7-8698-d34b8628565a/abf4a32c-7158-442f-a902-92e5daefbadd/a3593ba3-60e5-482d-9c7f-da408adc9351) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:53.375703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Pushing event updated for resources: {'Port': ['ID=00671016-f670-47c0-8fe1-0e366f7feb33,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:53.385512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-d7634da7-53a4-4c84-84f9-fc90fb0c8a0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478456 Jul 29 17:58:53.393668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.439118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.467028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object c631cb2d-47a1-47a1-b459-850c6d41bf24 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:53.530116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Attempting to bind port 00671016-f670-47c0-8fe1-0e366f7feb33 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:53.530587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Attempting to bind port 00671016-f670-47c0-8fe1-0e366f7feb33 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:53.531143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Attempting to bind port 00671016-f670-47c0-8fe1-0e366f7feb33 on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:53.543014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.554693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:53.555193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Checking segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:53.555678 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.556150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Bound using segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:53.556723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Bound port: 00671016-f670-47c0-8fe1-0e366f7feb33, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:53.557176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.589972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51084e90-2677-493b-acf7-558784029dea req-b2e5da6a-30f1-4a43-87e4-1b831719f862 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f6a518c-d490-4cc4-8991-5fe0bc1d3703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569207 Jul 29 17:58:53.590741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'Port': ['ID=e3861a24-6684-44ff-be04-90d13277c60e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:53.726270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network f944ce12-aadd-4380-bfb5-7be8d5545946 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:53.760138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] For port 00671016-f670-47c0-8fe1-0e366f7feb33, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:53.763787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] For port 00671016-f670-47c0-8fe1-0e366f7feb33, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=00671016-f670-47c0-8fe1-0e366f7feb33,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:53.765341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'abf4a32c-7158-442f-a902-92e5daefbadd'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:58:53.766602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.768904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:53.772225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:53.774999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:53.795305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4e1c894f-1999-4c60-89a3-441dff63d9dd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:53.834296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6239b5d-ce35-425f-9058-8e8611b517c6 req-ed1d9688-0e23-4fe2-b8b6-2f30f4e6f21b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:53.836174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6239b5d-ce35-425f-9058-8e8611b517c6 req-ed1d9688-0e23-4fe2-b8b6-2f30f4e6f21b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2273991 Jul 29 17:58:53.853349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.879284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:53.881167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-a48041d2-3652-47d8-a810-8317e3953291 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796548 Jul 29 17:58:54.001611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6239b5d-ce35-425f-9058-8e8611b517c6 req-4be3c2f6-2a69-4912-a6d3-570eb1960d77 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588488 Jul 29 17:58:54.012640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:54.095217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee49fa9-7f1b-478b-8a18-f502aba7e17d None None] Pushing event updated for resources: {'Port': ['ID=00671016-f670-47c0-8fe1-0e366f7feb33,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:54.110015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.215263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56a42c78-0d9b-4fa0-8f75-6bb72b0b03f0 req-457ead59-e568-428e-b794-a000b2faf292 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202417 Jul 29 17:58:54.241419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4e1c894f-1999-4c60-89a3-441dff63d9dd completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:54.254636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.258687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4e1c894f-1999-4c60-89a3-441dff63d9dd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:54.259059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.291116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object a3593ba3-60e5-482d-9c7f-da408adc9351 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:54.342592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.421838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:54.436666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:54.451121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccc4c8-cc8b-45b1-b7fd-fd380d38d602 req-cca9066b-1e06-411e-bc4c-17e5cbcfc680 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:54.452805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fccc4c8-cc8b-45b1-b7fd-fd380d38d602 req-cca9066b-1e06-411e-bc4c-17e5cbcfc680 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2859645 Jul 29 17:58:54.453957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:54.456619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:54.463871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:54.466486 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:54.484156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.487043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.491973 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:54.493587 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:54.544549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/abf4a32c-7158-442f-a902-92e5daefbadd/b75a9467-078e-49fa-98ed-72a4d43596c0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:58:54.547900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4e1c894f-1999-4c60-89a3-441dff63d9dd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4e1c894f-1999-4c60-89a3-441dff63d9dd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:54.563590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.580997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=a3593ba3-60e5-482d-9c7f-da408adc9351,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:54.593031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a774e-c91b-48ce-84c8-ea93d97dcaed req-1493d296-7e88-4efb-8805-017b9166bb39 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:54.596929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-547a774e-c91b-48ce-84c8-ea93d97dcaed req-1493d296-7e88-4efb-8805-017b9166bb39 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 943 time: 0.1275318 Jul 29 17:58:54.616295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] No DVR routers for this DVR port e3861a24-6684-44ff-be04-90d13277c60e on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:54.621143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.625902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6892b378-0ade-47ac-b041-75ce3f25e948 req-1dace5ae-14a1-4462-8306-ffb209faa645 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "DELETE /v2.0/ports/e3861a24-6684-44ff-be04-90d13277c60e HTTP/1.1" status: 204 len: 173 time: 3.7120090 Jul 29 17:58:54.631960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-deleted', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:54.634478 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc34cc5c-1a42-49d5-a677-8cdaa264c4ff" -d '{"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-deleted", "tag": "e3861a24-6684-44ff-be04-90d13277c60e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:54.640646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9f8e8673-7747-4471-b93f-2bd81a92f136 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0677712 Jul 29 17:58:54.642658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:54.660704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:54.702936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fccc4c8-cc8b-45b1-b7fd-fd380d38d602 req-96409435-c7c9-4fde-835f-cc33dca3ed55 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044566 Jul 29 17:58:54.758140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4e1c894f-1999-4c60-89a3-441dff63d9dd,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:54.807230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b189bd-4cab-4fc9-b551-8efa114d6a44 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:54.817194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3b189bd-4cab-4fc9-b551-8efa114d6a44 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1734593 Jul 29 17:58:54.823722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:54.881262 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.894533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Transition to ACTIVE for port object b75a9467-078e-49fa-98ed-72a4d43596c0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:54.918560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Transition to ACTIVE for port object b75a9467-078e-49fa-98ed-72a4d43596c0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:54.934007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:54.940672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-547a774e-c91b-48ce-84c8-ea93d97dcaed req-6024195c-6b0f-4103-9d0c-ce203439001f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 Jul 29 17:58:54.986168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:58:54.997130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.005896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.013410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port a3593ba3-60e5-482d-9c7f-da408adc9351 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:55.015116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.076792 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:55.077597 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5cc6e3-4cc0-4468-9c18-a2bb341d4602 x-openstack-request-id: req-ed5cc6e3-4cc0-4468-9c18-a2bb341d4602 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:55.077994 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff740d90-f66f-4238-a4b3-937e6d16b925", "name": "network-vif-deleted", "tag": "e3861a24-6684-44ff-be04-90d13277c60e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:55.078538 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed5cc6e3-4cc0-4468-9c18-a2bb341d4602 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:55.079057 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff740d90-f66f-4238-a4b3-937e6d16b925', 'name': 'network-vif-deleted', 'tag': 'e3861a24-6684-44ff-be04-90d13277c60e', 'status': 'completed', 'code': 200} Jul 29 17:58:55.096660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:55.099933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: e3861a24-6684-44ff-be04-90d13277c60e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:58:55.100285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e3861a24-6684-44ff-be04-90d13277c60e not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:58:55.106074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:55.109965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:58:55.138211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Pushing event updated for resources: {'Port': ['ID=b75a9467-078e-49fa-98ed-72a4d43596c0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:55.152549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:55.170765 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:55.171549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:55.177629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.189814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.197683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c86db65-d968-4846-a1b1-9b21cd00e200 req-0a6d7608-8502-4fc9-a179-e0613f560a19 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff740d90-f66f-4238-a4b3-937e6d16b925 HTTP/1.1" status: 200 len: 210 time: 0.0991776 Jul 29 17:58:55.205278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Attempting to bind port b75a9467-078e-49fa-98ed-72a4d43596c0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:55.205939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Attempting to bind port b75a9467-078e-49fa-98ed-72a4d43596c0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:55.206574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Attempting to bind port b75a9467-078e-49fa-98ed-72a4d43596c0 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:55.213816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:55.214267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:55.214690 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.215086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:55.215701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Bound port: b75a9467-078e-49fa-98ed-72a4d43596c0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:55.216148 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.233239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for a3593ba3-60e5-482d-9c7f-da408adc9351 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:55.287460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965178e9-12d7-432f-b4b2-0af47cf62edc req-85a10f34-01e0-458a-9309-f9eecb46214a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:55.290340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965178e9-12d7-432f-b4b2-0af47cf62edc req-85a10f34-01e0-458a-9309-f9eecb46214a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1473207 Jul 29 17:58:55.304383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:55.339630 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:55.377815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network f944ce12-aadd-4380-bfb5-7be8d5545946 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:55.379446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:55.433203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] For port b75a9467-078e-49fa-98ed-72a4d43596c0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:55.438299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] For port b75a9467-078e-49fa-98ed-72a4d43596c0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b75a9467-078e-49fa-98ed-72a4d43596c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:55.449401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.455084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965178e9-12d7-432f-b4b2-0af47cf62edc req-1db24a4c-58e8-4baf-b6fc-6752eb28d419 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563888 Jul 29 17:58:55.580330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf01e3c-2efc-4842-be60-805413c07cd1 None None] Pushing event updated for resources: {'Port': ['ID=b75a9467-078e-49fa-98ed-72a4d43596c0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:55.631170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 3b229ad5-b97b-44d6-9b45-e97f34695baf has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:58:55.645173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b33b6-9ddd-469c-88ec-2552f1ac40c1 req-40575f4e-f91e-4f4a-bcb8-b4ab20210098 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:55.652910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-261b33b6-9ddd-469c-88ec-2552f1ac40c1 req-40575f4e-f91e-4f4a-bcb8-b4ab20210098 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 945 time: 0.0975688 Jul 29 17:58:55.680330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4edced9e-1652-473b-b40c-785f5f8a8603 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:58:55.749452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.776134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-261b33b6-9ddd-469c-88ec-2552f1ac40c1 req-3b86a15c-265d-4d61-891c-5bda733f6152 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Jul 29 17:58:55.818698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea7f7f-a38d-4ed6-9e0f-8d0d6eb163cb req-427c44d5-354a-4e50-8989-1bd33943ff6d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:55.824011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0ea7f7f-a38d-4ed6-9e0f-8d0d6eb163cb req-427c44d5-354a-4e50-8989-1bd33943ff6d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2206018 Jul 29 17:58:55.826685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=a3593ba3-60e5-482d-9c7f-da408adc9351,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:55.885444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4edced9e-1652-473b-b40c-785f5f8a8603,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:55.892720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:58:55.900686 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec63202e-580b-4d1a-8eed-34e26a9b3a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/3b229ad5-b97b-44d6-9b45-e97f34695baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0641520 Jul 29 17:58:55.916466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Sync routers for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:58:55.922840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:55.924932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c174430f-3d75-45e3-b88c-6d43ff75f602 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/a3593ba3-60e5-482d-9c7f-da408adc9351 HTTP/1.1" status: 204 len: 168 time: 1.1000080 Jul 29 17:58:55.925692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4e1c894f-1999-4c60-89a3-441dff63d9dd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:55.927645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:55.931217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4edced9e-1652-473b-b40c-785f5f8a8603', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': '4edced9e-1652-473b-b40c-785f5f8a8603', 'mac_address': 'fa:16:3e:26:16:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:58:55.981507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:55.982220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:55.995038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0ea7f7f-a38d-4ed6-9e0f-8d0d6eb163cb req-843de2bb-0556-423e-a13d-e4afef4169a1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580119 Jul 29 17:58:56.063576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:56.102206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9b559-d0a2-428c-985a-cd3fbd563061 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.103756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9b559-d0a2-428c-985a-cd3fbd563061 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.105399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c4a9b559-d0a2-428c-985a-cd3fbd563061 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1767247 Jul 29 17:58:56.108155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:56.119948 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30a524-6a0e-43d6-8934-7d00e05a22cc None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:58:56.135610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe903b-ec41-4378-868b-8e682d9ace24 req-d7c64df7-5244-4e1b-bbde-c5d05de82a97 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.147290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f8fe903b-ec41-4378-868b-8e682d9ace24 req-d7c64df7-5244-4e1b-bbde-c5d05de82a97 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 943 time: 0.1017375 Jul 29 17:58:56.229507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet abf4a32c-7158-442f-a902-92e5daefbadd {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:58:56.237972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.251502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f8fe903b-ec41-4378-868b-8e682d9ace24 req-73b25ef7-b1ce-4ebf-927d-a93902f906d9 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Jul 29 17:58:56.292779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:58:56.305286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.327893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.366912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-c0cf9c21-d563-412f-ac6d-87e65bbc7405 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138314582&fields=id&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 267 time: 0.1883109 Jul 29 17:58:56.376701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edced9e-1652-473b-b40c-785f5f8a8603 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:58:56.392303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4e1c894f-1999-4c60-89a3-441dff63d9dd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:56.392776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.400563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b62d5-0508-48e8-90bf-aef40ddf73cd req-e8e9de2e-e48c-49ef-b1dc-5e0a60ccb124 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.403808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-708b62d5-0508-48e8-90bf-aef40ddf73cd req-e8e9de2e-e48c-49ef-b1dc-5e0a60ccb124 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0804725 Jul 29 17:58:56.448480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684dac72-be0e-4a6d-b7c8-8549a3e0e5a2 None None] Network f944ce12-aadd-4380-bfb5-7be8d5545946 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:56.460333 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-708b62d5-0508-48e8-90bf-aef40ddf73cd req-a92594d1-823d-4fc0-9070-0dfdb4b140ab tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Jul 29 17:58:56.483953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4edced9e-1652-473b-b40c-785f5f8a8603,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:56.533326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.559717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-89c4daba-f0e0-464a-bda6-03a4e7ca66ab tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.561326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-89c4daba-f0e0-464a-bda6-03a4e7ca66ab tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 945 time: 0.1207404 Jul 29 17:58:56.570092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.573194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.626845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:56.637856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-5cdc3e1f-01d9-4218-8b8f-d50f8ad50fbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.645535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-5cdc3e1f-01d9-4218-8b8f-d50f8ad50fbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 796 time: 0.2775223 Jul 29 17:58:56.667086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-5543326c-355e-4533-9701-eaa0349aea43 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/quotas/ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 375 time: 0.0202918 Jul 29 17:58:56.783731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.820638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-7a9d7ecb-3f94-4e62-bb76-bab9137f5983 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524701 Jul 29 17:58:56.823771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0b55-e092-4dda-919f-73e1f05c3a27 req-714266eb-91b6-4d07-af8e-9884bd4dfd7f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:56.825585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a6f0b55-e092-4dda-919f-73e1f05c3a27 req-714266eb-91b6-4d07-af8e-9884bd4dfd7f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1164987 Jul 29 17:58:56.826322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-e9ba1024-3476-4cbc-8e4e-9b360745848c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:58:56.833719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-e9ba1024-3476-4cbc-8e4e-9b360745848c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121217 Jul 29 17:58:56.841946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.862377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.920441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5e659440-d211-4e1b-8582-09de36855060 None None] Provisioning for port 00671016-f670-47c0-8fe1-0e366f7feb33 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:56.922673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a6f0b55-e092-4dda-919f-73e1f05c3a27 req-ccfe0014-19c7-4fcd-8c17-a512e0f097ba tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827622 Jul 29 17:58:56.985410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:56.989332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.992020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:56.995831 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f6a518c-d490-4cc4-8991-5fe0bc1d3703 HTTP/1.1" status: 204 len: 168 time: 0.3652678 Jul 29 17:58:56.996997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.004664 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43566652-c2ad-49d5-855b-acdbc9812079 None None] New status for floating IP 66c7ba8a-9b1b-47e5-9029-bd89b7c63304: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:58:57.020608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad897-0023-4d41-b401-3b593a5315a5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6a518c-d490-4cc4-8991-5fe0bc1d3703,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:57.037873 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b2631a99-6608-40f8-811b-d54c604fa245 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] show failed (client error): The resource could not be found. Jul 29 17:58:57.039877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b2631a99-6608-40f8-811b-d54c604fa245 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups/9f6a518c-d490-4cc4-8991-5fe0bc1d3703 HTTP/1.1" status: 404 len: 347 time: 0.0419374 Jul 29 17:58:57.068217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:57.078039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.228595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 00671016-f670-47c0-8fe1-0e366f7feb33 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:57.258074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fcd87-f640-4653-a069-928a5a03006a req-bd7523c6-e676-49b7-8451-c81d0efcf345 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:57.264318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-244fcd87-f640-4653-a069-928a5a03006a req-bd7523c6-e676-49b7-8451-c81d0efcf345 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 945 time: 0.2219882 Jul 29 17:58:57.339223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-244fcd87-f640-4653-a069-928a5a03006a req-65dce77c-2a98-438a-9927-67ef9bc20476 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Jul 29 17:58:57.340769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 00671016-f670-47c0-8fe1-0e366f7feb33 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:57.356549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Deleting port 79557e37-58ae-442e-becb-75f48455999d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:57.357334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.364277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 00671016-f670-47c0-8fe1-0e366f7feb33 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:57.364654 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.441962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-c547fcb6-4598-42aa-80ca-e43879bd4830 service neutron] 10.222.0.16 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071076 Jul 29 17:58:57.490555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 2, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:57.501493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b91c-2ccd-4c70-938f-1af8f76b35f3 req-f96087d9-b482-4d05-9f41-a335761fe116 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:57.503426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f487b91c-2ccd-4c70-938f-1af8f76b35f3 req-f96087d9-b482-4d05-9f41-a335761fe116 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0799198 Jul 29 17:58:57.505498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.505928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.530696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.533911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Calling delete_port for 79557e37-58ae-442e-becb-75f48455999d owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:57.535651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.535805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Checking router: 3b229ad5-b97b-44d6-9b45-e97f34695baf for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:58:57.535906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/abf4a32c-7158-442f-a902-92e5daefbadd HTTP/1.1" status: 204 len: 168 time: 1.4266076 Jul 29 17:58:57.536189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Updating router 3b229ad5-b97b-44d6-9b45-e97f34695baf port c631cb2d-47a1-47a1-b459-850c6d41bf24 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:58:57.541190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Deleting port fdb5b769-1675-435d-9c84-0b005cb2ef1f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:57.541539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.551922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bf1d3-ada7-4e6a-8e74-39def0d8d57e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=abf4a32c-7158-442f-a902-92e5daefbadd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:57.595157 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-841ac2fe-d551-404e-9bd7-bfc6d6d28ed3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580170 Jul 29 17:58:57.595412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f7180b17-608a-4a66-b25a-f2fc5620efd1 None None] Provisioning for port b75a9467-078e-49fa-98ed-72a4d43596c0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:57.598370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.602380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6637c195-e9e6-4e42-9e4d-da00f88f2a49 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:58:57.637059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.664611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-d7cb7e88-f4f6-42b5-a6d3-1dcd2e78bf33 service neutron] 10.222.0.16 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216356 Jul 29 17:58:57.682120 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.688802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f487b91c-2ccd-4c70-938f-1af8f76b35f3 req-2d7e345d-cbef-4063-9fc2-6abb71ba6aba tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737988 Jul 29 17:58:57.733405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ff66a-4825-4eba-b237-ace82dca6852 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:57.735698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c2ff66a-4825-4eba-b237-ace82dca6852 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1325798 Jul 29 17:58:57.738388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.759992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] For port fdb5b769-1675-435d-9c84-0b005cb2ef1f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=fdb5b769-1675-435d-9c84-0b005cb2ef1f,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:57.760372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.791328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Calling delete_port for fdb5b769-1675-435d-9c84-0b005cb2ef1f owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:57.887595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3d9f3-658a-4b86-854a-2c6fdc39e45b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:57.889162 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-59c3d9f3-658a-4b86-854a-2c6fdc39e45b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498375 Jul 29 17:58:57.892909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44872) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:57.928368 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:57.957793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eff1d9ba-7ac9-4d70-b82c-d3d664fa4bda None None] Could not find standard attr ID for object efc56e49-59c5-47ed-856e-993ecdebd724. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:58:58.033120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 00671016-f670-47c0-8fe1-0e366f7feb33, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=00671016-f670-47c0-8fe1-0e366f7feb33,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:58.038519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1014a-4fe4-483e-8a3c-482e5b73043e req-1b040be2-348f-48cd-aae2-fcbdc1123a3f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:58.050017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afb1014a-4fe4-483e-8a3c-482e5b73043e req-1b040be2-348f-48cd-aae2-fcbdc1123a3f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 944 time: 0.2594755 Jul 29 17:58:58.050511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.056353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5fc0b994-2d74-434f-ac86-1ba016d404c8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622889 Jul 29 17:58:58.063239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44878) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:58.076555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:58.123052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Pushing event deleted for resources: {'Port': ['ID=fdb5b769-1675-435d-9c84-0b005cb2ef1f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:58.124691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['fdb5b769-1675-435d-9c84-0b005cb2ef1f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:58:58.126168 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afb1014a-4fe4-483e-8a3c-482e5b73043e req-f6faf78b-2387-4e83-acf3-1a7467c9eacb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Jul 29 17:58:58.127540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.147815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.247369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'Port': ['ID=79557e37-58ae-442e-becb-75f48455999d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:58.248376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Provisioning for port c631cb2d-47a1-47a1-b459-850c6d41bf24 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:58.280469 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Provisioning complete for port c631cb2d-47a1-47a1-b459-850c6d41bf24 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:58.280974 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.338222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64278328-897c-4242-9207-4fd815181ff8 req-41a99a1d-36ef-4c95-a8a8-3270c70216a7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 210 time: 0.0947821 Jul 29 17:58:58.413250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b75a9467-078e-49fa-98ed-72a4d43596c0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:58.461004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:58:58.467580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=00671016-f670-47c0-8fe1-0e366f7feb33,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:58.483799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.485178 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.486519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af5be29f-369c-4a2c-8479-9a7556052553 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "DELETE /v2.0/floatingips/66c7ba8a-9b1b-47e5-9029-bd89b7c63304 HTTP/1.1" status: 204 len: 168 time: 1.4074295 Jul 29 17:58:58.508886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] No DVR routers for this DVR port fdb5b769-1675-435d-9c84-0b005cb2ef1f on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:58:58.508886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.511758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54c40540-3a16-4d1f-8b4c-5406bbfb6de1 req-aaf68f11-309c-419e-a2c9-efc5ac9b1de5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "DELETE /v2.0/ports/fdb5b769-1675-435d-9c84-0b005cb2ef1f HTTP/1.1" status: 204 len: 173 time: 1.9330637 Jul 29 17:58:58.518807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-37796a26-65a9-4783-a987-52423c3f5367 req-86afa435-0150-445a-9d5b-a46867f2acaf tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=5081ce8b-ed79-4fb9-b88e-0ea4e43c3245 HTTP/1.1" status: 200 len: 210 time: 0.0489647 Jul 29 17:58:58.539309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Port c631cb2d-47a1-47a1-b459-850c6d41bf24 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:58:58.548933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'name': 'network-vif-deleted', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:58:58.562921 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04990768-c88e-454c-a360-027a5ec6c249" -d '{"events": [{"server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "name": "network-vif-deleted", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:58:58.640095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.642415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b75a9467-078e-49fa-98ed-72a4d43596c0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:58:58.649240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b75a9467-078e-49fa-98ed-72a4d43596c0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:58.649797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.656576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Provisioning complete for port 00671016-f670-47c0-8fe1-0e366f7feb33 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:58:58.657034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9393b4d8-e0cc-4584-991f-3c749e553b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.694850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4996460-7868-4588-9c83-2fe4dc95a502 req-3d8d1c24-9ce3-4fa7-ac95-a20e5332aa9f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:58.705015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4996460-7868-4588-9c83-2fe4dc95a502 req-3d8d1c24-9ce3-4fa7-ac95-a20e5332aa9f tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1787555 Jul 29 17:58:58.717746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:58.721887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.737459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Transition to ACTIVE for port object c631cb2d-47a1-47a1-b459-850c6d41bf24 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:58:58.779202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.797719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44896) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:58.803856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555011650', 'description': 'tempest-description--1661290979'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:58.841408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4487-bb47-40f7-a7fb-75152d7b0f1e None None] Pushing event updated for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:58.863359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:58.867649 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f1f4e-7d67-4ed5-b1b0-328bf748ded0 x-openstack-request-id: req-978f1f4e-7d67-4ed5-b1b0-328bf748ded0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:58:58.867988 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081ce8b-ed79-4fb9-b88e-0ea4e43c3245", "name": "network-vif-deleted", "tag": "fdb5b769-1675-435d-9c84-0b005cb2ef1f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:58:58.868250 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-978f1f4e-7d67-4ed5-b1b0-328bf748ded0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:58:58.868767 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081ce8b-ed79-4fb9-b88e-0ea4e43c3245', 'name': 'network-vif-deleted', 'tag': 'fdb5b769-1675-435d-9c84-0b005cb2ef1f', 'status': 'completed', 'code': 200} Jul 29 17:58:58.912658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4996460-7868-4588-9c83-2fe4dc95a502 req-6828d263-6da6-4c5f-9ee1-d8b0b17c869b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067993 Jul 29 17:58:59.010093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.017166 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.073981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.090822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.096414 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2939231 Jul 29 17:58:59.100165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Deleting port b75a9467-078e-49fa-98ed-72a4d43596c0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:58:59.100704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.103465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44900) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:59.116444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group_rule': {'security_group_id': '99a52395-962e-4020-9ad6-ae6ed9629f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:59.138902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:58:59.142839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eadbd-bf92-401a-ad0f-d4228c6296e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a52395-962e-4020-9ad6-ae6ed9629f04,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:59.145175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:58:59.150074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:59.150074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.157898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Attempting to bind port c631cb2d-47a1-47a1-b459-850c6d41bf24 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:58:59.159585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Attempting to bind port c631cb2d-47a1-47a1-b459-850c6d41bf24 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:58:59.160117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Attempting to bind port c631cb2d-47a1-47a1-b459-850c6d41bf24 on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:58:59.188309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.203076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1343336 Jul 29 17:58:59.207604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44904) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:59.215956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef0d62-d417-4417-a400-50e31e188fe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=d667b77f-8970-4d19-bc35-888549fe929d,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:59.227766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': 'd667b77f-8970-4d19-bc35-888549fe929d', 'ip_address': '2001:db8::8b0:319c:3f54:e3a'}], 'name': 'tempest-NetworksTestDHCPv6-1195923447'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:59.251958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:58:59.252370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Checking segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:58:59.252897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.253333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Bound using segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:58:59.253831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Bound port: c631cb2d-47a1-47a1-b459-850c6d41bf24, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:58:59.254235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.278554 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.301069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781e5b9-aeda-4f01-9543-3e7f7c0d58ca req-10b03b2c-5564-4f24-9e0c-618f683d3410 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:59.302983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a781e5b9-aeda-4f01-9543-3e7f7c0d58ca req-10b03b2c-5564-4f24-9e0c-618f683d3410 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 944 time: 0.0664837 Jul 29 17:58:59.337054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.348845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a781e5b9-aeda-4f01-9543-3e7f7c0d58ca req-d6c75d64-8134-4640-854c-452c44fb0769 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Jul 29 17:58:59.352176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.379849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port b75a9467-078e-49fa-98ed-72a4d43596c0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b75a9467-078e-49fa-98ed-72a4d43596c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:59.381951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9481e7-b73b-4581-a295-4dd36959cd4a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:59.392266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] For port b75a9467-078e-49fa-98ed-72a4d43596c0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b75a9467-078e-49fa-98ed-72a4d43596c0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:58:59.392857 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.397526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.398832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-91207a17-ff34-47db-b643-a2ef55f8f2e0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928545 Jul 29 17:58:59.401499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:58:59.406010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'security_group_rule': {'security_group_id': '99a52395-962e-4020-9ad6-ae6ed9629f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:59.410086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.434377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:58:59.463753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Calling delete_port for b75a9467-078e-49fa-98ed-72a4d43596c0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:58:59.481319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] For port c631cb2d-47a1-47a1-b459-850c6d41bf24, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:58:59.519517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] For port c631cb2d-47a1-47a1-b459-850c6d41bf24, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c631cb2d-47a1-47a1-b459-850c6d41bf24,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:58:59.527227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c3be491f-e6ac-427c-95b1-ea5f82db8a04 req-9cb136f9-d95a-4d34-b9b7-d30fa967cba2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 210 time: 0.0751605 Jul 29 17:58:59.554492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.570976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.572839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=b75a9467-078e-49fa-98ed-72a4d43596c0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:59.610165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:59.643855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:58:59.660647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-8c73a351-7d64-443d-95ef-8fc9020251b3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:58:59.662534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-8c73a351-7d64-443d-95ef-8fc9020251b3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 796 time: 0.1508098 Jul 29 17:58:59.691784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:58:59.696496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:58:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:58:59.819852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-77fa21ed-f96d-443c-9eca-65ff98669924 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 379 time: 0.1465559 Jul 29 17:58:59.831621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'port': {'device_id': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'admin_state_up': True, 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'security_groups': ['1cdcadde-2b1d-4891-837d-8f9f620992c2']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:58:59.837609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4edced9e-1652-473b-b40c-785f5f8a8603 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:58:59.887543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4487-bb47-40f7-a7fb-75152d7b0f1e None None] Pushing event updated for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:58:59.990336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.009092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:00.014422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.035959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] Pushing event deleted for resources: {'Port': ['ID=b75a9467-078e-49fa-98ed-72a4d43596c0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:00.053384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639de9b-7a5b-47fb-9ab4-cb7defb717f8 None None] No DVR routers for this DVR port b75a9467-078e-49fa-98ed-72a4d43596c0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:00.072031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:00.075361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8b75a-5d37-4a1a-af0c-8b9fe853ece9 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:00.201316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.218507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.236337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.9 (f944ce12-aadd-4380-bfb5-7be8d5545946/d86ff22d-3c25-4a35-aadf-77f450573af0/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:00.278689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::8b0:319c:3f54:e3a (1274899e-2da7-42a7-8698-d34b8628565a/d667b77f-8970-4d19-bc35-888549fe929d/2a9d18d5-d93a-4dbb-a175-61d6e7507a5d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:00.287785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57292444-170e-4b5e-b0bc-6f6cff05643e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:00.339430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de252-e40b-4230-8117-df260d068bec req-69b7b135-3115-4ab5-8ec2-689da4499ed0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:00.341386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-881de252-e40b-4230-8117-df260d068bec req-69b7b135-3115-4ab5-8ec2-689da4499ed0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1910145 Jul 29 17:59:00.345485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.350589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ecf5d594-91b6-49fe-a1f4-f946f3fc0e2b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9480679 Jul 29 17:59:00.351360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:00.364596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:00.424434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.436392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 00671016-f670-47c0-8fe1-0e366f7feb33 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:00.438759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4edced9e-1652-473b-b40c-785f5f8a8603 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:00.446584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object cb674796-d9e8-4a8b-b385-72f3f8a8ee9b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:00.469841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4edced9e-1652-473b-b40c-785f5f8a8603 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:00.470217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.489964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.496486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.511142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-881de252-e40b-4230-8117-df260d068bec req-c9162d08-d2ad-40dc-af5e-b6776f8016b0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515887 Jul 29 17:59:00.604788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network f944ce12-aadd-4380-bfb5-7be8d5545946 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:00.618687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4561114-bc4e-40d4-af09-2ff18e7d768b req-bd8fca3a-430a-47a5-956c-7fae9dff0acd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:00.626344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.627850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4561114-bc4e-40d4-af09-2ff18e7d768b req-bd8fca3a-430a-47a5-956c-7fae9dff0acd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 944 time: 0.1458149 Jul 29 17:59:00.666649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:00.696223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4561114-bc4e-40d4-af09-2ff18e7d768b req-7b764750-1baa-4e8b-a6d7-1c51024f6483 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616119 Jul 29 17:59:00.697264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:00.717153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:00.727044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:00.786210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.797552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 00671016-f670-47c0-8fe1-0e366f7feb33 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:00.801634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.837270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa6b37-4847-4a58-a7aa-1096b2746a91 req-4f6ee970-bd54-49fe-a609-b75173bd9067 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:00.845420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e1aa6b37-4847-4a58-a7aa-1096b2746a91 req-4f6ee970-bd54-49fe-a609-b75173bd9067 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 931 time: 0.1195612 Jul 29 17:59:00.848923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:00.849734 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.891048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2e46d23d-56f1-4f25-809f-3433e90a86b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0643928 Jul 29 17:59:00.903101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-9fd173ca-0c28-4a7c-9045-2d95dd24af56 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:59:00.904677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-9fd173ca-0c28-4a7c-9045-2d95dd24af56 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068192 Jul 29 17:59:00.917056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Request body: {'port': {'device_id': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:00.933021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:00.995551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.020561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=2a9d18d5-d93a-4dbb-a175-61d6e7507a5d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:01.042038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4edced9e-1652-473b-b40c-785f5f8a8603,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:01.048535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:01.052528 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970462d3-33ca-466b-aca3-4cae1feeccad" -d '{"events": [{"server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "name": "network-vif-plugged", "status": "completed", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:01.079272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.080185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fdb5b769-1675-435d-9c84-0b005cb2ef1f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:01.092173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e1aa6b37-4847-4a58-a7aa-1096b2746a91 req-3026b5af-d796-4163-b8e6-c49feb7d0a9c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435021 Jul 29 17:59:01.096815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:01.107198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.121487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: fdb5b769-1675-435d-9c84-0b005cb2ef1f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:01.123127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device fdb5b769-1675-435d-9c84-0b005cb2ef1f not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:01.169123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638522-4c38-40e3-ad28-6c7cfb1aeed3 req-cf7a57e7-a6f9-4334-a801-754e7faea572 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.170610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Allocated IP 172.25.5.146 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:01.180234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02638522-4c38-40e3-ad28-6c7cfb1aeed3 req-cf7a57e7-a6f9-4334-a801-754e7faea572 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1517344 Jul 29 17:59:01.213015 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bd48cf-6925-49bf-ba8d-2c2fec6612d5 x-openstack-request-id: req-38bd48cf-6925-49bf-ba8d-2c2fec6612d5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:01.213497 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "name": "network-vif-plugged", "status": "completed", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:01.213855 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38bd48cf-6925-49bf-ba8d-2c2fec6612d5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:01.214378 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603', 'code': 200} Jul 29 17:59:01.235778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'd667b77f-8970-4d19-bc35-888549fe929d'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:01.236875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.254878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a18bbb4f-8c5b-4412-8f0c-ef6dd32de9e0 None None] Provisioning for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:01.267095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a18bbb4f-8c5b-4412-8f0c-ef6dd32de9e0 None None] Provisioning complete for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:01.267629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a18bbb4f-8c5b-4412-8f0c-ef6dd32de9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.290361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02638522-4c38-40e3-ad28-6c7cfb1aeed3 req-75a4742b-1c9d-4070-8a0b-725b9bc04a6b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052341 Jul 29 17:59:01.294632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.360721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:01.363980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:01.373624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.374302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.386010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.395464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-da895e47-add3-40ed-9b09-7091faedd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.397223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-da895e47-add3-40ed-9b09-7091faedd400 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1098 time: 0.3893025 Jul 29 17:59:01.423349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004448-da0a-4191-b03a-6c64f6862283 req-03f543d3-ca32-4be8-bbeb-f4732c92fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.424845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43004448-da0a-4191-b03a-6c64f6862283 req-03f543d3-ca32-4be8-bbeb-f4732c92fbdc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 1096 time: 0.1910226 Jul 29 17:59:01.432003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-434ee2fc-b21e-4f84-9c1c-949735aadc8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2206378 Jul 29 17:59:01.435482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44938) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:01.459590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b75a9467-078e-49fa-98ed-72a4d43596c0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:01.462020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:01.513760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b75a9467-078e-49fa-98ed-72a4d43596c0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:01.514366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b75a9467-078e-49fa-98ed-72a4d43596c0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:01.536291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:01.537372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43004448-da0a-4191-b03a-6c64f6862283 req-38046b36-3b51-4b92-a23a-00e2d2dd70c2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054502 Jul 29 17:59:01.540425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/d667b77f-8970-4d19-bc35-888549fe929d/42b8a6c8-d995-41f6-a039-f546ee9b515e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:01.548368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:01.550857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a18bbb4f-8c5b-4412-8f0c-ef6dd32de9e0 None None] Port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:01.552752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:01.579743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:58:59Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:01.596707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:01.675609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459811df-e639-4d75-9026-60eb96ea8aad None None] The sync data for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 is: [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:58:59Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:01.724214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb674796-d9e8-4a8b-b385-72f3f8a8ee9b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:01.733498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.759224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Transition to ACTIVE for port object cb674796-d9e8-4a8b-b385-72f3f8a8ee9b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:01.759375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279d98c-6610-4a3d-9493-97b209de8f2a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.761018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4279d98c-6610-4a3d-9493-97b209de8f2a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3155770 Jul 29 17:59:01.764123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44942) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:01.784002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.822346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-32b8a382-24e7-4005-aecf-b36e89e82bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:01.824056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-32b8a382-24e7-4005-aecf-b36e89e82bc9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.4046443 Jul 29 17:59:01.899339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.941416 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:01.953489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Transition to ACTIVE for port object 42b8a6c8-d995-41f6-a039-f546ee9b515e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:01.964890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:01.975376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Transition to ACTIVE for port object 42b8a6c8-d995-41f6-a039-f546ee9b515e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:01.983495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-eea91c6f-835e-4b41-9800-bd1a0445308b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0768394 Jul 29 17:59:01.986571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.021540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0360a-5719-403a-8862-0f9b8c68d31f req-bf6754fd-a6c5-4fd7-9457-234193e21223 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:02.023199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcc0360a-5719-403a-8862-0f9b8c68d31f req-bf6754fd-a6c5-4fd7-9457-234193e21223 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 945 time: 0.2081070 Jul 29 17:59:02.046788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.053694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:02.058061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:02.069949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:02.077993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Pushing event updated for resources: {'Port': ['ID=42b8a6c8-d995-41f6-a039-f546ee9b515e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:02.124600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-bc7837ec-df36-487d-92f9-7be1fb43a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:02.127292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-bc7837ec-df36-487d-92f9-7be1fb43a8eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.1358004 Jul 29 17:59:02.231257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Attempting to bind port 42b8a6c8-d995-41f6-a039-f546ee9b515e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:02.231657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Attempting to bind port 42b8a6c8-d995-41f6-a039-f546ee9b515e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:02.236241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Attempting to bind port 42b8a6c8-d995-41f6-a039-f546ee9b515e on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:02.247417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:02.247970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.253179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:02.253955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:02.255078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.258350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:02.260610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Bound port: 42b8a6c8-d995-41f6-a039-f546ee9b515e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:02.262176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.291216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcc0360a-5719-403a-8862-0f9b8c68d31f req-c85da0a5-3822-4318-a831-9bf1a5b37fb2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966896 Jul 29 17:59:02.390869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] For port 42b8a6c8-d995-41f6-a039-f546ee9b515e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:02.394801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] For port 42b8a6c8-d995-41f6-a039-f546ee9b515e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=42b8a6c8-d995-41f6-a039-f546ee9b515e,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:02.399172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c631cb2d-47a1-47a1-b459-850c6d41bf24 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:02.426444 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-5c56a58f-2dfb-4270-9844-7ab194bf5823 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2911248 Jul 29 17:59:02.441790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.489414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:02.489517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:02.489803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:02.549713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:02.550427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:02.575311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed54c7-b661-46ae-9458-47fa0920f6db None None] Pushing event updated for resources: {'Port': ['ID=42b8a6c8-d995-41f6-a039-f546ee9b515e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:02.588326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:02.588722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Checking segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:02.589124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Bound using segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:02.590153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Bound port: cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:02.595039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c631cb2d-47a1-47a1-b459-850c6d41bf24 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:02.599242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.600693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c631cb2d-47a1-47a1-b459-850c6d41bf24 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:02.601121 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.627986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfeb1-9866-4245-a57c-edc4ff6a5556 req-ff90f3d4-821c-4eff-8517-6ff8e853ddd8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:02.629910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df0bfeb1-9866-4245-a57c-edc4ff6a5556 req-ff90f3d4-821c-4eff-8517-6ff8e853ddd8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1521788 Jul 29 17:59:02.661894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d25e4-75ec-400d-8268-18063f55542a req-5620de31-934b-48b1-bec6-d5305d38a64b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:02.675908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-711d25e4-75ec-400d-8268-18063f55542a req-5620de31-934b-48b1-bec6-d5305d38a64b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.3617470 Jul 29 17:59:02.720101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.737184 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.777700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-df0bfeb1-9866-4245-a57c-edc4ff6a5556 req-727ba75b-c24e-458b-9ae2-1a9b63119fda tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 Jul 29 17:59:02.805342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port c631cb2d-47a1-47a1-b459-850c6d41bf24, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c631cb2d-47a1-47a1-b459-850c6d41bf24,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:02.808002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:02.818051 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.857308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-711d25e4-75ec-400d-8268-18063f55542a req-5c3f1429-eb30-4b9e-b399-7681cde5d4be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572094 Jul 29 17:59:02.866826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-9e0aebdf-53a3-4058-9749-f7dca7d0cb3c service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183080 Jul 29 17:59:02.937820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:02.942723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:02.961537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.983487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:02.986795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:03.001506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.049777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.050778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.052325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] 10.222.0.49 "PUT /v2.0/ports/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 1091 time: 2.1398869 Jul 29 17:59:03.075576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:03.089322 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f083ac-18d6-48da-aed7-6a188bc17690" -d '{"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:03.154010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9246f-b8fa-448c-88d1-ce0fd1a233ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:03.160010 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bcbc5c-27a0-4f80-b566-e784a10d8cc3 x-openstack-request-id: req-47bcbc5c-27a0-4f80-b566-e784a10d8cc3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:03.160010 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:03.160010 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47bcbc5c-27a0-4f80-b566-e784a10d8cc3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:03.160010 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'status': 'completed', 'code': 200} Jul 29 17:59:03.193674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:03.203706 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.225857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3581b859-7d60-4e25-b1aa-385a3996a337 req-d8cca41b-c019-4646-aa0d-565f84bf275d service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209753 Jul 29 17:59:03.232849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.234431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38950b79-643e-45e6-afb9-0987dded13e1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8747296 Jul 29 17:59:03.260936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-219584a7-21fc-4ecd-8ff0-0f52fac93c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.263958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-219584a7-21fc-4ecd-8ff0-0f52fac93c0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.1398480 Jul 29 17:59:03.371097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-9bd5805b-ee89-4537-a3ae-307fb11cccd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 217 time: 0.0916486 Jul 29 17:59:03.427364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.530395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=2a9d18d5-d93a-4dbb-a175-61d6e7507a5d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:03.557173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-4674fa81-d062-4afb-8fbb-cc5b7162f169 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1555011650&fields=id&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 267 time: 0.0687158 Jul 29 17:59:03.593472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.596232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8034e269-eccc-4aeb-ba48-6cc6a924143c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/2a9d18d5-d93a-4dbb-a175-61d6e7507a5d HTTP/1.1" status: 204 len: 168 time: 1.8307505 Jul 29 17:59:03.598831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44982) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:03.605261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-cfb90b31-b8dd-49e9-b724-923acb78aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.607237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-cfb90b31-b8dd-49e9-b724-923acb78aed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.2192295 Jul 29 17:59:03.616783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13729b46-3ef7-492f-a85f-275fd8bae040 req-fb44c33a-326b-4aaf-ba63-777b903b0287 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.618851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13729b46-3ef7-492f-a85f-275fd8bae040 req-fb44c33a-326b-4aaf-ba63-777b903b0287 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 945 time: 0.2036469 Jul 29 17:59:03.690185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-183455eb-f800-4ec0-866c-f7cc9b38ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.692649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-183455eb-f800-4ec0-866c-f7cc9b38ab87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720434 Jul 29 17:59:03.729981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13729b46-3ef7-492f-a85f-275fd8bae040 req-a994749d-226c-4a29-98ed-0da333d9156e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765045 Jul 29 17:59:03.756146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eeb602-786f-41da-950e-1f4d06ee6422 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.759064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eeb602-786f-41da-950e-1f4d06ee6422 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.760733 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86eeb602-786f-41da-950e-1f4d06ee6422 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1606679 Jul 29 17:59:03.764733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:03.834006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-cd732dc9-ee8a-4925-9d3e-120eef867533 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:03.858996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-cd732dc9-ee8a-4925-9d3e-120eef867533 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 817 time: 0.2816055 Jul 29 17:59:03.909934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet d667b77f-8970-4d19-bc35-888549fe929d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:03.916034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:03.976428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-00ca0cd9-be4d-434e-a73a-eb1521dd1907 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/quotas/6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 375 time: 0.1163206 Jul 29 17:59:04.011194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-2879afe3-4171-450a-919d-74aa7da8fba9 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068511 Jul 29 17:59:04.040059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.102864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733ac9b-1e85-4599-bc38-4e8a2b91ce89 req-4d9b3425-7082-4fd4-890e-82f031327ac7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:04.104384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6733ac9b-1e85-4599-bc38-4e8a2b91ce89 req-4d9b3425-7082-4fd4-890e-82f031327ac7 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1564577 Jul 29 17:59:04.108673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-5f31ca70-1ddc-4689-bbac-99f5ee64dcc0 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310053 Jul 29 17:59:04.196741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6733ac9b-1e85-4599-bc38-4e8a2b91ce89 req-e33020fe-e5f6-4856-91ed-4eed95346b80 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854881 Jul 29 17:59:04.207017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-effab4eb-2cb4-42b6-a90a-4db52faf2ad8 req-a74988f8-8f00-4579-a6b0-b361e830d958 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858988 Jul 29 17:59:04.269608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.365942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e48b8bf-afea-4480-a3f6-e04c1f4fc2dc None None] Provisioning for port 42b8a6c8-d995-41f6-a039-f546ee9b515e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:04.383948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e48b8bf-afea-4480-a3f6-e04c1f4fc2dc None None] Could not find standard attr ID for object 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:04.398873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-af8cc4fe-ad53-49d8-9f52-e96cbbb6b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:04.400435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-af8cc4fe-ad53-49d8-9f52-e96cbbb6b4c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.1318109 Jul 29 17:59:04.415960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-db2e06d7-d625-4c66-9e4a-c9e097f3c45f service neutron] 10.222.0.16 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685192 Jul 29 17:59:04.432589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c631cb2d-47a1-47a1-b459-850c6d41bf24 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:04.494480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.497852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c631cb2d-47a1-47a1-b459-850c6d41bf24 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:04.498664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.552429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-77346ed4-0c98-488f-85e4-e3fcd53aa7bc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:04.554000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-77346ed4-0c98-488f-85e4-e3fcd53aa7bc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.2352893 Jul 29 17:59:04.589647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-a9c6f200-0469-40fb-afc8-2af9d42b7883 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0251164 Jul 29 17:59:04.592153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-79c83931-9ccb-409e-bc8e-2419ca79adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:04.595028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-79c83931-9ccb-409e-bc8e-2419ca79adcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.1833112 Jul 29 17:59:04.604349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.606337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/d667b77f-8970-4d19-bc35-888549fe929d HTTP/1.1" status: 204 len: 168 time: 0.8405390 Jul 29 17:59:04.609274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf205fd-ee76-4a14-a486-8306f0fc8080 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=d667b77f-8970-4d19-bc35-888549fe929d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:04.624926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45008) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:04.648846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 42b8a6c8-d995-41f6-a039-f546ee9b515e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:04.675658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8df696e8-d53a-4a15-8abd-217251a0822e None None] Could not find standard attr ID for object a3593ba3-60e5-482d-9c7f-da408adc9351. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:04.684135 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02255bfe-c45e-420b-950a-7c3fe1e014f9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579016 Jul 29 17:59:04.687902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45010) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:04.693060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:04.707718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-b89f0e7e-d009-47b0-b5b7-5e98bc50314e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 217 time: 0.0725183 Jul 29 17:59:04.740855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 42b8a6c8-d995-41f6-a039-f546ee9b515e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:04.746068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 42b8a6c8-d995-41f6-a039-f546ee9b515e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:04.746317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.761906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-c95a8cfd-0afd-441d-9501-63ad2d35e782 service neutron] 10.222.0.16 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308139 Jul 29 17:59:04.829131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-4c5b6ec4-e0a7-446d-b033-a7e4840ad0a7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327042 Jul 29 17:59:04.847453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:04.851430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:04.934042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-458b87d7-d8b6-46ae-8bb1-5d41612d373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:04.934509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a37d81-53cd-46de-8382-8ffb689e3ce0 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:04.935755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-458b87d7-d8b6-46ae-8bb1-5d41612d373f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.2168057 Jul 29 17:59:04.970818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-eae75dfb-fc3f-45f4-ab60-2f7cc4a41388 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407290 Jul 29 17:59:05.095642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-78fe2f5e-c3c1-416a-8f19-6402ab69c097 None None] Could not find standard attr ID for object 2a9d18d5-d93a-4dbb-a175-61d6e7507a5d. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:05.101257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.227583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 42b8a6c8-d995-41f6-a039-f546ee9b515e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=42b8a6c8-d995-41f6-a039-f546ee9b515e,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:05.238659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.314035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=42b8a6c8-d995-41f6-a039-f546ee9b515e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:05.339988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:05.407912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Deleting port 42b8a6c8-d995-41f6-a039-f546ee9b515e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:05.409581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.452984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963f6a2-2070-4888-bb08-97597bc20991 req-ea98aa9b-cfb9-4c34-9e69-035aa1df9604 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:05.460926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6963f6a2-2070-4888-bb08-97597bc20991 req-ea98aa9b-cfb9-4c34-9e69-035aa1df9604 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.0899737 Jul 29 17:59:05.493723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] For port 42b8a6c8-d995-41f6-a039-f546ee9b515e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=42b8a6c8-d995-41f6-a039-f546ee9b515e,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:05.494379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.513536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6963f6a2-2070-4888-bb08-97597bc20991 req-3498f20a-bdc9-4d24-ad1d-93134b91f49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516167 Jul 29 17:59:05.544005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Calling delete_port for 42b8a6c8-d995-41f6-a039-f546ee9b515e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:05.639784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d65f2083-d14a-4578-b80a-4f8af91b10b8 req-33d462a0-48a9-4ba8-824d-d30afbbe4afc service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668305 Jul 29 17:59:05.662274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-7ea5ab59-25dc-4395-a67c-81d979d8e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:05.664857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-7ea5ab59-25dc-4395-a67c-81d979d8e7cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7201517 Jul 29 17:59:05.685154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.704332 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.740704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:05.749187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:05.760875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:05.761559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:05.773792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] Pushing event deleted for resources: {'Port': ['ID=42b8a6c8-d995-41f6-a039-f546ee9b515e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:05.777975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6915b-0e05-4dd2-9b3c-20f123f0eb4b None None] No DVR routers for this DVR port 42b8a6c8-d995-41f6-a039-f546ee9b515e on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:05.795527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=b55b195b-5a63-450d-a82a-019380d0de00,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:05.825928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9961627-4085-4fd3-ac2a-fb4d808dd61f None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:05.830358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8122d435-ec81-4e5c-8ca5-9aaf8e6bd477 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1413484 Jul 29 17:59:05.831125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45030) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:05.836832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': 'b55b195b-5a63-450d-a82a-019380d0de00', 'ip_address': '2001:db8::a3d1:a450:513:11ea'}], 'name': 'tempest-NetworksTestDHCPv6-27288828'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:05.894430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-05df5bf7-85c1-4588-94ed-186826662554 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207747 Jul 29 17:59:06.060679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7650c110-191b-4a5a-9c39-4b6e767a2a71 req-267f75aa-159d-49aa-9c15-df88aa7dcc2c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 210 time: 0.0403972 Jul 29 17:59:06.073506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:06.109423 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2f083ac-18d6-48da-aed7-6a188bc17690 req-0464570f-0243-4c9e-8ccc-1b5a51304102 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061231 Jul 29 17:59:06.135357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'b55b195b-5a63-450d-a82a-019380d0de00'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:06.136329 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:06.203430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712d457-3cd0-4cb8-acdf-0654901f1242 req-fc612c4f-a7cd-40ee-9b72-c98a0c1f54b9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:06.218860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2712d457-3cd0-4cb8-acdf-0654901f1242 req-fc612c4f-a7cd-40ee-9b72-c98a0c1f54b9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1083558 Jul 29 17:59:06.248635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:06.272470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 95157c9c-d8d6-43c4-ba89-8455d5921a19 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:06.310584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 42b8a6c8-d995-41f6-a039-f546ee9b515e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:06.325043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2712d457-3cd0-4cb8-acdf-0654901f1242 req-3eda7c24-64a6-40d0-b6c8-dce80ba048a1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052275 Jul 29 17:59:06.349504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 42b8a6c8-d995-41f6-a039-f546ee9b515e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:06.349504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 42b8a6c8-d995-41f6-a039-f546ee9b515e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:06.537764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/b55b195b-5a63-450d-a82a-019380d0de00/ea7de1fb-616a-49fc-9700-b5236031ab4f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:06.604748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcdf7b-d041-4462-950f-fb322e04bfa8 req-26eb96e8-a0c4-40ea-964c-6e7d78618cf1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:06.614656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37fcdf7b-d041-4462-950f-fb322e04bfa8 req-26eb96e8-a0c4-40ea-964c-6e7d78618cf1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1359696 Jul 29 17:59:06.717680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-284d2dbb-416d-494e-ba3f-270abeff0ee1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:06.719278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-284d2dbb-416d-494e-ba3f-270abeff0ee1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.38 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 817 time: 0.3042867 Jul 29 17:59:06.877185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37fcdf7b-d041-4462-950f-fb322e04bfa8 req-087c3524-6630-4f3f-8bbd-ae532a0a1ed4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615452 Jul 29 17:59:06.893008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:06.913702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Transition to ACTIVE for port object ea7de1fb-616a-49fc-9700-b5236031ab4f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:06.916787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-bbc9bc89-1bd3-4f66-b909-3f6dc38f8d3e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:06.929849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-bbc9bc89-1bd3-4f66-b909-3f6dc38f8d3e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.2334905 Jul 29 17:59:06.930409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-f6831849-9e87-4242-bd16-cd3c6a4502c4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 380 time: 0.1817341 Jul 29 17:59:06.946800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-224761bc-a3ea-4366-9625-7d26d6115939 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0160196 Jul 29 17:59:06.947694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'port': {'device_id': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'admin_state_up': True, 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'security_groups': ['99a52395-962e-4020-9ad6-ae6ed9629f04']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:06.971484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Transition to ACTIVE for port object ea7de1fb-616a-49fc-9700-b5236031ab4f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:06.983535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:07.034777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.069421 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-152b7c87-5774-4a00-9160-c026973d98ef tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217170 Jul 29 17:59:07.088957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::a3d1:a450:513:11ea (1274899e-2da7-42a7-8698-d34b8628565a/b55b195b-5a63-450d-a82a-019380d0de00/95157c9c-d8d6-43c4-ba89-8455d5921a19) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:07.128166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:07.133229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:07.142424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4e0f-ad0d-4902-9e42-945a33dbb1fc req-1c89a5de-ed48-4aa9-a0bd-f0005e13c544 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:07.142589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:07.151472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f02f4e0f-ad0d-4902-9e42-945a33dbb1fc req-1c89a5de-ed48-4aa9-a0bd-f0005e13c544 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.0868816 Jul 29 17:59:07.201248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Pushing event updated for resources: {'Port': ['ID=ea7de1fb-616a-49fc-9700-b5236031ab4f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:07.210883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f02f4e0f-ad0d-4902-9e42-945a33dbb1fc req-b3604c6e-ec74-445f-a039-69f8c12719f8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583951 Jul 29 17:59:07.230061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Made reservation on behalf of 6cbe4c9372f74aed97e3f3d926087fc9 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:07.236291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.296376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-efa956ee-105a-4f37-84f3-f124d9b37efe service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047246 Jul 29 17:59:07.404141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Allocated IP 172.20.0.8 (9fcae63e-c409-4660-9c2c-e78bd8954ea3/4e485096-1046-4128-95e6-dbab97c6ae92/bf66885e-6e33-4c90-baef-c03fe84332e8) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:07.415735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:07.423199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Attempting to bind port ea7de1fb-616a-49fc-9700-b5236031ab4f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:07.423571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Attempting to bind port ea7de1fb-616a-49fc-9700-b5236031ab4f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:07.423931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Attempting to bind port ea7de1fb-616a-49fc-9700-b5236031ab4f on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:07.431885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'mac_address': 'fa:16:3e:4e:a4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:07.433540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:07.433910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:07.434334 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.434726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:07.435213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Bound port: ea7de1fb-616a-49fc-9700-b5236031ab4f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:07.435592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.440032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a02d8368-cafb-424f-9aae-42d30c4226fd req-36c63671-48bf-402b-b51c-193e962479e2 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jul 29 17:59:07.478590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-39dd15fb-8392-44db-ace3-ed2f4f249561 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813200 Jul 29 17:59:07.505338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.505988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.535795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 95157c9c-d8d6-43c4-ba89-8455d5921a19 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:07.544547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb674796-d9e8-4a8b-b385-72f3f8a8ee9b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:07.558595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] For port ea7de1fb-616a-49fc-9700-b5236031ab4f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:07.563216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] For port ea7de1fb-616a-49fc-9700-b5236031ab4f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea7de1fb-616a-49fc-9700-b5236031ab4f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:07.572738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:07.574962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.577354 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.614598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.629648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:07.635932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:07.638497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:07.644555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:07.645265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.661033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741daf1-2026-45a3-8e3d-e545601c38cd None None] Pushing event updated for resources: {'Port': ['ID=ea7de1fb-616a-49fc-9700-b5236031ab4f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:07.662850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb456c18-02b2-421f-a4c9-f4413f4c85a6 req-60d4b606-5a4d-4231-981d-07b6ef3fc9f4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:07.664695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb456c18-02b2-421f-a4c9-f4413f4c85a6 req-60d4b606-5a4d-4231-981d-07b6ef3fc9f4 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1138575 Jul 29 17:59:07.704445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=95157c9c-d8d6-43c4-ba89-8455d5921a19,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:07.731466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-061046e6-0247-4746-a90a-1522c40c2064 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.8969364 Jul 29 17:59:07.738328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:07.753028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:07.786389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:07.798886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e966120-229f-42f3-b889-b2e7d305b013 req-e98a302a-b42b-4350-a72c-b518e5353712 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 210 time: 0.0809660 Jul 29 17:59:07.821349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Transition to ACTIVE for port object bf66885e-6e33-4c90-baef-c03fe84332e8 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:07.834873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb456c18-02b2-421f-a4c9-f4413f4c85a6 req-febcd6b4-9932-4b37-afc1-49d4d2d5137e tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620092 Jul 29 17:59:07.838372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:07.841669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ae3d9-abf6-459b-b875-fca197b7d744 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:07.874083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ae3d9-abf6-459b-b875-fca197b7d744 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:07.876322 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-079ae3d9-abf6-459b-b875-fca197b7d744 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1354418 Jul 29 17:59:07.885883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:07.921588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.039006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:08.042575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:08.046838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:08.076352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 95157c9c-d8d6-43c4-ba89-8455d5921a19 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:08.076894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.089386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:08.149906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.152807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.167324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab176-f31d-4232-85ac-04fc60aaa9f6 req-82737e7a-7970-4fb2-ba74-a213f1598646 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.176602 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a2ab176-f31d-4232-85ac-04fc60aaa9f6 req-82737e7a-7970-4fb2-ba74-a213f1598646 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1765907 Jul 29 17:59:08.205477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-38e0c678-d4e3-4208-b98c-f4b086237855 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2670441 Jul 29 17:59:08.220111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Request body: {'port': {'device_id': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:08.347280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a2ab176-f31d-4232-85ac-04fc60aaa9f6 req-249a055b-d8c6-40db-a607-e861627132a6 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694870 Jul 29 17:59:08.347449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.370867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.375998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea7de1fb-616a-49fc-9700-b5236031ab4f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:08.403352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 95157c9c-d8d6-43c4-ba89-8455d5921a19 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:08.501928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ea7de1fb-616a-49fc-9700-b5236031ab4f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:08.555242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-80f8d6f8-a0fb-4a14-b088-cf61e9a7c92e None None] Provisioning for port bf66885e-6e33-4c90-baef-c03fe84332e8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:08.560926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-80f8d6f8-a0fb-4a14-b088-cf61e9a7c92e None None] Provisioning complete for port bf66885e-6e33-4c90-baef-c03fe84332e8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:08.561382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80f8d6f8-a0fb-4a14-b088-cf61e9a7c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.570173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63f5b-720a-4936-bac9-1d345b6bcb5d req-6748e572-c0bd-4312-8f8a-7eb3cc3f8f9f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.571784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36b63f5b-720a-4936-bac9-1d345b6bcb5d req-6748e572-c0bd-4312-8f8a-7eb3cc3f8f9f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 944 time: 0.0796630 Jul 29 17:59:08.609207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-48d4d661-695c-40f0-a626-c965ee474fa1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.615466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-80f8d6f8-a0fb-4a14-b088-cf61e9a7c92e None None] Port bf66885e-6e33-4c90-baef-c03fe84332e8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:08.618114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-48d4d661-695c-40f0-a626-c965ee474fa1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 814 time: 0.3115792 Jul 29 17:59:08.655308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-e46e3445-c036-49a1-94d0-0810806d5630 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/quotas/58e4bd79e01d470cbfc85ffa5230e306 HTTP/1.1" status: 200 len: 375 time: 0.0359797 Jul 29 17:59:08.667118 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-36b63f5b-720a-4936-bac9-1d345b6bcb5d req-1d1fb133-5118-47b4-ba67-7e70442456a1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847621 Jul 29 17:59:08.707167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.748502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-a2a4eb73-cfae-4f8d-b0bc-b66ce4270171 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831821 Jul 29 17:59:08.751354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=95157c9c-d8d6-43c4-ba89-8455d5921a19,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:08.782995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.789257 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9146e37-ccc5-434b-92e7-68b02a8fa940 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/95157c9c-d8d6-43c4-ba89-8455d5921a19 HTTP/1.1" status: 204 len: 168 time: 0.8998821 Jul 29 17:59:08.789569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:08.855218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d991a-a120-4e9a-baae-db191a968c2a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.856965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d991a-a120-4e9a-baae-db191a968c2a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.859208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-843d991a-a120-4e9a-baae-db191a968c2a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0687637 Jul 29 17:59:08.861980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45120) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:08.914989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-c14bfad7-8de9-457d-a57a-cdc368c0fed5 service neutron] 10.222.0.16 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435134 Jul 29 17:59:08.949834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet b55b195b-5a63-450d-a82a-019380d0de00 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:08.956129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:08.994106 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f9b7b-9097-4a12-8dc8-814746526ab0 req-1d0a53f7-86ff-4639-9968-4325a36ba71a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:08.996015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-566f9b7b-9097-4a12-8dc8-814746526ab0 req-1d0a53f7-86ff-4639-9968-4325a36ba71a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 931 time: 0.1036158 Jul 29 17:59:08.997783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:09.016842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.045612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:09.057759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.082751 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-566f9b7b-9097-4a12-8dc8-814746526ab0 req-a5e9e27d-6aff-40e4-ae45-2a40bf6925b6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765517 Jul 29 17:59:09.091818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Transition to ACTIVE for port object bf66885e-6e33-4c90-baef-c03fe84332e8 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:09.101765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:09.116677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:09.117161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.155072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.173543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.209129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f4d68d45-cf2b-49f1-9ea6-09e8727b2afb service neutron] 10.222.0.16 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826476 Jul 29 17:59:09.255402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Provisioning for port ea7de1fb-616a-49fc-9700-b5236031ab4f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:09.263489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6cec5a2-6fa5-48aa-bb94-88fe236e7a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.267348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Provisioning complete for port ea7de1fb-616a-49fc-9700-b5236031ab4f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:09.267707 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.320041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.362482 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.364285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.369464 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/b55b195b-5a63-450d-a82a-019380d0de00 HTTP/1.1" status: 204 len: 168 time: 0.5062261 Jul 29 17:59:09.383275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45122) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:09.384012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:09.421246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4bff0-5be4-4057-913f-a268c8c6a0c5 req-1de247e2-7173-4acd-9b43-309ac1740aaa tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:09.423838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:09.426343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-09122154-b28f-4221-a388-dbd96d9c4153 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:09.427959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-09122154-b28f-4221-a388-dbd96d9c4153 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.3348718 Jul 29 17:59:09.430197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73f4bff0-5be4-4057-913f-a268c8c6a0c5 req-1de247e2-7173-4acd-9b43-309ac1740aaa tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1923089 Jul 29 17:59:09.430709 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5509ee-8988-4ad6-b513-e65cd949d6de" -d '{"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:09.471042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e9321760-dedf-414d-81ac-a1461ca385b1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809076 Jul 29 17:59:09.476854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:09.489475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:09.494050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45128) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:09.505662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729dd3-ea1f-44ec-9c62-b8fe6c1441c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=b55b195b-5a63-450d-a82a-019380d0de00,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:09.515293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:09.556535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73f4bff0-5be4-4057-913f-a268c8c6a0c5 req-0cfcf5eb-dd7d-487d-b0de-3f3b724403f8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218088 Jul 29 17:59:09.576728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.619119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227609f6-8ca1-4270-896e-bd11e9143277 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:09.649634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.670800 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2941a300-4f0e-44d0-b575-4a55ec27d6c3 req-e149cb2a-0aea-4120-b430-fc285b5373de tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 210 time: 0.0418749 Jul 29 17:59:09.671697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92427f60-c4b8-423b-8303-9b9c8b1f9cbd req-9f6aa8b5-bc70-4337-8aa4-db218c03534c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 210 time: 0.1192300 Jul 29 17:59:09.709063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:09.709327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:09.709658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:09.716498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:09.716770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:09.736205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:09.736645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:09.737319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Bound using segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:09.737480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Bound port: bf66885e-6e33-4c90-baef-c03fe84332e8, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:09.737846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.780758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:09.785371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.792319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:09.799536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] For port ea7de1fb-616a-49fc-9700-b5236031ab4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea7de1fb-616a-49fc-9700-b5236031ab4f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:09.820727 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feee36c-1e3a-494e-8988-a5f7068c798c x-openstack-request-id: req-5feee36c-1e3a-494e-8988-a5f7068c798c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:09.821005 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:09.821255 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5feee36c-1e3a-494e-8988-a5f7068c798c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:09.821650 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'code': 200} Jul 29 17:59:09.823686 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.886496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4302b-76c6-455a-b92a-56816935aafb None None] Pushing event updated for resources: {'Port': ['ID=ea7de1fb-616a-49fc-9700-b5236031ab4f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:09.942206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bd44318d-ebbe-4f52-a038-7aa2dcca02ef None None] Could not find standard attr ID for object 95157c9c-d8d6-43c4-ba89-8455d5921a19. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:09.970018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:09.980476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:09.984506 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:09.994296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7debc-5cc5-4d02-9e2c-18b1291ceaff req-127b1f08-1af8-4460-a9fd-37d02153a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:09.995571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14a7debc-5cc5-4d02-9e2c-18b1291ceaff req-127b1f08-1af8-4460-a9fd-37d02153a3f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.0879209 Jul 29 17:59:10.016980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:10.026616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Deleting port ea7de1fb-616a-49fc-9700-b5236031ab4f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:10.026986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.052493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:10.065282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c719d-db2b-41d2-8a16-3829a61f1df9 req-a10943a6-6e52-4ddd-ad57-2d5b69e82848 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.066988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-427c719d-db2b-41d2-8a16-3829a61f1df9 req-a10943a6-6e52-4ddd-ad57-2d5b69e82848 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2495060 Jul 29 17:59:10.077608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5834-9af3-4df3-a4d5-70c7e936b41b req-e54f7cd0-4b4d-4135-98c6-3e4adb0baabe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.086596 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e05d5834-9af3-4df3-a4d5-70c7e936b41b req-e54f7cd0-4b4d-4135-98c6-3e4adb0baabe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1223090 Jul 29 17:59:10.087582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.090623 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-14a7debc-5cc5-4d02-9e2c-18b1291ceaff req-9f65efcb-686f-4d0d-b2f7-04396820b45b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780754 Jul 29 17:59:10.100060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] For port ea7de1fb-616a-49fc-9700-b5236031ab4f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea7de1fb-616a-49fc-9700-b5236031ab4f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:10.100624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.119174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Calling delete_port for ea7de1fb-616a-49fc-9700-b5236031ab4f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:10.127713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e05d5834-9af3-4df3-a4d5-70c7e936b41b req-304a1087-9fa8-4ed6-baca-86891805050e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402155 Jul 29 17:59:10.212638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.213280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.214802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] 10.222.0.38 "PUT /v2.0/ports/bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 1091 time: 2.0007422 Jul 29 17:59:10.220780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:10.225366 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd960d-732d-4b08-97e4-5b9e24f5109e" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:10.260048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.304309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea7de1fb-616a-49fc-9700-b5236031ab4f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:10.333087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eac2f6-3397-440d-9967-86216b2e684e service neutron] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:10.335188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ea7de1fb-616a-49fc-9700-b5236031ab4f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:10.335542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea7de1fb-616a-49fc-9700-b5236031ab4f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:10.337012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] Pushing event deleted for resources: {'Port': ['ID=ea7de1fb-616a-49fc-9700-b5236031ab4f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:10.339641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791b163-1b3f-454f-a4e1-4d110f2275b6 None None] No DVR routers for this DVR port ea7de1fb-616a-49fc-9700-b5236031ab4f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:10.351491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-427c719d-db2b-41d2-8a16-3829a61f1df9 req-aa49c808-8c00-4a54-af44-d732c1dec6fd tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700355 Jul 29 17:59:10.415864 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a18df-5c84-438f-86f5-589cf647a89e x-openstack-request-id: req-833a18df-5c84-438f-86f5-589cf647a89e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:10.416149 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:10.416431 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-833a18df-5c84-438f-86f5-589cf647a89e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:10.416801 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'status': 'completed', 'code': 200} Jul 29 17:59:10.423592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.11 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/a165a98b-788d-4ca2-ab81-581f5851b2c1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:10.473756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf602f7-8ad2-41aa-b855-7661059a3b40 req-18a5d57b-2a30-417e-95a0-fb1fa33df485 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.476473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbf602f7-8ad2-41aa-b855-7661059a3b40 req-18a5d57b-2a30-417e-95a0-fb1fa33df485 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.0691595 Jul 29 17:59:10.496458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-12f8f2fd-e0c5-43ef-bb48-3d81f37c6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.498116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-12f8f2fd-e0c5-43ef-bb48-3d81f37c6767 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1094 time: 0.1591365 Jul 29 17:59:10.526940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbf602f7-8ad2-41aa-b855-7661059a3b40 req-25353e0c-2471-4513-bf81-6411e53057d8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Jul 29 17:59:10.559618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.580742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-f4cc0972-6902-4ce3-90fc-3dfa945a6244 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 217 time: 0.0582387 Jul 29 17:59:10.724364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:10.735862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=4acbeed1-6b08-4b5a-a414-81e9d2b2b961,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:10.738280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:10.752437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.753030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:10.767695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d9684-6865-4ea9-968d-fb86e26611ec None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:10.780299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e0c2173e-2b48-46bb-8901-2098aac036ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.781964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-e0c2173e-2b48-46bb-8901-2098aac036ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.1761849 Jul 29 17:59:10.783872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a688b4ed-e4bf-49df-bf04-d1ff612dadd7 req-8d23344b-369c-40a4-ba1a-b4418de4eb6e tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 210 time: 0.0359702 Jul 29 17:59:10.823995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a647-416b-4a12-9a51-8335a2eef5a4 req-601ccab7-8ee8-4bc2-80d6-18bb63cf9570 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:10.825756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea60a647-416b-4a12-9a51-8335a2eef5a4 req-601ccab7-8ee8-4bc2-80d6-18bb63cf9570 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2675891 Jul 29 17:59:10.883477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fd1d96ab-3489-4f19-b49b-81b2b2539add tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3861513 Jul 29 17:59:10.886377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45156) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:10.891812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '4acbeed1-6b08-4b5a-a414-81e9d2b2b961', 'ip_address': '2001:db8::b754:7397:bc32:6e6e'}], 'name': 'tempest-NetworksTestDHCPv6-663787483'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:10.979380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cb0ab550-c4cd-40ce-af82-d5a45b495e81 req-faa09a55-5063-40ce-abb5-93a1344fd6bb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 210 time: 0.0586231 Jul 29 17:59:10.982840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.007491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '4acbeed1-6b08-4b5a-a414-81e9d2b2b961'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:11.009314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.016118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea60a647-416b-4a12-9a51-8335a2eef5a4 req-da5f48c1-e16a-4aa1-8829-08e9c24bfff9 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617835 Jul 29 17:59:11.026279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c76-50eb-412c-ab3a-fd2357059515 req-3412ca48-840a-416e-9552-6522a1be9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.029287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-3412ca48-840a-416e-9552-6522a1be9f65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362587 Jul 29 17:59:11.076611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:11.083197 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.105435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 9fa38ca0-05eb-4211-9c7d-c16040ff4046 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:11.195444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/4acbeed1-6b08-4b5a-a414-81e9d2b2b961/c6887758-b9d1-43d7-b4f3-a17858f4edf0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:11.205010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286d81a-5507-4a9c-9e91-a9ffe097cd2d req-0c15d0ca-d530-4519-b670-a6b852edf230 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.206645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1286d81a-5507-4a9c-9e91-a9ffe097cd2d req-0c15d0ca-d530-4519-b670-a6b852edf230 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1034937 Jul 29 17:59:11.209806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-fe05d245-23f7-4b67-a14c-a3d506ec2677 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727095 Jul 29 17:59:11.224285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-cf055894-0bfb-44e7-9ac6-6d245426bc9e tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.226054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-cf055894-0bfb-44e7-9ac6-6d245426bc9e tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 814 time: 0.3532820 Jul 29 17:59:11.263282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Request body: {'port': {'device_id': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb', 'admin_state_up': True, 'tenant_id': '58e4bd79e01d470cbfc85ffa5230e306'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:11.288700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1286d81a-5507-4a9c-9e91-a9ffe097cd2d req-437e137e-7a8d-4187-b309-0f6c26881528 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Jul 29 17:59:11.354911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.360162 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.371459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:11.376116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Transition to ACTIVE for port object c6887758-b9d1-43d7-b4f3-a17858f4edf0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:11.424697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Transition to ACTIVE for port object c6887758-b9d1-43d7-b4f3-a17858f4edf0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:11.441484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.499769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:11.503955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Pushing event updated for resources: {'Port': ['ID=c6887758-b9d1-43d7-b4f3-a17858f4edf0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:11.511500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:11.516757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:11.547826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::b754:7397:bc32:6e6e (1274899e-2da7-42a7-8698-d34b8628565a/4acbeed1-6b08-4b5a-a414-81e9d2b2b961/9fa38ca0-05eb-4211-9c7d-c16040ff4046) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:11.581364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290dd9-796f-460d-b51a-acd797d82582 req-7545880d-0e10-4662-b587-689b09616389 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.583177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53290dd9-796f-460d-b51a-acd797d82582 req-7545880d-0e10-4662-b587-689b09616389 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1004875 Jul 29 17:59:11.604833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Attempting to bind port c6887758-b9d1-43d7-b4f3-a17858f4edf0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:11.605108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Attempting to bind port c6887758-b9d1-43d7-b4f3-a17858f4edf0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:11.605332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Attempting to bind port c6887758-b9d1-43d7-b4f3-a17858f4edf0 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:11.614387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:11.615236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:11.615236 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.615526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:11.616011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Bound port: c6887758-b9d1-43d7-b4f3-a17858f4edf0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:11.616375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.662593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-53290dd9-796f-460d-b51a-acd797d82582 req-620e15c1-87a0-4f9d-b5f7-d8efcd09c816 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Jul 29 17:59:11.706429 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65ac508a-d1ff-4e67-a465-b3c189263139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.734176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] For port c6887758-b9d1-43d7-b4f3-a17858f4edf0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:11.738574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] For port c6887758-b9d1-43d7-b4f3-a17858f4edf0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c6887758-b9d1-43d7-b4f3-a17858f4edf0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:11.746293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.807906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:11.818521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad680-2f57-4e15-957b-f5317b0540c2 None None] Pushing event updated for resources: {'Port': ['ID=c6887758-b9d1-43d7-b4f3-a17858f4edf0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:11.830886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2649-0efe-4d37-b5b4-0fe2df9cef3a req-025df092-08f4-4ba2-80ba-885c7bd73cfa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.838408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d33e2649-0efe-4d37-b5b4-0fe2df9cef3a req-025df092-08f4-4ba2-80ba-885c7bd73cfa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.6111796 Jul 29 17:59:11.846644 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.850518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:11.854443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:11.863821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda68c1-b016-4a73-a641-35331b35b7c6 req-754aac8a-6add-4d41-9f28-7ff47a7e7a19 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:11.871671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfda68c1-b016-4a73-a641-35331b35b7c6 req-754aac8a-6add-4d41-9f28-7ff47a7e7a19 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.1134610 Jul 29 17:59:11.877193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:11.892210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61622c76-50eb-412c-ab3a-fd2357059515 req-6ebc0989-28fa-4909-873d-9c2cc34169c5 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639006 Jul 29 17:59:11.893051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:11.899511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 9fa38ca0-05eb-4211-9c7d-c16040ff4046 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:11.935513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfda68c1-b016-4a73-a641-35331b35b7c6 req-cbeec2b5-8fc4-40d8-beea-9af645b20e0c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622060 Jul 29 17:59:11.978507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.003844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d33e2649-0efe-4d37-b5b4-0fe2df9cef3a req-25c6f736-937f-45a9-a6aa-4d4b5fe55aa1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645293 Jul 29 17:59:12.016212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.016984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.071087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-7881818a-c090-4721-a997-2b3403c70951 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6028163 Jul 29 17:59:12.071662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Made reservation on behalf of 58e4bd79e01d470cbfc85ffa5230e306 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:12.077111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.090610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:12.099177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:12.100487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Request body: {'port': {'device_id': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:12.101766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:12.109079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.109761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.110476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-2f902e86-5f8b-4a06-b564-e5336b68650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.112057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-2f902e86-5f8b-4a06-b564-e5336b68650d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1094 time: 0.1613274 Jul 29 17:59:12.131499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=9fa38ca0-05eb-4211-9c7d-c16040ff4046,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:12.143564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351d7bd-8ebc-4341-961b-7da7772a896a req-dc46613a-60b3-41f3-a463-f53961599351 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.151487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3351d7bd-8ebc-4341-961b-7da7772a896a req-dc46613a-60b3-41f3-a463-f53961599351 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1318078 Jul 29 17:59:12.173208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5eae3a8b-c4fd-4458-99fb-220df4ea24fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2769349 Jul 29 17:59:12.174216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:12.180472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d843c5cb-44af-4194-bee7-347b584960e6 req-3e71d6dc-c97c-4a20-a24d-05f86aed5f5d tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 210 time: 0.0460880 Jul 29 17:59:12.207389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3351d7bd-8ebc-4341-961b-7da7772a896a req-dd9068d8-cfeb-444d-9081-8ed29f681b0b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Jul 29 17:59:12.331967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c6887758-b9d1-43d7-b4f3-a17858f4edf0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:12.347640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154abda-fcd1-4c2a-9bc7-a9b4ebac69df req-e5532d45-55d5-4105-b1e4-6df53729429a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.349381 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3154abda-fcd1-4c2a-9bc7-a9b4ebac69df req-e5532d45-55d5-4105-b1e4-6df53729429a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0605614 Jul 29 17:59:12.373221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.389326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c6887758-b9d1-43d7-b4f3-a17858f4edf0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:12.392584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3154abda-fcd1-4c2a-9bc7-a9b4ebac69df req-d91a7f82-b9a4-4a80-8506-3342887e518f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357749 Jul 29 17:59:12.417045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:12.459862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6a434-9d1c-482c-a48c-bfa62c65f87a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.465746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6a434-9d1c-482c-a48c-bfa62c65f87a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.466859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2eba5-8734-4d71-a317-157eb67afa1b tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.468371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-08b2eba5-8734-4d71-a317-157eb67afa1b tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1091 time: 0.0499706 Jul 29 17:59:12.470019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:12.470190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25f6a434-9d1c-482c-a48c-bfa62c65f87a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2921653 Jul 29 17:59:12.477299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45190) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:12.482981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:12.509539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-0240ab8d-7a63-44c0-8397-e38bdb352cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.511173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-0240ab8d-7a63-44c0-8397-e38bdb352cce service neutron] 10.222.0.38 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.3783143 Jul 29 17:59:12.523207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a5c5-ad1a-4904-9dc1-50dfaa57bbc0 req-9918a295-43d5-4833-bdf3-3b484b326fdd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.526975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f340a5c5-ad1a-4904-9dc1-50dfaa57bbc0 req-9918a295-43d5-4833-bdf3-3b484b326fdd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 932 time: 0.2423713 Jul 29 17:59:12.551380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Allocated IP 172.20.0.2 (d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb/f2a5e16e-6851-4a31-b19e-13631f9ed927/5f60fbbc-b76e-4070-84e8-a315c95740e9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:12.567476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.610469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-8d1b99ae-4d1e-4dd2-9081-410107213396 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 217 time: 0.0764399 Jul 29 17:59:12.657032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8861a9-4dd2-4bc5-9127-f32f446000b5 req-a2251241-baa3-48e4-afec-bc05f9593be3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.658678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bf8861a9-4dd2-4bc5-9127-f32f446000b5 req-a2251241-baa3-48e4-afec-bc05f9593be3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1052270 Jul 29 17:59:12.679729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 9fa38ca0-05eb-4211-9c7d-c16040ff4046 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:12.680068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.756841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f340a5c5-ad1a-4904-9dc1-50dfaa57bbc0 req-abe88113-bd54-44af-ab93-d10b541b2596 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155681 Jul 29 17:59:12.780635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bf8861a9-4dd2-4bc5-9127-f32f446000b5 req-d6f96d1c-8aae-495b-8b05-ff779c051391 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055560 Jul 29 17:59:12.831994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.843385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-cf9bacf7-1599-434a-bff3-85eca940c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:12.844917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-cf9bacf7-1599-434a-bff3-85eca940c37d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.1815021 Jul 29 17:59:12.854022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 9fa38ca0-05eb-4211-9c7d-c16040ff4046 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:12.856401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:12.941199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.061763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Provisioning for port c6887758-b9d1-43d7-b4f3-a17858f4edf0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:13.062483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-6f86f8e5-0ea1-49dd-a851-079470f2532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.064033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-6f86f8e5-0ea1-49dd-a851-079470f2532a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020538 Jul 29 17:59:13.066463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Provisioning complete for port c6887758-b9d1-43d7-b4f3-a17858f4edf0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:13.066906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.110931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635570a-f478-456e-be8a-bdddddbd3ee5 req-04592304-3324-419a-8112-959f3e916992 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.118636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b635570a-f478-456e-be8a-bdddddbd3ee5 req-04592304-3324-419a-8112-959f3e916992 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1907597 Jul 29 17:59:13.155842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.166747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.201111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] For port c6887758-b9d1-43d7-b4f3-a17858f4edf0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c6887758-b9d1-43d7-b4f3-a17858f4edf0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:13.207481 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.240157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a165a98b-788d-4ca2-ab81-581f5851b2c1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:13.256770 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.263874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6e3b-677f-49d4-9c38-c35e2244d14b None None] Pushing event updated for resources: {'Port': ['ID=c6887758-b9d1-43d7-b4f3-a17858f4edf0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:13.290504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b635570a-f478-456e-be8a-bdddddbd3ee5 req-3e036e32-bc48-4dbf-a31b-0e678b9f0660 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708906 Jul 29 17:59:13.315379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Transition to ACTIVE for port object a165a98b-788d-4ca2-ab81-581f5851b2c1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:13.329058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.336314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-9ec17a73-a84c-463e-bc4c-1b3bd50bdf37 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570188 Jul 29 17:59:13.368928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fa744-b825-44d3-bda0-0cb3e84b3b14 req-c4d35f58-778f-4b5e-96c6-6d1b78d84841 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.376862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f83fa744-b825-44d3-bda0-0cb3e84b3b14 req-c4d35f58-778f-4b5e-96c6-6d1b78d84841 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.1767578 Jul 29 17:59:13.391985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.418133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.96 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/f41de43b-9359-4e5f-adcf-6eaf6a15119b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:13.436429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2e7882ec-90fd-4c0b-bbe2-062d1be6d0c0 None None] Provisioning for port 9fa38ca0-05eb-4211-9c7d-c16040ff4046 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:13.440561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2e7882ec-90fd-4c0b-bbe2-062d1be6d0c0 None None] Provisioning complete for port 9fa38ca0-05eb-4211-9c7d-c16040ff4046 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:13.441083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e7882ec-90fd-4c0b-bbe2-062d1be6d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.471345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Pushing event updated for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:13.487816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2e7882ec-90fd-4c0b-bbe2-062d1be6d0c0 None None] Port 9fa38ca0-05eb-4211-9c7d-c16040ff4046 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:13.514274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:13.517004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f83fa744-b825-44d3-bda0-0cb3e84b3b14 req-b61aa410-46c5-4f18-b402-53675f4b14da tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392334 Jul 29 17:59:13.536639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:13.554845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:13.581895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.619578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=9fa38ca0-05eb-4211-9c7d-c16040ff4046,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:13.626387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75153185-eb08-4608-9672-2300aebb66b2 req-f74d3d58-2147-41b4-8403-2f0f53f6491a tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.627976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75153185-eb08-4608-9672-2300aebb66b2 req-f74d3d58-2147-41b4-8403-2f0f53f6491a tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 931 time: 0.2610536 Jul 29 17:59:13.635976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.637405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Pushing event updated for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:13.670645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bd960d-732d-4b08-97e4-5b9e24f5109e req-cc84cfa5-63b0-4ab6-9784-686dc754b636 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006713 Jul 29 17:59:13.693087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.693723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.706739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.711359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4422730-0d94-4bd5-a05b-39801c4ee1d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/9fa38ca0-05eb-4211-9c7d-c16040ff4046 HTTP/1.1" status: 204 len: 168 time: 1.2379148 Jul 29 17:59:13.718066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:13.757510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636c3e-41ca-4730-9260-eb2aa654f519 req-0f4adaef-a2be-4274-9e57-e20e135ec915 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.760167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Attempting to bind port a165a98b-788d-4ca2-ab81-581f5851b2c1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:13.760505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Attempting to bind port a165a98b-788d-4ca2-ab81-581f5851b2c1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:13.760882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Attempting to bind port a165a98b-788d-4ca2-ab81-581f5851b2c1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:13.765390 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96636c3e-41ca-4730-9260-eb2aa654f519 req-0f4adaef-a2be-4274-9e57-e20e135ec915 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0990922 Jul 29 17:59:13.767685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.768545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75153185-eb08-4608-9672-2300aebb66b2 req-48f641a5-6b6a-46da-a2b2-24060d4b2c19 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267848 Jul 29 17:59:13.773439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-68726964-e657-4419-b63b-6481543be1b1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5256090 Jul 29 17:59:13.776257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Port a165a98b-788d-4ca2-ab81-581f5851b2c1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:13.776890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Attempting to bind port a165a98b-788d-4ca2-ab81-581f5851b2c1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Request body: {'port': {'device_id': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Bound port: a165a98b-788d-4ca2-ab81-581f5851b2c1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:13.796426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.841279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c24a3-7fa1-481c-b17d-e8307125ecde tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.842826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c24a3-7fa1-481c-b17d-e8307125ecde tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:13.844391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd7c24a3-7fa1-481c-b17d-e8307125ecde tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1236866 Jul 29 17:59:13.847342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:13.851059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:13.873234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:13.900638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:13.937293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96636c3e-41ca-4730-9260-eb2aa654f519 req-a4a09676-427c-4d7f-8f21-00c55ac089c8 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710067 Jul 29 17:59:13.943574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=f41de43b-9359-4e5f-adcf-6eaf6a15119b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:13.959131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.973909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 4acbeed1-6b08-4b5a-a414-81e9d2b2b961 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:13.978644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:13.980039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:14.005392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aadafc-735c-4148-9828-ac7a07282874 req-3b8b207a-5dcd-4168-816b-5b69d3c42548 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.008643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49aadafc-735c-4148-9828-ac7a07282874 req-3b8b207a-5dcd-4168-816b-5b69d3c42548 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 944 time: 0.1352358 Jul 29 17:59:14.010989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:14.034088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.093172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.107509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.108145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.109475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] 10.222.0.49 "PUT /v2.0/ports/a165a98b-788d-4ca2-ab81-581f5851b2c1 HTTP/1.1" status: 200 len: 1092 time: 2.0162470 Jul 29 17:59:14.112821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:14.115262 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6709e958-de43-466d-a63a-a153206507e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:14.170039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e760f33-9a33-494d-bd12-28cfd22ae21b req-0ead9aa1-8538-4d38-b92b-a80759635b04 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.171717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e760f33-9a33-494d-bd12-28cfd22ae21b req-0ead9aa1-8538-4d38-b92b-a80759635b04 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1497500 Jul 29 17:59:14.198038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49aadafc-735c-4148-9828-ac7a07282874 req-4e7aded4-60e7-4991-a0b5-42ae3029a0f8 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681557 Jul 29 17:59:14.230777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdf894-7d54-4d1b-9054-9efdd0e3ff7d service neutron] Pushing event updated for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:14.278913 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8141683b-9b71-47cf-ba90-660822968c80 x-openstack-request-id: req-8141683b-9b71-47cf-ba90-660822968c80 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:14.279198 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:14.279445 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8141683b-9b71-47cf-ba90-660822968c80 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:14.279837 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1', 'status': 'completed', 'code': 200} Jul 29 17:59:14.281150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c6887758-b9d1-43d7-b4f3-a17858f4edf0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:14.292657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-dd23e21b-c774-4a8d-aeae-881b237b2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.294219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-dd23e21b-c774-4a8d-aeae-881b237b2e3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 1095 time: 0.1256955 Jul 29 17:59:14.333351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c6887758-b9d1-43d7-b4f3-a17858f4edf0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:14.334460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.339697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e760f33-9a33-494d-bd12-28cfd22ae21b req-6defe216-fd59-4991-9a05-446c2fcadfc0 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341267 Jul 29 17:59:14.351508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-721acbbd-04ff-4f43-adb3-979b0ded9b17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1 HTTP/1.1" status: 200 len: 217 time: 0.0475042 Jul 29 17:59:14.352156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.432996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-a63e1fb3-0a1d-489e-9c35-524eb4df1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.435032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-a63e1fb3-0a1d-489e-9c35-524eb4df1445 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0746143 Jul 29 17:59:14.477959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-e5d9fcc0-7cd0-4937-bd5c-7dc1cb73b3b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331178 Jul 29 17:59:14.558100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f60fbbc-b76e-4070-84e8-a315c95740e9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:14.570413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.572873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.578899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.595179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Transition to ACTIVE for port object 5f60fbbc-b76e-4070-84e8-a315c95740e9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:14.603378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.654793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-bdb4bc97-1ef7-4128-8221-292853286f38 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528144 Jul 29 17:59:14.677053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.682922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a30ee1-9778-4e04-a45d-57dac8900dd6 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:14.683105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/4acbeed1-6b08-4b5a-a414-81e9d2b2b961 HTTP/1.1" status: 204 len: 168 time: 0.8277919 Jul 29 17:59:14.690067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:14.690831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e8bbc-7227-46c8-9c98-9b15756b84cd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=4acbeed1-6b08-4b5a-a414-81e9d2b2b961,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:14.731715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944475-dbb2-4f18-bd68-ca381f72c826 req-ea7900ba-3232-4ae9-80e4-55ad717cea8b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:14.733314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57944475-dbb2-4f18-bd68-ca381f72c826 req-ea7900ba-3232-4ae9-80e4-55ad717cea8b tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.2730031 Jul 29 17:59:14.751700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:14.849448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-57944475-dbb2-4f18-bd68-ca381f72c826 req-cddb7732-3219-45bd-bb99-7ce32847280a tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079824 Jul 29 17:59:14.889743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:14.900256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.019912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Deleting port c6887758-b9d1-43d7-b4f3-a17858f4edf0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:15.020297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.130351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:15.133554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] For port c6887758-b9d1-43d7-b4f3-a17858f4edf0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c6887758-b9d1-43d7-b4f3-a17858f4edf0,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:15.133973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.134883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0191c315-be6c-4ebc-9109-4566c58efba6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4349296 Jul 29 17:59:15.138344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45230) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:15.145575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0882f-a6b9-463a-b260-c99c2c182aad req-a1374621-dac3-4b47-adc6-96d4202a0fe4 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.154203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Calling delete_port for c6887758-b9d1-43d7-b4f3-a17858f4edf0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:15.155385 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-39c0882f-a6b9-463a-b260-c99c2c182aad req-a1374621-dac3-4b47-adc6-96d4202a0fe4 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 943 time: 0.1042895 Jul 29 17:59:15.189530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c72ce-56f5-4044-817f-f8b876115a09 req-9838c78b-ccb5-411e-bd56-b1d298d17403 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.196944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-213c72ce-56f5-4044-817f-f8b876115a09 req-9838c78b-ccb5-411e-bd56-b1d298d17403 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.5913770 Jul 29 17:59:15.210975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-39c0882f-a6b9-463a-b260-c99c2c182aad req-20cc18e2-1cce-4127-a70f-c387b6799e3c tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 Jul 29 17:59:15.238943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.254720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.279072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.306082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] No DVR routers for this DVR port c6887758-b9d1-43d7-b4f3-a17858f4edf0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:15.347486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24ce2-da4c-402a-8af3-89cf8e4b8366 None None] Pushing event deleted for resources: {'Port': ['ID=c6887758-b9d1-43d7-b4f3-a17858f4edf0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:15.383058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4df9450-aced-455d-8f74-4d1de3bf5bb3 req-33bf0433-423b-47a7-8035-e75b372a5125 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126887 Jul 29 17:59:15.394792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-213c72ce-56f5-4044-817f-f8b876115a09 req-1466ecc0-7d0b-4560-9593-d51482cd4297 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969197 Jul 29 17:59:15.395015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=f41de43b-9359-4e5f-adcf-6eaf6a15119b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:15.416951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24f47-b150-4b2f-8f53-af0374f10630 req-c2fec48a-6101-4a2b-b73c-9d29ce6d34c3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.417641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf14b5a2-ed87-4310-ab2a-a48273a5ebed tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.418914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccb24f47-b150-4b2f-8f53-af0374f10630 req-c2fec48a-6101-4a2b-b73c-9d29ce6d34c3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 944 time: 0.1259046 Jul 29 17:59:15.419509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bf14b5a2-ed87-4310-ab2a-a48273a5ebed tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2786765 Jul 29 17:59:15.424557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:15.430543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Attempting to bind port 5f60fbbc-b76e-4070-84e8-a315c95740e9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:15.431005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Attempting to bind port 5f60fbbc-b76e-4070-84e8-a315c95740e9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:15.431457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Attempting to bind port 5f60fbbc-b76e-4070-84e8-a315c95740e9 on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:15.436474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Port 5f60fbbc-b76e-4070-84e8-a315c95740e9 on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:15.438185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Attempting to bind port 5f60fbbc-b76e-4070-84e8-a315c95740e9 on network d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:15.438556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.450033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:15.450645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Checking segment: {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:15.451056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Bound using segment: {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:15.451766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Bound port: 5f60fbbc-b76e-4070-84e8-a315c95740e9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9edba5-4d9e-49e1-a3f2-d57d455643c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:15.452303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.541259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e958-de43-466d-a63a-a153206507e3 req-839493d0-3a83-4a0e-9796-2f558142baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.543131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-839493d0-3a83-4a0e-9796-2f558142baae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 1095 time: 0.0804012 Jul 29 17:59:15.555333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:15.559481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:15.572654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.651999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.652735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.654296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] 10.222.0.38 "PUT /v2.0/ports/5f60fbbc-b76e-4070-84e8-a315c95740e9 HTTP/1.1" status: 200 len: 1091 time: 1.8706412 Jul 29 17:59:15.696767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f393-8333-4a2a-8b31-3b8fb1cb1a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:15.741519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e958-de43-466d-a63a-a153206507e3 req-43fd490c-63a3-499c-ad87-52a4e4cc14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.743068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-43fd490c-63a3-499c-ad87-52a4e4cc14e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1809585 Jul 29 17:59:15.784378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:15.799681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-097feb40-0f2b-45dc-9072-25ebbb18b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.801187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-097feb40-0f2b-45dc-9072-25ebbb18b82c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 1094 time: 0.0895028 Jul 29 17:59:15.802540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-4526d941-0752-41ed-9ae7-237f21056cb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1 HTTP/1.1" status: 200 len: 217 time: 0.0486004 Jul 29 17:59:15.858548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-1309902f-51ba-48cf-ac95-6b29f7f9ca98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9 HTTP/1.1" status: 200 len: 217 time: 0.0489075 Jul 29 17:59:15.863788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92d5ca-1fd7-4f2a-91ef-f6575f169ee6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.868029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1f92d5ca-1fd7-4f2a-91ef-f6575f169ee6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4422750 Jul 29 17:59:15.868685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45236) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:15.885065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ccb24f47-b150-4b2f-8f53-af0374f10630 req-044e0eaa-5e2c-4675-9fb4-2f1de9d2c96a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495392 Jul 29 17:59:15.919375 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a82f80e2-06bd-403d-9520-f76d748c3a5c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450890 Jul 29 17:59:15.925814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:15.932495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:15.936289 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Floating IP c0626eea-0bd4-46d8-b825-5bbe39c3de6a associated. External IP: 172.25.5.96, port: cb674796-d9e8-4a8b-b385-72f3f8a8ee9b. Jul 29 17:59:15.937011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:15.949990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:15.962000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e958-de43-466d-a63a-a153206507e3 req-e4a420d4-0238-4369-b928-5b751a0e9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:15.963563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-e4a420d4-0238-4369-b928-5b751a0e9513 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.1461580 Jul 29 17:59:15.993174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:16.013236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:16.044280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:16.051260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:16.056254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-b9679089-139f-4b31-b49c-b31e7cdc3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:16.057961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-b9679089-139f-4b31-b49c-b31e7cdc3529 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a5e16e-6851-4a31-b19e-13631f9ed927 HTTP/1.1" status: 200 len: 854 time: 0.1775987 Jul 29 17:59:16.060381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-f26488e5-c4b5-4818-a204-cd2061d9b66e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644829 Jul 29 17:59:16.114376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:16.136002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f68d3211-08b7-4dbd-9ef2-1b78c99c64cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667722 Jul 29 17:59:16.196860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 3b229ad5-b97b-44d6-9b45-e97f34695baf has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:16.234534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-89694015-c7e1-4795-9468-a46b111e0143 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619585 Jul 29 17:59:16.270843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c6887758-b9d1-43d7-b4f3-a17858f4edf0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:16.288432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:16.290702 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7438c5-d79a-46c6-8566-dbafeb534199" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:16.301173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c6887758-b9d1-43d7-b4f3-a17858f4edf0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:16.301604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c6887758-b9d1-43d7-b4f3-a17858f4edf0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:16.335583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['bf66885e-6e33-4c90-baef-c03fe84332e8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:16.417091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:16.432158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Sync routers for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:16.449831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb441c-0df9-40e4-add5-ebc99bfc0739 req-1305543d-f782-418b-81b2-2a11a58531af tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:16.451515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8cb441c-0df9-40e4-add5-ebc99bfc0739 req-1305543d-f782-418b-81b2-2a11a58531af tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 943 time: 0.1050885 Jul 29 17:59:16.468831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-f6e11c21-f896-41e0-aa51-8641dc9650a9 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366531 Jul 29 17:59:16.474142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:16.476135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:16.483709 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedc89d7-58e1-4254-ae42-618ae0659b1d x-openstack-request-id: req-fedc89d7-58e1-4254-ae42-618ae0659b1d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:16.483902 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:16.484136 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fedc89d7-58e1-4254-ae42-618ae0659b1d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:16.484529 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9', 'status': 'completed', 'code': 200} Jul 29 17:59:16.499988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8cb441c-0df9-40e4-add5-ebc99bfc0739 req-5de5d1dd-87c0-4811-b580-d50c0a4e2f3c tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jul 29 17:59:16.605447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:16.635540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:16.639260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:16.643031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3f09831e-d33a-4b54-8d69-8f876b89874e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1647043 Jul 29 17:59:16.644173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:16.647029 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:16.784261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571201f-48f3-468d-8962-b537e8749eeb req-4bf7d256-098c-4719-9444-01f9ef91fb4e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:16.789182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a571201f-48f3-468d-8962-b537e8749eeb req-4bf7d256-098c-4719-9444-01f9ef91fb4e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0724287 Jul 29 17:59:16.792186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6709e958-de43-466d-a63a-a153206507e3 req-a6e888f6-4541-47ab-9913-9622512f8154 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444620 Jul 29 17:59:16.806276 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89ba5a0e-d74e-4e22-9c34-2a14c0ef6818 req-229ef2f4-9bba-4fae-ad6a-debf4ccd7f4a service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184433 Jul 29 17:59:16.815401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccfb2-82c4-431a-bb73-d5fb19df5f81 req-232f25e0-704b-499d-9558-c8f9779b2325 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:16.816992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b8ccfb2-82c4-431a-bb73-d5fb19df5f81 req-232f25e0-704b-499d-9558-c8f9779b2325 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.2652581 Jul 29 17:59:16.850254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:16.872460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a571201f-48f3-468d-8962-b537e8749eeb req-7dff97a1-b691-41aa-a2c6-d1a1f5a0fae4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752282 Jul 29 17:59:16.890047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:16.951624 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856ab15-48fb-4460-ad45-64c367c84933 x-openstack-request-id: req-5856ab15-48fb-4460-ad45-64c367c84933 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:16.951923 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:16.952335 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5856ab15-48fb-4460-ad45-64c367c84933 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:16.952760 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'status': 'completed', 'code': 200} Jul 29 17:59:17.018343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f79057d0-47af-408f-b624-0c4e4efa31aa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 200 len: 990 time: 0.1257741 Jul 29 17:59:17.044315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a165a98b-788d-4ca2-ab81-581f5851b2c1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:17.064794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b8ccfb2-82c4-431a-bb73-d5fb19df5f81 req-944f71dc-d59e-4f31-b558-8c2842494379 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407265 Jul 29 17:59:17.070940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.076470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497a4ca-9585-41d5-9782-7019bea96049 req-7c0da0a4-ebb0-40d1-8e6f-c4531d76ac13 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.078175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3497a4ca-9585-41d5-9782-7019bea96049 req-7c0da0a4-ebb0-40d1-8e6f-c4531d76ac13 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 944 time: 0.0659096 Jul 29 17:59:17.136586 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3497a4ca-9585-41d5-9782-7019bea96049 req-ca5a7c9c-1050-488d-b5b5-2fd43d458c1f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Jul 29 17:59:17.163625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:17.164560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=8bc250e6-4246-42af-8158-3b1252c26c38,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:17.186393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:17.189822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d86d32a5-b04f-4da9-8a63-02697a9ff9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.192096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d86d32a5-b04f-4da9-8a63-02697a9ff9cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.2058203 Jul 29 17:59:17.193575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.194531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.199201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-0bb52433-28d9-4897-b88d-6e10518ba112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.201602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-0bb52433-28d9-4897-b88d-6e10518ba112 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 1094 time: 0.3293884 Jul 29 17:59:17.205050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba8a74-8d2f-47bf-94f9-071a8f0141d0 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:17.329638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8feca00c-9538-4458-9308-28f9375cda09 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3929110 Jul 29 17:59:17.329938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45266) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:17.329938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '8bc250e6-4246-42af-8158-3b1252c26c38', 'ip_address': '2001:db8::f946:7d1f:f227:35a2'}], 'name': 'tempest-NetworksTestDHCPv6-420723619'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:17.414773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:17.424995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-bec2de53-0bfb-4da8-8bb7-7d689e354a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.427529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-bec2de53-0bfb-4da8-8bb7-7d689e354a08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 200 len: 915 time: 0.2082677 Jul 29 17:59:17.448344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-0b957161-76b3-4df5-9a7c-a14fe32fe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.450591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-0b957161-76b3-4df5-9a7c-a14fe32fe49f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.2428513 Jul 29 17:59:17.460522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'c0626eea-0bd4-46d8-b825-5bbe39c3de6a', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'mac_address': 'fa:16:3e:4e:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:14Z', 'updated_at': '2021-07-29T17:59:14Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:17.467160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'a165a98b-788d-4ca2-ab81-581f5851b2c1', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': 'a165a98b-788d-4ca2-ab81-581f5851b2c1', 'mac_address': 'fa:16:3e:d8:b3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:17.498768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Checking router: 3b229ad5-b97b-44d6-9b45-e97f34695baf for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:17.529760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:17.547957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-47f25110-342f-4daf-be00-b4d305fd632f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9 HTTP/1.1" status: 200 len: 217 time: 0.0959189 Jul 29 17:59:17.582705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '8bc250e6-4246-42af-8158-3b1252c26c38'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:17.583585 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.618020 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d97e0d0a-2b28-4377-9b35-c0f2c918cb24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 998 time: 0.0661807 Jul 29 17:59:17.624940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.629489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:17.630140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:17.662305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-fd0b4376-f1f5-4701-a74a-ebabc44944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.663629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-d492f3fd-c9cf-4ec4-baa1-6a9f143bf68d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283822 Jul 29 17:59:17.663758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-fd0b4376-f1f5-4701-a74a-ebabc44944d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a5e16e-6851-4a31-b19e-13631f9ed927 HTTP/1.1" status: 200 len: 854 time: 0.0448332 Jul 29 17:59:17.752027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052e89-babb-44a6-aae8-43d2820f9ca7 req-25227cdb-669c-4e0e-926e-e8e5470c27c1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.753971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db052e89-babb-44a6-aae8-43d2820f9ca7 req-25227cdb-669c-4e0e-926e-e8e5470c27c1 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 943 time: 0.1310160 Jul 29 17:59:17.762015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.770716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-6490a973-d617-4ec8-bba7-53dbc27470fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975692 Jul 29 17:59:17.775344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:17.803375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 40704c21-729f-48b7-b24e-072eaa6261da yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:17.878355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-22be09f4-cf8c-4bfc-9d68-a104df123d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.879962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-22be09f4-cf8c-4bfc-9d68-a104df123d6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.2153442 Jul 29 17:59:17.956156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:17.963669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-d59fc407-deb8-4ec5-8e6c-22bbb73ad632 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841717 Jul 29 17:59:17.966582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d41ee745-7424-45e4-a317-58c7e58573fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.968045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d41ee745-7424-45e4-a317-58c7e58573fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792005 Jul 29 17:59:17.986605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-db052e89-babb-44a6-aae8-43d2820f9ca7 req-5069a58c-f17d-45b7-aaa8-bffae1f8008c tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084384 Jul 29 17:59:17.987316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a165a98b-788d-4ca2-ab81-581f5851b2c1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:17.992837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-4fad08dc-0d41-4e49-8d83-5add21cc2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:17.994388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-4fad08dc-0d41-4e49-8d83-5add21cc2df4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ebcdbbcbf643d08528056d39286b4f&device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 1098 time: 0.2974567 Jul 29 17:59:18.072178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45270) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:18.117630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:18.166529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f946:7d1f:f227:35a2 (1274899e-2da7-42a7-8698-d34b8628565a/8bc250e6-4246-42af-8158-3b1252c26c38/40704c21-729f-48b7-b24e-072eaa6261da) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:18.235053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.296017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:18.307843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port bf66885e-6e33-4c90-baef-c03fe84332e8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:18.331289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58be618b-03e1-46b4-b68b-65316b0911b7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 200 len: 990 time: 0.2040009 Jul 29 17:59:18.333684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port bf66885e-6e33-4c90-baef-c03fe84332e8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:18.334231 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.344781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-d0356c00-0db3-4d7e-a86a-2eb096d6f507 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645630 Jul 29 17:59:18.346712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e7438c5-d79a-46c6-8566-dbafeb534199 req-475d2211-75d5-40cb-8bee-68413930f8ab service neutron] 10.222.0.38 "GET /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746524 Jul 29 17:59:18.356696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-543501d3-3b45-4c49-a8f6-db50dced87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.358553 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-543501d3-3b45-4c49-a8f6-db50dced87b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 200 len: 914 time: 0.3426454 Jul 29 17:59:18.360100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e25e-3b04-4d02-b670-ebb4770eaa8f req-15a5c251-8203-453c-8b59-8e49544dbd15 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.362726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6484e25e-3b04-4d02-b670-ebb4770eaa8f req-15a5c251-8203-453c-8b59-8e49544dbd15 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1576290 Jul 29 17:59:18.393129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.410106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'c0626eea-0bd4-46d8-b825-5bbe39c3de6a', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'mac_address': 'fa:16:3e:4e:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:14Z', 'updated_at': '2021-07-29T17:59:14Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:18.451376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c923aa2-3620-4680-b343-86d6a4fa6042 None None] The sync data for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 is: [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'c0626eea-0bd4-46d8-b825-5bbe39c3de6a', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'mac_address': 'fa:16:3e:4e:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:14Z', 'updated_at': '2021-07-29T17:59:14Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:18.461209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-633ecf32-197f-4f3e-9979-b972953f2944 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 200 len: 217 time: 0.0804639 Jul 29 17:59:18.482416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['a165a98b-788d-4ca2-ab81-581f5851b2c1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:18.484301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 40704c21-729f-48b7-b24e-072eaa6261da will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:18.527308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe18f4-0e3a-4742-8266-9ea96541ac63 req-cac1f728-6486-4c31-ae81-ea51bca5a15f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.528261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.528884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abbe18f4-0e3a-4742-8266-9ea96541ac63 req-cac1f728-6486-4c31-ae81-ea51bca5a15f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 945 time: 0.1779218 Jul 29 17:59:18.566184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:18.568830 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e152b-0c57-402b-8fa8-a940b3dab8fb" -d '{"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:18.574271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-f8de2108-1215-4d03-8952-ec8b3b496b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.576017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-f8de2108-1215-4d03-8952-ec8b3b496b2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 200 len: 853 time: 0.1042337 Jul 29 17:59:18.586671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:18.588624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6484e25e-3b04-4d02-b670-ebb4770eaa8f req-af1a1cd4-650a-4afd-bf2d-b1cc90e85640 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125170 Jul 29 17:59:18.593469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82034bd1-c2b0-4176-8b4c-12a3c402e4ef req-1783a530-6c1e-47c2-bfc1-6068ed58d9b0 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294848 Jul 29 17:59:18.608655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.635988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-37c7ffc0-de81-446e-ba6c-7c4b35c031f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6e86373-4bf4-401f-8cbe-4a5977c46e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493448 Jul 29 17:59:18.662921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-abbe18f4-0e3a-4742-8266-9ea96541ac63 req-a6e23ab6-fc15-4d73-87a2-706a793012d8 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092327 Jul 29 17:59:18.665541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.708728 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152840d8-5909-4e3d-8fd4-c6f2115105f7 x-openstack-request-id: req-152840d8-5909-4e3d-8fd4-c6f2115105f7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:18.709072 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:18.709463 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-152840d8-5909-4e3d-8fd4-c6f2115105f7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:18.709863 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'code': 200} Jul 29 17:59:18.792841 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57cbb-efba-45ff-8b22-6884c9a9e04a None None] New status for floating IP c0626eea-0bd4-46d8-b825-5bbe39c3de6a: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:59:18.796313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/8bc250e6-4246-42af-8158-3b1252c26c38/fa9c30a8-8e3a-44b5-8c07-45fd15ae6720) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:18.798961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:18.851064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:18.855806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-c6e8f455-7178-468c-ae28-c0bf1d3a8ba9 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918530 Jul 29 17:59:18.859209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:18.864214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:18.870467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.871106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.910837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac3b7-7066-4b98-80cf-a42695ea50ef req-bb4d27ef-0cb3-46d7-a4aa-1c2aa0f88c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:18.912389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-132ac3b7-7066-4b98-80cf-a42695ea50ef req-bb4d27ef-0cb3-46d7-a4aa-1c2aa0f88c09 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1096 time: 0.1280746 Jul 29 17:59:18.929965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=40704c21-729f-48b7-b24e-072eaa6261da,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:18.965892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-132ac3b7-7066-4b98-80cf-a42695ea50ef req-a2cd4e8e-7053-435d-9e2c-82d15750ddfc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Jul 29 17:59:18.983742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73c84a74-ec37-4d31-8fd8-3bdcb4910379 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6550355 Jul 29 17:59:18.984112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45282) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:18.991598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '8bc250e6-4246-42af-8158-3b1252c26c38', 'ip_address': '2001:db8::f946:7d1f:f227:35a2'}], 'name': 'tempest-NetworksTestDHCPv6-990233295'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:19.054591 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-08650cc4-db21-4ebc-acc3-6ff5486a1b6d req-da682cdd-119b-4fc6-a44c-31e9a233c5f4 service neutron] 10.222.0.49 "GET /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771867 Jul 29 17:59:19.119284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.128379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Transition to ACTIVE for port object fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:19.144662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Transition to ACTIVE for port object fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:19.152925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.178583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c22a3f-dcc0-41b5-8171-bad7d17a9430 req-8d0fb924-a58a-4c13-b34d-711a241a4d06 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:19.180114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36c22a3f-dcc0-41b5-8171-bad7d17a9430 req-8d0fb924-a58a-4c13-b34d-711a241a4d06 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 943 time: 0.0655644 Jul 29 17:59:19.180715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:19.207407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Pushing event updated for resources: {'Port': ['ID=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:19.225202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:19.226811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:19.231295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:19.291900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Attempting to bind port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:19.292405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Attempting to bind port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:19.292835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Attempting to bind port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:19.297363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36c22a3f-dcc0-41b5-8171-bad7d17a9430 req-12a825c1-72ec-4753-a154-6f7f6d0a5254 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974090 Jul 29 17:59:19.305316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:19.305316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:19.305316 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.305316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:19.307026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Bound port: fa9c30a8-8e3a-44b5-8c07-45fd15ae6720, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:19.307472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.321679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.333497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45286) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:19.376194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 7e3230da-5ab6-432d-9fc8-6efbb68693c2 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:19.393050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] For port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:19.396922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] For port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:19.402158 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:19.452979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c2fb6c1e-912c-478f-a766-e8efaa80a5ef tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 200 len: 992 time: 0.1181288 Jul 29 17:59:19.481185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc29a74-d817-43b8-ae7e-e09f73844344 None None] Pushing event updated for resources: {'Port': ['ID=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:19.587353 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 17:59:19.587813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:59:19.604837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-59b590b1-ee86-4475-befe-7a420155a2fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6194656 Jul 29 17:59:19.607411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45290) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:19.713579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873fc6a-9b2b-4812-a15a-c9b5a7a36feb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:19.719628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873fc6a-9b2b-4812-a15a-c9b5a7a36feb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:19.723696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7873fc6a-9b2b-4812-a15a-c9b5a7a36feb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1128678 Jul 29 17:59:19.750169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45298) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:19.798368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a42b0-5029-4b4b-b9f2-0427b4c638e1 req-e2c2bd69-e45a-4dcd-b1fb-2ee7f6199cce tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:19.802035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5f60fbbc-b76e-4070-84e8-a315c95740e9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:19.811655 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-636a42b0-5029-4b4b-b9f2-0427b4c638e1 req-e2c2bd69-e45a-4dcd-b1fb-2ee7f6199cce tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1023793 Jul 29 17:59:19.887852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-636a42b0-5029-4b4b-b9f2-0427b4c638e1 req-c35f5b8c-59e1-4ba5-aa63-9f2ed13d9595 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691020 Jul 29 17:59:19.916256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf323c-21cc-41bd-9d8d-a41e1d8042e9 req-d9d556d4-dc10-46c1-bd92-a98057dff8b2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:19.918709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6cf323c-21cc-41bd-9d8d-a41e1d8042e9 req-d9d556d4-dc10-46c1-bd92-a98057dff8b2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 945 time: 0.1962020 Jul 29 17:59:19.980454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6cf323c-21cc-41bd-9d8d-a41e1d8042e9 req-603ee32a-112a-4367-8d04-6bfaf6f9910f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jul 29 17:59:19.994325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 40704c21-729f-48b7-b24e-072eaa6261da {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:19.994325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.101588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.116364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 40704c21-729f-48b7-b24e-072eaa6261da owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:20.123628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:20.135605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '5f60fbbc-b76e-4070-84e8-a315c95740e9', 'network_id': 'd0a7d4be-c70f-492f-a1c3-ad137b7fe3cb', 'port_id': '5f60fbbc-b76e-4070-84e8-a315c95740e9', 'mac_address': 'fa:16:3e:ba:dc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a5e16e-6851-4a31-b19e-13631f9ed927', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:20.181559 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.200576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f60fbbc-b76e-4070-84e8-a315c95740e9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:20.227175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:20.240005 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.299456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.306733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:20.339361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:20.352738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=40704c21-729f-48b7-b24e-072eaa6261da,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:20.386719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.388931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42a4b4fa-6dbe-4d1e-9206-f485e9e03ca5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/40704c21-729f-48b7-b24e-072eaa6261da HTTP/1.1" status: 204 len: 168 time: 0.6208098 Jul 29 17:59:20.391598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:20.410971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:20.481947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c90828-38ed-46db-864a-3100e49c0108 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:20.483478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c90828-38ed-46db-864a-3100e49c0108 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:20.484987 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b2c90828-38ed-46db-864a-3100e49c0108 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0923896 Jul 29 17:59:20.487763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:20.502191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5617520-af1a-4b45-9d2c-7864006f04ba req-a2514098-3c7d-4dfa-b312-12856e5b95f9 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:20.524638 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5617520-af1a-4b45-9d2c-7864006f04ba req-a2514098-3c7d-4dfa-b312-12856e5b95f9 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 944 time: 0.0956714 Jul 29 17:59:20.535366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5f60fbbc-b76e-4070-84e8-a315c95740e9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:20.593700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 8bc250e6-4246-42af-8158-3b1252c26c38 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:20.593945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d5617520-af1a-4b45-9d2c-7864006f04ba req-3abe85f7-eb0b-4446-9b15-cafc50927712 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Jul 29 17:59:20.605950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.671208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.769507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.798700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Provisioning for port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:20.804046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Provisioning complete for port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:20.804439 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.861374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.905167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc250e6-4246-42af-8158-3b1252c26c38,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:20.909127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.914032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5eaa0a34-67a1-48c5-96b0-c0f84555b947 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8bc250e6-4246-42af-8158-3b1252c26c38 HTTP/1.1" status: 204 len: 168 time: 0.4229310 Jul 29 17:59:20.914449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45316) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:20.927972 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.965329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-755059e3-21d9-4731-a122-42e3a6fa256f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488915 Jul 29 17:59:20.968960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:20.971011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] For port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:20.974918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:20.977776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.987241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4263f-e4e6-46eb-b2b7-b143c57483c6 req-a17615a1-c7d5-4d36-a569-e819edb5062d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:20.996232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aa4263f-e4e6-46eb-b2b7-b143c57483c6 req-a17615a1-c7d5-4d36-a569-e819edb5062d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0947878 Jul 29 17:59:21.006418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725146e4-8820-45d4-8f57-2b9100e0f997 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:21.031477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aa4263f-e4e6-46eb-b2b7-b143c57483c6 req-fa43ad8c-904e-43a2-a849-28dc808afe29 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Jul 29 17:59:21.066982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a165a98b-788d-4ca2-ab81-581f5851b2c1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:21.118353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7dd5-ce49-4564-9606-b79c6bcdd995 None None] Pushing event updated for resources: {'Port': ['ID=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:21.132066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1178bdfe-1f28-444c-8780-359dbb3c3709 None None] Could not find standard attr ID for object 40704c21-729f-48b7-b24e-072eaa6261da. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:21.197380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port a165a98b-788d-4ca2-ab81-581f5851b2c1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:21.203960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port a165a98b-788d-4ca2-ab81-581f5851b2c1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:21.204419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.216143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366aa69-c689-4932-9671-83d1f64eeedb req-10a171c9-6261-4a60-b4db-a21fe6799c29 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.218492 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0366aa69-c689-4932-9671-83d1f64eeedb req-10a171c9-6261-4a60-b4db-a21fe6799c29 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Jul 29 17:59:21.258760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0366aa69-c689-4932-9671-83d1f64eeedb req-db4e8737-6587-463e-ae81-1a00c7c5187e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Jul 29 17:59:21.298565 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.322576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:21.325230 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd731ca-97a7-42be-8638-e561bf2dfaa9" -d '{"events": [{"server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "name": "network-vif-plugged", "status": "completed", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:21.331557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:21.343292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:21.365433 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b6b7a-9589-4e0e-bc1f-fc4d35da072f x-openstack-request-id: req-488b6b7a-9589-4e0e-bc1f-fc4d35da072f {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:21.365724 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "name": "network-vif-plugged", "status": "completed", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:21.365974 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-488b6b7a-9589-4e0e-bc1f-fc4d35da072f {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:21.366398 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1', 'code': 200} Jul 29 17:59:21.367118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.424704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:21.435084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Deleting port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:21.435466 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.475380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee253-0aa4-49c0-bf8f-d409739fd947 req-35698c6f-0391-4ab0-b3eb-1e10cce99a5f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.476765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d45ee253-0aa4-49c0-bf8f-d409739fd947 req-35698c6f-0391-4ab0-b3eb-1e10cce99a5f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.4456673 Jul 29 17:59:21.478945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53adcff-75e9-4747-aba8-faa5b24ca655 req-3784f187-495a-4745-80df-6414eaf11dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.480465 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d53adcff-75e9-4747-aba8-faa5b24ca655 req-3784f187-495a-4745-80df-6414eaf11dbf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 1097 time: 0.0427408 Jul 29 17:59:21.511664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] For port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:21.512151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.523254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:21.523535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d53adcff-75e9-4747-aba8-faa5b24ca655 req-99203e56-c377-4ff9-860c-58c904d628a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Jul 29 17:59:21.525468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Calling delete_port for fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:21.526781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.536175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d45ee253-0aa4-49c0-bf8f-d409739fd947 req-26d93a6e-c7df-4c02-9f28-84408d87e615 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Jul 29 17:59:21.619589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.634555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] No DVR routers for this DVR port fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:21.659663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5c582-e143-4182-8a6d-454a022f9224 None None] Pushing event deleted for resources: {'Port': ['ID=fa9c30a8-8e3a-44b5-8c07-45fd15ae6720,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:21.667928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d36c-bf6c-4ecc-8b4c-ef09fc4f63a9 req-fe09294d-3784-4d0b-9aac-a3ece899d3bc tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.670951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1d33d36c-bf6c-4ecc-8b4c-ef09fc4f63a9 req-fe09294d-3784-4d0b-9aac-a3ece899d3bc tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0633183 Jul 29 17:59:21.679964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:21.684650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Request body: {'floatingip': {'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:21.723778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.768095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2c27-fae2-4808-bf5f-cee172b527a7 req-ea6c815f-191f-4d7b-81af-d2ab551cca74 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.769538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f62f2c27-fae2-4808-bf5f-cee172b527a7 req-ea6c815f-191f-4d7b-81af-d2ab551cca74 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 944 time: 0.0974004 Jul 29 17:59:21.792496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.813322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5f60fbbc-b76e-4070-84e8-a315c95740e9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:21.862351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:21.866107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:21.871957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 5f60fbbc-b76e-4070-84e8-a315c95740e9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:21.874279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f62f2c27-fae2-4808-bf5f-cee172b527a7 req-60cfe6e7-07f5-42c7-b4e6-761974ec0c7b tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977950 Jul 29 17:59:21.875697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:21.876283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.876575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 5f60fbbc-b76e-4070-84e8-a315c95740e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:21.877048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.898711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9257839 Jul 29 17:59:21.908575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45334) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:21.908786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b216308-e178-49ba-b754-87ca0c14d4b6 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:21.908885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f297-6bc5-479f-acb3-9482b5e8620f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=31a80fee-1f5d-4231-9d5d-ca1184773ee7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:21.910102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '31a80fee-1f5d-4231-9d5d-ca1184773ee7', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1652833645'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:22.021692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:22.026880 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.044726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 3b85e7ed-02ee-493c-9a94-ac6a4d1c705b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:22.057956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.114827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '31a80fee-1f5d-4231-9d5d-ca1184773ee7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:22.115754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.119500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:22.131553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.238819 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:59:22.239923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:59:22.249435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:22.268624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7c5b68ff-422a-47c8-a57e-ebc8b4df3e6e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.3653431 Jul 29 17:59:22.268818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:22.268927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45340) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:22.308714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:22.309052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fa9c30a8-8e3a-44b5-8c07-45fd15ae6720 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:22.317186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ea4ce45-02e2-4bac-9734-8d9c883ee527 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450342 Jul 29 17:59:22.317462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45344) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:22.328297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448b2b-9395-402e-a44c-2eba57dd7e33 req-30bb29d4-8b58-42e5-bb73-cbaa2bffd9e1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:22.333633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/31a80fee-1f5d-4231-9d5d-ca1184773ee7/fca4d61c-1851-419f-851e-72380ad49084) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:22.336286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24448b2b-9395-402e-a44c-2eba57dd7e33 req-30bb29d4-8b58-42e5-bb73-cbaa2bffd9e1 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1679680 Jul 29 17:59:22.365025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.396680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-24448b2b-9395-402e-a44c-2eba57dd7e33 req-12acfebd-6dd7-483f-bd82-8455e3900866 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545278 Jul 29 17:59:22.397634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.408258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd55fbe-249b-4425-add0-f05ae9d7bb1c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:22.410016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd55fbe-249b-4425-add0-f05ae9d7bb1c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:22.411577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0bd55fbe-249b-4425-add0-f05ae9d7bb1c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0931871 Jul 29 17:59:22.414752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:22.431273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f31344-d3c2-45a4-867a-6d51fdf9ca3d req-51d58743-8ee0-49c4-9c98-7f45c380f750 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:22.432962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f31344-d3c2-45a4-867a-6d51fdf9ca3d req-51d58743-8ee0-49c4-9c98-7f45c380f750 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.0847762 Jul 29 17:59:22.500237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 31a80fee-1f5d-4231-9d5d-ca1184773ee7 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:22.509470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f31344-d3c2-45a4-867a-6d51fdf9ca3d req-503d97c8-14d3-41f6-bc24-a7ef5272da71 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jul 29 17:59:22.530484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.532167 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Floating IP 3e5ac03d-8ac1-4a76-8f4e-f93913181334 associated. External IP: 172.25.5.146, port: bf66885e-6e33-4c90-baef-c03fe84332e8. Jul 29 17:59:22.540383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Transition to ACTIVE for port object fca4d61c-1851-419f-851e-72380ad49084 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:22.555443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Transition to ACTIVE for port object fca4d61c-1851-419f-851e-72380ad49084 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:22.560949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.561687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.601256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:22.601601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.605976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:22.612580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:22.615837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Pushing event updated for resources: {'Port': ['ID=fca4d61c-1851-419f-851e-72380ad49084,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:22.672123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Attempting to bind port fca4d61c-1851-419f-851e-72380ad49084 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:22.672800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Attempting to bind port fca4d61c-1851-419f-851e-72380ad49084 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:22.672904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Attempting to bind port fca4d61c-1851-419f-851e-72380ad49084 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:22.678365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:22.678738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:22.679147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.679547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:22.680014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Bound port: fca4d61c-1851-419f-851e-72380ad49084, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:22.680396 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.698565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.759662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.774363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] For port fca4d61c-1851-419f-851e-72380ad49084, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:22.779608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] For port fca4d61c-1851-419f-851e-72380ad49084, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fca4d61c-1851-419f-851e-72380ad49084,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:22.785248 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.787803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=31a80fee-1f5d-4231-9d5d-ca1184773ee7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:22.791558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:22.793374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4a5f29d5-7e0d-4e9b-a627-c6e68cba325f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/31a80fee-1f5d-4231-9d5d-ca1184773ee7 HTTP/1.1" status: 204 len: 168 time: 0.3777142 Jul 29 17:59:22.795847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45348) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:22.804265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-740f3ace-2bb6-4990-98d7-6d205d337d95 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:22.805764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-740f3ace-2bb6-4990-98d7-6d205d337d95 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.0729074 Jul 29 17:59:22.807704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:22.845804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a29d9dd-bb29-455b-9572-955a6bce133f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433652 Jul 29 17:59:22.847013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45350) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:22.852961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:22.857151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad88e6-f8b7-4718-90bf-fad6b01c37f4 None None] Pushing event updated for resources: {'Port': ['ID=fca4d61c-1851-419f-851e-72380ad49084,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:22.955806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:22.959783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.200480 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.243787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:23.247226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:23.251674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:23.252347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.276166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=9487e255-8723-495f-9bef-8f1c8da2269f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:23.280182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4761c52d-d6d2-483c-8174-dcb7d3f73f1e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4312489 Jul 29 17:59:23.282150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:23.287226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1884021184', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:23.313197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.314179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.367908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:23.370846 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e4d66-9c3d-4190-8d0a-05f808a6aaec" -d '{"events": [{"server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "name": "network-vif-plugged", "status": "completed", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:23.372180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:23.374542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.378692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.383891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.384400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:23.395242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:23.396038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:23.405333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.410796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fa430b25-39ba-499a-a4c1-8ab6cae4fd97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1272838 Jul 29 17:59:23.411754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45362) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:23.415788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Deleting port 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:23.416137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.431175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a75292-f4b2-4724-a6b4-4e4a5bd57474 req-f481f680-7ca0-469c-9a98-f46923da996a tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:23.438558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9a75292-f4b2-4724-a6b4-4e4a5bd57474 req-f481f680-7ca0-469c-9a98-f46923da996a tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.1229494 Jul 29 17:59:23.438977 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b1371c-4f25-4500-b754-ee47d9321283 x-openstack-request-id: req-56b1371c-4f25-4500-b754-ee47d9321283 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:23.439357 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "name": "network-vif-plugged", "status": "completed", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:23.439764 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56b1371c-4f25-4500-b754-ee47d9321283 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:23.440271 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9', 'code': 200} Jul 29 17:59:23.508294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb0901c2-a60a-45b4-b29d-577adf5ef843 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "PUT /v2.0/floatingips/3e5ac03d-8ac1-4a76-8f4e-f93913181334 HTTP/1.1" status: 200 len: 991 time: 1.8267620 Jul 29 17:59:23.512537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:23.514937 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:23.560852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9a75292-f4b2-4724-a6b4-4e4a5bd57474 req-0bbd53fb-61cb-45aa-ba89-fb94dec26ad5 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214025 Jul 29 17:59:23.573414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:23.619651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] For port 6672fe2d-bd70-4025-a149-17af5f4e69eb, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6672fe2d-bd70-4025-a149-17af5f4e69eb,segment=NetworkSegment(69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c),segment_id=69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:23.620029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.652558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Calling delete_port for 6672fe2d-bd70-4025-a149-17af5f4e69eb owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:23.709473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1029ad-da92-4604-a655-b597ba6464de req-a1ddf4c6-1420-439d-9e7e-00076c2c5101 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:23.721766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f1029ad-da92-4604-a655-b597ba6464de req-a1ddf4c6-1420-439d-9e7e-00076c2c5101 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7355521-7850-4159-ad55-0aa69e5994cd HTTP/1.1" status: 200 len: 947 time: 0.1960371 Jul 29 17:59:23.799995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f18186-7295-4685-b64d-61d9ed702239 req-0c2fb976-19e6-4f2c-9784-1109f825dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:23.801772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09f18186-7295-4685-b64d-61d9ed702239 req-0c2fb976-19e6-4f2c-9784-1109f825dade service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 1096 time: 0.2775915 Jul 29 17:59:23.873964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f1029ad-da92-4604-a655-b597ba6464de req-61f8170b-bf74-4792-b3b7-09b17a23aaa3 tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463876 Jul 29 17:59:23.893873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:23.913542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6672fe2d-bd70-4025-a149-17af5f4e69eb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:23.965736 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7336ce2-3459-4c23-aae6-34e1171700eb x-openstack-request-id: req-e7336ce2-3459-4c23-aae6-34e1171700eb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:23.966170 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:23.966534 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7336ce2-3459-4c23-aae6-34e1171700eb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:23.967017 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'status': 'completed', 'code': 200} Jul 29 17:59:23.976820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3e5ac03d-8ac1-4a76-8f4e-f93913181334', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:01Z', 'updated_at': '2021-07-29T17:59:22Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:23.978255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Pushing event deleted for resources: {'Port': ['ID=6672fe2d-bd70-4025-a149-17af5f4e69eb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:23.990973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09f18186-7295-4685-b64d-61d9ed702239 req-43064abe-e9f1-4394-b02e-67dd7aa1324d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732655 Jul 29 17:59:24.015971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] No DVR routers for this DVR port 6672fe2d-bd70-4025-a149-17af5f4e69eb on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:24.018875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.021020 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-edbc7de3-c3bd-4b6a-b60d-3347428cbbc6 req-a20d8870-1000-4326-a0d5-22b5e54d989d tempest-ServersNegativeTestJSON-426020457 tempest-ServersNegativeTestJSON-426020457-project] 10.222.0.49 "DELETE /v2.0/ports/6672fe2d-bd70-4025-a149-17af5f4e69eb HTTP/1.1" status: 204 len: 173 time: 1.2085335 Jul 29 17:59:24.022800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:24.033956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:24.034621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:24.084045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1652f8a-b2d3-4089-845f-18c9779fc909 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:24.109492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.119491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1970f60-3a1a-4169-b1f4-93707a999d02 req-1a365df5-a36d-4251-a328-ca4171a6d96c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.121012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1970f60-3a1a-4169-b1f4-93707a999d02 req-1a365df5-a36d-4251-a328-ca4171a6d96c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.1288903 Jul 29 17:59:24.124056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-7a060618-81f1-4910-a739-629df5fccc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.125443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-7a060618-81f1-4910-a739-629df5fccc7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1096 time: 0.1161110 Jul 29 17:59:24.188613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3494f283-f116-4433-abeb-a5c455380f67 None None] Provisioning for port fca4d61c-1851-419f-851e-72380ad49084 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:24.247711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:24.294276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fca4d61c-1851-419f-851e-72380ad49084 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:24.298710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1970f60-3a1a-4169-b1f4-93707a999d02 req-d12f2849-4c6a-4c60-81a8-017aa2015961 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660683 Jul 29 17:59:24.372658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-da0d7822-6db1-4d2c-9a3d-6f42613bf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.374139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-da0d7822-6db1-4d2c-9a3d-6f42613bf746 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.2322574 Jul 29 17:59:24.531225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f195cb-1e4b-4417-bfc6-6bd9a29e27b2 req-b11ef0c8-b595-4103-94fa-6fce2e126e0d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.532804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63f195cb-1e4b-4417-bfc6-6bd9a29e27b2 req-b11ef0c8-b595-4103-94fa-6fce2e126e0d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.1576078 Jul 29 17:59:24.539692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-d06f916b-2371-46c9-ba38-7c65f099c8e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 999 time: 0.1499019 Jul 29 17:59:24.596514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-a99cae6a-2586-4b38-8e2c-9d0bf3b3242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.597992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-a99cae6a-2586-4b38-8e2c-9d0bf3b3242d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0484827 Jul 29 17:59:24.634745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port fca4d61c-1851-419f-851e-72380ad49084 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:24.668518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fca4d61c-1851-419f-851e-72380ad49084 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:24.668899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.736170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::1 (1274899e-2da7-42a7-8698-d34b8628565a/9487e255-8723-495f-9bef-8f1c8da2269f/05389c57-ca55-4b31-8537-14b47ed52dc2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:24.757496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63f195cb-1e4b-4417-bfc6-6bd9a29e27b2 req-97124fd4-e097-488f-95ca-5233e49784cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562767 Jul 29 17:59:24.773311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c3340-2358-4478-9014-1f8adb38ca0a req-36dfa4d2-1281-4f63-a3e6-8b5c1e519d45 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.789699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.794352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf5c3340-2358-4478-9014-1f8adb38ca0a req-36dfa4d2-1281-4f63-a3e6-8b5c1e519d45 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.0916102 Jul 29 17:59:24.799189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-77c984fb-5d2e-4d4c-b2ca-a4c68fc9623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:24.815200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-77c984fb-5d2e-4d4c-b2ca-a4c68fc9623a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799943 Jul 29 17:59:24.885671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port fca4d61c-1851-419f-851e-72380ad49084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fca4d61c-1851-419f-851e-72380ad49084,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:24.917271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.925475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf5c3340-2358-4478-9014-1f8adb38ca0a req-74fa11c0-3902-4862-b4f6-82ef634be10b tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204090 Jul 29 17:59:25.010125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45384) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:25.037775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=fca4d61c-1851-419f-851e-72380ad49084,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:25.051033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-67f99c05-0099-4a8f-8cb3-cd936b327c39 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078154 Jul 29 17:59:25.054116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.076693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 05389c57-ca55-4b31-8537-14b47ed52dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:25.083548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3e5ac03d-8ac1-4a76-8f4e-f93913181334', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:01Z', 'updated_at': '2021-07-29T17:59:22Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:25.090381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Deleting subnet 15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:25.093712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.120689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67de7-3c8c-4d32-a7c3-8825a5d56caa None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3e5ac03d-8ac1-4a76-8f4e-f93913181334', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:01Z', 'updated_at': '2021-07-29T17:59:22Z', 'revision_number': 1, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:25.128370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d455df56-fae3-449d-b38a-9435bb8f8b5e None None] Provisioning complete for port fca4d61c-1851-419f-851e-72380ad49084 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:25.128746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d455df56-fae3-449d-b38a-9435bb8f8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.171556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.186422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68c443d-a3b2-4010-a253-ac5bcd5d0a35 req-9547145d-fb92-4533-9906-5d8d7bdeb586 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241829 Jul 29 17:59:25.191789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.240270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bb99-77b4-4fc9-9c11-9ec039d4c91c req-60b7d6db-fd83-422b-943a-af127cb0085d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:25.241284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:25.241818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d14bb99-77b4-4fc9-9c11-9ec039d4c91c req-60b7d6db-fd83-422b-943a-af127cb0085d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.1049042 Jul 29 17:59:25.244558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.248495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:25.255867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:25.256583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.279888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=05389c57-ca55-4b31-8537-14b47ed52dc2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:25.333872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d14bb99-77b4-4fc9-9c11-9ec039d4c91c req-3dc99780-2be8-478c-8355-10fd4a7db7e0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640376 Jul 29 17:59:25.366699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.398153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:25.402665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.407137 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b64fadee-7aed-41c6-a3b8-da7f4d8af9b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15e749b0-66c9-4bf3-90d6-d2f7a6cc44ac HTTP/1.1" status: 204 len: 168 time: 0.3936498 Jul 29 17:59:25.407401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45390) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:25.461823 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10157206-288f-4503-a13a-17172b38c01b None None] New status for floating IP 3e5ac03d-8ac1-4a76-8f4e-f93913181334: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:59:25.479936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.493165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.609764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-928c2db6-c9c7-4f8a-9a5e-9e1f2bfb44c1 None None] Provisioning for port 05389c57-ca55-4b31-8537-14b47ed52dc2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:25.613691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.615612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-928c2db6-c9c7-4f8a-9a5e-9e1f2bfb44c1 None None] Provisioning complete for port 05389c57-ca55-4b31-8537-14b47ed52dc2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:25.620151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-928c2db6-c9c7-4f8a-9a5e-9e1f2bfb44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.624737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e86373-4bf4-401f-8cbe-4a5977c46e41']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:25.641538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:25.641827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d9f8fd-12f5-4383-b94a-8c6bdf5fe57c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:25.657722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.663518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-928c2db6-c9c7-4f8a-9a5e-9e1f2bfb44c1 None None] Port 05389c57-ca55-4b31-8537-14b47ed52dc2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:25.677340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.689708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:59:25.690671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: timer() Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:59:25.753655 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:59:25.764327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.770979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:25.776455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6e86373-4bf4-401f-8cbe-4a5977c46e41 HTTP/1.1" status: 204 len: 168 time: 0.3648796 Jul 29 17:59:25.788488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9767a-5877-4101-99fe-f597399c820c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e86373-4bf4-401f-8cbe-4a5977c46e41,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:25.971169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-deleted', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:25.973687 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e20439-2640-49e1-ba26-27cb8bfd8c36" -d '{"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-deleted", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:25.975788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:26.011475 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3629665-5d14-45c1-8df1-c9d9c2b55906 x-openstack-request-id: req-a3629665-5d14-45c1-8df1-c9d9c2b55906 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:26.011775 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7355521-7850-4159-ad55-0aa69e5994cd", "name": "network-vif-deleted", "tag": "6672fe2d-bd70-4025-a149-17af5f4e69eb", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:26.012029 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3629665-5d14-45c1-8df1-c9d9c2b55906 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:26.012432 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7355521-7850-4159-ad55-0aa69e5994cd', 'name': 'network-vif-deleted', 'tag': '6672fe2d-bd70-4025-a149-17af5f4e69eb', 'status': 'completed', 'code': 200} Jul 29 17:59:26.075389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f7ae09d-dda4-4881-ada4-da17daa12548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58ebcdbbcbf643d08528056d39286b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984735 Jul 29 17:59:26.078186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45402) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:26.130429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.137495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aff62-34c7-4ae5-92bb-560d6a958691 req-35cc421e-3058-489d-a482-5a2f3ad54aaa tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:26.139018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-071aff62-34c7-4ae5-92bb-560d6a958691 req-35cc421e-3058-489d-a482-5a2f3ad54aaa tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.1238246 Jul 29 17:59:26.153883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.206766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.210029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.211588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f17d0cb-1e10-4429-a90d-7cf6aeba16cb HTTP/1.1" status: 204 len: 168 time: 0.1323678 Jul 29 17:59:26.212873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-071aff62-34c7-4ae5-92bb-560d6a958691 req-f1cf6ba3-b2af-44bc-860a-92e05a22bfc6 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658398 Jul 29 17:59:26.224052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d676c2-8f80-4c77-8b78-b9b0d44f273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f17d0cb-1e10-4429-a90d-7cf6aeba16cb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:26.249482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.262573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.263634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.280662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fca4d61c-1851-419f-851e-72380ad49084 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:26.337760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fca4d61c-1851-419f-851e-72380ad49084 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:26.338319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.423407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=05389c57-ca55-4b31-8537-14b47ed52dc2,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:26.449375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.451086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:26.455343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:26.557065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-a675c271-5ccf-406b-a753-4746c4adaa60 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:26.558947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-a675c271-5ccf-406b-a753-4746c4adaa60 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.0895343 Jul 29 17:59:26.593427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d003-6851-4992-bfe5-f4bc31035e72 req-94f9d78d-ef99-485c-890a-aa252da137a1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:26.595200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffa5d003-6851-4992-bfe5-f4bc31035e72 req-94f9d78d-ef99-485c-890a-aa252da137a1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 946 time: 0.1424553 Jul 29 17:59:26.686155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffa5d003-6851-4992-bfe5-f4bc31035e72 req-d2534c9a-703e-4e14-8b37-20bb63be52c7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786977 Jul 29 17:59:26.706772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Router c8e34753-e26d-4418-b90f-6254aab0f24b is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:59:26.757408 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port a165a98b-788d-4ca2-ab81-581f5851b2c1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:26.758519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.867689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:26.879681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Sync routers for ids ['c8e34753-e26d-4418-b90f-6254aab0f24b'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:26.892972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8700efa9-7726-4ede-862f-1893c13cf59e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "PUT /v2.0/routers/c8e34753-e26d-4418-b90f-6254aab0f24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4744949 Jul 29 17:59:26.894090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port a165a98b-788d-4ca2-ab81-581f5851b2c1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a165a98b-788d-4ca2-ab81-581f5851b2c1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:26.894627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:26.901169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45422) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:26.912601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Routers {'c8e34753-e26d-4418-b90f-6254aab0f24b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:26.912838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for a165a98b-788d-4ca2-ab81-581f5851b2c1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:26.913258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c8e34753-e26d-4418-b90f-6254aab0f24b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:26.962075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbd2be-bb78-40c6-8827-9f1be3243d84 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:26.965792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8bcbd2be-bb78-40c6-8827-9f1be3243d84 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports/05389c57-ca55-4b31-8537-14b47ed52dc2 HTTP/1.1" status: 200 len: 911 time: 0.0612698 Jul 29 17:59:26.967619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45428) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:27.029145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef60c73-5754-4b46-8ba2-d85e0dc707ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:27.037437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef60c73-5754-4b46-8ba2-d85e0dc707ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:27.043029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aef60c73-5754-4b46-8ba2-d85e0dc707ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0742738 Jul 29 17:59:27.043313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45434) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:27.074162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-528ccd57-ad52-448d-8fc9-aa5716a453dc None None] Provisioning complete for port 05389c57-ca55-4b31-8537-14b47ed52dc2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:27.078066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-528ccd57-ad52-448d-8fc9-aa5716a453dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.110591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:27.136003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 6672fe2d-bd70-4025-a149-17af5f4e69eb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:27.136402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6672fe2d-bd70-4025-a149-17af5f4e69eb not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:27.144513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Set router c8e34753-e26d-4418-b90f-6254aab0f24b gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:27.193567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-528ccd57-ad52-448d-8fc9-aa5716a453dc None None] Port 05389c57-ca55-4b31-8537-14b47ed52dc2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:27.318014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.343182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['a165a98b-788d-4ca2-ab81-581f5851b2c1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:27.346798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:27.393356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=a165a98b-788d-4ca2-ab81-581f5851b2c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:27.464001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port a165a98b-788d-4ca2-ab81-581f5851b2c1 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:27.467514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.469711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5e6c4123-636a-4310-adb6-aba9a6a1d14b req-52c49b96-375a-4ea8-ade2-db4e3a3948f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "DELETE /v2.0/ports/a165a98b-788d-4ca2-ab81-581f5851b2c1 HTTP/1.1" status: 204 len: 173 time: 0.9016733 Jul 29 17:59:27.490969 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.590020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'name': 'tempest-NetworksTestDHCPv6-router-1884021184', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:23Z', 'updated_at': '2021-07-29T17:59:25Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '05389c57-ca55-4b31-8537-14b47ed52dc2', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:58:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:24Z', 'updated_at': '2021-07-29T17:59:26Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:27.635225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Checking router: c8e34753-e26d-4418-b90f-6254aab0f24b for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:27.635570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Updating router c8e34753-e26d-4418-b90f-6254aab0f24b port 05389c57-ca55-4b31-8537-14b47ed52dc2 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:59:27.675807 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.874711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:27.937241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b530a1cc-5135-4a70-ad2f-c453aff4f481 req-268b7bab-9ff4-4e92-99ec-a7ab80aa1036 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6928297-bafd-4f6c-b65f-1e7b77fa1634 HTTP/1.1" status: 200 len: 210 time: 0.0719583 Jul 29 17:59:28.013654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'name': 'network-vif-deleted', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:28.016584 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd392b-b1cd-4ef0-b8af-698e6ade1c81" -d '{"events": [{"server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "name": "network-vif-deleted", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:28.095971 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b01573c-549a-4205-a8c1-86df12eee3fb x-openstack-request-id: req-3b01573c-549a-4205-a8c1-86df12eee3fb {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:28.096501 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6928297-bafd-4f6c-b65f-1e7b77fa1634", "name": "network-vif-deleted", "tag": "a165a98b-788d-4ca2-ab81-581f5851b2c1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:28.096913 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b01573c-549a-4205-a8c1-86df12eee3fb {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:28.097606 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6928297-bafd-4f6c-b65f-1e7b77fa1634', 'name': 'network-vif-deleted', 'tag': 'a165a98b-788d-4ca2-ab81-581f5851b2c1', 'status': 'completed', 'code': 200} Jul 29 17:59:28.161870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.176006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Transition to ACTIVE for port object 05389c57-ca55-4b31-8537-14b47ed52dc2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:28.188261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.211417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 05389c57-ca55-4b31-8537-14b47ed52dc2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:28.211761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.306813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45466) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:28.311792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181afdb-beca-4a10-acd6-ae5b025f3458 None None] Pushing event updated for resources: {'Port': ['ID=05389c57-ca55-4b31-8537-14b47ed52dc2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:28.340113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Attempting to bind port 05389c57-ca55-4b31-8537-14b47ed52dc2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:28.340494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Attempting to bind port 05389c57-ca55-4b31-8537-14b47ed52dc2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:28.340915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Attempting to bind port 05389c57-ca55-4b31-8537-14b47ed52dc2 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:28.349988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:28.350776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:28.350883 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.351218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:28.351718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Bound port: 05389c57-ca55-4b31-8537-14b47ed52dc2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:28.352344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.358073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.378497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 05389c57-ca55-4b31-8537-14b47ed52dc2 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:28.465278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] For port 05389c57-ca55-4b31-8537-14b47ed52dc2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:28.470989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] For port 05389c57-ca55-4b31-8537-14b47ed52dc2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=05389c57-ca55-4b31-8537-14b47ed52dc2,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:28.481031 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.496182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97d8b5a7-6e96-4a95-9566-1e63316c9ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.594921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Routers {'c8e34753-e26d-4418-b90f-6254aab0f24b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:28.595908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['c8e34753-e26d-4418-b90f-6254aab0f24b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:28.602655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181afdb-beca-4a10-acd6-ae5b025f3458 None None] Pushing event updated for resources: {'Port': ['ID=05389c57-ca55-4b31-8537-14b47ed52dc2,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:28.634148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.634404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97d8b5a7-6e96-4a95-9566-1e63316c9ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.642091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97d8b5a7-6e96-4a95-9566-1e63316c9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.662573 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:59:28.704193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=05389c57-ca55-4b31-8537-14b47ed52dc2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:28.714946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97d8b5a7-6e96-4a95-9566-1e63316c9ce8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6dc612e6fc47ac81169d60fca9cac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062245 Jul 29 17:59:28.715961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8b5a7-6e96-4a95-9566-1e63316c9ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045eb4b-311c-4621-b439-2374429e1373,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:28.722451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:28.727959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a7562b80-50c0-43c7-9d1d-fa8416487822 None None] Could not find standard attr ID for object 05389c57-ca55-4b31-8537-14b47ed52dc2. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:28.763813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] Set router c8e34753-e26d-4418-b90f-6254aab0f24b gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:28.801307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.833668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.867170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.894168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.899478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:28.902989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b045eb4b-311c-4621-b439-2374429e1373 HTTP/1.1" status: 204 len: 168 time: 0.1772363 Jul 29 17:59:28.909810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e3662-1515-47d5-9d3f-211a0a244e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045eb4b-311c-4621-b439-2374429e1373,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:28.945655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0ebbe154-8455-481b-8ea1-2d0ff55b5ce8 None None] Could not find standard attr ID for object 05389c57-ca55-4b31-8537-14b47ed52dc2. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:29.122831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'name': 'tempest-NetworksTestDHCPv6-router-1884021184', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:23Z', 'updated_at': '2021-07-29T17:59:25Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '05389c57-ca55-4b31-8537-14b47ed52dc2', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:58:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:24Z', 'updated_at': '2021-07-29T17:59:28Z', 'revision_number': 4, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:29.124169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Router c8e34753-e26d-4418-b90f-6254aab0f24b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:29.228454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c332d51-f7f0-4c05-bd5c-3838d41917d1 None None] The sync data for ids ['c8e34753-e26d-4418-b90f-6254aab0f24b'] in n-d-801607-3 is: [{'id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'name': 'tempest-NetworksTestDHCPv6-router-1884021184', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:23Z', 'updated_at': '2021-07-29T17:59:25Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '05389c57-ca55-4b31-8537-14b47ed52dc2', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:58:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e34753-e26d-4418-b90f-6254aab0f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:24Z', 'updated_at': '2021-07-29T17:59:28Z', 'revision_number': 4, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '9487e255-8723-495f-9bef-8f1c8da2269f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:29.232808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:29.239685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f3490f25-ec87-4986-a065-e85d29652fd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "PUT /v2.0/routers/c8e34753-e26d-4418-b90f-6254aab0f24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950357 Jul 29 17:59:29.242289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45486) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:29.327676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1d6f2-867c-4aa8-a78a-780636692926 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:29.330040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1d6f2-867c-4aa8-a78a-780636692926 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:29.332283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2be1d6f2-867c-4aa8-a78a-780636692926 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887628 Jul 29 17:59:29.335071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:29.400592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 9487e255-8723-495f-9bef-8f1c8da2269f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:29.405177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:29.460809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:29.521097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:29.648218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:29.705583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=9487e255-8723-495f-9bef-8f1c8da2269f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:29.708092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:29.711756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dbe22cc2-e7cd-4a12-86f8-e2ea78de1c66 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/9487e255-8723-495f-9bef-8f1c8da2269f HTTP/1.1" status: 204 len: 168 time: 0.3736627 Jul 29 17:59:29.712989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:29.715766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85aa713-9a2b-4fac-9292-a67c9bba9c5f None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:29.734188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-5ebd7de9-2031-41f1-94e5-d0495d356f3b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:29.735924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-5ebd7de9-2031-41f1-94e5-d0495d356f3b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1635079 Jul 29 17:59:29.753652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-3e1f20af-69b4-4824-b71a-3caa5e336409 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0114045 Jul 29 17:59:29.861047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-f4eb32d2-117f-4013-8efd-a00d85ebce35 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907426 Jul 29 17:59:29.938347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38371e2a-2e8a-4d65-8365-f22e5d5413a8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2111864 Jul 29 17:59:29.940794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45520) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:30.008835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-c9532d34-3392-4702-86d0-3b254036784f service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456223 Jul 29 17:59:30.038203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:30.127493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Deleting port fca4d61c-1851-419f-851e-72380ad49084 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:30.135588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-5bd8b21a-cd44-47fb-b584-493be2e369b3 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228993 Jul 29 17:59:30.136012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.175047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:30.284314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] For port fca4d61c-1851-419f-851e-72380ad49084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fca4d61c-1851-419f-851e-72380ad49084,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:30.284725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.329687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Calling delete_port for fca4d61c-1851-419f-851e-72380ad49084 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:30.333318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fca4d61c-1851-419f-851e-72380ad49084 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:30.442304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b32bff8e-df59-4544-aabf-0ec0ba871e2c req-862cf3b8-1b02-49c9-ae48-ac5a0f384612 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 210 time: 0.0650959 Jul 29 17:59:30.462965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.463660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-657891675-network', 'tenant_id': '120c2589b1ca44f19815b98f3733539e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:30.519526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Made reservation on behalf of 120c2589b1ca44f19815b98f3733539e for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:30.522353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.539739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.550966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port fca4d61c-1851-419f-851e-72380ad49084, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fca4d61c-1851-419f-851e-72380ad49084,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:30.606480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.672554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.712986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.739287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.748049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.754074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] No DVR routers for this DVR port fca4d61c-1851-419f-851e-72380ad49084 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:30.756148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=fca4d61c-1851-419f-851e-72380ad49084,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:30.800766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:59:30.818115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2712e0-2ebd-470e-8042-39479a98bc98,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:30.824753 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.825103 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Added segment bd590333-4455-449f-81b0-f496defffb74 of type vlan for network a63b3844-8388-46b5-9563-ab9428450a74 Jul 29 17:59:30.839908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5bbb-5548-44dc-9b6c-d5aa5398274b None None] Pushing event deleted for resources: {'Port': ['ID=fca4d61c-1851-419f-851e-72380ad49084,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:30.890766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.897271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.900259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.932237 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.933956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:30.935123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.958655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.959754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Fanout notify agent at l3_agent the message router_deleted on router c8e34753-e26d-4418-b90f-6254aab0f24b {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:59:30.969648 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:30.971239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fbca799a-3bd5-4769-9274-3fe71bb22abd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/routers/c8e34753-e26d-4418-b90f-6254aab0f24b HTTP/1.1" status: 204 len: 168 time: 1.0293019 Jul 29 17:59:30.974063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45546) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:30.981513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:30.997950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8216772 Jul 29 17:59:31.000864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45548) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:31.016247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Request body: {'subnet': {'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-657891675-subnet', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:31.037024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51d935-c6c4-49b4-ac90-997779f8204d admin admin] Pushing event updated for resources: {'Network': ['ID=a63b3844-8388-46b5-9563-ab9428450a74,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:31.053886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a63b3844-8388-46b5-9563-ab9428450a74 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:59:31.069352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Made reservation on behalf of 120c2589b1ca44f19815b98f3733539e for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:31.072020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.143138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a165a98b-788d-4ca2-ab81-581f5851b2c1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:31.172901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: a165a98b-788d-4ca2-ab81-581f5851b2c1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:31.173242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a165a98b-788d-4ca2-ab81-581f5851b2c1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:31.195178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:31.199474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.353061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.365108 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Sync routers for ids ['c8e34753-e26d-4418-b90f-6254aab0f24b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:31.383709 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:31.384060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:59:31.385980 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_agentschedulers_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8e34753-e26d-4418-b90f-6254aab0f24b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 17:59:31.412107 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:31.412709 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:59:31.413455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_agentschedulers_db [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8e34753-e26d-4418-b90f-6254aab0f24b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 17:59:31.414055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f094a9-cbcb-4e30-a730-972b09c76409 None None] The sync data for ids ['c8e34753-e26d-4418-b90f-6254aab0f24b'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:31.460030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a21b4dd-058b-4849-a701-6ab87c379133,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:31.501640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Checking segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:31.502058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Network hostable DHCP agents. Network: a63b3844-8388-46b5-9563-ab9428450a74, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:59:31.535555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Network a63b3844-8388-46b5-9563-ab9428450a74 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:59:31.539435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.549947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a63b3844-8388-46b5-9563-ab9428450a74) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:31.560279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded6ed4-a20f-462c-ab3e-b8bed6371c29 None None] Network a63b3844-8388-46b5-9563-ab9428450a74 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:31.567216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:31.567835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.601919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-484316d5-8f9b-4030-a76e-6abf0e318f62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5965483 Jul 29 17:59:31.602628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45560) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:31.612074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:31.620514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:31.637889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.639280 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02d2ba46-d792-4682-9d8d-28f79bcc2c2f req-2fb6badf-7233-4dde-b739-4cdec2151b9d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 210 time: 0.0468996 Jul 29 17:59:31.640077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.640253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:31.641961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=634b6d45-0ea4-4cbd-aa3b-05e740150b22,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:31.644611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:31.645209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.672807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e69e4ea6-dc03-452d-af7b-2aae977f908d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6949735 Jul 29 17:59:31.673486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45562) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:31.678493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:31.693251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd1306-856a-4f2e-925a-6677e90a6888 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:31.705403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.707248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.708771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.782202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.789420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.812005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.813641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2454fe4-bd30-4ee5-b51a-9169fbaea615 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1392891 Jul 29 17:59:31.816227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45564) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:31.897586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:31.974418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:31.975290 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.256392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.280363 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.304453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 05389c57-ca55-4b31-8537-14b47ed52dc2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:32.308759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-ad4b9ce9-170a-4902-9ebe-1d77933221ab tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:32.317870 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-ad4b9ce9-170a-4902-9ebe-1d77933221ab tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.2019336 Jul 29 17:59:32.328598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-a63b3844-8388-46b5-9563-ab9428450a74', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:32.329462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.335284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 05389c57-ca55-4b31-8537-14b47ed52dc2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:32.335633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 05389c57-ca55-4b31-8537-14b47ed52dc2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:32.366008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:32.470836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Allocated IP 172.25.5.35 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/d8451665-1342-4c98-a67b-f6a5b01777ab) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:32.495540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/634b6d45-0ea4-4cbd-aa3b-05e740150b22/eda0e380-4f10-4e23-8385-d98dfc0ca55f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:32.500270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.587684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Allocated IP 172.20.0.2 (a63b3844-8388-46b5-9563-ab9428450a74/3a21b4dd-058b-4849-a701-6ab87c379133/b04ba93b-0770-4479-85cc-b5dae413ad10) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:32.643282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.654636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:32.660934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.698368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.758169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8451665-1342-4c98-a67b-f6a5b01777ab,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:32.766126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:32.769677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:32.779371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:32.822999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65cd97de-a4d8-4a5b-9051-daca0a547690 req-99825586-d485-4af5-a3d1-f3656faad732 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 210 time: 0.0553849 Jul 29 17:59:32.826393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.846781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Transition to ACTIVE for port object eda0e380-4f10-4e23-8385-d98dfc0ca55f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:32.895704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Transition to ACTIVE for port object eda0e380-4f10-4e23-8385-d98dfc0ca55f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:32.896934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.5 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/c8d61324-5a5d-45f1-b962-f53c4cd84098) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:32.909153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.911868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:32.949545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Transition to ACTIVE for port object b04ba93b-0770-4479-85cc-b5dae413ad10 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:32.960832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:32.969220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:32.971783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:32.988372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::1 (1274899e-2da7-42a7-8698-d34b8628565a/634b6d45-0ea4-4cbd-aa3b-05e740150b22/8f1dc4af-7a70-4928-a8e2-90292dc36b97) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:33.005460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Pushing event updated for resources: {'Port': ['ID=eda0e380-4f10-4e23-8385-d98dfc0ca55f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.013854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Transition to ACTIVE for port object b04ba93b-0770-4479-85cc-b5dae413ad10 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:33.034217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.077221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Attempting to bind port eda0e380-4f10-4e23-8385-d98dfc0ca55f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:33.077588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Attempting to bind port eda0e380-4f10-4e23-8385-d98dfc0ca55f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:33.077965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Attempting to bind port eda0e380-4f10-4e23-8385-d98dfc0ca55f on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:33.084954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Network a63b3844-8388-46b5-9563-ab9428450a74 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:33.090231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:33.092865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:33.099887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:33.100264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:33.100666 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.101054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:33.101545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Bound port: eda0e380-4f10-4e23-8385-d98dfc0ca55f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:33.101914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.111102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.122445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Pushing event updated for resources: {'Port': ['ID=b04ba93b-0770-4479-85cc-b5dae413ad10,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.194901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.211296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.212251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] For port eda0e380-4f10-4e23-8385-d98dfc0ca55f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:33.230421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 8f1dc4af-7a70-4928-a8e2-90292dc36b97 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:33.233368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] For port eda0e380-4f10-4e23-8385-d98dfc0ca55f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eda0e380-4f10-4e23-8385-d98dfc0ca55f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:33.234625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Attempting to bind port b04ba93b-0770-4479-85cc-b5dae413ad10 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:33.235009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Attempting to bind port b04ba93b-0770-4479-85cc-b5dae413ad10 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:33.235351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Attempting to bind port b04ba93b-0770-4479-85cc-b5dae413ad10 on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:33.241503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:33.241876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Checking segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:33.242318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.242719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Bound using segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:33.243217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Bound port: b04ba93b-0770-4479-85cc-b5dae413ad10, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:33.243623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.245898 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.277942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.294144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:33.306344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.329986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:33.332568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.341345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:33.341345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:33.343930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:33.357278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:33.377308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:33.377854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.383590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.402217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae925-d073-41e2-96cd-53986e111db2 None None] Pushing event updated for resources: {'Port': ['ID=eda0e380-4f10-4e23-8385-d98dfc0ca55f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.493169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:33.493803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.506051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Router af867b7d-9273-4e48-9c19-629312049307 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:59:33.509085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] For port b04ba93b-0770-4479-85cc-b5dae413ad10, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:33.541844 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=8f1dc4af-7a70-4928-a8e2-90292dc36b97,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.555541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] For port b04ba93b-0770-4479-85cc-b5dae413ad10, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b04ba93b-0770-4479-85cc-b5dae413ad10,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:33.564002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-963252a8-edd0-4e03-830b-4b2a3703a9d7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2040458 Jul 29 17:59:33.573862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.588493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Request body: {'port': {'device_id': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:33.690786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f519e00-fe57-49e4-b78b-aad30cb528d0 None None] Pushing event updated for resources: {'Port': ['ID=b04ba93b-0770-4479-85cc-b5dae413ad10,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:33.699213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:33.712221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Sync routers for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:33.728463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:33.729113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:33.732429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.734611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-79afc2bc-61ab-49af-a354-7c0e7da54fb1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1263187 Jul 29 17:59:33.737222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45580) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:33.763504 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.765561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:33.895488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:34.143827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:32Z', 'revision_number': 3, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:34.181703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Checking router: af867b7d-9273-4e48-9c19-629312049307 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:34.182137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Updating router af867b7d-9273-4e48-9c19-629312049307 port d8451665-1342-4c98-a67b-f6a5b01777ab binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:59:34.212691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.278183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97bafe-d5b6-489c-b4a3-a0a933ae8494 req-2d725f41-3fea-4613-af47-979b49f8532f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:34.279954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de97bafe-d5b6-489c-b4a3-a0a933ae8494 req-2d725f41-3fea-4613-af47-979b49f8532f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 931 time: 0.3307796 Jul 29 17:59:34.426217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eda0e380-4f10-4e23-8385-d98dfc0ca55f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:34.583165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port eda0e380-4f10-4e23-8385-d98dfc0ca55f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:34.599266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b04ba93b-0770-4479-85cc-b5dae413ad10 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:34.778617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b04ba93b-0770-4479-85cc-b5dae413ad10 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:34.785411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.800024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Transition to ACTIVE for port object d8451665-1342-4c98-a67b-f6a5b01777ab will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:34.812162 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.839958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de97bafe-d5b6-489c-b4a3-a0a933ae8494 req-a8a4cdb8-1c90-4f9c-b71a-ab0a968df22e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465813 Jul 29 17:59:34.881879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.890586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Attempting to bind port d8451665-1342-4c98-a67b-f6a5b01777ab on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:34.896008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Attempting to bind port d8451665-1342-4c98-a67b-f6a5b01777ab by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:34.896558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Attempting to bind port d8451665-1342-4c98-a67b-f6a5b01777ab on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:34.909167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:34.910667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.910900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:34.911561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.912420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:34.913025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Bound port: d8451665-1342-4c98-a67b-f6a5b01777ab, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:34.914349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.929300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d61324-5a5d-45f1-b962-f53c4cd84098 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:34.934517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.935463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.945484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:34.954661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09775e0-ab71-4918-90c1-c42706576094 None None] Pushing event updated for resources: {'Port': ['ID=d8451665-1342-4c98-a67b-f6a5b01777ab,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:34.990900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Provisioning for port eda0e380-4f10-4e23-8385-d98dfc0ca55f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:34.999252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Provisioning complete for port eda0e380-4f10-4e23-8385-d98dfc0ca55f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:34.999709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.001821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] For port d8451665-1342-4c98-a67b-f6a5b01777ab, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:35.005915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] For port d8451665-1342-4c98-a67b-f6a5b01777ab, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d8451665-1342-4c98-a67b-f6a5b01777ab,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:35.035863 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.065492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Transition to ACTIVE for port object c8d61324-5a5d-45f1-b962-f53c4cd84098 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:35.079063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.081080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=8f1dc4af-7a70-4928-a8e2-90292dc36b97,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.150912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09775e0-ab71-4918-90c1-c42706576094 None None] Pushing event updated for resources: {'Port': ['ID=d8451665-1342-4c98-a67b-f6a5b01777ab,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.159744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:35.160498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:35.196485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Allocated IP 172.20.0.1 (a63b3844-8388-46b5-9563-ab9428450a74/3a21b4dd-058b-4849-a701-6ab87c379133/fdc2fa23-4a48-4561-9258-03c27c91bc39) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:35.235413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:35.241119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:35.243081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.279575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.365323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.379827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Transition to ACTIVE for port object fdc2fa23-4a48-4561-9258-03c27c91bc39 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:35.394461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:35.419264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.443399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] For port eda0e380-4f10-4e23-8385-d98dfc0ca55f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eda0e380-4f10-4e23-8385-d98dfc0ca55f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:35.460039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Attempting to bind port c8d61324-5a5d-45f1-b962-f53c4cd84098 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:35.460039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Attempting to bind port c8d61324-5a5d-45f1-b962-f53c4cd84098 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:35.460734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Attempting to bind port c8d61324-5a5d-45f1-b962-f53c4cd84098 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:35.467802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Port c8d61324-5a5d-45f1-b962-f53c4cd84098 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:35.468132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Attempting to bind port c8d61324-5a5d-45f1-b962-f53c4cd84098 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:35.468901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Network a63b3844-8388-46b5-9563-ab9428450a74 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:35.473343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:35.477743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:35.478176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:35.478541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:35.478928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:35.479403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Bound port: c8d61324-5a5d-45f1-b962-f53c4cd84098, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:35.479721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.481304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001405f-281c-4b0c-ade6-1bf05df10823 None None] Network a63b3844-8388-46b5-9563-ab9428450a74 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:35.484463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.557388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:35.560577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:35.574064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.575609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.578790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Pushing event updated for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.652498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c208f-9366-4465-91c6-17601ccd03d1 None None] Pushing event updated for resources: {'Port': ['ID=eda0e380-4f10-4e23-8385-d98dfc0ca55f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.667479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:35.669073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.671798 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] 10.222.0.49 "PUT /v2.0/ports/c8d61324-5a5d-45f1-b962-f53c4cd84098 HTTP/1.1" status: 200 len: 1091 time: 2.0939631 Jul 29 17:59:35.676913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:35.681005 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44c94b-a633-46f9-9014-a9b90de9d874" -d '{"events": [{"name": "network-changed", "server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:35.681174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Provisioning for port b04ba93b-0770-4479-85cc-b5dae413ad10 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:35.692347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Router e2791c54-8d2c-4d39-bd86-f9752642cff1 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:59:35.723894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Provisioning complete for port b04ba93b-0770-4479-85cc-b5dae413ad10 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:35.724311 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.744507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:35.790433 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd937e-7447-47fd-924e-ba412f390eea x-openstack-request-id: req-f3fd937e-7447-47fd-924e-ba412f390eea {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:35.790845 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:35.791071 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3fd937e-7447-47fd-924e-ba412f390eea {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:35.791527 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098', 'status': 'completed', 'code': 200} Jul 29 17:59:35.808415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c390-a243-4877-a0c5-229378cd7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:35.888441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-fbb29b52-7168-4850-a23d-94202c90c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:35.890094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-fbb29b52-7168-4850-a23d-94202c90c679 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 1094 time: 0.0973079 Jul 29 17:59:35.893589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:35.903905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a711f7e-acff-41f7-93ac-6a9364449ad6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "PUT /v2.0/routers/e2791c54-8d2c-4d39-bd86-f9752642cff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0862536 Jul 29 17:59:35.904645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45600) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:35.905463 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Sync routers for ids ['e2791c54-8d2c-4d39-bd86-f9752642cff1'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:35.924115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Routers {'e2791c54-8d2c-4d39-bd86-f9752642cff1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:35.926940 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2791c54-8d2c-4d39-bd86-f9752642cff1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:35.977272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-46b3646c-8d13-4d20-822f-5d91cb4c9d81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098 HTTP/1.1" status: 200 len: 217 time: 0.0715468 Jul 29 17:59:36.044581 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.055208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae0227d-cf07-4b7f-817e-bb70c5eb5337 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:36.057054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.059509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fae0227d-cf07-4b7f-817e-bb70c5eb5337 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports/8f1dc4af-7a70-4928-a8e2-90292dc36b97 HTTP/1.1" status: 200 len: 911 time: 0.1452453 Jul 29 17:59:36.075154 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Set router e2791c54-8d2c-4d39-bd86-f9752642cff1 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:36.103971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45602) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:36.126306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.167631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f4a4-9633-4083-a680-e67518541c77 req-8669d34b-62db-4e76-9624-5b3c437d549e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:36.169188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4971f4a4-9633-4083-a680-e67518541c77 req-8669d34b-62db-4e76-9624-5b3c437d549e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 943 time: 0.1868627 Jul 29 17:59:36.175460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-a99a5ecb-7d7f-49ec-97f0-834454b4bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:36.176907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-a99a5ecb-7d7f-49ec-97f0-834454b4bef3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.1691995 Jul 29 17:59:36.193383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77836b0-03f9-437e-8b58-c3721b831a6d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:36.198788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:32Z', 'revision_number': 3, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:36.210893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77836b0-03f9-437e-8b58-c3721b831a6d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:36.225879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f77836b0-03f9-437e-8b58-c3721b831a6d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1194625 Jul 29 17:59:36.229357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45604) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:36.262639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.264541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66402a0-1cf7-43ff-a672-30a391b9ec6a None None] The sync data for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 is: [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:32Z', 'revision_number': 3, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:36.327866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Network a63b3844-8388-46b5-9563-ab9428450a74 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:36.336372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:36.338647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] For port b04ba93b-0770-4479-85cc-b5dae413ad10, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b04ba93b-0770-4479-85cc-b5dae413ad10,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:36.341447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eda0e380-4f10-4e23-8385-d98dfc0ca55f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:36.353046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Pushing event updated for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:36.381346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.456771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Provisioning for port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:36.464270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Provisioning complete for port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:36.464840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.480174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:33Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '8f1dc4af-7a70-4928-a8e2-90292dc36b97', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:24:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:34Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:36.527420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:36.545757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port eda0e380-4f10-4e23-8385-d98dfc0ca55f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:36.545757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.554910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Router af867b7d-9273-4e48-9c19-629312049307 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:36.559953 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Checking router: e2791c54-8d2c-4d39-bd86-f9752642cff1 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:36.560362 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Updating router e2791c54-8d2c-4d39-bd86-f9752642cff1 port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:59:36.577127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcf364-49e7-41f8-99f6-c1ab5318b8dd None None] Pushing event updated for resources: {'Port': ['ID=b04ba93b-0770-4479-85cc-b5dae413ad10,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:36.619487 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.710715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d94565d3-882d-4a5e-9a2b-f363c221db4c None None] Provisioning complete for port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:36.712965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d94565d3-882d-4a5e-9a2b-f363c221db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:36.765727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:36.774114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d94565d3-882d-4a5e-9a2b-f363c221db4c None None] Port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:36.800212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7461c68a-de30-45c7-9f4e-2a8681eb11bc admin admin] 10.222.0.16 "PUT /v2.0/routers/af867b7d-9273-4e48-9c19-629312049307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0614657 Jul 29 17:59:36.829142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-4711c1a3-2df7-4621-a4dd-4687556f8bf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6005735 Jul 29 17:59:36.909437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Provisioning for port fdc2fa23-4a48-4561-9258-03c27c91bc39 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:36.913863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Provisioning complete for port fdc2fa23-4a48-4561-9258-03c27c91bc39 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:36.914278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.004039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Port fdc2fa23-4a48-4561-9258-03c27c91bc39 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:37.016282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4971f4a4-9633-4083-a680-e67518541c77 req-178ddca9-b55f-42b9-9027-606c654a02d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890663 Jul 29 17:59:37.031246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Provisioning complete for port b04ba93b-0770-4479-85cc-b5dae413ad10 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:37.031449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5aa8159e-ddf9-443b-8fe4-35ba30c02d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.152495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-db5186a4-2c72-4584-be1c-9864696bc54c service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860153 Jul 29 17:59:37.262563 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.291707 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Transition to ACTIVE for port object 8f1dc4af-7a70-4928-a8e2-90292dc36b97 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:37.295568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37c77b40-37d8-41cc-9d4f-749c85ea4679 None None] Provisioning complete for port fdc2fa23-4a48-4561-9258-03c27c91bc39 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:37.297203 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37c77b40-37d8-41cc-9d4f-749c85ea4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.303450 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.392070 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Pushing event updated for resources: {'Port': ['ID=8f1dc4af-7a70-4928-a8e2-90292dc36b97,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:37.393803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-37c77b40-37d8-41cc-9d4f-749c85ea4679 None None] Port fdc2fa23-4a48-4561-9258-03c27c91bc39 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:37.422075 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.422487 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.422759 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.423088 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.423403 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.423754 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.427048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-69dc601c-005b-4c6c-a9f9-5db837fe293e req-a0feea86-25c7-4cd6-80d7-43d02edfb090 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634797 Jul 29 17:59:37.435594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.440022 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.440459 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.440786 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.441108 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.441429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.441743 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:37.500844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Attempting to bind port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:37.501251 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Attempting to bind port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:37.506092 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Attempting to bind port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:37.516208 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:37.516877 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:37.517545 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.518386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:37.519084 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Bound port: 8f1dc4af-7a70-4928-a8e2-90292dc36b97, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:37.519699 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.531926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f2ed60fa-dc1a-4fb7-bbc7-3fe7cb0bd9f5 None None] Provisioning complete for port fdc2fa23-4a48-4561-9258-03c27c91bc39 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:37.532297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2ed60fa-dc1a-4fb7-bbc7-3fe7cb0bd9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.557071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:37.562933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558632872', 'description': 'tempest-description--2118272831'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:37.603317 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] For port 8f1dc4af-7a70-4928-a8e2-90292dc36b97, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:37.606860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.607049 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] For port 8f1dc4af-7a70-4928-a8e2-90292dc36b97, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8f1dc4af-7a70-4928-a8e2-90292dc36b97,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:37.608771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed60fa-dc1a-4fb7-bbc7-3fe7cb0bd9f5 None None] Port fdc2fa23-4a48-4561-9258-03c27c91bc39 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:37.616103 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.655981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-1ada9ea5-2881-4061-a804-f8f98678c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:37.658807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-1ada9ea5-2881-4061-a804-f8f98678c759 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 1094 time: 0.1587887 Jul 29 17:59:37.694093 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625b0c-cc6a-41aa-9d7f-204599ff84f8 None None] Pushing event updated for resources: {'Port': ['ID=8f1dc4af-7a70-4928-a8e2-90292dc36b97,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:37.709174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Routers {'e2791c54-8d2c-4d39-bd86-f9752642cff1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:37.709960 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2791c54-8d2c-4d39-bd86-f9752642cff1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:37.765432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.776144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.841267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f43e79-291b-4896-96d4-5268023ca7ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:37.855130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:37.859446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f698bba2-d14e-4992-8173-5f01371d7ba6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2976563 Jul 29 17:59:37.860139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:37.864582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group_rule': {'security_group_id': '12f43e79-291b-4896-96d4-5268023ca7ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:37.895238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-1789b7d8-12c1-476b-b793-8b7e3e4ca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:37.896968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-1789b7d8-12c1-476b-b793-8b7e3e4ca522 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.2298453 Jul 29 17:59:37.954588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-864ba276-4a93-4407-a89b-2c0702f153cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098 HTTP/1.1" status: 200 len: 217 time: 0.0446153 Jul 29 17:59:37.960204 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] Set router e2791c54-8d2c-4d39-bd86-f9752642cff1 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:37.981750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.079166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-5ad838c6-4c9b-480d-b72f-1695b8df89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:38.080790 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-5ad838c6-4c9b-480d-b72f-1695b8df89ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.1078224 Jul 29 17:59:38.130457 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-244811de-e650-4671-8d08-e415a6ea8ae3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374889 Jul 29 17:59:38.138790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.153172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 8f1dc4af-7a70-4928-a8e2-90292dc36b97 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:38.153518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.161122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4274dd4-0060-4b6f-9fc5-9ce6f1ed3fea req-68ce0ace-3de9-44b7-801e-78f36d285cbf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:38.162888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4274dd4-0060-4b6f-9fc5-9ce6f1ed3fea req-68ce0ace-3de9-44b7-801e-78f36d285cbf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 943 time: 0.0656979 Jul 29 17:59:38.258380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4274dd4-0060-4b6f-9fc5-9ce6f1ed3fea req-e2a787b8-add9-4459-9c12-8cdc7cd477bf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Jul 29 17:59:38.276400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:33Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '8f1dc4af-7a70-4928-a8e2-90292dc36b97', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:24:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:37Z', 'revision_number': 4, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:38.300690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.319473 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29005904-466c-43cf-aba2-4e5f4e24011e None None] The sync data for ids ['e2791c54-8d2c-4d39-bd86-f9752642cff1'] in n-d-801607-3 is: [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:33Z', 'revision_number': 2, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None, '_interfaces': [{'id': '8f1dc4af-7a70-4928-a8e2-90292dc36b97', 'name': '', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'mac_address': 'fa:16:3e:24:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:37Z', 'revision_number': 4, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'subnets': [{'id': '634b6d45-0ea4-4cbd-aa3b-05e740150b22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:38.348156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.351864 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4886928 Jul 29 17:59:38.352233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:38.356980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group_rule': {'security_group_id': '12f43e79-291b-4896-96d4-5268023ca7ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:38.406075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.417784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d8451665-1342-4c98-a67b-f6a5b01777ab up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:38.426339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] For port 8f1dc4af-7a70-4928-a8e2-90292dc36b97, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8f1dc4af-7a70-4928-a8e2-90292dc36b97,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:38.426711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.436240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acddcca-cb99-4821-b4ce-c4c6c2d989e3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff4e948-ab3d-4caa-a1dc-9aa249f3e070,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:38.446174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 8f1dc4af-7a70-4928-a8e2-90292dc36b97 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:38.452522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-7537bfbf-18e6-41c8-b2b3-19a10f729271 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096645 Jul 29 17:59:38.489148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d8451665-1342-4c98-a67b-f6a5b01777ab completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:38.495782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d8451665-1342-4c98-a67b-f6a5b01777ab triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:38.496679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.501117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.511695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.549907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.551031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977749 Jul 29 17:59:38.553967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:38.568688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:38.578503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abc51-c9e2-4125-8758-bb806e24d2b6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b328cc3d-deed-418e-b846-c5d168cb733f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:38.613801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.618498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.637854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cf44c94b-a633-46f9-9014-a9b90de9d874 req-62c62d88-e668-44cb-b0ab-f132abeef439 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226237 Jul 29 17:59:38.651247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d8451665-1342-4c98-a67b-f6a5b01777ab, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d8451665-1342-4c98-a67b-f6a5b01777ab,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:38.661141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.662341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b04ba93b-0770-4479-85cc-b5dae413ad10 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:38.805416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.806815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d8451665-1342-4c98-a67b-f6a5b01777ab,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:38.818517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.820500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b04ba93b-0770-4479-85cc-b5dae413ad10 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:38.820884 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:38.888387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=8f1dc4af-7a70-4928-a8e2-90292dc36b97,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:38.928977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Sync routers for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:38.961708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:38.962763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:38.976225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Allocated IP 172.25.5.138 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/a00f07bf-48b4-4494-bb23-f03c8bb3072d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:39.121163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.142934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:39.188527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c8d61324-5a5d-45f1-b962-f53c4cd84098 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:39.242687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.253960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-673b8471-a3e2-4896-b2cc-f3fa6205a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.326449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.344553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:59:39.371642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:39.385058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:39.390366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:39.425901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=a00f07bf-48b4-4494-bb23-f03c8bb3072d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:39.512989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:39.522073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.527356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'c8d61324-5a5d-45f1-b962-f53c4cd84098', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': 'c8d61324-5a5d-45f1-b962-f53c4cd84098', 'mac_address': 'fa:16:3e:f0:ee:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:39.576275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.602765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.630278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d61324-5a5d-45f1-b962-f53c4cd84098 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:39.681471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:39.692519 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.736084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 2, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:39.776541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Checking router: af867b7d-9273-4e48-9c19-629312049307 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:39.776541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Updating router af867b7d-9273-4e48-9c19-629312049307 port fdc2fa23-4a48-4561-9258-03c27c91bc39 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:59:39.799731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:39.800896 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.809468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.813544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.873533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Router e2791c54-8d2c-4d39-bd86-f9752642cff1 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:39.884985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=a00f07bf-48b4-4494-bb23-f03c8bb3072d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:39.888609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da2b9a-c45e-4bb4-9a30-ddd336ba791d req-92c6b812-8f4a-4401-adb8-ef2551afff04 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:39.890171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06da2b9a-c45e-4bb4-9a30-ddd336ba791d req-92c6b812-8f4a-4401-adb8-ef2551afff04 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 944 time: 0.0701246 Jul 29 17:59:39.905319 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.918934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['c8d61324-5a5d-45f1-b962-f53c4cd84098'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:39.926787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:39.935640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db59c8f5-ae31-42dc-be49-6e5d6392e5dd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3732734 Jul 29 17:59:40.000189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:40.009584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f32e6f3-4bc1-43f7-8eca-03680b31d557 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "PUT /v2.0/routers/e2791c54-8d2c-4d39-bd86-f9752642cff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7711437 Jul 29 17:59:40.011527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45660) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:40.050462 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-06da2b9a-c45e-4bb4-9a30-ddd336ba791d req-14eab496-44f6-45de-a4fd-ceb99bdb897c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499851 Jul 29 17:59:40.102862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d45527-9328-4a24-96c2-5ef0eb2500d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:40.104380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d45527-9328-4a24-96c2-5ef0eb2500d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:40.106800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-31d45527-9328-4a24-96c2-5ef0eb2500d4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0933301 Jul 29 17:59:40.108869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:40.122916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-8f8c2b3d-57a5-49a7-b9ff-ae0b1f691e67 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1558632872&fields=id&tenant_id=120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 267 time: 0.0664330 Jul 29 17:59:40.211006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 634b6d45-0ea4-4cbd-aa3b-05e740150b22 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:40.225001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.297995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.346796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-0656fc5c-6e2f-4eb7-97d7-a7c7261df791 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:40.348375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-0656fc5c-6e2f-4eb7-97d7-a7c7261df791 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 810 time: 0.2172294 Jul 29 17:59:40.357638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d8451665-1342-4c98-a67b-f6a5b01777ab up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:40.366601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-1b1a2755-599d-456d-83e2-c06a894d4d17 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/quotas/120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 375 time: 0.0117931 Jul 29 17:59:40.426363 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.437118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-f9a9b896-0f65-4e6e-a178-7389cd547b0b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640869 Jul 29 17:59:40.446543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Transition to ACTIVE for port object fdc2fa23-4a48-4561-9258-03c27c91bc39 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:40.452832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.453006 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Sync routers for ids ['e2791c54-8d2c-4d39-bd86-f9752642cff1'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:40.461938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.462531 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Routers {'e2791c54-8d2c-4d39-bd86-f9752642cff1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:40.463165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2791c54-8d2c-4d39-bd86-f9752642cff1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:40.471985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d8451665-1342-4c98-a67b-f6a5b01777ab triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:40.471985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.530593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.567086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=634b6d45-0ea4-4cbd-aa3b-05e740150b22,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:40.588147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:40.590919 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Set router e2791c54-8d2c-4d39-bd86-f9752642cff1 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:40.595918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/634b6d45-0ea4-4cbd-aa3b-05e740150b22 HTTP/1.1" status: 204 len: 168 time: 0.4858215 Jul 29 17:59:40.597663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.598003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.598363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.598705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.599045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.599366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.599691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.600013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.600334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.600654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.603285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.603285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5c2100-eb84-4c96-bff3-baa3c981d68f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:40.613696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0076d-8d10-40c9-94c5-2ac7d7ba545b None None] Pushing event updated for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:40.623786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:40.639563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c38e3-6361-412f-9194-7baeb24d91f7 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:40.738286 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 3, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:40.849083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Checking router: e2791c54-8d2c-4d39-bd86-f9752642cff1 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:40.872354 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3dca682a-8e15-4f5d-a55a-9df7d866a92b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2475739 Jul 29 17:59:40.878650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:40.886094 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Routers {'e2791c54-8d2c-4d39-bd86-f9752642cff1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:40.886987 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e2791c54-8d2c-4d39-bd86-f9752642cff1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:40.900755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-451bbb08-9380-4438-9226-61dfc5115566 service neutron] 10.222.0.16 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494767 Jul 29 17:59:40.948945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Attempting to bind port fdc2fa23-4a48-4561-9258-03c27c91bc39 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:40.949576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Attempting to bind port fdc2fa23-4a48-4561-9258-03c27c91bc39 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:40.950213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Attempting to bind port fdc2fa23-4a48-4561-9258-03c27c91bc39 on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:40.970670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.025686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] Set router e2791c54-8d2c-4d39-bd86-f9752642cff1 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:41.046959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:41.047446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Checking segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:41.048519 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.048519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Bound using segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:41.048928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Bound port: fdc2fa23-4a48-4561-9258-03c27c91bc39, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:41.049388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.089915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-cbd78a12-6a38-4979-9cc1-67191c2a9e56 service neutron] 10.222.0.16 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789424 Jul 29 17:59:41.112568 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 3, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:41.158380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb2ff6-2c2a-47d4-939c-2671783fa6eb None None] The sync data for ids ['e2791c54-8d2c-4d39-bd86-f9752642cff1'] in n-d-801607-3 is: [{'id': 'e2791c54-8d2c-4d39-bd86-f9752642cff1', 'name': 'tempest-NetworksTestDHCPv6-router-756364695', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 3, 'project_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:41.172533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c8d61324-5a5d-45f1-b962-f53c4cd84098 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:41.177797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.180409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.201037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] For port fdc2fa23-4a48-4561-9258-03c27c91bc39, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:41.225657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] For port fdc2fa23-4a48-4561-9258-03c27c91bc39, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fdc2fa23-4a48-4561-9258-03c27c91bc39,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:41.238319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.296565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.297062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Fanout notify agent at l3_agent the message router_deleted on router e2791c54-8d2c-4d39-bd86-f9752642cff1 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:59:41.309954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port c8d61324-5a5d-45f1-b962-f53c4cd84098 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:41.311550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.312911 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9261f8fe-b772-4b49-b3a0-42eaa508f9db tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/routers/e2791c54-8d2c-4d39-bd86-f9752642cff1 HTTP/1.1" status: 204 len: 168 time: 0.4310255 Jul 29 17:59:41.315088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:41.315659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:41.317738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45688) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:41.320789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port c8d61324-5a5d-45f1-b962-f53c4cd84098 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:41.321108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235af94-7f81-465c-ba51-98169bcb1841 req-e40e1266-940c-473d-8f20-bf5a638b973d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:41.321248 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.323824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5235af94-7f81-465c-ba51-98169bcb1841 req-e40e1266-940c-473d-8f20-bf5a638b973d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 944 time: 0.1410904 Jul 29 17:59:41.357093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0076d-8d10-40c9-94c5-2ac7d7ba545b None None] Pushing event updated for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:41.409430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-147218ec-aa96-42ea-ade4-7a182830bf7b req-1e67d96b-b64b-4476-a5ec-141d4043503b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 210 time: 0.0918322 Jul 29 17:59:41.416574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5235af94-7f81-465c-ba51-98169bcb1841 req-04a92302-eb00-4b0d-8b74-60c2a855b659 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846646 Jul 29 17:59:41.435579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ecfe5-3a59-4df7-893a-a056a902dc97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:41.437353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e39ecfe5-3a59-4df7-893a-a056a902dc97 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1184709 Jul 29 17:59:41.440212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45696) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:41.525722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53523c42-05ed-437d-b334-07e996b3e34a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:41.531774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45698) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:41.533228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53523c42-05ed-437d-b334-07e996b3e34a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918617 Jul 29 17:59:41.563874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:41.569732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:41.608185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-79be236f-5534-4ce9-ab54-8f4d43511b85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705562 Jul 29 17:59:41.608949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:41.614956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:41.846689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:41.863981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.965498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:41.967562 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6467b669-e857-4e7d-bc21-a808177335ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.051981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.100279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:42.102919 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c288ee68-4f44-4b85-a0cf-440a05090455" -d '{"events": [{"server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "name": "network-vif-plugged", "status": "completed", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:42.141083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:42.164324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.174753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Deleting port eda0e380-4f10-4e23-8385-d98dfc0ca55f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:42.175140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.285892 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2208ed94-615e-47ac-8683-2e803f6bf9d8 x-openstack-request-id: req-2208ed94-615e-47ac-8683-2e803f6bf9d8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:42.286187 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "name": "network-vif-plugged", "status": "completed", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:42.287302 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2208ed94-615e-47ac-8683-2e803f6bf9d8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:42.287734 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098', 'code': 200} Jul 29 17:59:42.332363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eda0e380-4f10-4e23-8385-d98dfc0ca55f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:42.346179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] For port eda0e380-4f10-4e23-8385-d98dfc0ca55f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eda0e380-4f10-4e23-8385-d98dfc0ca55f,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:42.346608 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.363216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Calling delete_port for eda0e380-4f10-4e23-8385-d98dfc0ca55f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:42.370048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:42.401400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ed21f-4f57-4fcd-ab28-cd5ec23d94cb req-0c4252bc-1d4b-418e-ac1d-225bcb7192be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:42.404230 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-252ed21f-4f57-4fcd-ab28-cd5ec23d94cb req-0c4252bc-1d4b-418e-ac1d-225bcb7192be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 1096 time: 0.0632987 Jul 29 17:59:42.428288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:59:42.442957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-252ed21f-4f57-4fcd-ab28-cd5ec23d94cb req-29c4d8a8-98c8-4d5c-a3c2-74391d5177c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Jul 29 17:59:42.493945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:41Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:42.537953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7c06-b21b-436d-a0c6-3d16abbe9a6f None None] The sync data for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 is: [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:41Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:42.651982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e7b4620-2158-48c2-ab78-5dfbafac4632 req-f3d5eddf-7904-44bf-8e35-8e499bbfbf0a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 210 time: 0.0942464 Jul 29 17:59:42.664680 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.719032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.744729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ca06-ab6a-4107-9525-516fa3be85d4 req-7b7cc941-a349-4178-9e7d-71171a54b320 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:42.746371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf07ca06-ab6a-4107-9525-516fa3be85d4 req-7b7cc941-a349-4178-9e7d-71171a54b320 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.1817753 Jul 29 17:59:42.776596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Port eda0e380-4f10-4e23-8385-d98dfc0ca55f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94051) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 17:59:42.776941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:e718 {{(pid=94051) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 17:59:42.781372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3a:e718 {{(pid=94051) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 17:59:42.786756 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.826615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] No DVR routers for this DVR port eda0e380-4f10-4e23-8385-d98dfc0ca55f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:42.842151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7fc2f-1982-4b14-a4fd-b630055ba09b None None] Pushing event deleted for resources: {'Port': ['ID=eda0e380-4f10-4e23-8385-d98dfc0ca55f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:42.880688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8f1dc4af-7a70-4928-a8e2-90292dc36b97 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:42.886110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf07ca06-ab6a-4107-9525-516fa3be85d4 req-93874a02-2800-4f97-a98f-00bfe7224b63 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268282 Jul 29 17:59:42.901949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:42.929009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:42.931922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8f1dc4af-7a70-4928-a8e2-90292dc36b97 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:42.932526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8f1dc4af-7a70-4928-a8e2-90292dc36b97 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:42.944299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:42.953201 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:42.961665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b1bc6-190b-4c80-85d1-80437a371e8c None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:42.997845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=72f73e1b-a82b-4809-89f9-c7c621cc6f16,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:43.009707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.012066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.012817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.013823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.014623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.015518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.016293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.016832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.017451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.017984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.018586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.019118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:43.031188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a5581b69-9c3b-4cf2-9f19-acf34848975b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4217570 Jul 29 17:59:43.033859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:43.039626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:43.194848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-b6c425f2-0e28-4f9a-a394-df842d0fd306 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:43.200232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-b6c425f2-0e28-4f9a-a394-df842d0fd306 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 810 time: 0.3806448 Jul 29 17:59:43.231590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.285884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-d1651024-6350-4b4a-b56c-ffb319a5ae8e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 380 time: 0.0741093 Jul 29 17:59:43.298168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:43.307896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'port': {'device_id': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'admin_state_up': True, 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'security_groups': ['12f43e79-291b-4896-96d4-5268023ca7ae']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:43.313414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.415061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '72f73e1b-a82b-4809-89f9-c7c621cc6f16'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:43.418683 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.495963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Made reservation on behalf of 120c2589b1ca44f19815b98f3733539e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:43.501559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.576910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Allocated IP 2001:db8::f816:3eff:fe3f:d338 (1274899e-2da7-42a7-8698-d34b8628565a/72f73e1b-a82b-4809-89f9-c7c621cc6f16/d77ae829-da36-479b-97b2-3ba261f4a786) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:43.646222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Allocated IP 172.20.0.6 (a63b3844-8388-46b5-9563-ab9428450a74/3a21b4dd-058b-4849-a701-6ab87c379133/81bdee41-d254-454f-ada1-67b7d304385a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:43.649505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.716234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:43.722552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:43.729558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:43.731017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.750062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=25e4b613-72d4-4a7c-aad1-0030e536e47f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:43.819362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.839130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b91089f8-1ead-4206-86f4-f68ad0aeb958 req-2c2f33b9-0612-475a-8a14-d5a518642ec3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 210 time: 0.0707278 Jul 29 17:59:43.841727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Transition to ACTIVE for port object d77ae829-da36-479b-97b2-3ba261f4a786 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:43.842879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6ab04b7a-058c-4345-8cf4-fe486deb1db8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8077068 Jul 29 17:59:43.847433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45738) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:43.854754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:89:1e:d6', 'name': 'tempest-NetworksTestDHCPv6-1855305589'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:43.861933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Transition to ACTIVE for port object d77ae829-da36-479b-97b2-3ba261f4a786 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:43.879641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.900522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:43.903431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:43.947032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:43.995593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Transition to ACTIVE for port object 81bdee41-d254-454f-ada1-67b7d304385a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:44.025225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:44.026811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:44.029276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Pushing event updated for resources: {'Port': ['ID=d77ae829-da36-479b-97b2-3ba261f4a786,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:44.089177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Attempting to bind port d77ae829-da36-479b-97b2-3ba261f4a786 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:44.089744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Attempting to bind port d77ae829-da36-479b-97b2-3ba261f4a786 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:44.090663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Attempting to bind port d77ae829-da36-479b-97b2-3ba261f4a786 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:44.098754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:44.099569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:44.099569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.101862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:44.101862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Bound port: d77ae829-da36-479b-97b2-3ba261f4a786, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:44.101862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.113150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-7899a5e5-7577-445a-b989-84133e2c8af4 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:44.115221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-7899a5e5-7577-445a-b989-84133e2c8af4 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.0827816 Jul 29 17:59:44.117460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.148224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-d0fa4bdd-1b6c-4832-a8b2-ae7a2cfb7817 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.174566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ba62-b834-4f91-bf04-744980fb0afd req-a2fe7adc-11db-48be-9bee-13c602b42126 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:44.176540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b24ba62-b834-4f91-bf04-744980fb0afd req-a2fe7adc-11db-48be-9bee-13c602b42126 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.1364844 Jul 29 17:59:44.191511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] For port d77ae829-da36-479b-97b2-3ba261f4a786, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:44.196651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] For port d77ae829-da36-479b-97b2-3ba261f4a786, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d77ae829-da36-479b-97b2-3ba261f4a786,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:44.205826 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.231317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Network a63b3844-8388-46b5-9563-ab9428450a74 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:44.244469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:44.250512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:44.256921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:44.263020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.320687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 49f73ec9-b086-477d-816b-bc670340d2d9 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:44.364841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82d62c-d2e0-41c1-8082-a15c9a4c8542 None None] Pushing event updated for resources: {'Port': ['ID=d77ae829-da36-479b-97b2-3ba261f4a786,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:44.369798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:44.370844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.373809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b24ba62-b834-4f91-bf04-744980fb0afd req-d35bb0a6-4b55-421c-8031-d89051e3e0a1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894076 Jul 29 17:59:44.435267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fdc2fa23-4a48-4561-9258-03c27c91bc39 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:44.572341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-d0fa4bdd-1b6c-4832-a8b2-ae7a2cfb7817 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.583602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-d0fa4bdd-1b6c-4832-a8b2-ae7a2cfb7817 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.629668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-584bc125-cf62-4061-b315-0234248d5ead tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329690 Jul 29 17:59:44.652082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.658431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port fdc2fa23-4a48-4561-9258-03c27c91bc39 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:44.666778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fdc2fa23-4a48-4561-9258-03c27c91bc39 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:44.667245 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.674535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Request body: {'port': {'device_id': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:44.762307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-80bdb3c5-6032-4c2b-af86-3e77960a86fc req-d0fa4bdd-1b6c-4832-a8b2-ae7a2cfb7817 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6194141 Jul 29 17:59:44.829815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa4bdd-1b6c-4832-a8b2-ae7a2cfb7817 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbba285-fb6e-4646-ab1f-beac461d0db7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:44.844909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.873087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3a754e8-bc0b-4fa5-bb94-fa1392a2e27d None None] Provisioning for port 81bdee41-d254-454f-ada1-67b7d304385a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:44.887456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3a754e8-bc0b-4fa5-bb94-fa1392a2e27d None None] Provisioning complete for port 81bdee41-d254-454f-ada1-67b7d304385a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:44.887834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3a754e8-bc0b-4fa5-bb94-fa1392a2e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.954017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ecc36-0b78-417a-8fac-32a4326ef7a4 req-42f64941-09bf-4597-9677-d0ffbb858199 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:44.954786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port fdc2fa23-4a48-4561-9258-03c27c91bc39, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fdc2fa23-4a48-4561-9258-03c27c91bc39,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:44.956699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-792ecc36-0b78-417a-8fac-32a4326ef7a4 req-42f64941-09bf-4597-9677-d0ffbb858199 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.2742860 Jul 29 17:59:44.960559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 172.20.0.14 (1274899e-2da7-42a7-8698-d34b8628565a/25e4b613-72d4-4a7c-aad1-0030e536e47f/49f73ec9-b086-477d-816b-bc670340d2d9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:44.962091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3a754e8-bc0b-4fa5-bb94-fa1392a2e27d None None] Port 81bdee41-d254-454f-ada1-67b7d304385a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:59:44.970553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe89:1ed6 (1274899e-2da7-42a7-8698-d34b8628565a/72f73e1b-a82b-4809-89f9-c7c621cc6f16/49f73ec9-b086-477d-816b-bc670340d2d9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:44.971834 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:44.979543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.040095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:45.054013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8b449-e6e6-4dbf-8403-945b07f985d2 req-3ec6a822-5c69-40a6-bae3-0aa455b87b41 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:45.056428 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ce8b449-e6e6-4dbf-8403-945b07f985d2 req-3ec6a822-5c69-40a6-bae3-0aa455b87b41 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1490867 Jul 29 17:59:45.081402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-792ecc36-0b78-417a-8fac-32a4326ef7a4 req-3a0000cd-f59f-4b05-a590-63215d0a1d69 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926926 Jul 29 17:59:45.274876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ebb87-71ed-43eb-8aa6-15e4508d6878 req-f54553f3-1698-4b7e-91f6-ffa087d028a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:45.282780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-172ebb87-71ed-43eb-8aa6-15e4508d6878 req-f54553f3-1698-4b7e-91f6-ffa087d028a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 931 time: 0.1262674 Jul 29 17:59:45.359328 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ce8b449-e6e6-4dbf-8403-945b07f985d2 req-3c5df4a0-ebe9-46ea-ba56-370b5379f1f9 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660923 Jul 29 17:59:45.365846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.372302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-172ebb87-71ed-43eb-8aa6-15e4508d6878 req-33b249fb-861a-4490-bc51-67807c9eb33b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882909 Jul 29 17:59:45.391246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 49f73ec9-b086-477d-816b-bc670340d2d9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:45.401471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:45.493690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bdee41-d254-454f-ada1-67b7d304385a {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:45.584562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.634862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Transition to ACTIVE for port object 81bdee41-d254-454f-ada1-67b7d304385a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:45.643680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.666604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-61f39eac-730b-4818-ba53-0cc4d82dc056 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 200 len: 992 time: 0.2587557 Jul 29 17:59:45.681922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.752386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:45.755920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:45.780760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:45.827572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=49f73ec9-b086-477d-816b-bc670340d2d9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:45.877061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Pushing event updated for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:45.898996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:45.900102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:45.927872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bb58bf43-a229-4ec1-8f46-2e9d751e8839 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0790844 Jul 29 17:59:45.932251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45770) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:45.975729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Attempting to bind port 81bdee41-d254-454f-ada1-67b7d304385a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:45.976047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Attempting to bind port 81bdee41-d254-454f-ada1-67b7d304385a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:45.976371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Attempting to bind port 81bdee41-d254-454f-ada1-67b7d304385a on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:45.987501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Port 81bdee41-d254-454f-ada1-67b7d304385a on network a63b3844-8388-46b5-9563-ab9428450a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:45.987830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Attempting to bind port 81bdee41-d254-454f-ada1-67b7d304385a on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:45.996738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:45.996992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Checking segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:45.997254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Bound using segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:45.997511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27dc2-09ce-43b9-ad4e-b9bbfff83305 req-12d721a8-bf6a-4e51-9bce-3318272fe75c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:45.998023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Bound port: 81bdee41-d254-454f-ada1-67b7d304385a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:45.998023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:46.011273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1025fe-3221-4573-acae-1aabfb9d22fb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.012418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2b27dc2-09ce-43b9-ad4e-b9bbfff83305 req-12d721a8-bf6a-4e51-9bce-3318272fe75c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.0874135 Jul 29 17:59:46.022911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1025fe-3221-4573-acae-1aabfb9d22fb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.030271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45774) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:46.035458 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1a1025fe-3221-4573-acae-1aabfb9d22fb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0983925 Jul 29 17:59:46.148030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:46.152861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=81bdee41-d254-454f-ada1-67b7d304385a,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:46.164545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:46.264083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Pushing event updated for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:46.267395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bfeffe-2fa8-4e8a-ba98-702d1a0c6db0 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:46.276537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.280983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:46.282683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-6d2381c2-552a-468e-8367-52830f087a88 service neutron] 10.222.0.49 "PUT /v2.0/ports/81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 1091 time: 1.6413939 Jul 29 17:59:46.283503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:46.286085 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12201177-0ad2-48e2-a3f6-03ee7af656be" -d '{"events": [{"name": "network-changed", "server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "tag": "81bdee41-d254-454f-ada1-67b7d304385a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:46.420212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-9b696dd4-e456-4bd2-aeb8-7ce2463f15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.425839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-9b696dd4-e456-4bd2-aeb8-7ce2463f15c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1094 time: 0.0904691 Jul 29 17:59:46.428388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19a4ee6e-03f6-42f3-8309-d72a49fe08d0 None None] Provisioning for port d77ae829-da36-479b-97b2-3ba261f4a786 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:46.535191 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-c3302f9c-1662-4924-b218-ae5a6a9e1ee0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 217 time: 0.0978024 Jul 29 17:59:46.550708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:46.610314 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7605e376-709e-44a8-a5c4-2cfd14b5b250 x-openstack-request-id: req-7605e376-709e-44a8-a5c4-2cfd14b5b250 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:46.611053 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "tag": "81bdee41-d254-454f-ada1-67b7d304385a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:46.611053 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7605e376-709e-44a8-a5c4-2cfd14b5b250 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:46.611476 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a', 'status': 'completed', 'code': 200} Jul 29 17:59:46.631809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d77ae829-da36-479b-97b2-3ba261f4a786 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:46.673104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-f140c659-616c-41ec-9aa3-3138e844669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.675319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-f140c659-616c-41ec-9aa3-3138e844669e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.1331143 Jul 29 17:59:46.740751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d77ae829-da36-479b-97b2-3ba261f4a786 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:46.746205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d77ae829-da36-479b-97b2-3ba261f4a786 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:46.746920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:46.793955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea5de0-3592-4bfc-9f10-f4d94de5a84b req-5fd65f23-7a1a-4e2c-9c44-56719c6b2be4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.795563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2ea5de0-3592-4bfc-9f10-f4d94de5a84b req-5fd65f23-7a1a-4e2c-9c44-56719c6b2be4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 943 time: 0.1593072 Jul 29 17:59:46.816476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-8f1b8583-6d17-4313-a5e4-e54f977db480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:46.818058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-8f1b8583-6d17-4313-a5e4-e54f977db480 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234081 Jul 29 17:59:46.823601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-c247b3cb-4da4-4ed4-a7f1-984e6bc3ffb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2707698 Jul 29 17:59:46.866776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '72f73e1b-a82b-4809-89f9-c7c621cc6f16', 'ip_address': '2001:db8::f816:3eff:fe3f:d338'}, {'subnet_id': '25e4b613-72d4-4a7c-aad1-0030e536e47f'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'd77ae829-da36-479b-97b2-3ba261f4a786'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:59:46.884677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2b27dc2-09ce-43b9-ad4e-b9bbfff83305 req-fe24ac42-67d8-49d2-bbf3-2dc8d3f92742 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8662057 Jul 29 17:59:46.914983 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:46.930653 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2ea5de0-3592-4bfc-9f10-f4d94de5a84b req-5174106e-1d89-4935-945b-a625cdd8374f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258478 Jul 29 17:59:46.955938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 49f73ec9-b086-477d-816b-bc670340d2d9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:46.956283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.008344 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-d7d04a82-5306-43a2-b99a-dbe662d7263a service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758082 Jul 29 17:59:47.147021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-96e87a3d-0773-47ce-84b5-1acb02045d47 req-7641532a-ea5e-4e13-adee-4ae87638e360 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291003 Jul 29 17:59:47.266053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.272013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-809371ef-c050-4603-b039-d4c546502d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.273572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-809371ef-c050-4603-b039-d4c546502d3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1094 time: 0.0567405 Jul 29 17:59:47.280148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9b7a-9049-46b6-8119-11fa37674a13 req-03cc0c53-6897-4140-8290-821677229e04 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.281826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1b9b7a-9049-46b6-8119-11fa37674a13 req-03cc0c53-6897-4140-8290-821677229e04 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.2325306 Jul 29 17:59:47.290077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.343993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8466bf-d866-421b-b6be-e59001ece020 req-f4f1e337-5d70-49c2-a851-0d2736c86a17 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.346040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d8466bf-d866-421b-b6be-e59001ece020 req-f4f1e337-5d70-49c2-a851-0d2736c86a17 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.1955683 Jul 29 17:59:47.352155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 49f73ec9-b086-477d-816b-bc670340d2d9 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:47.360935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Allocated IP 172.20.0.2 (1274899e-2da7-42a7-8698-d34b8628565a/25e4b613-72d4-4a7c-aad1-0030e536e47f/d77ae829-da36-479b-97b2-3ba261f4a786) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:47.385938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d77ae829-da36-479b-97b2-3ba261f4a786, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d77ae829-da36-479b-97b2-3ba261f4a786,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:47.397839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.405386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fdc2fa23-4a48-4561-9258-03c27c91bc39 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:47.431987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-e5b9ff93-b06b-4e01-80fc-c662804352c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.434725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-e5b9ff93-b06b-4e01-80fc-c662804352c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.1519098 Jul 29 17:59:47.497854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-06738c90-ad22-4902-8da4-7c7a753122d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 217 time: 0.0556140 Jul 29 17:59:47.500092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1b9b7a-9049-46b6-8119-11fa37674a13 req-b22b8da4-a301-49e4-be75-eb1eaec5678a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066867 Jul 29 17:59:47.622960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-b0b04153-e1f0-4a06-b2d3-7d6451372cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.624716 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-b0b04153-e1f0-4a06-b2d3-7d6451372cb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.1063945 Jul 29 17:59:47.638874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d77ae829-da36-479b-97b2-3ba261f4a786,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:47.686931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port fdc2fa23-4a48-4561-9258-03c27c91bc39 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:47.687243 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.706941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-b088eaff-d09e-422f-896b-d45ceadf585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:47.710921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-b088eaff-d09e-422f-896b-d45ceadf585d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764279 Jul 29 17:59:47.735977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] For port d77ae829-da36-479b-97b2-3ba261f4a786, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d77ae829-da36-479b-97b2-3ba261f4a786,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:47.787450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.806082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port c8d61324-5a5d-45f1-b962-f53c4cd84098 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:47.806624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.809797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.837454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Transition to ACTIVE for port object d77ae829-da36-479b-97b2-3ba261f4a786 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:47.850046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.891479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=49f73ec9-b086-477d-816b-bc670340d2d9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:47.908861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-2af04858-8298-4c5e-8c7e-e9019e6ddc2a service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887436 Jul 29 17:59:48.112128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port c8d61324-5a5d-45f1-b962-f53c4cd84098, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=c8d61324-5a5d-45f1-b962-f53c4cd84098,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:48.112616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.126749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.129002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f62f899-3ce1-4418-bd26-4993700c7bcc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/49f73ec9-b086-477d-816b-bc670340d2d9 HTTP/1.1" status: 204 len: 168 time: 2.0976126 Jul 29 17:59:48.132169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45832) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:48.146049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for c8d61324-5a5d-45f1-b962-f53c4cd84098 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:48.155801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12201177-0ad2-48e2-a3f6-03ee7af656be req-2bed9ffe-faa2-47f2-8fdf-44aaa8f159ee service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331417 Jul 29 17:59:48.191484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f300ed-409d-48a1-8276-2c931ae0a143 req-52d566de-cac6-48f1-b09e-9b979f1ec686 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.205328 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52f300ed-409d-48a1-8276-2c931ae0a143 req-52d566de-cac6-48f1-b09e-9b979f1ec686 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95a04e6-fffe-42f6-98a6-f72c142725ac HTTP/1.1" status: 200 len: 945 time: 0.1441894 Jul 29 17:59:48.206041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8f72-99d0-49a3-aa00-6e6127623cca req-a071c343-13f5-4945-a703-6674f3700b51 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.207661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33de8f72-99d0-49a3-aa00-6e6127623cca req-a071c343-13f5-4945-a703-6674f3700b51 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 943 time: 0.1666510 Jul 29 17:59:48.265931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093f7c-0f61-49f4-b81b-b01831ad908d None None] Pushing event updated for resources: {'Port': ['ID=d77ae829-da36-479b-97b2-3ba261f4a786,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:48.277910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52f300ed-409d-48a1-8276-2c931ae0a143 req-30f81168-479d-4b7b-abfd-83707675f4d4 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728703 Jul 29 17:59:48.290409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af019e-8eee-4f83-b342-82203eb881de tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.292023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af019e-8eee-4f83-b342-82203eb881de tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.293534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af019e-8eee-4f83-b342-82203eb881de tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.297632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c9af019e-8eee-4f83-b342-82203eb881de tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1586316 Jul 29 17:59:48.298474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:48.341746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33de8f72-99d0-49a3-aa00-6e6127623cca req-bade8192-57c8-4f93-bd62-ea8231976c3a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963502 Jul 29 17:59:48.364101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d77ae829-da36-479b-97b2-3ba261f4a786 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:48.415781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 25e4b613-72d4-4a7c-aad1-0030e536e47f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:48.420778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.482750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.505231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.521273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:48.548379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=c8d61324-5a5d-45f1-b962-f53c4cd84098,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:48.605553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port c8d61324-5a5d-45f1-b962-f53c4cd84098 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:48.610412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.614573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d8466bf-d866-421b-b6be-e59001ece020 req-c4023a3d-b14a-4e7d-8d31-c71eeeca358e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "DELETE /v2.0/ports/c8d61324-5a5d-45f1-b962-f53c4cd84098 HTTP/1.1" status: 204 len: 173 time: 1.2447252 Jul 29 17:59:48.615339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'name': 'network-vif-deleted', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:48.618498 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35add5-daf3-40dc-824e-61873bc7ee0a" -d '{"events": [{"server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "name": "network-vif-deleted", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:48.625531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['c8d61324-5a5d-45f1-b962-f53c4cd84098'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:48.739037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.744107 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b8745-9f37-40c7-9bf3-f42cf55cfaea x-openstack-request-id: req-cd6b8745-9f37-40c7-9bf3-f42cf55cfaea {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:48.744403 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a04e6-fffe-42f6-98a6-f72c142725ac", "name": "network-vif-deleted", "tag": "c8d61324-5a5d-45f1-b962-f53c4cd84098", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:48.744658 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd6b8745-9f37-40c7-9bf3-f42cf55cfaea {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:48.745069 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95a04e6-fffe-42f6-98a6-f72c142725ac', 'name': 'network-vif-deleted', 'tag': 'c8d61324-5a5d-45f1-b962-f53c4cd84098', 'status': 'completed', 'code': 200} Jul 29 17:59:48.760766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-e008a00f-b261-4555-8702-c6bbb55286e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.764624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-e008a00f-b261-4555-8702-c6bbb55286e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.1023083 Jul 29 17:59:48.810946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f237c-8078-4207-9dc5-acce89a238bd req-37810f0b-bd67-400e-ba08-42b0b2ff891c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.819466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f5f237c-8078-4207-9dc5-acce89a238bd req-37810f0b-bd67-400e-ba08-42b0b2ff891c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1781189 Jul 29 17:59:48.893211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8f5f237c-8078-4207-9dc5-acce89a238bd req-ab59be3e-f5f3-44d8-9ea3-140158cf3c45 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726058 Jul 29 17:59:48.917231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.924910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-17eca9f9-0278-4f79-88df-cd26a50e2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:48.926507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-17eca9f9-0278-4f79-88df-cd26a50e2d2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.1540675 Jul 29 17:59:48.949448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=25e4b613-72d4-4a7c-aad1-0030e536e47f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:48.954048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.956285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ce8fc9d1-d7b1-4df8-8e63-79e63909b3e6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/25e4b613-72d4-4a7c-aad1-0030e536e47f HTTP/1.1" status: 204 len: 168 time: 0.6565499 Jul 29 17:59:48.958828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:49.005666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-52bc6f90-77af-4231-b527-136086c38bd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 1000 time: 0.0691707 Jul 29 17:59:49.015492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 72f73e1b-a82b-4809-89f9-c7c621cc6f16 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:49.019551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.083474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.087020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-7e2e3290-230e-4593-b4b9-bad589798699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:49.088870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-7e2e3290-230e-4593-b4b9-bad589798699 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.0722277 Jul 29 17:59:49.165603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-e72e3911-823b-4aca-8938-eed9dbfc4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:49.167353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-e72e3911-823b-4aca-8938-eed9dbfc4372 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710852 Jul 29 17:59:49.179875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0ea75-98f7-4986-8ff6-d03a9280b9bb None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:49.213802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.247392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 81bdee41-d254-454f-ada1-67b7d304385a details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:49.264519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-11c438c8-6cf1-4c02-b867-241e0d558b0f None None] Could not find standard attr ID for object 49f73ec9-b086-477d-816b-bc670340d2d9. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:49.285288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-2bd28fe0-0705-4f48-ba8f-8686c18f68ea service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105757 Jul 29 17:59:49.298186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-11c438c8-6cf1-4c02-b867-241e0d558b0f None None] Provisioning for port d77ae829-da36-479b-97b2-3ba261f4a786 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:49.321751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-11c438c8-6cf1-4c02-b867-241e0d558b0f None None] Provisioning complete for port d77ae829-da36-479b-97b2-3ba261f4a786 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:49.322029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-11c438c8-6cf1-4c02-b867-241e0d558b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.350316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.411386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=72f73e1b-a82b-4809-89f9-c7c621cc6f16,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:49.414223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.415278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb6c120e-1ff4-426a-8e7c-ca704d16f0b3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/72f73e1b-a82b-4809-89f9-c7c621cc6f16 HTTP/1.1" status: 204 len: 168 time: 0.4554675 Jul 29 17:59:49.430814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:49.551767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-31ef63d0-5ca0-429b-b9e7-9fe3e3841ef0 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586155 Jul 29 17:59:49.603649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=81bdee41-d254-454f-ada1-67b7d304385a,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:49.631790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '81bdee41-d254-454f-ada1-67b7d304385a', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'port_id': '81bdee41-d254-454f-ada1-67b7d304385a', 'mac_address': 'fa:16:3e:c2:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:49.752351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.775997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bdee41-d254-454f-ada1-67b7d304385a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:49.810997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=81bdee41-d254-454f-ada1-67b7d304385a,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:49.825476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.840202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:49.910859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:49.936765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Deleting port d77ae829-da36-479b-97b2-3ba261f4a786 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:49.936765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:49.984530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-61a7aa5e-cd45-4ba2-95a0-b4fa108fdb2e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5522065 Jul 29 17:59:49.985186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:49.990817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:49.993033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-bc3dda30-f0f2-4a44-9d50-bf75e36d04fb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:50.000831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-bc3dda30-f0f2-4a44-9d50-bf75e36d04fb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1473308 Jul 29 17:59:50.013423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] For port d77ae829-da36-479b-97b2-3ba261f4a786, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d77ae829-da36-479b-97b2-3ba261f4a786,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:50.013912 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.018777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-f2d19d04-a84f-4763-a9b4-dbdf5c4b0aa8 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0166640 Jul 29 17:59:50.033768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Calling delete_port for d77ae829-da36-479b-97b2-3ba261f4a786 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:50.068032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-b697ab9d-1908-4434-899a-53051fa374f0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478535 Jul 29 17:59:50.079886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['81bdee41-d254-454f-ada1-67b7d304385a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:50.126097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0f0b0-d158-4784-96e6-3bc66122c259 req-dba3ded6-1848-40a4-8b06-8ac3a042455a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:50.128575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1d0f0b0-d158-4784-96e6-3bc66122c259 req-dba3ded6-1848-40a4-8b06-8ac3a042455a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 944 time: 0.1495845 Jul 29 17:59:50.174619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.186233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:50.189801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.194584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-70391cd7-0162-4688-9fa7-7bf156b89b63 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194031 Jul 29 17:59:50.196698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1d0f0b0-d158-4784-96e6-3bc66122c259 req-27aa6dc5-9133-429d-8d95-65a54d369503 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Jul 29 17:59:50.210570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] Pushing event deleted for resources: {'Port': ['ID=d77ae829-da36-479b-97b2-3ba261f4a786,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:50.228379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54bf5b-c42e-4a6f-b623-5e0fcc640c38 None None] No DVR routers for this DVR port d77ae829-da36-479b-97b2-3ba261f4a786 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:50.316891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d77ae829-da36-479b-97b2-3ba261f4a786 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:50.336692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d77ae829-da36-479b-97b2-3ba261f4a786 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:50.337021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d77ae829-da36-479b-97b2-3ba261f4a786 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:50.343031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-3658435c-0f88-4ab8-bc7b-7fa890000a5b service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285021 Jul 29 17:59:50.363760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9877-abcf-4e8a-84de-0896b5c61a8d req-fca4823e-00fd-4791-8aca-cfd6ce4eb453 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:50.365301 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b3a9877-abcf-4e8a-84de-0896b5c61a8d req-fca4823e-00fd-4791-8aca-cfd6ce4eb453 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0758576 Jul 29 17:59:50.441919 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0b3a9877-abcf-4e8a-84de-0896b5c61a8d req-2e43d5d0-4e2e-41e5-922b-d6278ae69a0c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697773 Jul 29 17:59:50.522542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47c1faf3-3c5c-4e4a-beaf-a9fbec589526 req-7310f950-929c-4962-b497-e094d09f57a1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 210 time: 0.0374815 Jul 29 17:59:50.650416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:59:50.652196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.723662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:50.727361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:50.734480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:50.734572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.738531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232488ac-04dd-4b7f-bd84-0ff2da2270c2 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:50.764806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=8edf43a1-8fe9-40f7-b616-6ff44281e57f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:50.788818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e55c2b6a-921f-45c8-9d39-c15227502267 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8017974 Jul 29 17:59:50.789095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:50.799677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:50.921468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '8edf43a1-8fe9-40f7-b616-6ff44281e57f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:50.922381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.925593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:50.929547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.080710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Allocated IP 2001:db8::f816:3eff:fe36:2bc (1274899e-2da7-42a7-8698-d34b8628565a/8edf43a1-8fe9-40f7-b616-6ff44281e57f/a2c2e076-9cd9-415a-a9a7-b6aa65128245) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:51.185831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.216509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 81bdee41-d254-454f-ada1-67b7d304385a up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:51.223698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:51.233660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:51.238719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:51.239273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.262147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.270505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=eaad4d29-6a2d-4787-874f-1cd79a5d55a5,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:51.279185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Transition to ACTIVE for port object a2c2e076-9cd9-415a-a9a7-b6aa65128245 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:51.290764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4c5154fc-9544-4593-8c40-3cd03b92b888 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4994261 Jul 29 17:59:51.293443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45906) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:51.300796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Transition to ACTIVE for port object a2c2e076-9cd9-415a-a9a7-b6aa65128245 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:51.309292 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.314160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:79:d3:c0', 'name': 'tempest-NetworksTestDHCPv6-2124075046'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:51.318029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 81bdee41-d254-454f-ada1-67b7d304385a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:51.346857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 81bdee41-d254-454f-ada1-67b7d304385a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:51.347204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.373699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:51.385288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:51.389023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Pushing event updated for resources: {'Port': ['ID=a2c2e076-9cd9-415a-a9a7-b6aa65128245,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:51.391477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:51.412776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0cc51-a8a9-4a68-9ae2-c50d14552ed2 req-7d19e2fe-1721-4f46-a4a8-34475f2328ee tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:51.421210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3c0cc51-a8a9-4a68-9ae2-c50d14552ed2 req-7d19e2fe-1721-4f46-a4a8-34475f2328ee tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 944 time: 0.1411240 Jul 29 17:59:51.462936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Attempting to bind port a2c2e076-9cd9-415a-a9a7-b6aa65128245 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:51.463406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Attempting to bind port a2c2e076-9cd9-415a-a9a7-b6aa65128245 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:51.463666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Attempting to bind port a2c2e076-9cd9-415a-a9a7-b6aa65128245 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:51.491489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:51.491863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:51.492261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.492668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:51.493139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Bound port: a2c2e076-9cd9-415a-a9a7-b6aa65128245, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:51.493520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.539171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.582666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:51.584963 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8cddcb-bfd2-4a05-858f-40ac3d68cc6a" -d '{"events": [{"server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "name": "network-vif-plugged", "status": "completed", "tag": "81bdee41-d254-454f-ada1-67b7d304385a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:51.607423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=81bdee41-d254-454f-ada1-67b7d304385a,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:51.611300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] For port a2c2e076-9cd9-415a-a9a7-b6aa65128245, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:51.620571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-96845fd5-e06b-4661-8353-efbcba2ec088 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:51.622548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.622798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-96845fd5-e06b-4661-8353-efbcba2ec088 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1652994 Jul 29 17:59:51.623361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c8d61324-5a5d-45f1-b962-f53c4cd84098 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:51.630543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] For port a2c2e076-9cd9-415a-a9a7-b6aa65128245, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2c2e076-9cd9-415a-a9a7-b6aa65128245,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:51.633642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fe085-d58a-435f-8ca4-6f407a3106fb req-d01e4f33-0e11-433c-8133-3ededf3352c4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:51.636260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0fe085-d58a-435f-8ca4-6f407a3106fb req-d01e4f33-0e11-433c-8133-3ededf3352c4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0632124 Jul 29 17:59:51.646087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:51.654339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3c0cc51-a8a9-4a68-9ae2-c50d14552ed2 req-21a9a585-7d36-480c-ba89-5fce1b1140e1 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320201 Jul 29 17:59:51.686569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: c8d61324-5a5d-45f1-b962-f53c4cd84098 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:59:51.686569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device c8d61324-5a5d-45f1-b962-f53c4cd84098 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:59:51.686569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.737698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2c0fe085-d58a-435f-8ca4-6f407a3106fb req-e35aa0df-019e-43e9-961f-d2ead441660f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856464 Jul 29 17:59:51.786136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:51.797060 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b43252-1838-465a-b45d-5bcdd7b64c6d x-openstack-request-id: req-60b43252-1838-465a-b45d-5bcdd7b64c6d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:51.801315 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "name": "network-vif-plugged", "status": "completed", "tag": "81bdee41-d254-454f-ada1-67b7d304385a", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:51.801757 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60b43252-1838-465a-b45d-5bcdd7b64c6d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:51.802372 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a', 'code': 200} Jul 29 17:59:51.808938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:51.890230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e0af652-4ba5-470e-a771-a33a96b4d399 req-9abf8ab9-0374-45af-94af-4145e5e5bf1e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 210 time: 0.0910199 Jul 29 17:59:51.898647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e534a4d-8a7a-4567-97d2-3cffbef7ba2e None None] Pushing event updated for resources: {'Port': ['ID=a2c2e076-9cd9-415a-a9a7-b6aa65128245,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:51.939509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49ef0-8774-4555-934b-40e3fd645dcd req-2b65e4b6-32a1-40ad-973a-9799fd30d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:51.941151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7d49ef0-8774-4555-934b-40e3fd645dcd req-2b65e4b6-32a1-40ad-973a-9799fd30d53f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.0851150 Jul 29 17:59:51.951831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:51.956569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.980915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7d49ef0-8774-4555-934b-40e3fd645dcd req-9ae93525-df13-4b66-90f4-8b32dabdd969 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Jul 29 17:59:52.047173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.101613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port db23653a-1314-4b57-872c-201f5fe30f3e yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:52.209256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.10 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/1d9280a1-7ac9-48f9-837a-f797b176410e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:52.335575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2c2e076-9cd9-415a-a9a7-b6aa65128245 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:52.387099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a2c2e076-9cd9-415a-a9a7-b6aa65128245 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:52.401779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 172.20.0.13 (1274899e-2da7-42a7-8698-d34b8628565a/eaad4d29-6a2d-4787-874f-1cd79a5d55a5/db23653a-1314-4b57-872c-201f5fe30f3e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:52.413518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe79:d3c0 (1274899e-2da7-42a7-8698-d34b8628565a/8edf43a1-8fe9-40f7-b616-6ff44281e57f/db23653a-1314-4b57-872c-201f5fe30f3e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:52.492300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.608302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.627309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:52.650194 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.684249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:52.692426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:52.695530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object db23653a-1314-4b57-872c-201f5fe30f3e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:52.697479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:52.703003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:52.786815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:52.787509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.854177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:52.870533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-277ac6df-58a7-452a-8dad-0251368c177b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2359183 Jul 29 17:59:52.908631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Request body: {'port': {'device_id': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:52.924377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:52.950197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcd0b1-d040-4a98-a0ef-102078aba68a req-88719f4b-1d04-4f8a-8f39-8a8ceab64b32 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:52.958616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5fcd0b1-d040-4a98-a0ef-102078aba68a req-88719f4b-1d04-4f8a-8f39-8a8ceab64b32 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0881147 Jul 29 17:59:52.978212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:53.001964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc042fb6-2691-4d02-bde9-0901197f9500 req-cb65423c-b0bf-4c8a-9789-5829c4b8001a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:53.007710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc042fb6-2691-4d02-bde9-0901197f9500 req-cb65423c-b0bf-4c8a-9789-5829c4b8001a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.2150662 Jul 29 17:59:53.008905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e5fcd0b1-d040-4a98-a0ef-102078aba68a req-4e49c99e-41eb-4ace-a4ee-c30025691a55 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492816 Jul 29 17:59:53.009191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:53.018758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=db23653a-1314-4b57-872c-201f5fe30f3e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:53.114076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:53.114801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.118740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.149346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc042fb6-2691-4d02-bde9-0901197f9500 req-7be5403f-85a0-4bae-96c5-eb36d8e86b9a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056163 Jul 29 17:59:53.154308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-96a638f9-d636-4628-b215-bfcd4370ec3b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8598545 Jul 29 17:59:53.157112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45932) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:53.184514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043a9f1-56bf-4b1d-a24b-b8809a3f1b20 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:53.283720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Provisioning for port a2c2e076-9cd9-415a-a9a7-b6aa65128245 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:53.284074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bf37b-beb5-4154-8037-8d39f6f55f0b req-496db62a-69b8-4fdb-bcbd-cf4b3f6689d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:53.295950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Provisioning complete for port a2c2e076-9cd9-415a-a9a7-b6aa65128245 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:53.297374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.298825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc4bf37b-beb5-4154-8037-8d39f6f55f0b req-496db62a-69b8-4fdb-bcbd-cf4b3f6689d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 932 time: 0.1070817 Jul 29 17:59:53.322370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f20b5-f6a7-4dd9-bc22-a68be55962ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:53.328433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f20b5-f6a7-4dd9-bc22-a68be55962ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:53.330128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b11f20b5-f6a7-4dd9-bc22-a68be55962ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1723948 Jul 29 17:59:53.333488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:53.357764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc4bf37b-beb5-4154-8037-8d39f6f55f0b req-04422951-6b22-4c5f-8203-acc3c95f4960 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Jul 29 17:59:53.467276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.502361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] For port a2c2e076-9cd9-415a-a9a7-b6aa65128245, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2c2e076-9cd9-415a-a9a7-b6aa65128245,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:53.510899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.522762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port db23653a-1314-4b57-872c-201f5fe30f3e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:53.523103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.585919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Pushing event updated for resources: {'Port': ['ID=a2c2e076-9cd9-415a-a9a7-b6aa65128245,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:53.596635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '8edf43a1-8fe9-40f7-b616-6ff44281e57f', 'ip_address': '2001:db8::f816:3eff:fe36:2bc'}, {'subnet_id': 'eaad4d29-6a2d-4787-874f-1cd79a5d55a5'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'a2c2e076-9cd9-415a-a9a7-b6aa65128245'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 17:59:53.599301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.599613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.599951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.600286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.600633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.600946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.601268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.601591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.601913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.602231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.602668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.602993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461eb6cf-bb53-4b24-88a9-92863164333c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:59:53.610786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9280a1-7ac9-48f9-837a-f797b176410e {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:53.623546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.631580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.655649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Transition to ACTIVE for port object 1d9280a1-7ac9-48f9-837a-f797b176410e will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:53.659825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.668242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.681514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for db23653a-1314-4b57-872c-201f5fe30f3e owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:53.767536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:53.805027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Allocated IP 172.20.0.2 (1274899e-2da7-42a7-8698-d34b8628565a/eaad4d29-6a2d-4787-874f-1cd79a5d55a5/a2c2e076-9cd9-415a-a9a7-b6aa65128245) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:53.871366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Attempting to bind port 1d9280a1-7ac9-48f9-837a-f797b176410e on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:53.871889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Attempting to bind port 1d9280a1-7ac9-48f9-837a-f797b176410e by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:53.872017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Attempting to bind port 1d9280a1-7ac9-48f9-837a-f797b176410e on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:53.895652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Port 1d9280a1-7ac9-48f9-837a-f797b176410e on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:59:53.895974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Attempting to bind port 1d9280a1-7ac9-48f9-837a-f797b176410e on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:53.905970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:53.906331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:53.906722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:53.907156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Bound port: 1d9280a1-7ac9-48f9-837a-f797b176410e, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:53.907537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.911949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] For port a2c2e076-9cd9-415a-a9a7-b6aa65128245, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2c2e076-9cd9-415a-a9a7-b6aa65128245,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:53.942637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:53.956615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Transition to ACTIVE for port object a2c2e076-9cd9-415a-a9a7-b6aa65128245 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:53.963474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.023938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:54.027641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1d9280a1-7ac9-48f9-837a-f797b176410e,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:54.029232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.056442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.058227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a57445-af88-4583-b543-6ef3917be5f5 None None] Pushing event updated for resources: {'Port': ['ID=a2c2e076-9cd9-415a-a9a7-b6aa65128245,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:54.068801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=db23653a-1314-4b57-872c-201f5fe30f3e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:54.127357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.128747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.130170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d9280a1-7ac9-48f9-837a-f797b176410e HTTP/1.1" status: 200 len: 1092 time: 1.2313015 Jul 29 17:59:54.146401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:54.149178 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:54.270526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8ce45-1e50-4696-a4d8-0b268bc0d165 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:54.329962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb371ef0-861b-4a2b-aba3-0e1a6242fa86 req-751ffb96-17f2-43fd-9508-efca05a9b99c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.331642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb371ef0-861b-4a2b-aba3-0e1a6242fa86 req-751ffb96-17f2-43fd-9508-efca05a9b99c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.2189651 Jul 29 17:59:54.346393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2c2e076-9cd9-415a-a9a7-b6aa65128245 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:54.356105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-559998a3-a29f-427f-825a-2a4258284699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.357582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-559998a3-a29f-427f-825a-2a4258284699 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 1095 time: 0.1511788 Jul 29 17:59:54.393239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc088-2273-4350-86ae-88f5653bf195 req-b624ff8b-1539-42c5-ad88-71049412cf25 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.406202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fabc088-2273-4350-86ae-88f5653bf195 req-b624ff8b-1539-42c5-ad88-71049412cf25 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0961645 Jul 29 17:59:54.467548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0fabc088-2273-4350-86ae-88f5653bf195 req-8d1b1b50-43b2-4d16-bc67-292172b6bada tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514538 Jul 29 17:59:54.717663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31edac-a677-4335-b70f-3292ecae8882 req-0cd063f6-6ef1-48e6-a13d-9a11bdfb1fdc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.719850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c31edac-a677-4335-b70f-3292ecae8882 req-0cd063f6-6ef1-48e6-a13d-9a11bdfb1fdc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 944 time: 0.0664225 Jul 29 17:59:54.770079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9c31edac-a677-4335-b70f-3292ecae8882 req-e6ababda-c764-40d0-b64c-9d5b589a5691 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jul 29 17:59:54.797578 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd0cfe8-2986-454e-b436-1b44af763727 x-openstack-request-id: req-ccd0cfe8-2986-454e-b436-1b44af763727 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:54.797875 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:54.798158 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccd0cfe8-2986-454e-b436-1b44af763727 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:54.798721 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e', 'status': 'completed', 'code': 200} Jul 29 17:59:54.803626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-a89393bd-9e96-4e5f-943c-bc30b3d7bae5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d9280a1-7ac9-48f9-837a-f797b176410e HTTP/1.1" status: 200 len: 217 time: 0.4359152 Jul 29 17:59:54.804777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.806665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-82e1ce60-05b3-48bd-a78b-7301b37cca79 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/db23653a-1314-4b57-872c-201f5fe30f3e HTTP/1.1" status: 204 len: 168 time: 1.4724717 Jul 29 17:59:54.809383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:54.851344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb371ef0-861b-4a2b-aba3-0e1a6242fa86 req-56019705-5c98-49fd-8be7-8085b4d365d4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026298 Jul 29 17:59:54.868622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-159b2496-53b3-484d-a3e3-1c74ba2baa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.874523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-159b2496-53b3-484d-a3e3-1c74ba2baa26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0588512 Jul 29 17:59:54.907270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-499703bc-55aa-4149-9eac-3fd3e1cf60ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297511 Jul 29 17:59:54.908259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d654-1521-4af9-819c-86061dd1ba78 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.909812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d654-1521-4af9-819c-86061dd1ba78 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.911326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d654-1521-4af9-819c-86061dd1ba78 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.912881 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45b6d654-1521-4af9-819c-86061dd1ba78 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1021459 Jul 29 17:59:54.915590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45954) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:54.961100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d328d4-dd46-4920-9dfd-f56f87c1ab3c req-75b794ae-bb89-4534-b23a-248f788987bb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:54.962773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-43d328d4-dd46-4920-9dfd-f56f87c1ab3c req-75b794ae-bb89-4534-b23a-248f788987bb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1156228 Jul 29 17:59:54.967242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4ca5abc-fa47-4ee2-b4bf-5c129da3d03d None None] Provisioning for port a2c2e076-9cd9-415a-a9a7-b6aa65128245 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:54.971423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45956) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:54.971759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4ca5abc-fa47-4ee2-b4bf-5c129da3d03d None None] Provisioning complete for port a2c2e076-9cd9-415a-a9a7-b6aa65128245 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:54.972174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5abc-fa47-4ee2-b4bf-5c129da3d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:54.985681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'floatingip': {'port_id': '81bdee41-d254-454f-ada1-67b7d304385a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:54.998514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 8edf43a1-8fe9-40f7-b616-6ff44281e57f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:55.002294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.035525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.069180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.098866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4ca5abc-fa47-4ee2-b4bf-5c129da3d03d None None] Could not find standard attr ID for object db23653a-1314-4b57-872c-201f5fe30f3e. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:55.196747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.197521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-97560826-1686-490c-a443-4a7c96b954bb service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832768 Jul 29 17:59:55.281944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.321137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1df20941-e75b-4787-94fd-b4950796dc4d None None] Could not find standard attr ID for object db23653a-1314-4b57-872c-201f5fe30f3e. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 17:59:55.340828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=8edf43a1-8fe9-40f7-b616-6ff44281e57f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:55.351148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.355616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22c72bbb-7884-47ee-a8ca-d93dd1781e77 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8edf43a1-8fe9-40f7-b616-6ff44281e57f HTTP/1.1" status: 204 len: 168 time: 0.4371305 Jul 29 17:59:55.356375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:55.408751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet eaad4d29-6a2d-4787-874f-1cd79a5d55a5 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:55.409450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-853ad853-4ac9-4a59-a809-3e648b65a680 req-55b8ebe4-d006-460e-9474-b5ed508ee788 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011137 Jul 29 17:59:55.412143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.459024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.571962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-742e212b-3b8e-43cb-bdd7-7b652ac49e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:55.573558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-742e212b-3b8e-43cb-bdd7-7b652ac49e46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 1095 time: 0.0996294 Jul 29 17:59:55.574476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.649394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.680978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=eaad4d29-6a2d-4787-874f-1cd79a5d55a5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:55.683041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.687299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f5194c3c-6ff4-40a4-b1f3-d6961aa32bf3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/eaad4d29-6a2d-4787-874f-1cd79a5d55a5 HTTP/1.1" status: 204 len: 168 time: 0.3275986 Jul 29 17:59:55.689944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:55.733134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2b79b79-faeb-44cb-8533-91d904c905af tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419440 Jul 29 17:59:55.735977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:55.741239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:55.770934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-6edd8d91-b94a-4e3e-ac4a-6cf3fec4d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:55.772426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-6edd8d91-b94a-4e3e-ac4a-6cf3fec4d9c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1727707 Jul 29 17:59:55.828902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-b9166525-2201-44bd-b9c4-0341e75268af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d9280a1-7ac9-48f9-837a-f797b176410e HTTP/1.1" status: 200 len: 217 time: 0.0465164 Jul 29 17:59:55.831068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.856915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:55.861296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.869295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:55.942072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914430e-02dc-44ce-8226-a9131a7b5a79 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:56.009590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-88984db9-d29d-4218-af20-be15f948a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.011099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-88984db9-d29d-4218-af20-be15f948a1b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.1742356 Jul 29 17:59:56.040111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f969f7-9dc7-4786-adc3-e73a9e1dc7a4 req-4227b3ca-db73-42ce-a917-053039fd74e7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.041741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81f969f7-9dc7-4786-adc3-e73a9e1dc7a4 req-4227b3ca-db73-42ce-a917-053039fd74e7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 944 time: 0.1695957 Jul 29 17:59:56.048666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ef1f-2cd3-4ab8-a967-6c21dbafd7c1 req-799e7150-e97b-4303-991d-530ba913843c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.050466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b56ef1f-2cd3-4ab8-a967-6c21dbafd7c1 req-799e7150-e97b-4303-991d-530ba913843c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0872414 Jul 29 17:59:56.066806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-58a25861-d402-413a-9d91-23ee55c8c3b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464299 Jul 29 17:59:56.127737 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Floating IP 82a7a1c8-a5be-4de2-ba93-bf664dc8bc86 associated. External IP: 172.25.5.138, port: 81bdee41-d254-454f-ada1-67b7d304385a. Jul 29 17:59:56.144431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b56ef1f-2cd3-4ab8-a967-6c21dbafd7c1 req-bc999191-2897-49d2-ba3e-78e4eae010b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764081 Jul 29 17:59:56.150538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:59:56.150963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.197038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:56.200712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:56.205221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.205797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.212272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81f969f7-9dc7-4786-adc3-e73a9e1dc7a4 req-2286beb8-9f54-4838-8498-93f7b4a54ef0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417634 Jul 29 17:59:56.236611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Deleting port a2c2e076-9cd9-415a-a9a7-b6aa65128245 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:56.237074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.238055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:56.241461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-94200f0c-abea-481b-8821-0e2b0c0bf7a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5044305 Jul 29 17:59:56.244310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45976) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:56.256281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:56.286125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-46fda2bb-9df6-42a4-b8be-5a7a9daf82d1 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100012 Jul 29 17:59:56.345675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a2c2e076-9cd9-415a-a9a7-b6aa65128245 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:59:56.397269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] For port a2c2e076-9cd9-415a-a9a7-b6aa65128245, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a2c2e076-9cd9-415a-a9a7-b6aa65128245,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:56.397677 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.414340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Calling delete_port for a2c2e076-9cd9-415a-a9a7-b6aa65128245 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:56.415947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:56.420358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.492409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.535499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7ab6dbb-ad4c-406e-b8fb-0f64c3a1ebf6 req-2f2033e3-cb1f-4c56-882f-1c3335ac704c service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408540 Jul 29 17:59:56.549907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Router af867b7d-9273-4e48-9c19-629312049307 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:59:56.565938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.567836 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.605829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] Pushing event deleted for resources: {'Port': ['ID=a2c2e076-9cd9-415a-a9a7-b6aa65128245,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:56.611268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08adf3-99ed-4df8-8d18-0fafa1745bcc None None] No DVR routers for this DVR port a2c2e076-9cd9-415a-a9a7-b6aa65128245 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:56.648465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f0d0d-c565-4593-abfb-5d117e0fc668 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:59:56.695163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2fa0-c048-4bb5-8ad8-b706ce7fa048 req-6dab0fa9-0423-4edb-9d71-c28261e5e9f2 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.696772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-676c2fa0-c048-4bb5-8ad8-b706ce7fa048 req-6dab0fa9-0423-4edb-9d71-c28261e5e9f2 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.1355872 Jul 29 17:59:56.731500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:59:56.737059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.746742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Sync routers for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:59:56.760299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:56.760959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:56.779025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eb3d7b0b-a126-43cf-9507-612a3baee3a3 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "PUT /v2.0/floatingips/82a7a1c8-a5be-4de2-ba93-bf664dc8bc86 HTTP/1.1" status: 200 len: 991 time: 1.8036392 Jul 29 17:59:56.786384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-676c2fa0-c048-4bb5-8ad8-b706ce7fa048 req-eefdcee3-2e40-4d18-b81d-a0e6ba287b7a tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712984 Jul 29 17:59:56.799762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:56.802953 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2417edd-23c4-4641-bb53-79af65df45d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "tag": "81bdee41-d254-454f-ada1-67b7d304385a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:56.852120 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563284e-a830-4a63-a315-63c3ceb04e00 x-openstack-request-id: req-3563284e-a830-4a63-a315-63c3ceb04e00 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:56.852411 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "tag": "81bdee41-d254-454f-ada1-67b7d304385a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:56.852668 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3563284e-a830-4a63-a315-63c3ceb04e00 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:56.853073 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a', 'status': 'completed', 'code': 200} Jul 29 17:59:56.885989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:59:56.887434 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.922600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-d48c3793-df54-4da1-b659-fab695c12f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.924220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-d48c3793-df54-4da1-b659-fab695c12f9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.0440905 Jul 29 17:59:56.926767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:56.934010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:56.938567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:56.939232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:56.959717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7115815 Jul 29 17:59:56.959717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97432f7-a417-41d5-911e-cf7a715a68bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=70e22b04-8380-4bdb-b256-3822092c9c4a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:56.960036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45990) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:56.965336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:54:fc:a0', 'name': 'tempest-NetworksTestDHCPv6-1443144919'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:59:57.034722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-a5723b9f-d145-4e02-9c54-5f9b80033f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.036159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-a5723b9f-d145-4e02-9c54-5f9b80033f9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.1044743 Jul 29 17:59:57.092541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:59:57.108537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '70e22b04-8380-4bdb-b256-3822092c9c4a'}, {'subnet_id': 'b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:59:57.109149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-85c74d48-3e2d-4555-9aeb-d7c5f951402b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 999 time: 0.0645835 Jul 29 17:59:57.109506 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.115306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:57.176676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-4f05aaa3-1e44-4079-9bf3-25f1a91e6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.178322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-4f05aaa3-1e44-4079-9bf3-25f1a91e6fc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.0584111 Jul 29 17:59:57.187474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.216341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 1627e598-824b-4ad2-96fd-6f886daa31a1 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 17:59:57.246048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1d9280a1-7ac9-48f9-837a-f797b176410e details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:59:57.279728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-eabc6c53-cfd5-4296-9979-22e7c4fd2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.281256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-eabc6c53-cfd5-4296-9979-22e7c4fd2f19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953286 Jul 29 17:59:57.354424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f3cee-aebe-4870-b83a-a23c57feb249 req-64e3ad10-f16a-42a3-9237-545fd308e5a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.355328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-530f3cee-aebe-4870-b83a-a23c57feb249 req-64e3ad10-f16a-42a3-9237-545fd308e5a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1045351 Jul 29 17:59:57.363411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed015f9-aa82-4f1d-9e16-929007397ec7 req-53a55324-89e1-496b-b686-bdaaf2e20715 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.366714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ed015f9-aa82-4f1d-9e16-929007397ec7 req-53a55324-89e1-496b-b686-bdaaf2e20715 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 944 time: 0.0545514 Jul 29 17:59:57.416317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ed015f9-aa82-4f1d-9e16-929007397ec7 req-e89d2748-aa82-486b-b98f-0c9c47c3eafb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jul 29 17:59:57.419018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-530f3cee-aebe-4870-b83a-a23c57feb249 req-455cc13f-3298-46bd-8760-52d05411a2e8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529311 Jul 29 17:59:57.421029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-3662a92a-173e-4096-a7d5-ee2593951cfa service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313806 Jul 29 17:59:57.504145 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.518078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2417edd-23c4-4641-bb53-79af65df45d3 req-e4d6c05d-3a10-4499-9d29-181f21632ca0 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891321 Jul 29 17:59:57.535153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1d9280a1-7ac9-48f9-837a-f797b176410e,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:57.552684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Allocated IP 172.20.0.2 (1274899e-2da7-42a7-8698-d34b8628565a/b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c/0c65e244-c3c4-4c2b-a4bd-e5613bcf68de) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:57.573629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '1d9280a1-7ac9-48f9-837a-f797b176410e', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': '1d9280a1-7ac9-48f9-837a-f797b176410e', 'mac_address': 'fa:16:3e:17:69:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:59:57.579034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Allocated IP 2001:db8::f816:3eff:fe03:1354 (1274899e-2da7-42a7-8698-d34b8628565a/70e22b04-8380-4bdb-b256-3822092c9c4a/0c65e244-c3c4-4c2b-a4bd-e5613bcf68de) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:57.677328 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.707454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9280a1-7ac9-48f9-837a-f797b176410e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:59:57.737288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '82a7a1c8-a5be-4de2-ba93-bf664dc8bc86', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af867b7d-9273-4e48-9c19-629312049307', 'port_id': '81bdee41-d254-454f-ada1-67b7d304385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'mac_address': 'fa:16:3e:c2:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:39Z', 'updated_at': '2021-07-29T17:59:55Z', 'revision_number': 1, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:57.775255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1d9280a1-7ac9-48f9-837a-f797b176410e,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:57.778468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Checking router: af867b7d-9273-4e48-9c19-629312049307 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:59:57.799155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.852887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:59:57.853516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T17:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:57.860735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.906487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bac258-7c40-4df8-9b75-87f736a6b479 req-1dde3014-7e13-46b7-a28b-81b67c220659 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:57.908186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2bac258-7c40-4df8-9b75-87f736a6b479 req-1dde3014-7e13-46b7-a28b-81b67c220659 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.0515954 Jul 29 17:59:57.909427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Transition to ACTIVE for port object 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:57.924755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:57.943967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Transition to ACTIVE for port object 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:57.977666 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:57.988465 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b2bac258-7c40-4df8-9b75-87f736a6b479 req-22b3ba65-4d21-4a05-a669-5f492dd86ce7 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Jul 29 17:59:58.024648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1d9280a1-7ac9-48f9-837a-f797b176410e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:58.068517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:58.070166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 172.20.0.8 (1274899e-2da7-42a7-8698-d34b8628565a/b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c/1627e598-824b-4ad2-96fd-6f886daa31a1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:58.070559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:59:58.076944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe54:fca0 (1274899e-2da7-42a7-8698-d34b8628565a/70e22b04-8380-4bdb-b256-3822092c9c4a/1627e598-824b-4ad2-96fd-6f886daa31a1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:59:58.098882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Pushing event updated for resources: {'Port': ['ID=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:58.104880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:58.110141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:58.242634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-e7450ba6-2ffd-4320-96d8-d8057d3e7204 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.243960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.244169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-e7450ba6-2ffd-4320-96d8-d8057d3e7204 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 945 time: 0.0572853 Jul 29 17:59:58.257281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 1627e598-824b-4ad2-96fd-6f886daa31a1 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:59:58.299548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Attempting to bind port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:59:58.299880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Attempting to bind port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:59:58.300237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Attempting to bind port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:59:58.306127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.319397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:59:58.319767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:59:58.320171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.320577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:59:58.321054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Bound port: 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:59:58.321528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.347627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Deleting port 5f60fbbc-b76e-4070-84e8-a315c95740e9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:58.348342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.353638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:59:58.356926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:59:58.360975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:59:58.412922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.413548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.422754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=1627e598-824b-4ad2-96fd-6f886daa31a1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:58.437421 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c73b824-f569-434f-b346-eda992a43c8b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4740214 Jul 29 17:59:58.437688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46006) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:58.479393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] For port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:59:58.494877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] For port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:59:58.500374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] For port 5f60fbbc-b76e-4070-84e8-a315c95740e9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5f60fbbc-b76e-4070-84e8-a315c95740e9,segment=NetworkSegment(3c9edba5-4d9e-49e1-a3f2-d57d455643c6),segment_id=3c9edba5-4d9e-49e1-a3f2-d57d455643c6)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:58.501200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.504733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.508275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52bfae-52b6-4f36-83b1-2259d5e469e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.517535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52bfae-52b6-4f36-83b1-2259d5e469e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.521756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1d52bfae-52b6-4f36-83b1-2259d5e469e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0808518 Jul 29 17:59:58.522608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46012) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:58.549574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Calling delete_port for 5f60fbbc-b76e-4070-84e8-a315c95740e9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:58.573207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '82a7a1c8-a5be-4de2-ba93-bf664dc8bc86', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af867b7d-9273-4e48-9c19-629312049307', 'port_id': '81bdee41-d254-454f-ada1-67b7d304385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'mac_address': 'fa:16:3e:c2:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:39Z', 'updated_at': '2021-07-29T17:59:55Z', 'revision_number': 1, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:59:58.604555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfc66-1de0-45d2-88a8-2add5bc0695c None None] Pushing event updated for resources: {'Port': ['ID=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:58.607649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6f142-fb31-4711-8653-fe422430b8ec None None] The sync data for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 is: [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '82a7a1c8-a5be-4de2-ba93-bf664dc8bc86', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af867b7d-9273-4e48-9c19-629312049307', 'port_id': '81bdee41-d254-454f-ada1-67b7d304385a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'mac_address': 'fa:16:3e:c2:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:59:39Z', 'updated_at': '2021-07-29T17:59:55Z', 'revision_number': 1, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:59:58.622627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce39a2-9b90-4009-897c-40fc565e0937 req-81427a35-6103-4a58-ad24-c7e8c900022b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.624274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ce39a2-9b90-4009-897c-40fc565e0937 req-81427a35-6103-4a58-ad24-c7e8c900022b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 945 time: 0.1168561 Jul 29 17:59:58.629917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca12dd0-7d21-4a25-ab77-afdbf54a0a1f req-02957db0-9c48-4068-9b99-32ec7213611b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:58.631576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fca12dd0-7d21-4a25-ab77-afdbf54a0a1f req-02957db0-9c48-4068-9b99-32ec7213611b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1105142 Jul 29 17:59:58.696999 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29ce39a2-9b90-4009-897c-40fc565e0937 req-82837d2e-9b29-4710-bcd1-02f394eeeec3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600569 Jul 29 17:59:58.705326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fca12dd0-7d21-4a25-ab77-afdbf54a0a1f req-2d4948d7-1df3-46a0-aeac-2f087ef4f349 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530996 Jul 29 17:59:58.736765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 1627e598-824b-4ad2-96fd-6f886daa31a1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:59:58.738088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.786582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.804587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5f60fbbc-b76e-4070-84e8-a315c95740e9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:59:58.851636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Pushing event deleted for resources: {'Port': ['ID=5f60fbbc-b76e-4070-84e8-a315c95740e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:58.905053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.919202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] No DVR routers for this DVR port 5f60fbbc-b76e-4070-84e8-a315c95740e9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:59:58.919542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 1627e598-824b-4ad2-96fd-6f886daa31a1 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:59:58.922728 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:58.927957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f41a4650-81c3-4d64-b92f-f626744e9a69 req-98bfe97f-f265-40c2-84b8-60c28c21c5da tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.38 "DELETE /v2.0/ports/5f60fbbc-b76e-4070-84e8-a315c95740e9 HTTP/1.1" status: 204 len: 173 time: 0.6768525 Jul 29 17:59:58.929294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'name': 'network-vif-deleted', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:58.935230 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168dd792-23db-4672-8bbc-3a925640cc3e" -d '{"events": [{"server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "name": "network-vif-deleted", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:58.996691 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d7d77-6e13-40b2-a98b-7ecc1312e003 None None] New status for floating IP 82a7a1c8-a5be-4de2-ba93-bf664dc8bc86: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:59:59.057731 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a263b65-f279-4824-b667-fd110e93b6ad x-openstack-request-id: req-4a263b65-f279-4824-b667-fd110e93b6ad {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:59.058347 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca925a-ee47-4bef-8ffa-344c64e8522a", "name": "network-vif-deleted", "tag": "5f60fbbc-b76e-4070-84e8-a315c95740e9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:59.058821 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a263b65-f279-4824-b667-fd110e93b6ad {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:59.059056 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca925a-ee47-4bef-8ffa-344c64e8522a', 'name': 'network-vif-deleted', 'tag': '5f60fbbc-b76e-4070-84e8-a315c95740e9', 'status': 'completed', 'code': 200} Jul 29 17:59:59.154703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d03a9d4b-8c90-410b-bbd2-5aa7f848c2eb req-3b47d4dc-483e-43d2-bc63-5db4c8b4ac65 tempest-VolumesSnapshotTestJSON-643190966 tempest-VolumesSnapshotTestJSON-643190966-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dca925a-ee47-4bef-8ffa-344c64e8522a HTTP/1.1" status: 200 len: 210 time: 0.0375409 Jul 29 17:59:59.207151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.236399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1d9280a1-7ac9-48f9-837a-f797b176410e up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:59:59.237090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=1627e598-824b-4ad2-96fd-6f886daa31a1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:59.292157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 1d9280a1-7ac9-48f9-837a-f797b176410e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:59:59.296300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 1d9280a1-7ac9-48f9-837a-f797b176410e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:59:59.296676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.327913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.329869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eeb0b6c2-3919-48ef-bff1-62786846c607 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/1627e598-824b-4ad2-96fd-6f886daa31a1 HTTP/1.1" status: 204 len: 168 time: 0.7963068 Jul 29 17:59:59.332646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:59.385417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.393026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedaaea-b6df-4879-ab76-bca606f74c7e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:59.394549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedaaea-b6df-4879-ab76-bca606f74c7e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:59.396356 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedaaea-b6df-4879-ab76-bca606f74c7e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:59.401119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46024) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:59.411863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cdedaaea-b6df-4879-ab76-bca606f74c7e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0780571 Jul 29 17:59:59.465272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 70e22b04-8380-4bdb-b256-3822092c9c4a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:59.469228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.518388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.585879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:59:59.588235 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d825188-a0ae-4c01-9100-31e7e8d8cd31" -d '{"events": [{"server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "name": "network-vif-plugged", "status": "completed", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:59:59.603295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1d9280a1-7ac9-48f9-837a-f797b176410e,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:59:59.610731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.615801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.643834 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557aa37-0486-4655-ad2f-d6ab7e77a179 x-openstack-request-id: req-4557aa37-0486-4655-ad2f-d6ab7e77a179 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:59:59.644123 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "name": "network-vif-plugged", "status": "completed", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:59:59.644374 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4557aa37-0486-4655-ad2f-d6ab7e77a179 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:59:59.644769 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e', 'code': 200} Jul 29 17:59:59.663800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:59.689999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.724780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.729537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/70e22b04-8380-4bdb-b256-3822092c9c4a HTTP/1.1" status: 204 len: 168 time: 0.3251851 Jul 29 17:59:59.729537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5c132-d2f6-4492-a1e1-e5aa7388d9e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=70e22b04-8380-4bdb-b256-3822092c9c4a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:59:59.730567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46030) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:59:59.830784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453fb63-df33-463a-8869-96f6235c116c req-87c04263-1aca-49b3-bd85-773a66c4a5c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:59.832361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8453fb63-df33-463a-8869-96f6235c116c req-87c04263-1aca-49b3-bd85-773a66c4a5c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0555124 Jul 29 17:59:59.855561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:59:59.864041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:59.868806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2c50-4bad-4227-aeef-3b59aee4a3da req-a1f26022-bbf0-4000-aebd-cf8bda2f2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:59:59.870402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20ea2c50-4bad-4227-aeef-3b59aee4a3da req-a1f26022-bbf0-4000-aebd-cf8bda2f2865 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 1097 time: 0.1493127 Jul 29 17:59:59.874692 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8453fb63-df33-463a-8869-96f6235c116c req-7c657433-4fb7-4f47-bfaa-22cc9786fb4c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354228 Jul 29 17:59:59.914642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf305c-24d4-40d1-b0c1-0d58bf204684 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:00.036486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8643ffb6-b8a5-4394-a2f9-d63afcbbe9f7 None None] Provisioning for port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:00.298962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fef9c-3ae4-4d55-9011-cb745a43ed78 req-788dc0b0-a9c6-4fd8-8d4d-2b43c4341085 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:00.306700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-153fef9c-3ae4-4d55-9011-cb745a43ed78 req-788dc0b0-a9c6-4fd8-8d4d-2b43c4341085 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.5078921 Jul 29 18:00:00.326583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.363152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20ea2c50-4bad-4227-aeef-3b59aee4a3da req-6cbb33dd-9db7-4f37-81ca-e7090250d614 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029634 Jul 29 18:00:00.371985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:00.402622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-153fef9c-3ae4-4d55-9011-cb745a43ed78 req-ed02ef2b-7a41-4624-85c9-d7029ffbf0f7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917768 Jul 29 18:00:00.446517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:00.450917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:00.451498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.466076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.559374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.600236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:00.602405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.604381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5a9056f4-9f55-4289-b334-68e8033f3738 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c HTTP/1.1" status: 204 len: 168 time: 0.8639703 Jul 29 18:00:00.607226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46048) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:00.613887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.655153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6af5e36-97e5-48bc-9201-bc850999b239 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465071 Jul 29 18:00:00.658033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:00.663867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:00.713345 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:00:00.713663 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:00:00.739794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c01acf-baa4-4082-9c85-19de69aa37a1 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:00.760856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:00.764905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:00.819101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] Provisioning complete for port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:00.819523 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.001378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.003664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:01.050392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:01.051897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:01.055821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.065342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0a29c-9c43-4e76-a33b-70e95f280d5d req-847484ab-46dc-47bb-91b1-47da2bb3a6ba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:01.073397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-edf0a29c-9c43-4e76-a33b-70e95f280d5d req-847484ab-46dc-47bb-91b1-47da2bb3a6ba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0925002 Jul 29 18:00:01.074684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:01.075292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.085263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=e78e35d2-71ce-4a1e-93c9-3f09102e3c93,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:01.112575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] For port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:01.113792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f0a5dc48-54df-406d-81c6-458e3eb54d85 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4515264 Jul 29 18:00:01.114620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46062) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:01.123976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:01.127057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.143806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-edf0a29c-9c43-4e76-a33b-70e95f280d5d req-86cf41af-104a-4e5f-8e02-a4430f675087 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693026 Jul 29 18:00:01.195516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Deleting port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:01.195918 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.209573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278881-a3e5-4875-9fa6-bcf736aa0ebb None None] Pushing event updated for resources: {'Port': ['ID=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:01.306789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:01.317373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.342449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] For port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:01.343182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.357942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Calling delete_port for 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:01.445918 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.470958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] Pushing event deleted for resources: {'Port': ['ID=0c65e244-c3c4-4c2b-a4bd-e5613bcf68de,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:01.474559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b10e7d-9f3a-4f3c-9ba8-d0fb0695134a None None] No DVR routers for this DVR port 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:01.489379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456e394-7a8c-4a78-8170-1bed2606a12a None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:01.559397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f660-672b-4db1-93b4-a91206f07f07 req-e4247067-083c-41d1-a33e-5b20e83ad5da tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:01.560864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f34f660-672b-4db1-93b4-a91206f07f07 req-e4247067-083c-41d1-a33e-5b20e83ad5da tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.0895488 Jul 29 18:00:01.635805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'e78e35d2-71ce-4a1e-93c9-3f09102e3c93'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:01.636744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f34f660-672b-4db1-93b4-a91206f07f07 req-1ae6bf61-ad0f-4d45-bcc8-f5bd63e56c0e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691676 Jul 29 18:00:01.636895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.711176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:01.713018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.758711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:01.762840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:01.775383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:01.776131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.791728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=8f9cff77-a132-49e5-a5fb-5ad7536be399,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:01.804594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58cf6bd3-405a-4157-ac6e-08882d4ae248 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6881847 Jul 29 18:00:01.807051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46082) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:01.813354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:1f:1d:95', 'name': 'tempest-NetworksTestDHCPv6-180087122'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:01.874211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Allocated IP 172.20.0.2 (1274899e-2da7-42a7-8698-d34b8628565a/e78e35d2-71ce-4a1e-93c9-3f09102e3c93/944d5d2c-7213-490f-93d2-d58bff1a7cc4) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:01.889523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Allocated IP 2001:db8::f816:3eff:fe1e:14f4 (1274899e-2da7-42a7-8698-d34b8628565a/8f9cff77-a132-49e5-a5fb-5ad7536be399/944d5d2c-7213-490f-93d2-d58bff1a7cc4) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:01.941873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5f60fbbc-b76e-4070-84e8-a315c95740e9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:01.945277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-56192b76-25e7-4617-a316-c15db96da569 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:01.947576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-56192b76-25e7-4617-a316-c15db96da569 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1649961 Jul 29 18:00:01.971124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-685a507d-987b-4f16-956e-8eec1972ad45 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0155816 Jul 29 18:00:01.971882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 5f60fbbc-b76e-4070-84e8-a315c95740e9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:01.972227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5f60fbbc-b76e-4070-84e8-a315c95740e9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:01.978682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:02.028866 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-e1fec391-0a8c-46c5-a961-cb75a4dcd7c2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560315 Jul 29 18:00:02.087343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.093604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.104309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Transition to ACTIVE for port object 944d5d2c-7213-490f-93d2-d58bff1a7cc4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:02.120460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Transition to ACTIVE for port object 944d5d2c-7213-490f-93d2-d58bff1a7cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:02.130012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.138966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:02.172419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-bbb3f679-22eb-4e57-b6e3-eaa115b0ef76 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356966 Jul 29 18:00:02.180506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:02.185208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:02.199613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:02.225553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Pushing event updated for resources: {'Port': ['ID=944d5d2c-7213-490f-93d2-d58bff1a7cc4,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:02.311915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-c7342d66-eaa7-4d5d-a770-b645d6849b59 service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329451 Jul 29 18:00:02.321761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:02.351061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:02.351411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c65e244-c3c4-4c2b-a4bd-e5613bcf68de not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:02.355902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Attempting to bind port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:02.356320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Attempting to bind port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:02.356615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Attempting to bind port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:02.362616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:02.363963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:02.363963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.363963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:02.364386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Bound port: 944d5d2c-7213-490f-93d2-d58bff1a7cc4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:02.364656 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.402488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886a74a-a097-4f90-ab50-8afb5f042013 req-eb01f482-e2a7-45c1-af99-8546b9c91df5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:02.404114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1886a74a-a097-4f90-ab50-8afb5f042013 req-eb01f482-e2a7-45c1-af99-8546b9c91df5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1639173 Jul 29 18:00:02.442003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 172.20.0.4 (1274899e-2da7-42a7-8698-d34b8628565a/e78e35d2-71ce-4a1e-93c9-3f09102e3c93/7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:02.446205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] For port 944d5d2c-7213-490f-93d2-d58bff1a7cc4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:02.450292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] For port 944d5d2c-7213-490f-93d2-d58bff1a7cc4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=944d5d2c-7213-490f-93d2-d58bff1a7cc4,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:02.458106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.482897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1886a74a-a097-4f90-ab50-8afb5f042013 req-a2c63c2e-5185-4bb8-8e4c-cc5b0b855b09 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636272 Jul 29 18:00:02.484809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe1f:1d95 (1274899e-2da7-42a7-8698-d34b8628565a/8f9cff77-a132-49e5-a5fb-5ad7536be399/7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:02.533435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76ca2-c271-4b96-8924-987dbb4991d4 None None] Pushing event updated for resources: {'Port': ['ID=944d5d2c-7213-490f-93d2-d58bff1a7cc4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:02.641196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7dbeb784-dfed-4f09-ae49-3c109b1617c3 req-970a1d85-11e0-4213-96ce-316843dfe6b1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 210 time: 0.0310349 Jul 29 18:00:02.697963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.713447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:02.754609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.830131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:02.833553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:02.839861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:02.888322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:02.923268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:02.924123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:02.952253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fbc5d40f-0a31-43a7-bbd9-34ab7a3a0082 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1438854 Jul 29 18:00:02.952529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:03.010336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8316b52-1297-4617-ae86-f1ab2f29fcd4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.017006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8316b52-1297-4617-ae86-f1ab2f29fcd4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.019058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c8316b52-1297-4617-ae86-f1ab2f29fcd4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0653973 Jul 29 18:00:03.021782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:03.173972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:03.175461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:03.296489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:03.310446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:03.502479 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:03.530087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:03.666875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:03.672025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-810677e8-2094-40dd-b078-5ce438f97b0a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa HTTP/1.1" status: 204 len: 168 time: 0.6467431 Jul 29 18:00:03.673616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46120) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:03.679524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afeaf3-0d40-4550-bbf4-9e017af9480a req-3d1395cd-a3be-4bc4-bf2d-caaee6c2037d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.682705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45afeaf3-0d40-4550-bbf4-9e017af9480a req-3d1395cd-a3be-4bc4-bf2d-caaee6c2037d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1268616 Jul 29 18:00:03.702756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade0377-6f41-47bd-93ef-999a5e764abd None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:03.742735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45afeaf3-0d40-4550-bbf4-9e017af9480a req-9eda9bb6-126a-49f0-9a51-750d1462f543 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Jul 29 18:00:03.797423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cc73ece8-f090-474a-aa63-a94fbdfbaa7e None None] Provisioning for port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:03.847018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58e58337-eb7a-4f59-b66d-8a27993cd96f req-7c9e6083-cb8e-4ebb-a11e-8e1645a8c456 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 210 time: 0.0511427 Jul 29 18:00:03.869355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff01cc-f2ef-4967-8057-32321135146f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.870946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff01cc-f2ef-4967-8057-32321135146f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.872514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff01cc-f2ef-4967-8057-32321135146f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.874090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-67ff01cc-f2ef-4967-8057-32321135146f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2005486 Jul 29 18:00:03.876990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:03.916131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-d2328ea5-82b4-43f3-baca-fee9471bd68c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:03.917637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-d2328ea5-82b4-43f3-baca-fee9471bd68c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1914608 Jul 29 18:00:03.928515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 8f9cff77-a132-49e5-a5fb-5ad7536be399 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:03.931837 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:03.935001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:03.984838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.086727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:04.090030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.091866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.179605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.225182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9cff77-a132-49e5-a5fb-5ad7536be399,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:04.237155 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.239187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-470db318-f59f-4cd4-a65e-26ca1fa44b20 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8f9cff77-a132-49e5-a5fb-5ad7536be399 HTTP/1.1" status: 204 len: 168 time: 0.3611858 Jul 29 18:00:04.241818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46128) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:04.358226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.9 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/94c6a50d-6e16-4d7c-877f-bcc3f11c46aa) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:04.366379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 944d5d2c-7213-490f-93d2-d58bff1a7cc4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:04.402920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet e78e35d2-71ce-4a1e-93c9-3f09102e3c93 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:04.409353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.454579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:04.461455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:04.461914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.471333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.573348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.611630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 944d5d2c-7213-490f-93d2-d58bff1a7cc4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=944d5d2c-7213-490f-93d2-d58bff1a7cc4,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:04.616686 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.644007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.678966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=944d5d2c-7213-490f-93d2-d58bff1a7cc4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:04.701533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad97a7-526f-424c-9541-196ee3075e4a None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:04.708544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.756674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.793533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b72f8af7-6195-4746-91eb-26df640185b7 None None] Provisioning complete for port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:04.794015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b72f8af7-6195-4746-91eb-26df640185b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.802108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=e78e35d2-71ce-4a1e-93c9-3f09102e3c93,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:04.809221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.813499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee699c77-7e46-4da3-b2ab-674fa640f441 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/e78e35d2-71ce-4a1e-93c9-3f09102e3c93 HTTP/1.1" status: 204 len: 168 time: 0.5674031 Jul 29 18:00:04.814044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:04.831057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:04.854834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:04.869610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-820d478e-3949-46f5-8980-fad597372bfd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542245 Jul 29 18:00:04.871898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46148) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:04.897742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1d9280a1-7ac9-48f9-837a-f797b176410e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:04.921584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:04.925168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773d45c-e3a3-4774-a378-7ff30ee3b61a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:04.930300 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5773d45c-e3a3-4774-a378-7ff30ee3b61a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0557275 Jul 29 18:00:04.930490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:04.931095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:04.938645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:04.974042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:05.013556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11abea-d497-4d64-8751-84161091e64e req-fc492404-7c5c-46c0-9edc-fad15a866dac tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:05.015502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac11abea-d497-4d64-8751-84161091e64e req-fc492404-7c5c-46c0-9edc-fad15a866dac tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1466558 Jul 29 18:00:05.019140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401d92d-bf1a-4b76-b750-65236c5196d9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:05.023386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6401d92d-bf1a-4b76-b750-65236c5196d9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909927 Jul 29 18:00:05.025377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:05.025808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46152) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.026571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.076789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f81993f4-f4fb-4b60-8ebc-65a223372e12 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495219 Jul 29 18:00:05.077033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46154) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.084161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.084742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19a94-1b7c-4ee3-b15f-4b39a0bdc76f req-0069879c-0597-4a93-affb-7164a756e745 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:05.093320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4c19a94-1b7c-4ee3-b15f-4b39a0bdc76f req-0069879c-0597-4a93-affb-7164a756e745 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 931 time: 0.1447604 Jul 29 18:00:05.093646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-9279dbac-6a11-4887-9a2c-5e2005790905 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1637650 Jul 29 18:00:05.147818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d4c19a94-1b7c-4ee3-b15f-4b39a0bdc76f req-396f8543-5e9f-4d11-a912-c746e26ac86d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 Jul 29 18:00:05.154406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Request body: {'port': {'device_id': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.159495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac11abea-d497-4d64-8751-84161091e64e req-161c2989-aea5-4443-9ec8-5b0aca559fe3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285458 Jul 29 18:00:05.276524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.320289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:05.324290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.326480 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:05.327096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:05.341114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:05.357208 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ca20f339-4900-4f81-ab64-062f5e957439 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2790940 Jul 29 18:00:05.360580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46156) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.365869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.436240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Deleting port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:05.436717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.523781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:05.529608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.531613 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:05.532277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:05.537671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] For port 944d5d2c-7213-490f-93d2-d58bff1a7cc4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=944d5d2c-7213-490f-93d2-d58bff1a7cc4,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:05.538780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.553710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-67a80f96-ef54-48c4-b40a-8a0e8a4ba538 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1890621 Jul 29 18:00:05.555316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46162) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.563008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.575092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Calling delete_port for 944d5d2c-7213-490f-93d2-d58bff1a7cc4 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:05.652999 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:00:05.659395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.686439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] Pushing event deleted for resources: {'Port': ['ID=944d5d2c-7213-490f-93d2-d58bff1a7cc4,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:05.688623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69470bb4-1b43-480b-85b1-67e917daa449 None None] No DVR routers for this DVR port 944d5d2c-7213-490f-93d2-d58bff1a7cc4 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:05.695345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:05.705675 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.716819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:05.720450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.721887 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:05.722339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:05.729789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Transition to ACTIVE for port object 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:05.736005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.745140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4d9138ac-a7aa-44c1-b8ea-294f1d8ec604 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1887467 Jul 29 18:00:05.749004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46166) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.755978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.795119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Pushing event updated for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:05.876587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:05.883958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.885578 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:05.886038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:05.887750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Attempting to bind port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:05.888187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Attempting to bind port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:05.888615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Attempting to bind port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:05.893268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:00:05.893702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Attempting to bind port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:05.899085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:05.899578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:05.900050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:05.900586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Bound port: 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:05.901043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:05.904893 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ba8ba4d6-5acc-4029-9d70-04f04a5072d8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1540074 Jul 29 18:00:05.907633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:05.924607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:05.970013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:05.973456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:05.978398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.013604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.014216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.015745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] 10.222.0.38 "PUT /v2.0/ports/94c6a50d-6e16-4d7c-877f-bcc3f11c46aa HTTP/1.1" status: 200 len: 1091 time: 0.9063137 Jul 29 18:00:06.016252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:06.017557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:06.018971 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cedf647-361d-4627-a488-83b7f760dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:06.021751 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.023290 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:06.023781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:06.042628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-893b222c-82aa-47cd-a4ee-319b2c9a9fa0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1334610 Jul 29 18:00:06.045621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:06.051687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:06.064411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4deec-d26a-4edf-a056-6ce541bc271b service neutron] Pushing event updated for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:06.119226 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722b9fc1-d349-48df-af0b-b76674e412ea x-openstack-request-id: req-722b9fc1-d349-48df-af0b-b76674e412ea {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:06.120736 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:06.121359 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-722b9fc1-d349-48df-af0b-b76674e412ea {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:06.122031 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa', 'status': 'completed', 'code': 200} Jul 29 18:00:06.127499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-fa43a5b2-a0e3-488e-902c-1366b558dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.129557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-fa43a5b2-a0e3-488e-902c-1366b558dfad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 1094 time: 0.0588801 Jul 29 18:00:06.175701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-1f921a6b-8104-4a9d-a1fb-d178e17d367b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa HTTP/1.1" status: 200 len: 217 time: 0.0400505 Jul 29 18:00:06.185484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:06.190026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.191574 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:06.192016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:06.211882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4351315-9524-417e-adf6-6ec41e58061d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1627002 Jul 29 18:00:06.212267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:06.245588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e867e-16f2-49e2-9906-924741b19695 req-7b55d904-919e-4f27-8b09-dddd537488da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.247135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-7b55d904-919e-4f27-8b09-dddd537488da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0645170 Jul 29 18:00:06.260581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3b148dd2-3466-4c75-a489-8a5c2fbb0148 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470519 Jul 29 18:00:06.264167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:06.310863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45beb-dd8d-4fd8-8fa8-cd9899ed9bad req-399283c7-16ec-40c2-8679-061dedeff1d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.312435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-6702e4aa-0b77-443c-a33e-29cf5c7e240a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566022 Jul 29 18:00:06.312682 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ad45beb-dd8d-4fd8-8fa8-cd9899ed9bad req-399283c7-16ec-40c2-8679-061dedeff1d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 943 time: 0.0556545 Jul 29 18:00:06.322671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 944d5d2c-7213-490f-93d2-d58bff1a7cc4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:06.344367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 944d5d2c-7213-490f-93d2-d58bff1a7cc4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:06.344995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 944d5d2c-7213-490f-93d2-d58bff1a7cc4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:06.364917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2ad45beb-dd8d-4fd8-8fa8-cd9899ed9bad req-1fd1d7be-6028-499e-bb64-e520a8b2f731 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Jul 29 18:00:06.410192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e2b7a-acc8-47e8-b78e-8c059515db3d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.411642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-528e2b7a-acc8-47e8-b78e-8c059515db3d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465945 Jul 29 18:00:06.414393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46186) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:06.429857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ce6f-618a-4d75-81f5-4c1b8c7d0c5f req-763ba44e-bc4d-4b81-b979-7d3ce716a90f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.431390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab90ce6f-618a-4d75-81f5-4c1b8c7d0c5f req-763ba44e-bc4d-4b81-b979-7d3ce716a90f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1213608 Jul 29 18:00:06.457756 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-95fd3375-475b-44fc-b171-d16b4af8b8a6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373542 Jul 29 18:00:06.458133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:06.463522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:06.486101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-abf343cb-22af-4ae1-b629-963d3680e0b0 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609931 Jul 29 18:00:06.526284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab90ce6f-618a-4d75-81f5-4c1b8c7d0c5f req-0c769a73-a551-4882-b8e3-d21a8376c126 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844173 Jul 29 18:00:06.581263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:06.586066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.658903 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-31843188-8380-4840-884f-9795b04caaa2 req-7d11bbdc-95d9-4d63-83bb-e9daba6bbbff service neutron] show failed (client error): The resource could not be found. Jul 29 18:00:06.659939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-7d11bbdc-95d9-4d63-83bb-e9daba6bbbff service neutron] 10.222.0.49 "GET /v2.0/ports/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0954156 Jul 29 18:00:06.665217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f8e867e-16f2-49e2-9906-924741b19695 req-b110c109-71fc-403f-88e0-f4c3ba9c65e2 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700950 Jul 29 18:00:06.779712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf647-361d-4627-a488-83b7f760dc92 req-c8203036-52c7-4829-9f13-37a063df0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.781498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-c8203036-52c7-4829-9f13-37a063df0c52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 1094 time: 0.0642712 Jul 29 18:00:06.893096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf647-361d-4627-a488-83b7f760dc92 req-8f8e9f50-7309-4175-a168-129ee74d9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.895572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-8f8e9f50-7309-4175-a168-129ee74d9e04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1065314 Jul 29 18:00:06.899623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:06.901278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.947028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:06.951357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:06.954570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.955222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:06.961930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f1828-83e9-4cf3-a25e-27aac2a1dc3f None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:06.967542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-8759da04-7b12-4cc5-8ff9-44c2ef72a86d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa HTTP/1.1" status: 200 len: 217 time: 0.0432186 Jul 29 18:00:06.980976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=e851bfee-9b84-42e5-95de-e2702ec99276,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:06.992961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-268fd4aa-ebff-490a-a424-ed258f2eff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:06.998155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f3711e18-cb70-4789-a9f9-e63cf939ec34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5364738 Jul 29 18:00:06.998391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-268fd4aa-ebff-490a-a424-ed258f2eff80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 1096 time: 0.1003306 Jul 29 18:00:06.998494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:07.003778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:5c:a6:c9', 'name': 'tempest-NetworksTestDHCPv6-1888342519'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:07.021951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:07.064404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf647-361d-4627-a488-83b7f760dc92 req-35f42332-a59c-4bd9-b510-a3ac4529821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:07.065920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-35f42332-a59c-4bd9-b510-a3ac4529821b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0881896 Jul 29 18:00:07.111381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-2b3353fd-79a7-42fa-ab39-a849df0ca041 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300219 Jul 29 18:00:07.129189 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:07.183819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:07.298933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:07.304465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-3f7356cd-47fc-4d38-84fe-04a468652faf service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841657 Jul 29 18:00:07.463945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'e851bfee-9b84-42e5-95de-e2702ec99276'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:07.469169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:07.500353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cedf647-361d-4627-a488-83b7f760dc92 req-98d26761-a957-469a-839a-314f74598f73 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863089 Jul 29 18:00:07.521131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:07.705255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c3af6-c1df-4b72-936f-b7ad6aed053a req-5805ee27-03d9-4bb0-858a-e4b884054779 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:07.709462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-206c3af6-c1df-4b72-936f-b7ad6aed053a req-5805ee27-03d9-4bb0-858a-e4b884054779 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 943 time: 0.1563430 Jul 29 18:00:07.711287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port b402eee3-a727-410b-9f52-bbb8a46670f0 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:07.711777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:07.768901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Allocated IP 2001:db8::f816:3eff:febc:1279 (1274899e-2da7-42a7-8698-d34b8628565a/e851bfee-9b84-42e5-95de-e2702ec99276/e70ec0ce-38d3-41f0-a094-88c0d9909286) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:07.775962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ea08a-f833-4b98-a851-ff028068eb6f req-de0b028c-646a-4df3-9852-b6f50e9ce849 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:07.777564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e7ea08a-f833-4b98-a851-ff028068eb6f req-de0b028c-646a-4df3-9852-b6f50e9ce849 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1017401 Jul 29 18:00:07.841907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-206c3af6-c1df-4b72-936f-b7ad6aed053a req-54c7694c-5b54-4909-a706-a2af989e6d5f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Jul 29 18:00:07.852825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e7ea08a-f833-4b98-a851-ff028068eb6f req-458c7a02-84e6-488b-a32f-19277a8af197 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652900 Jul 29 18:00:07.853826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:07.871521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Transition to ACTIVE for port object cb674796-d9e8-4a8b-b385-72f3f8a8ee9b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:07.877225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:07.969137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:08.051041 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.074649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Transition to ACTIVE for port object e70ec0ce-38d3-41f0-a094-88c0d9909286 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:08.108430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Transition to ACTIVE for port object e70ec0ce-38d3-41f0-a094-88c0d9909286 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:08.116214 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.136230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:08.138947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:08.145314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:08.164065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:08.166318 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beae92be-d5ed-495f-a6ab-8514073366d2" -d '{"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:08.170823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] No DVR routers for this DVR port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:08.187716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe5c:a6c9 (1274899e-2da7-42a7-8698-d34b8628565a/e851bfee-9b84-42e5-95de-e2702ec99276/b402eee3-a727-410b-9f52-bbb8a46670f0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:08.211916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Pushing event updated for resources: {'Port': ['ID=e70ec0ce-38d3-41f0-a094-88c0d9909286,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:08.287472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Attempting to bind port e70ec0ce-38d3-41f0-a094-88c0d9909286 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:08.290521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Attempting to bind port e70ec0ce-38d3-41f0-a094-88c0d9909286 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:08.292733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Attempting to bind port e70ec0ce-38d3-41f0-a094-88c0d9909286 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:08.308157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:08.309772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:08.310199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.314835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:08.315447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Bound port: e70ec0ce-38d3-41f0-a094-88c0d9909286, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:08.316091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.411872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] For port e70ec0ce-38d3-41f0-a094-88c0d9909286, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:08.419651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] For port e70ec0ce-38d3-41f0-a094-88c0d9909286, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e70ec0ce-38d3-41f0-a094-88c0d9909286,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:08.430410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.450957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.468077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object b402eee3-a727-410b-9f52-bbb8a46670f0 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:08.507123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.566458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:08.569929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:08.574119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:08.580159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:08.580844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.599948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6755-8fdf-43bf-8c4a-089d18205798 None None] Pushing event updated for resources: {'Port': ['ID=e70ec0ce-38d3-41f0-a094-88c0d9909286,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:08.609298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=b402eee3-a727-410b-9f52-bbb8a46670f0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:08.628803 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aa8c4b09-e0e6-4848-8bd6-77ce72e9af43 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6268497 Jul 29 18:00:08.629317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46214) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:08.698700 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b562a38d-b4cb-4c86-9d4c-7c164ce4527e x-openstack-request-id: req-b562a38d-b4cb-4c86-9d4c-7c164ce4527e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:08.698990 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:08.699244 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b562a38d-b4cb-4c86-9d4c-7c164ce4527e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:08.699621 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'code': 200} Jul 29 18:00:08.715619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955eb3c-ca26-4da2-9a25-2ea0c94879bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:08.721791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955eb3c-ca26-4da2-9a25-2ea0c94879bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:08.723764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6955eb3c-ca26-4da2-9a25-2ea0c94879bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0934575 Jul 29 18:00:08.727614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46218) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:08.860734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:08.861084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:08.862367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:08.866694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:00:08.867007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Attempting to bind port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on network f944ce12-aadd-4380-bfb5-7be8d5545946 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:08.872615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:08.872960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Checking segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:08.873335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Bound using segment: {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:08.873821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Bound port: cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:08.874175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:08.874577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port b402eee3-a727-410b-9f52-bbb8a46670f0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:08.874924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.039113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba142dd-0e2a-4535-91c2-d85bb0086d6e req-5d55df12-2742-4d6a-98ae-0f858dc03eb2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.040768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bba142dd-0e2a-4535-91c2-d85bb0086d6e req-5d55df12-2742-4d6a-98ae-0f858dc03eb2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 943 time: 0.0824988 Jul 29 18:00:09.041839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:09.067658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:09.093840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bba142dd-0e2a-4535-91c2-d85bb0086d6e req-182ba3c1-3f29-4478-8a1c-c3f2a6109e40 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Jul 29 18:00:09.095260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.117322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.138562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f1d1-b02f-4ada-abba-4230b3505d7f req-68fb758c-f97f-4773-9d7b-1764184ef4c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.140108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8033f1d1-b02f-4ada-abba-4230b3505d7f req-68fb758c-f97f-4773-9d7b-1764184ef4c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.1530323 Jul 29 18:00:09.140363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.140982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.142424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] 10.222.0.38 "PUT /v2.0/ports/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 1091 time: 2.1265640 Jul 29 18:00:09.178873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for b402eee3-a727-410b-9f52-bbb8a46670f0 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:09.231294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab99a9-6837-4008-90a4-8c28af3c6592 service neutron] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:09.251961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-0dfd2e67-3b52-404b-a7bd-3f23fcfdff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.253777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-0dfd2e67-3b52-404b-a7bd-3f23fcfdff3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.0815783 Jul 29 18:00:09.257229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96ed18e4-8eb7-40c9-89b4-38bb356d0155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.385106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8033f1d1-b02f-4ada-abba-4230b3505d7f req-a822eeeb-4a28-486b-996a-dc5d52218c77 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237768 Jul 29 18:00:09.431920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-4fed1bf6-bcdd-400c-9695-99c12539f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.433583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-4fed1bf6-bcdd-400c-9695-99c12539f369 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.1721745 Jul 29 18:00:09.516030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.549918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=b402eee3-a727-410b-9f52-bbb8a46670f0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:09.566067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-9c5bb6ea-5dd2-44ac-95c4-d0b47baf9c07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 998 time: 0.1242919 Jul 29 18:00:09.585359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.587711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1175faf4-3805-46b5-9ca6-404b2859d5c0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/b402eee3-a727-410b-9f52-bbb8a46670f0 HTTP/1.1" status: 204 len: 168 time: 0.8590550 Jul 29 18:00:09.590581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46230) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:09.626012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-aca763ad-79c0-4d49-9cd5-8781dc1cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.627745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-aca763ad-79c0-4d49-9cd5-8781dc1cbe8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.0527751 Jul 29 18:00:09.669241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ab3b7-7c13-4512-9de2-8cd677e30031 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.670785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ab3b7-7c13-4512-9de2-8cd677e30031 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.672860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-207ab3b7-7c13-4512-9de2-8cd677e30031 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0815973 Jul 29 18:00:09.676435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46232) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:09.731727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843188-8380-4840-884f-9795b04caaa2 req-4fa41a93-f1a3-4adc-ae24-6df77a8936f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:09.733649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-4fa41a93-f1a3-4adc-ae24-6df77a8936f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979917 Jul 29 18:00:09.762368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet e851bfee-9b84-42e5-95de-e2702ec99276 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:09.768024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.846580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:09.967082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-e12a4be0-9fdb-423e-afb5-b01787444fb7 service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160008 Jul 29 18:00:09.983902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-97c7af5d-aa0d-44f3-92a4-f55637d87647 None None] Provisioning for port e70ec0ce-38d3-41f0-a094-88c0d9909286 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:09.991667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:00:10.084409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31843188-8380-4840-884f-9795b04caaa2 req-6c42d5fe-7d71-4aee-87fb-289628fa28f1 service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069410 Jul 29 18:00:10.090962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.108121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:10.124710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa', 'mac_address': 'fa:16:3e:b6:2f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:00:10.229927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.245757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.269790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=e851bfee-9b84-42e5-95de-e2702ec99276,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:10.292617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.293705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31872-a6f4-4698-8ad2-ff21e193c1b8 req-460fab03-149f-436d-9b2c-5b8ef986c7ad tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:10.294972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f27afff-a67a-4a56-9dc2-023b6e2264bf tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/e851bfee-9b84-42e5-95de-e2702ec99276 HTTP/1.1" status: 204 len: 168 time: 0.6172292 Jul 29 18:00:10.297614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46240) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:10.303540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60a31872-a6f4-4698-8ad2-ff21e193c1b8 req-460fab03-149f-436d-9b2c-5b8ef986c7ad tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 943 time: 0.1209099 Jul 29 18:00:10.309967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f0ed690b-2f22-4de0-9789-20a6bd2ec2ef None None] Could not find standard attr ID for object b402eee3-a727-410b-9f52-bbb8a46670f0. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:10.327551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:10.367911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97dd3dda-3273-4991-a350-d38c0352f568 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674093 Jul 29 18:00:10.369567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46244) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:10.376601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:10.397644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60a31872-a6f4-4698-8ad2-ff21e193c1b8 req-8ff97067-a4ad-483f-81fa-30d52faec9c2 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929091 Jul 29 18:00:10.420576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:10.427309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.554156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e70ec0ce-38d3-41f0-a094-88c0d9909286 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:10.638233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:10.650055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:10.650632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16c325-26d2-4c62-a074-5af40db6466f None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:10.653572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e70ec0ce-38d3-41f0-a094-88c0d9909286 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:10.653840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.667987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e70ec0ce-38d3-41f0-a094-88c0d9909286 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:10.668571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.705273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:10.708510 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af747cea-2dcc-462b-8790-3ea5f9516721" -d '{"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:10.749122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['94c6a50d-6e16-4d7c-877f-bcc3f11c46aa'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:10.801246 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c076ee61-dcb2-4ae6-a912-11463c330bed x-openstack-request-id: req-c076ee61-dcb2-4ae6-a912-11463c330bed {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:10.802513 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:10.802513 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c076ee61-dcb2-4ae6-a912-11463c330bed {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:10.802513 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'status': 'completed', 'code': 200} Jul 29 18:00:10.820054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb605a-4bc1-4adc-aadd-6283c248719b req-2da3d96a-b8df-4b4f-bf4a-1b53a88c5541 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:10.821615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4efb605a-4bc1-4adc-aadd-6283c248719b req-2da3d96a-b8df-4b4f-bf4a-1b53a88c5541 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.2073829 Jul 29 18:00:10.890982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:10.978289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e70ec0ce-38d3-41f0-a094-88c0d9909286, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e70ec0ce-38d3-41f0-a094-88c0d9909286,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:10.979978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4efb605a-4bc1-4adc-aadd-6283c248719b req-d33977e2-a735-4210-95db-9541f899b196 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404908 Jul 29 18:00:10.996173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.002361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-bf59cfcc-a958-4dce-9679-ed527397b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.003877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-bf59cfcc-a958-4dce-9679-ed527397b7c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.1775603 Jul 29 18:00:11.005546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-9bb02879-0b23-4ff3-bfa6-dbefc8e9fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.006983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-9bb02879-0b23-4ff3-bfa6-dbefc8e9fc71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.1701183 Jul 29 18:00:11.038077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:11.108667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e70ec0ce-38d3-41f0-a094-88c0d9909286,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:11.147580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Deleting port e70ec0ce-38d3-41f0-a094-88c0d9909286 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:11.149106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.231505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] For port e70ec0ce-38d3-41f0-a094-88c0d9909286, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e70ec0ce-38d3-41f0-a094-88c0d9909286,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:11.232192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.248890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Calling delete_port for e70ec0ce-38d3-41f0-a094-88c0d9909286 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:11.261122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-0ba3819e-f005-4e23-a955-9ffe63620707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.262655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-0ba3819e-f005-4e23-a955-9ffe63620707 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.2505727 Jul 29 18:00:11.263605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-bf7ac44a-1dd6-43f3-8cb4-d3ec8fdb3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.264899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-bf7ac44a-1dd6-43f3-8cb4-d3ec8fdb3f2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.2497809 Jul 29 18:00:11.294747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:11.352769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:11.375317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.389815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:11.394499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.403845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] No DVR routers for this DVR port e70ec0ce-38d3-41f0-a094-88c0d9909286 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:11.410105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e83c46-1571-478b-a8da-e537f3a12afb None None] Pushing event deleted for resources: {'Port': ['ID=e70ec0ce-38d3-41f0-a094-88c0d9909286,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:11.452272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-61105873-9e50-4bd3-8e3b-aeae90a54519 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 998 time: 0.1794412 Jul 29 18:00:11.460255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-ddc53962-4f54-4646-95b5-bc10bd1c8b4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 998 time: 0.1844029 Jul 29 18:00:11.477281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:11.511651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:11.522974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeee866-bfeb-485d-86fa-201796e4fe14 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:11.534549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.535169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.552741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=ccd77b43-8cc4-4c14-9120-fe784967e1c7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:11.581956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-6d5abfdd-8713-47e0-8a84-62f88ccfeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.583489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-6d5abfdd-8713-47e0-8a84-62f88ccfeb0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.1223824 Jul 29 18:00:11.585200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-57ec4a33-ee5c-4139-bd5d-e3ccaf924ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.586551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-57ec4a33-ee5c-4139-bd5d-e3ccaf924ed0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.1134157 Jul 29 18:00:11.590401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-05b9f808-a3a8-4491-b7af-6481e9fcd09f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2174273 Jul 29 18:00:11.590652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46260) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:11.602107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce6bf0-9e52-4d06-a2e4-0dcf381aa5ff req-8d4ec573-39d5-41a0-b261-f8ab66667712 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.604003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:ff:48:96', 'name': 'tempest-NetworksTestDHCPv6-338763370'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:11.604572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fcce6bf0-9e52-4d06-a2e4-0dcf381aa5ff req-8d4ec573-39d5-41a0-b261-f8ab66667712 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 944 time: 0.1250656 Jul 29 18:00:11.711070 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fcce6bf0-9e52-4d06-a2e4-0dcf381aa5ff req-e40156a0-a524-4c45-8c23-4da3fc13fb4f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954602 Jul 29 18:00:11.762590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b759087c-f9a6-4a03-9f8a-d40ab0840620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.769966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'ccd77b43-8cc4-4c14-9120-fe784967e1c7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:11.771088 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.784584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-7b58af3d-89c5-4325-8c9f-88563e69b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.784979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-7b58af3d-89c5-4325-8c9f-88563e69b5ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922097 Jul 29 18:00:11.849523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-9906d7f2-8f6d-4ebc-978a-21f457c2376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:11.851051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-9906d7f2-8f6d-4ebc-978a-21f457c2376e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424676 Jul 29 18:00:11.864649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:11.871451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:11.949266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Allocated IP 2001:db8::f816:3eff:fe2f:ea52 (1274899e-2da7-42a7-8698-d34b8628565a/ccd77b43-8cc4-4c14-9120-fe784967e1c7/0497f1fd-484c-481c-9b2d-17ba2c6d4715) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:12.005122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:12.068666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-b61ecf33-63b8-47c2-87b3-8bc3f51d010c service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725565 Jul 29 18:00:12.076649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.131556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:12.143520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:12.143980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.184380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-94d891e2-8d21-4cce-9a4c-e9f944d0ccc5 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760007 Jul 29 18:00:12.198209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 4cabb66e-4271-4fae-9bde-5225ea5ccafd yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:12.232818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.262124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Transition to ACTIVE for port object 0497f1fd-484c-481c-9b2d-17ba2c6d4715 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:12.323476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Transition to ACTIVE for port object 0497f1fd-484c-481c-9b2d-17ba2c6d4715 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:12.325185 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.325694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891207f-f5a5-4086-aea3-3902d72fb2d7 req-2c42a07a-007e-499d-9f6d-a8febed94ffe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:12.333085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9891207f-f5a5-4086-aea3-3902d72fb2d7 req-2c42a07a-007e-499d-9f6d-a8febed94ffe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.2296603 Jul 29 18:00:12.358528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.361442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e70ec0ce-38d3-41f0-a094-88c0d9909286 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:12.397185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-6f6579e2-b3b8-483f-938b-2fa8834b04b1 service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168995 Jul 29 18:00:12.420384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e70ec0ce-38d3-41f0-a094-88c0d9909286 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:12.420754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e70ec0ce-38d3-41f0-a094-88c0d9909286 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:12.435114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:12.437030 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef21e5b-617e-4bae-8af3-49b803c28e76" -d '{"events": [{"server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "name": "network-vif-plugged", "status": "completed", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:12.444430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af747cea-2dcc-462b-8790-3ea5f9516721 req-7f156538-3ee2-48ad-9538-a973d1d04cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503424 Jul 29 18:00:12.452084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:12.463873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9891207f-f5a5-4086-aea3-3902d72fb2d7 req-1b0b0d6c-20ab-411c-bd45-04cac2411cc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296792 Jul 29 18:00:12.475983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:12.481144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:12.486715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:12.496746 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121a726-0241-44e1-a989-8021d1cb9476 x-openstack-request-id: req-a121a726-0241-44e1-a989-8021d1cb9476 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:12.497036 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "name": "network-vif-plugged", "status": "completed", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:12.497293 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a121a726-0241-44e1-a989-8021d1cb9476 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:12.497749 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa', 'code': 200} Jul 29 18:00:12.498965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Pushing event updated for resources: {'Port': ['ID=0497f1fd-484c-481c-9b2d-17ba2c6d4715,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:12.501431 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.528132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:feff:4896 (1274899e-2da7-42a7-8698-d34b8628565a/ccd77b43-8cc4-4c14-9120-fe784967e1c7/4cabb66e-4271-4fae-9bde-5225ea5ccafd) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:12.591816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Attempting to bind port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:12.592185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Attempting to bind port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:12.592545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Attempting to bind port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:12.601459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:12.601830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:12.602270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.602653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:12.603217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Bound port: 0497f1fd-484c-481c-9b2d-17ba2c6d4715, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:12.603603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.607037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:12.737412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0037-6e13-4095-a109-36c58f9048f8 req-bec78edb-623d-4c9d-a890-85108a16d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:12.738921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56fa0037-6e13-4095-a109-36c58f9048f8 req-bec78edb-623d-4c9d-a890-85108a16d0c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 1096 time: 0.1612632 Jul 29 18:00:12.744941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] For port 0497f1fd-484c-481c-9b2d-17ba2c6d4715, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:12.748969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] For port 0497f1fd-484c-481c-9b2d-17ba2c6d4715, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0497f1fd-484c-481c-9b2d-17ba2c6d4715,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:12.754629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:12.784588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b88584-1ec6-42e4-ade3-49220bccacdf req-3fe89457-0d15-44d5-a864-808e3dc13c45 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:12.795320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67b88584-1ec6-42e4-ade3-49220bccacdf req-3fe89457-0d15-44d5-a864-808e3dc13c45 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.0977576 Jul 29 18:00:12.868760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67b88584-1ec6-42e4-ade3-49220bccacdf req-fbc7d32e-ede7-4f4d-a3a7-7bb93748efe5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619633 Jul 29 18:00:12.889616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ce42c-5dab-45f6-a765-25d0925bc9b1 None None] Pushing event updated for resources: {'Port': ['ID=0497f1fd-484c-481c-9b2d-17ba2c6d4715,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:12.962637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.046783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56fa0037-6e13-4095-a109-36c58f9048f8 req-86754499-0605-4b06-b502-bd0928bf7abc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960505 Jul 29 18:00:13.121024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-7915ed45-fdf5-4b7c-a18e-f1d76023a162 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.122605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-7915ed45-fdf5-4b7c-a18e-f1d76023a162 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f&tenant_id=ca2ffabbbb8f41048197252e5566f391&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.2998424 Jul 29 18:00:13.155812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d0f2-e733-4dd2-8285-e7cc00c94bbe req-faaf0430-88eb-418e-b4e2-41004d2a508b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.163669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba00d0f2-e733-4dd2-8285-e7cc00c94bbe req-faaf0430-88eb-418e-b4e2-41004d2a508b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.2411973 Jul 29 18:00:13.217496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.254969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 4cabb66e-4271-4fae-9bde-5225ea5ccafd will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:13.264161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba00d0f2-e733-4dd2-8285-e7cc00c94bbe req-6e32a208-fc21-42f5-86ff-e4efcfb0fa03 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994692 Jul 29 18:00:13.287428 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-2d88e489-3744-4844-aead-3b8607d950ec service neutron] delete failed (client error): The resource could not be found. Jul 29 18:00:13.288476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-2d88e489-3744-4844-aead-3b8607d950ec service neutron] 10.222.0.49 "DELETE /v2.0/ports/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1220100 Jul 29 18:00:13.320912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.388830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:13.396740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:13.399846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:13.405388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.405988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.408357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=4cabb66e-4271-4fae-9bde-5225ea5ccafd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:13.428604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-09f65bef-d2eb-48fe-b8df-02665f235258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.430123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-09f65bef-d2eb-48fe-b8df-02665f235258 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1094 time: 0.0815232 Jul 29 18:00:13.434519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fdfc7add-54a3-4208-9f42-d62abf9a3029 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8428588 Jul 29 18:00:13.434707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46284) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:13.486400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a40c0a-7f4a-4387-b6c1-f48b4da1cab7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.492239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a40c0a-7f4a-4387-b6c1-f48b4da1cab7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.493819 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c8a40c0a-7f4a-4387-b6c1-f48b4da1cab7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0581639 Jul 29 18:00:13.496729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46286) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:13.526911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-0179546b-456b-45d9-ae58-71bfc88bbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.528338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-0179546b-456b-45d9-ae58-71bfc88bbd87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.0884769 Jul 29 18:00:13.587430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 4cabb66e-4271-4fae-9bde-5225ea5ccafd {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:13.587775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.599879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-509e3269-2868-43a3-8b91-7286f8305d1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 998 time: 0.0618613 Jul 29 18:00:13.659189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-f615e4e9-48aa-4d94-88a2-378f807866f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.660682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-f615e4e9-48aa-4d94-88a2-378f807866f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.0503397 Jul 29 18:00:13.680849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.693937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 4cabb66e-4271-4fae-9bde-5225ea5ccafd owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:13.715903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-e655d32d-608e-41f8-b3a5-2c5c5b8206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:13.717590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-e655d32d-608e-41f8-b3a5-2c5c5b8206d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445600 Jul 29 18:00:13.822231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-82c408b4-2de8-492d-9fb6-030e51c1a654 service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959361 Jul 29 18:00:13.847792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.901811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=4cabb66e-4271-4fae-9bde-5225ea5ccafd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:13.939240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:13.944107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:13.944376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1faee2b-4315-4e66-8ded-0cc165749128 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/4cabb66e-4271-4fae-9bde-5225ea5ccafd HTTP/1.1" status: 204 len: 168 time: 0.4464405 Jul 29 18:00:13.947929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eddc7f1d-9eb6-41b7-954f-cff454a5f471 req-19903b5b-074f-46a8-9c15-7298ff412a7d service neutron] 10.222.0.49 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168585 Jul 29 18:00:14.000762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:00:14.048251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887a41f-3c18-4866-b220-f1b342e86e00 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.048251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887a41f-3c18-4866-b220-f1b342e86e00 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.058441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46296) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:14.061675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7887a41f-3c18-4866-b220-f1b342e86e00 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163700 Jul 29 18:00:14.082528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995470f1-fb17-4d8d-8f82-0fbb2516484f req-4065ae7a-a658-4479-814b-dd8774f9ffcd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.090104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-995470f1-fb17-4d8d-8f82-0fbb2516484f req-4065ae7a-a658-4479-814b-dd8774f9ffcd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 943 time: 0.1332345 Jul 29 18:00:14.110294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:14.152044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'port_id': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'mac_address': 'fa:16:3e:4e:a4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:00:14.155673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet ccd77b43-8cc4-4c14-9120-fe784967e1c7 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:14.160366 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.161880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0edd4b04-9aa0-4762-a133-1af08d73835b None None] Provisioning for port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:14.231430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.231568 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.248389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb674796-d9e8-4a8b-b385-72f3f8a8ee9b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:14.285597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:14.303610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.448451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.466393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-90f006f9-d5f9-42c7-96f3-526d7cb70f3c None None] Could not find standard attr ID for object 4cabb66e-4271-4fae-9bde-5225ea5ccafd. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:14.473632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:14.497178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0497f1fd-484c-481c-9b2d-17ba2c6d4715 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:14.591504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.593845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:14.601198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:14.601509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.616506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:14.683838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5649-4173-4832-930d-3cf39ea87dda req-8f6a24a4-b1a4-40e3-bd51-ae16260016ce tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.685714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-374f5649-4173-4832-930d-3cf39ea87dda req-8f6a24a4-b1a4-40e3-bd51-ae16260016ce tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.1878750 Jul 29 18:00:14.737407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.780962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd77b43-8cc4-4c14-9120-fe784967e1c7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:14.793255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919fcd7c-4ad3-40c4-a55c-2d868f1c0f1f None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:14.803762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-374f5649-4173-4832-930d-3cf39ea87dda req-ee22d6e4-7131-4d8e-a2f6-7547fedfa4e0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067107 Jul 29 18:00:14.807322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:14.809500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c86316e1-a63d-4ab2-847b-1ca50ea9bab5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/ccd77b43-8cc4-4c14-9120-fe784967e1c7 HTTP/1.1" status: 204 len: 168 time: 0.7498891 Jul 29 18:00:14.812238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46310) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:14.826559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-995470f1-fb17-4d8d-8f82-0fbb2516484f req-516db45f-4097-46be-99c5-ded7c5c0dedf tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7300458 Jul 29 18:00:14.871172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0fc3e93c-be7e-42ff-b271-c71c8a964aac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553916 Jul 29 18:00:14.871782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46314) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:14.943255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57bf8-2e2c-4099-905f-94700bab4f23 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.947776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-07a57bf8-2e2c-4099-905f-94700bab4f23 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0726614 Jul 29 18:00:14.948040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46318) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:14.968849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306be9-4027-4dfd-9c5a-8db9c8527b50 req-e614f65d-0d20-4708-a67a-af3c3c490eba tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:14.970494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a4306be9-4027-4dfd-9c5a-8db9c8527b50 req-e614f65d-0d20-4708-a67a-af3c3c490eba tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.0822203 Jul 29 18:00:14.974625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.000181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da1be1-8215-4f8d-a3c0-cd313640e1e7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:15.001762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-15da1be1-8215-4f8d-a3c0-cd313640e1e7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527775 Jul 29 18:00:15.004351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:15.013550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a4306be9-4027-4dfd-9c5a-8db9c8527b50 req-8b1de947-e302-4c4c-81fb-4e4b7f7e2a69 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Jul 29 18:00:15.055643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3120b5c-e8c8-4fcb-9d91-9cb203d1f219 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450940 Jul 29 18:00:15.055868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:15.071156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:15.158632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681c12-3f92-4a4e-b382-058739470cc5 req-84c99378-2741-4859-bb4f-587286b9c9ab tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:15.167783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3681c12-3f92-4a4e-b382-058739470cc5 req-84c99378-2741-4859-bb4f-587286b9c9ab tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.0669467 Jul 29 18:00:15.226544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3681c12-3f92-4a4e-b382-058739470cc5 req-81d6038a-a46a-4f79-83ab-84943c775bb7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Jul 29 18:00:15.246127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0497f1fd-484c-481c-9b2d-17ba2c6d4715, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0497f1fd-484c-481c-9b2d-17ba2c6d4715,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:15.267488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:15.270728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.274151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.364315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0497f1fd-484c-481c-9b2d-17ba2c6d4715,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:15.378060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:15.472198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Deleting port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:15.472573 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.545000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] For port 0497f1fd-484c-481c-9b2d-17ba2c6d4715, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0497f1fd-484c-481c-9b2d-17ba2c6d4715,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:15.545411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.566117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Calling delete_port for 0497f1fd-484c-481c-9b2d-17ba2c6d4715 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:15.635133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ac7c3-5e3c-4c74-8fe9-a6adb5f0879d req-5abd6795-792f-4bc1-afa5-11d83c332096 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:15.636550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-794ac7c3-5e3c-4c74-8fe9-a6adb5f0879d req-5abd6795-792f-4bc1-afa5-11d83c332096 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.1142676 Jul 29 18:00:15.650493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.669533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:15.676100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.681899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] No DVR routers for this DVR port 0497f1fd-484c-481c-9b2d-17ba2c6d4715 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:15.685728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6826415-99a9-419c-9356-76dbb7e9ac63 None None] Pushing event deleted for resources: {'Port': ['ID=0497f1fd-484c-481c-9b2d-17ba2c6d4715,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:15.730496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:15.738934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:15.743807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:15.744541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.749111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1df20c-8c22-4035-ba46-8770116b6aaf None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:15.749780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-794ac7c3-5e3c-4c74-8fe9-a6adb5f0879d req-3559b801-2c65-4edd-b9b8-a47d24a9a2cc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068888 Jul 29 18:00:15.759678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=5a4eb195-f088-400e-8051-dbae752e0205,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:15.778085 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2347bef8-c9e9-4f11-ba54-746d0e93ddd0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7188914 Jul 29 18:00:15.778435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46336) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:15.783644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:48:a5:2c', 'name': 'tempest-NetworksTestDHCPv6-1076366372'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:15.910482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:15.933568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '5a4eb195-f088-400e-8051-dbae752e0205'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:15.934895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:15.950586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f464-ac44-4573-a1ea-b0030a6e1cec req-f7250af1-6c16-40df-a7c2-f823ea85b91d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:15.971157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81c5f464-ac44-4573-a1ea-b0030a6e1cec req-f7250af1-6c16-40df-a7c2-f823ea85b91d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 944 time: 0.0729704 Jul 29 18:00:16.032573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.040799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81c5f464-ac44-4573-a1ea-b0030a6e1cec req-cf08b176-ba1c-487b-827b-1890968a184a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664012 Jul 29 18:00:16.056616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 0e7bfb03-440f-4b22-998f-292bc5dcb56b yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:16.057371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:16.095163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Allocated IP 2001:db8::f816:3eff:fefe:1b7b (1274899e-2da7-42a7-8698-d34b8628565a/5a4eb195-f088-400e-8051-dbae752e0205/1dead468-8e74-4949-8ceb-bdcd31e70fb1) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:16.129995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0816811d-21b4-46eb-a6f3-db85d3247b52 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 200 len: 991 time: 0.0711641 Jul 29 18:00:16.263655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.273335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Transition to ACTIVE for port object 1dead468-8e74-4949-8ceb-bdcd31e70fb1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:16.291756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Transition to ACTIVE for port object 1dead468-8e74-4949-8ceb-bdcd31e70fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:16.300528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.309200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0497f1fd-484c-481c-9b2d-17ba2c6d4715 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:16.354851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0497f1fd-484c-481c-9b2d-17ba2c6d4715 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:16.355356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0497f1fd-484c-481c-9b2d-17ba2c6d4715 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:16.356111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe48:a52c (1274899e-2da7-42a7-8698-d34b8628565a/5a4eb195-f088-400e-8051-dbae752e0205/0e7bfb03-440f-4b22-998f-292bc5dcb56b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:16.368657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:16.371347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:16.373943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:16.388477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Pushing event updated for resources: {'Port': ['ID=1dead468-8e74-4949-8ceb-bdcd31e70fb1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:16.442640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Attempting to bind port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:16.442909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Attempting to bind port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:16.443275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Attempting to bind port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:16.448353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:16.448730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:16.449129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.449526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:16.449992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Bound port: 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:16.450407 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.513202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] For port 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:16.513870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.516446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] For port 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1dead468-8e74-4949-8ceb-bdcd31e70fb1,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:16.522087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.528223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 0e7bfb03-440f-4b22-998f-292bc5dcb56b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:16.568277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.607237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18bd88-a462-4c7f-bc70-65aa09288ca5 None None] Pushing event updated for resources: {'Port': ['ID=1dead468-8e74-4949-8ceb-bdcd31e70fb1,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:16.621555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:16.626936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:16.630726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:16.636794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:16.637389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.656399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=0e7bfb03-440f-4b22-998f-292bc5dcb56b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:16.678608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c40de02c-2665-4d40-869c-88ea8eb2ccb0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8961606 Jul 29 18:00:16.678938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:16.739877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3d88e-2200-42a8-84e7-b840e5fc19cc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:16.746039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3d88e-2200-42a8-84e7-b840e5fc19cc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:16.747645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bfc3d88e-2200-42a8-84e7-b840e5fc19cc tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0677278 Jul 29 18:00:16.750468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46354) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:16.921677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-0f82a662-90cf-45e8-8c09-54e09df3575a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:16.925324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-0f82a662-90cf-45e8-8c09-54e09df3575a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.1384332 Jul 29 18:00:16.979971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 0e7bfb03-440f-4b22-998f-292bc5dcb56b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:16.980689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:16.983440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814f509-bb0b-4689-a925-e7b2888ac721 req-6b38fd1b-bfbd-446e-acd8-9dcfb10daeb6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:16.991763 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1814f509-bb0b-4689-a925-e7b2888ac721 req-6b38fd1b-bfbd-446e-acd8-9dcfb10daeb6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 945 time: 0.1173902 Jul 29 18:00:17.041172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1814f509-bb0b-4689-a925-e7b2888ac721 req-2593e6bb-3dfd-4c4b-996a-e8e80aaad31d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Jul 29 18:00:17.131462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.154771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:17.155116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.159320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 0e7bfb03-440f-4b22-998f-292bc5dcb56b owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:17.371957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.415022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=0e7bfb03-440f-4b22-998f-292bc5dcb56b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:17.418978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:17.419344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.439268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:17.496651 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.499166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-09bd7bff-917d-4373-867c-ab075e55ce03 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/0e7bfb03-440f-4b22-998f-292bc5dcb56b HTTP/1.1" status: 204 len: 168 time: 0.7474186 Jul 29 18:00:17.502167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:17.565371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f872bd1-e026-45e2-ab92-24a2fda6983c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:17.566928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f872bd1-e026-45e2-ab92-24a2fda6983c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:17.568726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4f872bd1-e026-45e2-ab92-24a2fda6983c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0657446 Jul 29 18:00:17.575202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46372) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:17.588401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-b09b2be4-4e98-4584-874a-fb5ac7518229 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118195 Jul 29 18:00:17.653896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 5a4eb195-f088-400e-8051-dbae752e0205 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:17.657931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.708164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.720837 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.731201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1d9280a1-7ac9-48f9-837a-f797b176410e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:17.744261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=94c6a50d-6e16-4d7c-877f-bcc3f11c46aa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:17.800471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603', '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:17.866314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:17.873511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.878718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dc1c6a5-4783-4a5a-8692-512ab0b14051 req-ada5365b-b2d8-4e80-bb7f-296840645aae tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "DELETE /v2.0/ports/94c6a50d-6e16-4d7c-877f-bcc3f11c46aa HTTP/1.1" status: 204 len: 173 time: 0.9450576 Jul 29 18:00:17.882807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.884603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5d29-aaca-4ffc-870e-bf013307259d req-fa67ce24-a2b0-4b53-aa1e-95a30744bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:17.887249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-fa67ce24-a2b0-4b53-aa1e-95a30744bfcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.2127469 Jul 29 18:00:17.889822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'name': 'network-vif-deleted', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:17.896872 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7319d352-8ee2-4529-bc80-e24197cf967c" -d '{"events": [{"server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "name": "network-vif-deleted", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:18.003152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.003730 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e752b9-98d1-4d12-9d3f-6a0e82fccf7b x-openstack-request-id: req-e3e752b9-98d1-4d12-9d3f-6a0e82fccf7b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:18.003730 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fd0f8-751b-474c-a41b-b5d496d4888e", "name": "network-vif-deleted", "tag": "94c6a50d-6e16-4d7c-877f-bcc3f11c46aa", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:18.004199 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3e752b9-98d1-4d12-9d3f-6a0e82fccf7b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:18.004287 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56fd0f8-751b-474c-a41b-b5d496d4888e', 'name': 'network-vif-deleted', 'tag': '94c6a50d-6e16-4d7c-877f-bcc3f11c46aa', 'status': 'completed', 'code': 200} Jul 29 18:00:18.041707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:18.050222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4eb195-f088-400e-8051-dbae752e0205,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:18.056278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.058212 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed7ceec1-3a71-401f-845a-1a74ad9a13b9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/5a4eb195-f088-400e-8051-dbae752e0205 HTTP/1.1" status: 204 len: 168 time: 0.4821422 Jul 29 18:00:18.060434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5d29-aaca-4ffc-870e-bf013307259d req-871c70a6-e85b-45d1-b655-c509e4573591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:18.060651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46376) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:18.062146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-871c70a6-e85b-45d1-b655-c509e4573591 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.1428931 Jul 29 18:00:18.138647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-82bb6f5a-c076-4be1-98bd-b13248020287 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767770 Jul 29 18:00:18.143491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46382) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:18.151587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:18.168461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-13e9ad6b-39df-45ce-a02d-87fe69c01bda None None] Provisioning for port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:18.174501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-1bbf3e20-ca48-429a-aabf-bfc77f92d450 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 1001 time: 0.1004825 Jul 29 18:00:18.210373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f839cba-e8cb-4e9d-b6b9-0f3ba4cf4f5f req-14e13ebd-10b6-43d1-8106-19953200aa6d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fd0f8-751b-474c-a41b-b5d496d4888e HTTP/1.1" status: 200 len: 210 time: 0.0558903 Jul 29 18:00:18.242680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:18.248241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:18.248908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.320177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5d29-aaca-4ffc-870e-bf013307259d req-40eaf53e-5525-4c5a-aabb-057e06d84390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:18.329619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-40eaf53e-5525-4c5a-aabb-057e06d84390 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.1217554 Jul 29 18:00:18.370264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.380032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:18.387298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.425709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5d29-aaca-4ffc-870e-bf013307259d req-aa17cfb7-d013-4dc9-a367-42a3ba345d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:18.432067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:18.439996 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fb834b-a049-4ef5-9695-0f9dcd3b8050" -d '{"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:18.449986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-aa17cfb7-d013-4dc9-a367-42a3ba345d18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062169 Jul 29 18:00:18.469599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1dead468-8e74-4949-8ceb-bdcd31e70fb1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:18.531522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:18.539061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da8be0-88e3-4635-bc1b-e6c632b2f3c8 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:18.608153 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2ff89d-4619-4598-9f5a-846b571f3318 x-openstack-request-id: req-4e2ff89d-4619-4598-9f5a-846b571f3318 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:18.608751 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:18.609217 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e2ff89d-4619-4598-9f5a-846b571f3318 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:18.609837 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'code': 200} Jul 29 18:00:18.618023 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.648708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4ec391a3-c9b9-4854-94c1-3ef69e5e25e1 None None] Could not find standard attr ID for object 0e7bfb03-440f-4b22-998f-292bc5dcb56b. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:18.654582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-3869b02c-53f7-4496-8d2d-a4572fc3398c service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012851 Jul 29 18:00:18.742060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:18.756306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:18.764447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:18.765410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.786946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-029c5d29-aaca-4ffc-870e-bf013307259d req-d07645a1-2a42-468b-9c7d-699129f1ea8a service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219962 Jul 29 18:00:18.870290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:18.883765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.919914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:18.947527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1dead468-8e74-4949-8ceb-bdcd31e70fb1,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:18.956417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.996931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Deleting port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:18.997218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.057129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1dead468-8e74-4949-8ceb-bdcd31e70fb1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:19.102253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] For port 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1dead468-8e74-4949-8ceb-bdcd31e70fb1,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:19.102877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.124035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Calling delete_port for 1dead468-8e74-4949-8ceb-bdcd31e70fb1 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:19.174730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.210408 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.223248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] No DVR routers for this DVR port 1dead468-8e74-4949-8ceb-bdcd31e70fb1 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:19.247208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7273b9c-aa4b-4f8f-9abf-9e85efba69c0 None None] Pushing event deleted for resources: {'Port': ['ID=1dead468-8e74-4949-8ceb-bdcd31e70fb1,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:19.360294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] For port 1dead468-8e74-4949-8ceb-bdcd31e70fb1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1dead468-8e74-4949-8ceb-bdcd31e70fb1,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:19.414533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.421323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.422066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.473093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=1dead468-8e74-4949-8ceb-bdcd31e70fb1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:19.482004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:19.485874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:19.491481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:19.492073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.495565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab8853-8479-4c99-8f0d-a69fac63acfc None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:19.550974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=9b288e5a-bba9-4455-a2ad-673236ed4d89,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:19.554207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23d527ba-8306-45d5-be35-ebe4a931af1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4115269 Jul 29 18:00:19.556668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46410) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:19.562073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:b3:b9:5e', 'name': 'tempest-NetworksTestDHCPv6-337967334'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:19.631004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4a80e-1363-4d20-9f6d-3bf2bf03fecb req-dafa59d4-1208-4046-bd01-c87d962a63db tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:19.632657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3c4a80e-1363-4d20-9f6d-3bf2bf03fecb req-dafa59d4-1208-4046-bd01-c87d962a63db tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.1448321 Jul 29 18:00:19.732036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '9b288e5a-bba9-4455-a2ad-673236ed4d89'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:19.733860 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.814448 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3c4a80e-1363-4d20-9f6d-3bf2bf03fecb req-c2e3016e-5af7-4d82-8139-42308dd0eb9e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676011 Jul 29 18:00:19.836159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:19.840652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:19.861835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 75855414-3f76-4aae-af96-0e0eeee6ea88 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:19.892617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Allocated IP 2001:db8::f816:3eff:febb:fb04 (1274899e-2da7-42a7-8698-d34b8628565a/9b288e5a-bba9-4455-a2ad-673236ed4d89/62dc8fe8-f993-4acf-ab0a-66498210037e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:20.032340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:20.034274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.061276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:20.061585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 94c6a50d-6e16-4d7c-877f-bcc3f11c46aa not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:20.063413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Transition to ACTIVE for port object 62dc8fe8-f993-4acf-ab0a-66498210037e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:20.078520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Transition to ACTIVE for port object 62dc8fe8-f993-4acf-ab0a-66498210037e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:20.086979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.121805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:20.126678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:20.130271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:20.134943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:feb3:b95e (1274899e-2da7-42a7-8698-d34b8628565a/9b288e5a-bba9-4455-a2ad-673236ed4d89/75855414-3f76-4aae-af96-0e0eeee6ea88) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:20.140111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Pushing event updated for resources: {'Port': ['ID=62dc8fe8-f993-4acf-ab0a-66498210037e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:20.192730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Attempting to bind port 62dc8fe8-f993-4acf-ab0a-66498210037e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:20.193100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Attempting to bind port 62dc8fe8-f993-4acf-ab0a-66498210037e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:20.193461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Attempting to bind port 62dc8fe8-f993-4acf-ab0a-66498210037e on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:20.198750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:20.199106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:20.199508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.199904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:20.200374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Bound port: 62dc8fe8-f993-4acf-ab0a-66498210037e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:20.200762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.267642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] For port 62dc8fe8-f993-4acf-ab0a-66498210037e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:20.271203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] For port 62dc8fe8-f993-4acf-ab0a-66498210037e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=62dc8fe8-f993-4acf-ab0a-66498210037e,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:20.280256 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.301693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.309615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1dead468-8e74-4949-8ceb-bdcd31e70fb1 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:20.315361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 75855414-3f76-4aae-af96-0e0eeee6ea88 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:20.340972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1dead468-8e74-4949-8ceb-bdcd31e70fb1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:20.341209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1dead468-8e74-4949-8ceb-bdcd31e70fb1 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:20.357433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.359628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0cec7-6791-427d-ae9c-7542c6c91d1c None None] Pushing event updated for resources: {'Port': ['ID=62dc8fe8-f993-4acf-ab0a-66498210037e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:20.404863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:20.408111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:20.411048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:20.416442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:20.417085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.425923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=75855414-3f76-4aae-af96-0e0eeee6ea88,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:20.442917 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c674282e-cd13-4518-8272-d2a770e7d3d7 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8849008 Jul 29 18:00:20.445570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46414) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:20.504844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441db1c-8b3c-4a94-95cc-ae043aa76fa4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:20.512157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441db1c-8b3c-4a94-95cc-ae043aa76fa4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:20.513417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4441db1c-8b3c-4a94-95cc-ae043aa76fa4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0667908 Jul 29 18:00:20.517088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46416) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:20.619574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 75855414-3f76-4aae-af96-0e0eeee6ea88 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:20.619923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.733672 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.745684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 75855414-3f76-4aae-af96-0e0eeee6ea88 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:20.927729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.972535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0909ba-0bdb-443a-aff3-4e368a26e3b0 req-ed9b6a0e-1d89-4a6d-bcbb-c7b05f1b819d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:20.972713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=75855414-3f76-4aae-af96-0e0eeee6ea88,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:20.972814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba0909ba-0bdb-443a-aff3-4e368a26e3b0 req-ed9b6a0e-1d89-4a6d-bcbb-c7b05f1b819d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.0727983 Jul 29 18:00:20.980510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-c1d142b1-e73f-4afa-abc9-edcfffcc2d79 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:20.982015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-c1d142b1-e73f-4afa-abc9-edcfffcc2d79 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 946 time: 0.1235313 Jul 29 18:00:21.009410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.011534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-22301565-dd25-4e86-9585-3df8871b2321 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/75855414-3f76-4aae-af96-0e0eeee6ea88 HTTP/1.1" status: 204 len: 168 time: 0.4930563 Jul 29 18:00:21.014112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.086867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba0909ba-0bdb-443a-aff3-4e368a26e3b0 req-50987fda-bfca-4231-9bec-c55e8840785d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013803 Jul 29 18:00:21.116221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77430000-fb85-4d47-88fa-b3114b4e62a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:21.117975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77430000-fb85-4d47-88fa-b3114b4e62a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:21.119574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77430000-fb85-4d47-88fa-b3114b4e62a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1043479 Jul 29 18:00:21.122260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46434) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.139281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port 1d9280a1-7ac9-48f9-837a-f797b176410e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:21.139625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.187695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 9b288e5a-bba9-4455-a2ad-673236ed4d89 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:21.198804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.253873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.258408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port 1d9280a1-7ac9-48f9-837a-f797b176410e, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1d9280a1-7ac9-48f9-837a-f797b176410e,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:21.258792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.277735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for 1d9280a1-7ac9-48f9-837a-f797b176410e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:21.359095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.435865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.450987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.464005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:21.469673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=9b288e5a-bba9-4455-a2ad-673236ed4d89,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:21.473740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.477931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1d9280a1-7ac9-48f9-837a-f797b176410e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:21.478323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f227cf1f-15d5-4dc0-accb-76cdd0db248e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/9b288e5a-bba9-4455-a2ad-673236ed4d89 HTTP/1.1" status: 204 len: 168 time: 0.3550444 Jul 29 18:00:21.478926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46438) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.496962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=1d9280a1-7ac9-48f9-837a-f797b176410e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:21.523339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5fb21c73-2e8a-432f-852b-e927025c6d55 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430431 Jul 29 18:00:21.523953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.536119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port 1d9280a1-7ac9-48f9-837a-f797b176410e on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:21.539259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.541692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18ab5b77-ed48-43b6-bcc3-4d86ae466934 req-3d51b9bc-1183-4574-bb92-5f23e78e6854 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "DELETE /v2.0/ports/1d9280a1-7ac9-48f9-837a-f797b176410e HTTP/1.1" status: 204 len: 173 time: 0.5425699 Jul 29 18:00:21.542179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'name': 'network-vif-deleted', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:21.545301 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551510d1-c4af-4eb6-9d6d-0266d14c0c82" -d '{"events": [{"server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "name": "network-vif-deleted", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:21.586275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acdb79a-1c88-417b-9ced-fe4ad3012b44 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:21.590878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0acdb79a-1c88-417b-9ced-fe4ad3012b44 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0659525 Jul 29 18:00:21.591606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.611275 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323373fb-f365-4e0b-b2c9-ab59054af271 x-openstack-request-id: req-323373fb-f365-4e0b-b2c9-ab59054af271 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:21.611572 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5249373b-b60e-4d72-a06a-2f5657bd09c5", "name": "network-vif-deleted", "tag": "1d9280a1-7ac9-48f9-837a-f797b176410e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:21.611828 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-323373fb-f365-4e0b-b2c9-ab59054af271 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:21.612237 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5249373b-b60e-4d72-a06a-2f5657bd09c5', 'name': 'network-vif-deleted', 'tag': '1d9280a1-7ac9-48f9-837a-f797b176410e', 'status': 'completed', 'code': 200} Jul 29 18:00:21.626191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de12321-503e-4e7a-8a94-57fd3953384b None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:21.665627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d83588-3846-49ba-b22e-cba4861b189e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:21.667290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09d83588-3846-49ba-b22e-cba4861b189e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746667 Jul 29 18:00:21.670146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.748219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-21ed22fd-b3d0-40d7-8d1c-54871d4b8988 None None] Provisioning for port 62dc8fe8-f993-4acf-ab0a-66498210037e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:21.761407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-43e296dd-01ec-45ab-b21d-188b42a762fd tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860877 Jul 29 18:00:21.761782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:21.767669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:21.892133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:21.896195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.952311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:22.022048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Deleting port 62dc8fe8-f993-4acf-ab0a-66498210037e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:22.022381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.101560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] For port 62dc8fe8-f993-4acf-ab0a-66498210037e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=62dc8fe8-f993-4acf-ab0a-66498210037e,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:22.101560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.115737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Calling delete_port for 62dc8fe8-f993-4acf-ab0a-66498210037e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:22.210822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.224984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-541eacea-0a74-46ed-859f-6bef386eed8a req-0a7621ef-9379-40a1-990c-b19667e93525 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=5249373b-b60e-4d72-a06a-2f5657bd09c5 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Jul 29 18:00:22.232293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.247183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] No DVR routers for this DVR port 62dc8fe8-f993-4acf-ab0a-66498210037e on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:22.252254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:22.258721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:22.266782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:22.267568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.283811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=cc6185ea-fd6b-4f68-85f3-f3533fc41d59,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:22.289333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2bb1b-8d31-4ab9-975a-95ea566295d7 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:22.292214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46695e1f-5b4e-4343-b093-2b2b7d99b2fa None None] Pushing event deleted for resources: {'Port': ['ID=62dc8fe8-f993-4acf-ab0a-66498210037e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:22.297402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ad500330-4649-46fe-8203-7eda0b555c0b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5343857 Jul 29 18:00:22.300169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46460) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:22.305935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:ac:91:a0', 'name': 'tempest-NetworksTestDHCPv6-547547262'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:22.420031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:22.447909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'cc6185ea-fd6b-4f68-85f3-f3533fc41d59'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:22.450079 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.508898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.529193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 43b8e811-73c0-4d70-bed1-8461be3e55d0 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:22.591179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/cc6185ea-fd6b-4f68-85f3-f3533fc41d59/e4d49a4f-76e9-4c44-90b8-ecb6dc10e597) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:22.752291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.760919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Transition to ACTIVE for port object e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:22.775693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Transition to ACTIVE for port object e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:22.782770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.824778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:22.829559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:22.836373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:22.839565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Pushing event updated for resources: {'Port': ['ID=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:22.859838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::df (1274899e-2da7-42a7-8698-d34b8628565a/cc6185ea-fd6b-4f68-85f3-f3533fc41d59/43b8e811-73c0-4d70-bed1-8461be3e55d0) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:22.904279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Attempting to bind port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:22.904649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Attempting to bind port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:22.905010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Attempting to bind port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:22.910393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:22.910765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:22.911167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.911556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:22.912140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Bound port: e4d49a4f-76e9-4c44-90b8-ecb6dc10e597, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:22.912943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:22.977385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] For port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:22.980587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] For port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:22.986779 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.044452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.059609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60180a80-29f4-40e4-b19b-545a4477be0b None None] Pushing event updated for resources: {'Port': ['ID=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:23.062209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 43b8e811-73c0-4d70-bed1-8461be3e55d0 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:23.111866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.168609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:23.171864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:23.176074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:23.182069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.182759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.196642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=43b8e811-73c0-4d70-bed1-8461be3e55d0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:23.210543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ce1930ab-7fb9-4812-bf5d-530000482664 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9087284 Jul 29 18:00:23.212952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:23.289885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce0d12-293a-4fd3-9666-084dd6dcbd2d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.309864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce0d12-293a-4fd3-9666-084dd6dcbd2d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.312055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-afce0d12-293a-4fd3-9666-084dd6dcbd2d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0981855 Jul 29 18:00:23.314636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46476) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:23.446043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 43b8e811-73c0-4d70-bed1-8461be3e55d0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:23.446413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.540422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-6443eca8-e00e-4c61-a597-87756eab2668 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.541840 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-6443eca8-e00e-4c61-a597-87756eab2668 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.1150126 Jul 29 18:00:23.556420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.563197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-a94bd858-51e2-4f56-9e2a-51ca8e65b9a7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.0151579 Jul 29 18:00:23.588566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 43b8e811-73c0-4d70-bed1-8461be3e55d0 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:23.616017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-936ee97f-9369-4e3e-9075-768a60b7ed8a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505085 Jul 29 18:00:23.720149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-7b8d6a5f-bd2f-4176-826c-d1f5ba6bd98c service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987897 Jul 29 18:00:23.766663 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.833599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=43b8e811-73c0-4d70-bed1-8461be3e55d0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:23.872106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:23.874471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-31fb6740-ef41-468a-996d-a0dbffd2358c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/43b8e811-73c0-4d70-bed1-8461be3e55d0 HTTP/1.1" status: 204 len: 168 time: 0.5586817 Jul 29 18:00:23.883510 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1cdea6c9-9a50-4840-b4bf-81187fbfa2df service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613119 Jul 29 18:00:23.885117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:23.950939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-5f8babef-6c36-46ba-a2fc-f99bce1b57a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1331737 Jul 29 18:00:23.994627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b665c8-1912-405f-80ba-56a571494b68 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.996450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b665c8-1912-405f-80ba-56a571494b68 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:23.998200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-93b665c8-1912-405f-80ba-56a571494b68 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1117835 Jul 29 18:00:24.002041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46496) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:24.094978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8288b121-6d98-451b-a1a1-ec416e53439d req-b713c3d4-d063-47c1-87e0-7b56717a0504 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0343647 Jul 29 18:00:24.119999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet cc6185ea-fd6b-4f68-85f3-f3533fc41d59 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:24.129113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:24.132803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.133626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.134088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.134596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.135080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.135687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.136147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.141689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-503ba2ff-2689-4429-9c01-8c2e75a3ade1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.1290989 Jul 29 18:00:24.232254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:24.393331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:24.425168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a862c473-edf8-4a06-8309-a9345386c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.427290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a862c473-edf8-4a06-8309-a9345386c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.428073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a862c473-edf8-4a06-8309-a9345386c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.430758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a862c473-edf8-4a06-8309-a9345386c2ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 2298 time: 0.2318170 Jul 29 18:00:24.441984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:24.495300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:24.667304 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-ae859286-7d10-4f10-8433-f566483c4182 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 1001 time: 0.2229569 Jul 29 18:00:24.824253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-9974343c-5e05-4fa6-a679-dab5a09a427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.832305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-9974343c-5e05-4fa6-a679-dab5a09a427a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.1544740 Jul 29 18:00:24.882336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b47b39fd-2d74-43fd-b911-b897f30a1124 None None] Provisioning for port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:24.937362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a084350d-2653-4431-a88b-e7bbe0f3fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:24.940719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a084350d-2653-4431-a88b-e7bbe0f3fc94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976026 Jul 29 18:00:24.955219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:24.959949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:24.960325 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.056376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5df59bf2-0939-4009-b52f-9f84e6cdd153 None None] Could not find standard attr ID for object 43b8e811-73c0-4d70-bed1-8461be3e55d0. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:25.127772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-89d2ab62-20fb-46a8-8c7b-713c1d98765a service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723261 Jul 29 18:00:25.135608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.143242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/cc6185ea-fd6b-4f68-85f3-f3533fc41d59 HTTP/1.1" status: 204 len: 168 time: 1.1397412 Jul 29 18:00:25.144587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46518) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:25.147120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66901be-528d-42e0-874f-2d11a9b6afe1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6185ea-fd6b-4f68-85f3-f3533fc41d59,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:25.187447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84628bee-81bc-434f-b7d9-bfa7c4210fb5 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:25.191563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.194088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3641bc63-04c8-4325-a9ca-cde0d497f345 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480580 Jul 29 18:00:25.197262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46520) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:25.276542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a4aeb-e29b-4334-8e15-59e8eb0d339a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:25.282735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62d039b7-9f85-4234-a332-3979e0a84554 req-1aa3ba6e-2682-42ec-8563-f693d4ed1d50 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0425236 Jul 29 18:00:25.285108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:25.285454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-499a4aeb-e29b-4334-8e15-59e8eb0d339a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0867095 Jul 29 18:00:25.345072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:25.367601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-c87a385d-980f-43ca-b257-6c96b5d5f1c9 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324390 Jul 29 18:00:25.370940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1d9280a1-7ac9-48f9-837a-f797b176410e no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:25.372535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f971b-94ba-4ac1-bcb4-474cdb592c99 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:25.374068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f44f971b-94ba-4ac1-bcb4-474cdb592c99 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880613 Jul 29 18:00:25.377326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46526) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:25.418482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-3f7b76d3-bfbe-4280-a681-7d01d773ad2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 217 time: 0.0431943 Jul 29 18:00:25.426440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.444741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 1d9280a1-7ac9-48f9-837a-f797b176410e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:25.444741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1d9280a1-7ac9-48f9-837a-f797b176410e not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:25.460665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-487231e2-4794-4175-ab5e-96f4ba648354 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820875 Jul 29 18:00:25.464872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46528) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:25.480263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:25.495208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-5ee1a91d-d80c-4e34-bf04-57a95b24bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:25.496854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-5ee1a91d-d80c-4e34-bf04-57a95b24bacd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0657313 Jul 29 18:00:25.552356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:25.571622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-baef8637-85f6-4010-95e5-c273bd7a7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:25.573135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-baef8637-85f6-4010-95e5-c273bd7a7ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635414 Jul 29 18:00:25.616877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:25.630292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.666874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:25.698335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-8635b0d5-e35d-446e-819e-7fdd4edc464f service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119442 Jul 29 18:00:25.773190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Deleting port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:25.773750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.912038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-99592213-0a66-4d72-a0ee-66102b6645a2 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036002 Jul 29 18:00:25.913574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] For port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:25.914119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:25.949748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Calling delete_port for e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:26.002424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-af23c48a-95f9-4020-a0f0-c282dd9d0de9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 217 time: 0.0704765 Jul 29 18:00:26.027968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-6e82f093-6e2b-4c06-a4ce-4ce186a0e16c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:26.030090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-6e82f093-6e2b-4c06-a4ce-4ce186a0e16c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.2500515 Jul 29 18:00:26.071667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:26.182960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-46284476-afa6-4691-86b3-8cf9a595d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:26.184810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-46284476-afa6-4691-86b3-8cf9a595d3e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1748028 Jul 29 18:00:26.192476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.196061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:26.248248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] Pushing event deleted for resources: {'Port': ['ID=e4d49a4f-76e9-4c44-90b8-ecb6dc10e597,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:26.256675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9e29-0c32-4b49-9a36-88de77a0cd2f None None] No DVR routers for this DVR port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:26.282600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a7be7d20-69ed-4e8b-8169-a0f404bc69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:26.284206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-a7be7d20-69ed-4e8b-8169-a0f404bc69a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895281 Jul 29 18:00:26.301877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:26.305385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.383374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:26.430741 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.revisions.revision_plugin [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Could not find related port for resource to bump revision. Jul 29 18:00:26.431877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:26.434034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:26.444045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_pluggable_backend [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Port e4d49a4f-76e9-4c44-90b8-ecb6dc10e597 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 18:00:26.448940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_pluggable_backend [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:30c0 {{(pid=94052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 18:00:26.456087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_pluggable_backend [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:30c0 {{(pid=94052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 18:00:26.457757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.477217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:26.479038 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.497615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:26.501569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05bda8b2-8271-4522-9897-f5a0a7b284c0 req-2879341c-b3e7-4a13-b4a8-4fb03b1a2292 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0597312 Jul 29 18:00:26.502009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:26.502622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.509912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c6428-70c4-4717-b382-1ac15c6767df None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:26.530743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0645800 Jul 29 18:00:26.531272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46540) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:26.538574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:26.586108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bf2be-5541-4667-8274-2a79f3d6b642 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=db015bb4-f9ec-4d26-b4a7-0de933dfe6aa,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:26.591249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-7f500564-0e87-405e-ad82-576487ad6ea7 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991252 Jul 29 18:00:26.616208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.11 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/8745b444-440d-4015-8671-80fc1c09c7f9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:26.684546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:26.689120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.763148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'db015bb4-f9ec-4d26-b4a7-0de933dfe6aa'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:26.765641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:26.792496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-e76faca4-8365-4e12-b191-5f8184fbb70b service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943481 Jul 29 18:00:26.847818 n-d-801607-3 neutron-server[94052]: INFO neutron.db.ipam_backend_mixin [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db015bb4-f9ec-4d26-b4a7-0de933dfe6aa (CIDR: 2001:db8::/64) Jul 29 18:00:26.852233 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:26.852824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:26.871032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d7993e16-f39e-4a5f-b221-0b864db65504 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3363912 Jul 29 18:00:26.873794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:26.879832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:26.997415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Allocated IP 2001:db8::f816:3eff:fec5:312f (1274899e-2da7-42a7-8698-d34b8628565a/db015bb4-f9ec-4d26-b4a7-0de933dfe6aa/3c03fa85-f30b-46ca-af15-fe42d81dfe8d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:27.059182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:27.065407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.323102 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.334709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Transition to ACTIVE for port object 3c03fa85-f30b-46ca-af15-fe42d81dfe8d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:27.353354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Transition to ACTIVE for port object 3c03fa85-f30b-46ca-af15-fe42d81dfe8d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:27.370350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.384596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.397547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-b23c2c84-cfd1-4dc9-b18a-897179a88ae0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 217 time: 0.5765018 Jul 29 18:00:27.414690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:27.417510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:27.423598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:27.444765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Pushing event updated for resources: {'Port': ['ID=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:27.470212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.490563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-7716e257-42b1-40e0-b432-0f3c15d690dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:27.492129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-7716e257-42b1-40e0-b432-0f3c15d690dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0859432 Jul 29 18:00:27.505714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.515686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Attempting to bind port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:27.516061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Attempting to bind port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:27.516483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Attempting to bind port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:27.522112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:27.522515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:27.522919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.523455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:27.523966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Bound port: 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:27.524345 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.529707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=0e922259-1eec-40fd-9b40-c7257a101851,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:27.552092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:27.553853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:27.557085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:27.557946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.572043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.575086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-2dc984bd-0f7a-4c8b-940d-a6f2df8450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:27.577669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-2dc984bd-0f7a-4c8b-940d-a6f2df8450d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764885 Jul 29 18:00:27.593432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9c5e5fc-1b39-45f1-98ab-5c7aee747c29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7183385 Jul 29 18:00:27.598366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46554) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:27.603537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:65:00:30', 'name': 'tempest-NetworksTestDHCPv6-1950905591'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:27.618568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:27.740679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111650-ad1f-4fb5-b88d-6560b66e025c req-a0dc614f-0b88-4b69-a981-d764478e444c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:27.742194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f111650-ad1f-4fb5-b88d-6560b66e025c req-a0dc614f-0b88-4b69-a981-d764478e444c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 932 time: 0.1044009 Jul 29 18:00:27.759811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] For port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:27.775439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-bee57216-7ba5-49c9-a805-f3cfc5eb6060 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877434 Jul 29 18:00:27.775876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:27.777538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] For port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:27.788898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:27.790750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:27.795370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:27.796076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.802548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5f111650-ad1f-4fb5-b88d-6560b66e025c req-5508711b-800a-4418-b7fe-657e6300dc7f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Jul 29 18:00:27.829291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:27.912985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83c21f-91d0-4b30-bac7-0393ca634a8c None None] Pushing event updated for resources: {'Port': ['ID=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:27.940323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.955960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:27.957138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:27.964056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 757a7444-0036-41d7-a80a-c085062ade80 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:27.997923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1e17baa4-0e50-4b8c-8e55-7aac0b8400cd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9253521 Jul 29 18:00:28.010142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Request body: {'port': {'device_id': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:28.015290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-d41c0fe2-9889-4363-9197-a47c5c2f588b service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210386 Jul 29 18:00:28.091760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-acc47028-7be4-4f78-bd0c-4f284683f42e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0588365 Jul 29 18:00:28.210826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:28.216604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8:0:1::360 (1274899e-2da7-42a7-8698-d34b8628565a/0e922259-1eec-40fd-9b40-c7257a101851/757a7444-0036-41d7-a80a-c085062ade80) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:28.232030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fe65:30 (1274899e-2da7-42a7-8698-d34b8628565a/db015bb4-f9ec-4d26-b4a7-0de933dfe6aa/757a7444-0036-41d7-a80a-c085062ade80) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:28.337419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-4b82dcf4-5e37-4ae5-abdd-d60d36e943cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:28.339117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-4b82dcf4-5e37-4ae5-abdd-d60d36e943cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1867092 Jul 29 18:00:28.509264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c03fa85-f30b-46ca-af15-fe42d81dfe8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:28.549686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-4c6d8de0-b623-48e0-be2b-0d6797f9aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:28.551298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-4c6d8de0-b623-48e0-be2b-0d6797f9aa9e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949677 Jul 29 18:00:28.573112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:28.617064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 757a7444-0036-41d7-a80a-c085062ade80 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:28.617321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:28.690466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:28.695640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-698fdbf7-0117-4e81-a6eb-9610e791e7c7 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340806 Jul 29 18:00:28.758466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:28.761843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:28.769945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:28.775609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:28.776625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:28.778957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=757a7444-0036-41d7-a80a-c085062ade80,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:28.818330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ff6bb1a5-e517-4160-81c3-cf47059fdec1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2179136 Jul 29 18:00:28.818541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-881a8434-d27e-4dc9-a5ca-3e1133c798e3 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111345 Jul 29 18:00:28.820522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:28.991275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-227f201d-88dd-43a1-a0ba-4de0aab41a62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 217 time: 0.1223066 Jul 29 18:00:29.017702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8745b444-440d-4015-8671-80fc1c09c7f9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:29.041232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.080842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 757a7444-0036-41d7-a80a-c085062ade80 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:29.081206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.097951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633c1e-a569-4717-b629-5ef76d96c597 req-bf3b3bb4-19ae-4f91-89e1-6bb96b68ac2c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:29.099590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3633c1e-a569-4717-b629-5ef76d96c597 req-bf3b3bb4-19ae-4f91-89e1-6bb96b68ac2c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 932 time: 0.2038691 Jul 29 18:00:29.110994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Transition to ACTIVE for port object 8745b444-440d-4015-8671-80fc1c09c7f9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:29.150142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.212100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-772d86f9-6600-4cb4-bcc9-875f117c1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:29.214397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-772d86f9-6600-4cb4-bcc9-875f117c1b78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.2123699 Jul 29 18:00:29.276064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451679bd-1730-494c-98c7-36076c0c3209 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:29.292159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Pushing event updated for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:29.307017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3633c1e-a569-4717-b629-5ef76d96c597 req-9f0ac91d-991e-4f48-8011-97c4c1cf757b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687942 Jul 29 18:00:29.362704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.373741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Provisioning for port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:29.374875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-5b96cdd3-e017-4943-af9e-21511257d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:29.376454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-5b96cdd3-e017-4943-af9e-21511257d564 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544266 Jul 29 18:00:29.384946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Provisioning complete for port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:29.385532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.387954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 757a7444-0036-41d7-a80a-c085062ade80 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:29.508662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Attempting to bind port 8745b444-440d-4015-8671-80fc1c09c7f9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:29.508921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Attempting to bind port 8745b444-440d-4015-8671-80fc1c09c7f9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:29.509245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Attempting to bind port 8745b444-440d-4015-8671-80fc1c09c7f9 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:29.523436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Port 8745b444-440d-4015-8671-80fc1c09c7f9 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:00:29.523761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Attempting to bind port 8745b444-440d-4015-8671-80fc1c09c7f9 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:29.550388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:29.550739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:29.551136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:29.551590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Bound port: 8745b444-440d-4015-8671-80fc1c09c7f9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:29.551955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.584397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.589074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-8bfc597a-8183-47f4-86c5-2bedd5d4950a service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024477 Jul 29 18:00:29.640706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] For port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:29.648317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.745471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:29.756835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': 'db015bb4-f9ec-4d26-b4a7-0de933dfe6aa', 'ip_address': '2001:db8::f816:3eff:fec5:312f'}, {'subnet_id': '0e922259-1eec-40fd-9b40-c7257a101851'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '3c03fa85-f30b-46ca-af15-fe42d81dfe8d'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:00:29.761671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9f54e-e980-453a-a46a-de6f0ea37242 None None] Pushing event updated for resources: {'Port': ['ID=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:29.769709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8745b444-440d-4015-8671-80fc1c09c7f9,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:29.786291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.799983 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.851211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-dd04b622-4bcb-4887-9cf6-7b9518a43710 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399483 Jul 29 18:00:29.858610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:29.859224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:29.860611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] 10.222.0.38 "PUT /v2.0/ports/8745b444-440d-4015-8671-80fc1c09c7f9 HTTP/1.1" status: 200 len: 1092 time: 1.8589535 Jul 29 18:00:29.861055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:29.863380 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:29.935141 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75070235-53c7-4c7a-ac38-20f54b5437b7 x-openstack-request-id: req-75070235-53c7-4c7a-ac38-20f54b5437b7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:29.935425 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:29.935675 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75070235-53c7-4c7a-ac38-20f54b5437b7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:29.936083 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9', 'status': 'completed', 'code': 200} Jul 29 18:00:29.952613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-c8e5a53d-07a7-41ab-b308-d17edf89073f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0811522 Jul 29 18:00:29.973565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a908c41-ffa3-4114-b98e-f0cd423f755c service neutron] Pushing event updated for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:29.984103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Allocated IP 2001:db8:0:1::2 (1274899e-2da7-42a7-8698-d34b8628565a/0e922259-1eec-40fd-9b40-c7257a101851/3c03fa85-f30b-46ca-af15-fe42d81dfe8d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:29.986869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.045572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=757a7444-0036-41d7-a80a-c085062ade80,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:30.080878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-8eb724b3-23f7-4949-928e-508a9e9f3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.082359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] For port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:30.082522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-8eb724b3-23f7-4949-928e-508a9e9f3a13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.1114705 Jul 29 18:00:30.090326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-76ae8835-b65b-4f6f-b296-21be7e71a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.091831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-76ae8835-b65b-4f6f-b296-21be7e71a343 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 1095 time: 0.1527743 Jul 29 18:00:30.111356 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.116375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.118404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5960ac1d-8cc6-4b6b-bdd9-c0d66be23343 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/757a7444-0036-41d7-a80a-c085062ade80 HTTP/1.1" status: 204 len: 168 time: 1.2972627 Jul 29 18:00:30.120921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46578) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:30.126203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Transition to ACTIVE for port object 3c03fa85-f30b-46ca-af15-fe42d81dfe8d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:30.133755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.175873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-419b5849-01d6-46fe-a5d8-0d0858555697 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8745b444-440d-4015-8671-80fc1c09c7f9 HTTP/1.1" status: 200 len: 217 time: 0.0630984 Jul 29 18:00:30.182082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e6cf7-c9dd-4512-aef6-18be2c3a2509 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.183723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-769e6cf7-c9dd-4512-aef6-18be2c3a2509 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0618019 Jul 29 18:00:30.186353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46580) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:30.232513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-9a733019-8b43-4ebb-b3bf-b2b37dcf713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.234856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe11da-4fa8-4fe7-a07b-32b3823ab8b7 None None] Pushing event updated for resources: {'Port': ['ID=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:30.235080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-9a733019-8b43-4ebb-b3bf-b2b37dcf713a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299551 Jul 29 18:00:30.241117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1dd7439a-7ff4-4699-8f26-cdce2a07a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.242753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-1dd7439a-7ff4-4699-8f26-cdce2a07a78a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0596325 Jul 29 18:00:30.251417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58462c35-201a-4b4a-b93c-c9f4485ac911 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.255646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-58462c35-201a-4b4a-b93c-c9f4485ac911 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0682263 Jul 29 18:00:30.256268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46582) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:30.315411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-75b9555c-f4d4-4752-96a6-e5216b7360df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636086 Jul 29 18:00:30.324853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564a51a-367f-4135-88dd-14dc91d02b46 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.327000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564a51a-367f-4135-88dd-14dc91d02b46 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.328595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564a51a-367f-4135-88dd-14dc91d02b46 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.333633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3564a51a-367f-4135-88dd-14dc91d02b46 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0761664 Jul 29 18:00:30.335105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:30.338392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c03fa85-f30b-46ca-af15-fe42d81dfe8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:30.418231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 0e922259-1eec-40fd-9b40-c7257a101851 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:30.422033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-2f7d85bd-afb6-4acf-a2be-62e0f038d126 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781638 Jul 29 18:00:30.422180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.465435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.525330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-eb47f8ad-2462-4348-b3c8-afd29ed9a2be service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972029 Jul 29 18:00:30.561978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.603444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25e07-72cd-4bb1-8301-877f66104fbd req-878e56f3-1193-41fe-a29f-db41e3507972 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:30.605252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa25e07-72cd-4bb1-8301-877f66104fbd req-878e56f3-1193-41fe-a29f-db41e3507972 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 944 time: 0.1752453 Jul 29 18:00:30.636619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.659111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ed1673-b8b3-4663-b390-ba97d802a8f8 req-3044fc95-d8f8-402a-986e-378135d05def service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276394 Jul 29 18:00:30.664568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=0e922259-1eec-40fd-9b40-c7257a101851,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:30.671318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.675676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6efccbb0-c4ef-4a9b-9183-98785c0ae945 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/0e922259-1eec-40fd-9b40-c7257a101851 HTTP/1.1" status: 204 len: 168 time: 0.3366404 Jul 29 18:00:30.676851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:30.762009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fa25e07-72cd-4bb1-8301-877f66104fbd req-318025fb-59a4-4dc8-98cc-94804aa8804c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337039 Jul 29 18:00:30.773008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6704c8-fdc4-4e36-af5f-a1dc024528f9 req-7d903317-ed5f-43e9-bf62-d01602f855f7 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374239 Jul 29 18:00:30.787535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet db015bb4-f9ec-4d26-b4a7-0de933dfe6aa {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:30.792461 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.839695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.954908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:30.967582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261f1cd-0e39-4325-878b-bc5127f5d272 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:31.037032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.067896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92cdad91-2395-439b-a36a-952a67b31022 None None] Provisioning for port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:31.072101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=db015bb4-f9ec-4d26-b4a7-0de933dfe6aa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:31.076245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92cdad91-2395-439b-a36a-952a67b31022 None None] Provisioning complete for port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:31.076657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92cdad91-2395-439b-a36a-952a67b31022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.084188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.086366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2004cda6-dda1-45b0-bd12-38c5600ea9ac tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/db015bb4-f9ec-4d26-b4a7-0de933dfe6aa HTTP/1.1" status: 204 len: 168 time: 0.4070973 Jul 29 18:00:31.088962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46604) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:31.130579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-93f3cd79-200b-4efa-81e2-4ec76a41bc1d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401835 Jul 29 18:00:31.133880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46606) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:31.139464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:31.240088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92cdad91-2395-439b-a36a-952a67b31022 None None] Could not find standard attr ID for object 757a7444-0036-41d7-a80a-c085062ade80. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:31.276385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:31.293628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-2f13f97d-ecec-418c-8aba-ad541142e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:31.295452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-2f13f97d-ecec-418c-8aba-ad541142e06c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 1095 time: 0.0743775 Jul 29 18:00:31.296456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:31.299954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.327743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Deleting port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:31.328187 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.395287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] For port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:31.395838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.408697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Calling delete_port for 3c03fa85-f30b-46ca-af15-fe42d81dfe8d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:31.475512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-61fe94b3-28ec-4e2a-b62c-964f7d205959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:31.477319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-61fe94b3-28ec-4e2a-b62c-964f7d205959 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1364033 Jul 29 18:00:31.489068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:31.518515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] Pushing event deleted for resources: {'Port': ['ID=3c03fa85-f30b-46ca-af15-fe42d81dfe8d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:31.522312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6424d4-7326-4b2f-bd56-14ea3e484220 None None] No DVR routers for this DVR port 3c03fa85-f30b-46ca-af15-fe42d81dfe8d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:31.544818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-118b571e-0848-406c-bf6a-7d30c4fa1122 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8745b444-440d-4015-8671-80fc1c09c7f9 HTTP/1.1" status: 200 len: 217 time: 0.0442212 Jul 29 18:00:31.903556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a434-0be4-4e5f-994d-a8fee05c7be1 req-abba99be-a5a0-440f-aeda-f72bc9ab4d67 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:31.905009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8fc5a434-0be4-4e5f-994d-a8fee05c7be1 req-abba99be-a5a0-440f-aeda-f72bc9ab4d67 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0559289 Jul 29 18:00:31.948213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8fc5a434-0be4-4e5f-994d-a8fee05c7be1 req-362396c1-b5d8-4c0f-847c-50898e598962 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Jul 29 18:00:32.012348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-afecd1c7-f1e0-4e2f-9c4c-527deb45c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:32.014051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-afecd1c7-f1e0-4e2f-9c4c-527deb45c79d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.4585931 Jul 29 18:00:32.073594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-3b9908b4-919c-4b46-ab0b-0a6832fbe8d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497155 Jul 29 18:00:32.148556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:32.151582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.213145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:32.220827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:32.229163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:32.229163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.232565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be2a50-c904-4fb0-a2ea-9232cc30e58e None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:32.245650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=11e4c25b-7e15-4c13-b41a-843b9a1c7ac4,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:32.255084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-155a13a6-c24b-4e77-8127-2364104bd6ac service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724355 Jul 29 18:00:32.261946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ac95ece-ef8f-41e8-9886-cdb93d3f3808 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1240244 Jul 29 18:00:32.262313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:32.268055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:32.348015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c03fa85-f30b-46ca-af15-fe42d81dfe8d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:32.377022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3c03fa85-f30b-46ca-af15-fe42d81dfe8d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:32.377371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3c03fa85-f30b-46ca-af15-fe42d81dfe8d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:32.421784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': '11e4c25b-7e15-4c13-b41a-843b9a1c7ac4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:32.422689 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.440410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc4ee11e-1a44-45a0-b1b5-cdbc0cb4c8cc req-3cea72d1-cb82-4f0c-946b-e84de9309304 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681423 Jul 29 18:00:32.463975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:32.468481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.564118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Allocated IP 2001:db8::f816:3eff:fe8a:45f (1274899e-2da7-42a7-8698-d34b8628565a/11e4c25b-7e15-4c13-b41a-843b9a1c7ac4/480151db-22a6-4549-b319-39ff3f4a6f5b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:32.567206 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11e4c25b-7e15-4c13-b41a-843b9a1c7ac4 (CIDR: 2001:db8::/64) Jul 29 18:00:32.570567 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:32.571107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:32.586567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-551ab0b6-34e8-4b68-8dce-9013f8d3d22f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3228338 Jul 29 18:00:32.589823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:32.595089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:32.710476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:32.713954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.714462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.723547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Transition to ACTIVE for port object 480151db-22a6-4549-b319-39ff3f4a6f5b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:32.739813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Transition to ACTIVE for port object 480151db-22a6-4549-b319-39ff3f4a6f5b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:32.749880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.793032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:32.796233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:32.800357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:32.810761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Pushing event updated for resources: {'Port': ['ID=480151db-22a6-4549-b319-39ff3f4a6f5b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:32.886147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Attempting to bind port 480151db-22a6-4549-b319-39ff3f4a6f5b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:32.886588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Attempting to bind port 480151db-22a6-4549-b319-39ff3f4a6f5b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:32.887010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Attempting to bind port 480151db-22a6-4549-b319-39ff3f4a6f5b on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:32.894059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:32.894059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:32.894457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.894852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:32.895911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Bound port: 480151db-22a6-4549-b319-39ff3f4a6f5b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:32.896348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.964236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] For port 480151db-22a6-4549-b319-39ff3f4a6f5b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:32.967601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] For port 480151db-22a6-4549-b319-39ff3f4a6f5b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=480151db-22a6-4549-b319-39ff3f4a6f5b,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:32.976053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:32.976507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.028217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:33.034013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:33.036616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:33.037306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.040932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284589b4-2879-4b01-b387-4bd0ab8aed65 None None] Pushing event updated for resources: {'Port': ['ID=480151db-22a6-4549-b319-39ff3f4a6f5b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:33.061083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=43374975-b1e5-42d0-b1cf-bc7021dd54a9,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:33.069844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-859c42b5-473f-42ba-b759-a1c7a590a6c1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4761474 Jul 29 18:00:33.070080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46630) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:33.076949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:c6:ae:d5', 'name': 'tempest-NetworksTestDHCPv6-2074437902'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:33.087858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c2efa-d6e9-468b-9d68-068eaf543aec req-c1a90095-b8bb-40b9-9459-9834075b98ff tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:33.095169 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-472c2efa-d6e9-468b-9d68-068eaf543aec req-c1a90095-b8bb-40b9-9459-9834075b98ff tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0730691 Jul 29 18:00:33.191686 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-472c2efa-d6e9-468b-9d68-068eaf543aec req-a2e8d86d-7c0d-4bee-912c-f71e7c7a0f42 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953462 Jul 29 18:00:33.279511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:33.407502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.435596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 6651837d-dde5-405b-8f26-ca8cd682b0d6 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:33.616898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8:0:1::1f6 (1274899e-2da7-42a7-8698-d34b8628565a/43374975-b1e5-42d0-b1cf-bc7021dd54a9/6651837d-dde5-405b-8f26-ca8cd682b0d6) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:33.623853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::f816:3eff:fec6:aed5 (1274899e-2da7-42a7-8698-d34b8628565a/11e4c25b-7e15-4c13-b41a-843b9a1c7ac4/6651837d-dde5-405b-8f26-ca8cd682b0d6) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:33.782117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.795438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 6651837d-dde5-405b-8f26-ca8cd682b0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:33.832765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.899282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=6651837d-dde5-405b-8f26-ca8cd682b0d6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:33.925272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:33.934525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:33.945705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:33.951829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:33.952498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:33.973415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46646) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:33.974559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5acfe891-f6dc-4ad6-8ed2-4374e4ae035e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9031239 Jul 29 18:00:34.067386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8745b444-440d-4015-8671-80fc1c09c7f9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:00:34.079267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 6651837d-dde5-405b-8f26-ca8cd682b0d6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:34.079808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.193924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.210959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 6651837d-dde5-405b-8f26-ca8cd682b0d6 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:34.250027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8745b444-440d-4015-8671-80fc1c09c7f9,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:34.273265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d5215-71fd-4151-8f19-1dce583d58ee None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:34.292702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '8745b444-440d-4015-8671-80fc1c09c7f9', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': '8745b444-440d-4015-8671-80fc1c09c7f9', 'mac_address': 'fa:16:3e:ac:50:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:00:34.347461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8685780b-7072-4975-b354-aad713d545c7 None None] Provisioning for port 480151db-22a6-4549-b319-39ff3f4a6f5b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:34.377112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc378c2b-e45b-4fbf-b351-7a8e02f9c17a req-52ada77f-5993-4fec-8e94-7885c0db1601 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.378784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc378c2b-e45b-4fbf-b351-7a8e02f9c17a req-52ada77f-5993-4fec-8e94-7885c0db1601 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0639982 Jul 29 18:00:34.425723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 480151db-22a6-4549-b319-39ff3f4a6f5b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:34.425960 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cc378c2b-e45b-4fbf-b351-7a8e02f9c17a req-1f1e312b-2800-4bd0-b754-59c1425f84d6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Jul 29 18:00:34.515101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.546823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=6651837d-dde5-405b-8f26-ca8cd682b0d6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:34.591681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.593684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c1b2c24c-2b41-4c26-b09b-61197520c01f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/6651837d-dde5-405b-8f26-ca8cd682b0d6 HTTP/1.1" status: 204 len: 168 time: 0.6181028 Jul 29 18:00:34.596151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46652) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:34.629119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.645467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a919582-66eb-4848-bcf3-c6308b82cc4e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.647012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a919582-66eb-4848-bcf3-c6308b82cc4e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0498805 Jul 29 18:00:34.649641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46654) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:34.664399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8745b444-440d-4015-8671-80fc1c09c7f9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:34.702697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3dd12-dd1c-4e49-a1ba-a305444a58a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.704527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6dc3dd12-dd1c-4e49-a1ba-a305444a58a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0536644 Jul 29 18:00:34.706843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46656) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:34.710508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8745b444-440d-4015-8671-80fc1c09c7f9,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:34.719355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.727846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 480151db-22a6-4549-b319-39ff3f4a6f5b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:34.752978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 480151db-22a6-4549-b319-39ff3f4a6f5b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:34.753348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.762048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b7a32-4356-4e5a-b3fc-09451ac7cf0e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.763730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b7a32-4356-4e5a-b3fc-09451ac7cf0e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.765204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b7a32-4356-4e5a-b3fc-09451ac7cf0e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:34.769450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a8b7a32-4356-4e5a-b3fc-09451ac7cf0e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0590980 Jul 29 18:00:34.769708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:34.819137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:34.822095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 11e4c25b-7e15-4c13-b41a-843b9a1c7ac4 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:34.825567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.868210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.908723 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.932179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395156a4-1df9-4fe3-bc71-c047566b850d None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': '11e4c25b-7e15-4c13-b41a-843b9a1c7ac4', 'ip_address': '2001:db8::f816:3eff:fe8a:45f'}, {'subnet_id': '43374975-b1e5-42d0-b1cf-bc7021dd54a9'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '480151db-22a6-4549-b319-39ff3f4a6f5b'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:00:34.973617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 480151db-22a6-4549-b319-39ff3f4a6f5b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=480151db-22a6-4549-b319-39ff3f4a6f5b,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:34.973617 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-395156a4-1df9-4fe3-bc71-c047566b850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.982050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:34.982927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.038789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['8745b444-440d-4015-8671-80fc1c09c7f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:35.053238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.081520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=11e4c25b-7e15-4c13-b41a-843b9a1c7ac4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:35.085297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.089666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6fb7b893-ec58-4971-9f1f-4a57666d21c2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/11e4c25b-7e15-4c13-b41a-843b9a1c7ac4 HTTP/1.1" status: 204 len: 168 time: 0.3165729 Jul 29 18:00:35.089891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46666) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:35.148437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 43374975-b1e5-42d0-b1cf-bc7021dd54a9 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:35.150309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=480151db-22a6-4549-b319-39ff3f4a6f5b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:35.153452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.197176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-395156a4-1df9-4fe3-bc71-c047566b850d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11e4c25b-7e15-4c13-b41a-843b9a1c7ac4: This subnet is being modified by another concurrent operation. Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11e4c25b-7e15-4c13-b41a-843b9a1c7ac4: This subnet is being modified by another concurrent operation. Jul 29 18:00:35.205056 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:00:35.255384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.321865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.350070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56980e-0c13-48d5-98c4-777f798bbc9c None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:35.356609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=43374975-b1e5-42d0-b1cf-bc7021dd54a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:35.368905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.377626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6e62483d-8b26-4ae6-9700-721df77f0e34 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/43374975-b1e5-42d0-b1cf-bc7021dd54a9 HTTP/1.1" status: 204 len: 168 time: 0.2866712 Jul 29 18:00:35.378723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46674) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:35.413923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f9a603cb-80bd-444b-9991-2575ee0386c6 None None] Provisioning complete for port 480151db-22a6-4549-b319-39ff3f4a6f5b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:35.414409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9a603cb-80bd-444b-9991-2575ee0386c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.468182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0bdf5164-2fe0-41e2-9d82-30fed9ad2381 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855463 Jul 29 18:00:35.468855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46678) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:35.474182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:35.557951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:35.585628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb21f24-fe18-4538-a58b-965d7f7d884f req-f6a135c3-91ed-49e9-9a59-7f5705a1f9de tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:35.587271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fcb21f24-fe18-4538-a58b-965d7f7d884f req-f6a135c3-91ed-49e9-9a59-7f5705a1f9de tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Jul 29 18:00:35.591648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:35.598572 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.636833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Deleting port 480151db-22a6-4549-b319-39ff3f4a6f5b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:35.637202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.649103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fcb21f24-fe18-4538-a58b-965d7f7d884f req-0d4af49e-7f55-4f2e-b7f5-989bb521e0cc tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Jul 29 18:00:35.706394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] For port 480151db-22a6-4549-b319-39ff3f4a6f5b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=480151db-22a6-4549-b319-39ff3f4a6f5b,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:35.706711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.723226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Calling delete_port for 480151db-22a6-4549-b319-39ff3f4a6f5b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:35.808354 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.814024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.835722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] Pushing event deleted for resources: {'Port': ['ID=480151db-22a6-4549-b319-39ff3f4a6f5b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:35.837557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d5e35-58c2-499b-9dda-d45c9a5efaaf None None] No DVR routers for this DVR port 480151db-22a6-4549-b319-39ff3f4a6f5b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:35.855280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e82932-b854-4d01-b55b-58fbf3bc86e2 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:00:35.859711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:35.862955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:35.868730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:35.869310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:35.883377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=bd9c6ba7-523c-49f3-97d6-c75b239bc8b4,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:35.893860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f463f477-49d0-4a25-bfe3-26ef193d33ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4213443 Jul 29 18:00:35.894546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46680) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:35.899771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:35.986112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e82932-b854-4d01-b55b-58fbf3bc86e2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:00:36.022375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:36.026547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.132790 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd9c6ba7-523c-49f3-97d6-c75b239bc8b4 (CIDR: 2001:db8::/64) Jul 29 18:00:36.138218 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:36.138692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:36.173809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-70962909-42e0-4868-873f-b582d0f7d097 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2755189 Jul 29 18:00:36.174894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46688) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:36.180743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:36.294336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'bd9c6ba7-523c-49f3-97d6-c75b239bc8b4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:36.295789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.307988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:36.311957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.374173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 480151db-22a6-4549-b319-39ff3f4a6f5b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:36.400739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 480151db-22a6-4549-b319-39ff3f4a6f5b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:36.401361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 480151db-22a6-4549-b319-39ff3f4a6f5b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:36.477089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/bd9c6ba7-523c-49f3-97d6-c75b239bc8b4/8e05375d-a51b-4961-9844-7a0ad0d1e76a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:36.662703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:36.665416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.666094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.675209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Transition to ACTIVE for port object 8e05375d-a51b-4961-9844-7a0ad0d1e76a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:36.691147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Transition to ACTIVE for port object 8e05375d-a51b-4961-9844-7a0ad0d1e76a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:36.708125 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.719628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:36.724573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:36.731456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:36.732048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.749598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=1c875618-a64d-40e8-af63-25e42d73ec2d,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:36.764074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:36.767459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:36.768116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6e862165-f638-469c-b23f-6bb57b7691df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5917041 Jul 29 18:00:36.771579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:36.780355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:2a:33:7c', 'name': 'tempest-NetworksTestDHCPv6-188465560'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:36.782383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:36.785518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Pushing event updated for resources: {'Port': ['ID=8e05375d-a51b-4961-9844-7a0ad0d1e76a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:36.819474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f320b9-f57e-4e92-9ec4-78ea1adcfc0d req-6c161fd3-a697-47e1-bd88-d96a6635fa86 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:36.827936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64f320b9-f57e-4e92-9ec4-78ea1adcfc0d req-6c161fd3-a697-47e1-bd88-d96a6635fa86 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 945 time: 0.0662346 Jul 29 18:00:36.851495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Attempting to bind port 8e05375d-a51b-4961-9844-7a0ad0d1e76a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:36.851876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Attempting to bind port 8e05375d-a51b-4961-9844-7a0ad0d1e76a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:36.852234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Attempting to bind port 8e05375d-a51b-4961-9844-7a0ad0d1e76a on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:36.858915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:36.859292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:36.859768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.860181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:36.860654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Bound port: 8e05375d-a51b-4961-9844-7a0ad0d1e76a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:36.861183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.876251 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-64f320b9-f57e-4e92-9ec4-78ea1adcfc0d req-bef14ab3-3ae1-4ae3-acda-442b8184439a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Jul 29 18:00:36.947982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] For port 8e05375d-a51b-4961-9844-7a0ad0d1e76a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:36.952113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] For port 8e05375d-a51b-4961-9844-7a0ad0d1e76a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8e05375d-a51b-4961-9844-7a0ad0d1e76a,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:36.961117 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:36.984626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:37.025613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2960c-e73e-48bd-b695-02e9d7fefe65 None None] Pushing event updated for resources: {'Port': ['ID=8e05375d-a51b-4961-9844-7a0ad0d1e76a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:37.091256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.113106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:37.353435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::19f (1274899e-2da7-42a7-8698-d34b8628565a/bd9c6ba7-523c-49f3-97d6-c75b239bc8b4/0dd61f05-8189-4a6f-a7c7-2ca12b133ef4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:37.361349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:337c (1274899e-2da7-42a7-8698-d34b8628565a/1c875618-a64d-40e8-af63-25e42d73ec2d/0dd61f05-8189-4a6f-a7c7-2ca12b133ef4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:37.508483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.523294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:37.568553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.616542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:37.619922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:37.623853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:37.629815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:37.630614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.649968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=0dd61f05-8189-4a6f-a7c7-2ca12b133ef4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:37.671652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-68e9f2a0-d1bb-4557-9d6c-b46907f070bb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8959057 Jul 29 18:00:37.671876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46710) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:37.775642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:37.776228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.876326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:37.891677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:38.050199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d9d9a-638c-4df3-9c5e-54b21fa85917 req-b43253bc-fd94-4c61-a5b0-b738ef5ca7e7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.058775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e5d9d9a-638c-4df3-9c5e-54b21fa85917 req-b43253bc-fd94-4c61-a5b0-b738ef5ca7e7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 945 time: 0.0782795 Jul 29 18:00:38.079875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8745b444-440d-4015-8671-80fc1c09c7f9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:38.101273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e5d9d9a-638c-4df3-9c5e-54b21fa85917 req-7920b2ad-3fcf-4f3f-92f3-1c383c5e485f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Jul 29 18:00:38.103038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.108013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b33dc-83df-4329-8433-599e73e9fbf5 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:38.136278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=0dd61f05-8189-4a6f-a7c7-2ca12b133ef4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:38.193469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.197964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e9c9cf9-012b-468a-b279-a62cd56514ff tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 HTTP/1.1" status: 204 len: 168 time: 0.5227008 Jul 29 18:00:38.198145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:38.274531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53bf4fc-4a3c-46a2-8667-99177c94947f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.274764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-763fe031-266b-4028-bf61-2bc4226a8226 None None] Provisioning for port 8e05375d-a51b-4961-9844-7a0ad0d1e76a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:38.276859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b53bf4fc-4a3c-46a2-8667-99177c94947f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0771155 Jul 29 18:00:38.279118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46722) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:38.374541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 8745b444-440d-4015-8671-80fc1c09c7f9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:38.389534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25e74a-0c93-4d04-be98-1736ff3dae28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.390617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 8745b444-440d-4015-8671-80fc1c09c7f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:38.390841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.391196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4f25e74a-0c93-4d04-be98-1736ff3dae28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1109352 Jul 29 18:00:38.394802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46728) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:38.469694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8e05375d-a51b-4961-9844-7a0ad0d1e76a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:38.481536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236400f-a17d-4892-8d63-d11a26e02e9a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.483174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236400f-a17d-4892-8d63-d11a26e02e9a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.484660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236400f-a17d-4892-8d63-d11a26e02e9a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.486539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8236400f-a17d-4892-8d63-d11a26e02e9a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0897105 Jul 29 18:00:38.489207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:38.543608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 1c875618-a64d-40e8-af63-25e42d73ec2d {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:38.549491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.575794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8e05375d-a51b-4961-9844-7a0ad0d1e76a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:38.585221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.594639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.601362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8e05375d-a51b-4961-9844-7a0ad0d1e76a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:38.601961 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.646569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.660152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:38.663074 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef85c1-dace-4afc-8bc0-7d6466450696" -d '{"events": [{"server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:38.692801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8745b444-440d-4015-8671-80fc1c09c7f9,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:38.694288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceceb3-fcd8-4f94-8577-035e1eff1728 None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': 'bd9c6ba7-523c-49f3-97d6-c75b239bc8b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c875618-a64d-40e8-af63-25e42d73ec2d'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '8e05375d-a51b-4961-9844-7a0ad0d1e76a'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:00:38.721589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.751188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.757668 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451f5c3-2a37-4478-a35f-e3ede4e4a366 x-openstack-request-id: req-1451f5c3-2a37-4478-a35f-e3ede4e4a366 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:38.758344 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:38.758574 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1451f5c3-2a37-4478-a35f-e3ede4e4a366 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:38.759032 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9', 'code': 200} Jul 29 18:00:38.771241 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1ceceb3-fcd8-4f94-8577-035e1eff1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.796773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=1c875618-a64d-40e8-af63-25e42d73ec2d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:38.812640 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.814694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d873cd02-5516-43a0-92cb-4022ea3d251f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/1c875618-a64d-40e8-af63-25e42d73ec2d HTTP/1.1" status: 204 len: 168 time: 0.3242235 Jul 29 18:00:38.817386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46736) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:38.832011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:38.860430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f994-de97-413a-b9ce-2b01e1f59908 req-74c01484-3f3b-45b9-b478-8bdc737f7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:38.862353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c16f994-de97-413a-b9ce-2b01e1f59908 req-74c01484-3f3b-45b9-b478-8bdc737f7b2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0667548 Jul 29 18:00:38.866607 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.892058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet bd9c6ba7-523c-49f3-97d6-c75b239bc8b4 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:38.896533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.909305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c16f994-de97-413a-b9ce-2b01e1f59908 req-10512a0b-a2a9-47a9-a83c-2718ae7e22f0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Jul 29 18:00:38.947267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:38.965720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8e05375d-a51b-4961-9844-7a0ad0d1e76a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8e05375d-a51b-4961-9844-7a0ad0d1e76a,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:38.973286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.029319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8e05375d-a51b-4961-9844-7a0ad0d1e76a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:39.040573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.106041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-d1ceceb3-fcd8-4f94-8577-035e1eff1728 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd9c6ba7-523c-49f3-97d6-c75b239bc8b4: This subnet is being modified by another concurrent operation. Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd9c6ba7-523c-49f3-97d6-c75b239bc8b4: This subnet is being modified by another concurrent operation. Jul 29 18:00:39.107850 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:00:39.138810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9c6ba7-523c-49f3-97d6-c75b239bc8b4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:39.143172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.147833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-58a65bcc-fcb5-4da3-9ccf-edd61767a850 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/bd9c6ba7-523c-49f3-97d6-c75b239bc8b4 HTTP/1.1" status: 204 len: 168 time: 0.3268034 Jul 29 18:00:39.152006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46740) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:39.188822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1ec62-72ca-42aa-af46-cada664dc190 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:39.198994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-26545c3b-0a4d-422d-a583-613b6b45351e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459187 Jul 29 18:00:39.201711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46742) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:39.206752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:39.251195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf506-74c0-4215-9efd-37ebebe87a3a req-f5ebc2d4-1c2b-4d24-8c2a-f65802fcbb97 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:39.254717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-78bbf506-74c0-4215-9efd-37ebebe87a3a req-f5ebc2d4-1c2b-4d24-8c2a-f65802fcbb97 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0559685 Jul 29 18:00:39.266132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4d14bb3-01a8-4ce3-89bb-89bb3a1ea9d2 None None] Provisioning complete for port 8e05375d-a51b-4961-9844-7a0ad0d1e76a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:39.266132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4d14bb3-01a8-4ce3-89bb-89bb3a1ea9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.292398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcedeefc-2b8e-4e76-ad95-64f65c735240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.301972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:39.307357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.319805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-78bbf506-74c0-4215-9efd-37ebebe87a3a req-95ba6b20-cd0d-4b9d-b054-c77eb5707a01 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Jul 29 18:00:39.527610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.546945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835e817-df7f-4016-88d3-398995661bfc None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:39.576556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:39.580996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:39.585258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:39.585855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.597062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:39.607138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Deleting port 8e05375d-a51b-4961-9844-7a0ad0d1e76a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:39.607526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.607763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-302e6b87-f3a0-4127-9b3e-ac3883d4e4d2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4049799 Jul 29 18:00:39.610651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:39.615683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:39.693589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9835e817-df7f-4016-88d3-398995661bfc None None] For port 8e05375d-a51b-4961-9844-7a0ad0d1e76a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8e05375d-a51b-4961-9844-7a0ad0d1e76a,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:39.694760 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.711610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Calling delete_port for 8e05375d-a51b-4961-9844-7a0ad0d1e76a owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:39.739362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:39.743949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.829399 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:39.857422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835e817-df7f-4016-88d3-398995661bfc None None] No DVR routers for this DVR port 8e05375d-a51b-4961-9844-7a0ad0d1e76a on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:39.861328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e817-df7f-4016-88d3-398995661bfc None None] Pushing event deleted for resources: {'Port': ['ID=8e05375d-a51b-4961-9844-7a0ad0d1e76a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:39.875769 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc (CIDR: 2001:db8::/64) Jul 29 18:00:39.878767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccf8b6-6da9-4501-9a02-f1c8dffe83b5 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:39.879619 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:00:39.880107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:39.896790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-860ca9a3-813b-4b6a-b9f2-660355c93d04 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2850223 Jul 29 18:00:39.899865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46758) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:39.906008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'subnet': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:40.029623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:40.031300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1274899e-2da7-42a7-8698-d34b8628565a', 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'tenant_id': 'ee7e89ccebca4bdd8e98cc6764d5030f', 'fixed_ips': [{'subnet_id': 'd7f82b89-a3e4-4d5c-b7e7-ff81702df9dc'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:40.032228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.034398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.176052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Allocated IP 2001:db8::2 (1274899e-2da7-42a7-8698-d34b8628565a/d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc/604dffe7-f784-485b-b143-b80686f8921d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:40.332595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8e05375d-a51b-4961-9844-7a0ad0d1e76a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:40.340086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.343077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:00:40.344687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.368535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8e05375d-a51b-4961-9844-7a0ad0d1e76a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:40.368905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8e05375d-a51b-4961-9844-7a0ad0d1e76a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:40.388500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:40.390573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Transition to ACTIVE for port object 604dffe7-f784-485b-b143-b80686f8921d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:40.393146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:40.399220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:40.399815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.414899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Subnet': ['ID=197d431d-263e-4ac0-9b16-5616e7556a2f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:40.415320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Transition to ACTIVE for port object 604dffe7-f784-485b-b143-b80686f8921d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:40.426922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f097fdd-3e9a-4a5e-80e3-eee8be52ca28 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5255008 Jul 29 18:00:40.429751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46764) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:40.432483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.436058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Request body: {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'mac_address': 'fa:16:3e:ee:7a:6e', 'name': 'tempest-NetworksTestDHCPv6-2110096560'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:40.486028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:40.496460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:40.506701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:40.510783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e61e01-d0e8-4e9f-8557-06a7619284d1 req-2d7cedbb-64ce-42f4-a796-6d3e2111bebf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:40.512612 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2e61e01-d0e8-4e9f-8557-06a7619284d1 req-2d7cedbb-64ce-42f4-a796-6d3e2111bebf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0694587 Jul 29 18:00:40.571552 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d2e61e01-d0e8-4e9f-8557-06a7619284d1 req-e4837f54-40ab-4678-85ce-b7875c0de210 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526545 Jul 29 18:00:40.583192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Pushing event updated for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:40.603065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Attempting to bind port 604dffe7-f784-485b-b143-b80686f8921d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:40.603606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Attempting to bind port 604dffe7-f784-485b-b143-b80686f8921d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:40.604186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Attempting to bind port 604dffe7-f784-485b-b143-b80686f8921d on network 1274899e-2da7-42a7-8698-d34b8628565a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:40.609525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:40.610114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Checking segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:40.610650 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.611141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Bound using segment: {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:40.611716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Bound port: 604dffe7-f784-485b-b143-b80686f8921d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fddc5b-2acb-41ae-a348-56665a238d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1274899e-2da7-42a7-8698-d34b8628565a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:40.612201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.670575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Made reservation on behalf of ee7e89ccebca4bdd8e98cc6764d5030f for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:40.677025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.687108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:40.691757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:40.698721 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:40.705308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] device_id is not set on port 9c3a70b1-ca99-47fc-ad5f-6381f66435f4 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:40.769589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b6f05-a827-4056-baea-b88e72224731 None None] Pushing event updated for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:40.896193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0299e4-9fda-4687-af21-6c809038976c req-f3326731-0dfe-4c0d-90a3-9420b5899bd5 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:40.897727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b0299e4-9fda-4687-af21-6c809038976c req-f3326731-0dfe-4c0d-90a3-9420b5899bd5 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.1104908 Jul 29 18:00:41.002895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b0299e4-9fda-4687-af21-6c809038976c req-c38bac04-17ac-4421-a0e3-cb7b6b8f3b28 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931618 Jul 29 18:00:41.016663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8::51 (1274899e-2da7-42a7-8698-d34b8628565a/d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc/9c3a70b1-ca99-47fc-ad5f-6381f66435f4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:41.028567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:7a6e (1274899e-2da7-42a7-8698-d34b8628565a/197d431d-263e-4ac0-9b16-5616e7556a2f/9c3a70b1-ca99-47fc-ad5f-6381f66435f4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:41.152557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1665-e714-4703-b221-0e8d884c67c7 req-e9e247a8-9959-4926-919e-533791633b91 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:41.154116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-011d1665-e714-4703-b221-0e8d884c67c7 req-e9e247a8-9959-4926-919e-533791633b91 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0548668 Jul 29 18:00:41.201315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-011d1665-e714-4703-b221-0e8d884c67c7 req-cd5b2eb7-3892-4f01-b2cc-4dc9ab3e68c5 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Jul 29 18:00:41.216346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.237662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Transition to ACTIVE for port object 9c3a70b1-ca99-47fc-ad5f-6381f66435f4 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:41.276097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.327181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Network 1274899e-2da7-42a7-8698-d34b8628565a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:41.330949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:41.335034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:41.341612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:41.342437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.362192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event updated for resources: {'Port': ['ID=9c3a70b1-ca99-47fc-ad5f-6381f66435f4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:41.377233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3e73c2c-a1be-4a27-b00a-f738a0b09912 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9433951 Jul 29 18:00:41.377659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46784) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:41.500633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c5c9-00af-4e1c-b902-0b9eef718edf req-01b5d92b-18ad-4cad-8bbe-1cd26f697806 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:41.502185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d36c5c9-00af-4e1c-b902-0b9eef718edf req-01b5d92b-18ad-4cad-8bbe-1cd26f697806 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0848126 Jul 29 18:00:41.534494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting port 9c3a70b1-ca99-47fc-ad5f-6381f66435f4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:41.534843 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.597816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d36c5c9-00af-4e1c-b902-0b9eef718edf req-3068efee-fb3c-46ac-bdfe-a42667c70326 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881541 Jul 29 18:00:41.661841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.662083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ff73a03-5c47-47d5-82e5-368dfcd0de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.676387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Calling delete_port for 9c3a70b1-ca99-47fc-ad5f-6381f66435f4 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:41.841176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f4094-55ad-42bc-93fe-de33dd3dc437 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:41.875631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.904422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.910682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Port': ['ID=9c3a70b1-ca99-47fc-ad5f-6381f66435f4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:41.944119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.944648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.944991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.945324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.945650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.945980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.946323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.946645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.946978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.947283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.947619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.948133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:41.948269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e4e0b3ca-b163-412e-be2f-3f38c4d734f8 None None] Provisioning for port 604dffe7-f784-485b-b143-b80686f8921d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:41.969163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:41.971598 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-75d388f1-c101-4c7e-ae11-0ea5901b26c5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/9c3a70b1-ca99-47fc-ad5f-6381f66435f4 HTTP/1.1" status: 204 len: 168 time: 0.5926638 Jul 29 18:00:41.974085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:42.031041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b453cc-d317-4ff5-9200-85e7b2f878b1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.032754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0b453cc-d317-4ff5-9200-85e7b2f878b1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0575447 Jul 29 18:00:42.036788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46808) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:42.096256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ae743-862b-4a79-bb7f-ed431316892d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.100661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:42.100804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a8ae743-862b-4a79-bb7f-ed431316892d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0640821 Jul 29 18:00:42.143071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac816d-580f-48a0-abf0-7f93a5358cd2 None None] Update dhcp port {'port': {'network_id': '1274899e-2da7-42a7-8698-d34b8628565a', 'fixed_ips': [{'subnet_id': 'd7f82b89-a3e4-4d5c-b7e7-ff81702df9dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '197d431d-263e-4ac0-9b16-5616e7556a2f'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '604dffe7-f784-485b-b143-b80686f8921d'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:00:42.177365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-18ac816d-580f-48a0-abf0-7f93a5358cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.199547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd1599-422e-4106-8e10-ac14414eab29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.201318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd1599-422e-4106-8e10-ac14414eab29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.203163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd1599-422e-4106-8e10-ac14414eab29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.205345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02cd1599-422e-4106-8e10-ac14414eab29 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1032348 Jul 29 18:00:42.208730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:42.276948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet 197d431d-263e-4ac0-9b16-5616e7556a2f {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:42.280655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.328213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.376812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.421080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 604dffe7-f784-485b-b143-b80686f8921d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:42.447873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-18ac816d-580f-48a0-abf0-7f93a5358cd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 197d431d-263e-4ac0-9b16-5616e7556a2f: This subnet is being modified by another concurrent operation. Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 197d431d-263e-4ac0-9b16-5616e7556a2f: This subnet is being modified by another concurrent operation. Jul 29 18:00:42.454966 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:00:42.478439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=197d431d-263e-4ac0-9b16-5616e7556a2f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:42.491057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.493088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee8e3882-09db-490b-9e1f-a303b6f10169 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/197d431d-263e-4ac0-9b16-5616e7556a2f HTTP/1.1" status: 204 len: 168 time: 0.2832699 Jul 29 18:00:42.495825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46822) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:42.499809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 604dffe7-f784-485b-b143-b80686f8921d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:42.507770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 604dffe7-f784-485b-b143-b80686f8921d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:42.508814 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.571076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Deleting subnet d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:42.576060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.615844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-469be46e-0182-401c-9d0d-287a2ae70aeb None None] Provisioning complete for port 604dffe7-f784-485b-b143-b80686f8921d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:42.616183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-469be46e-0182-401c-9d0d-287a2ae70aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.654077 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:00:42.660682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.702484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.786414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:42.808369 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.825245 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.832514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58497-6387-49cb-9f65-c3fabb531b37 req-84770e8d-15fe-4158-95d0-9331c0922411 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.836909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffc58497-6387-49cb-9f65-c3fabb531b37 req-84770e8d-15fe-4158-95d0-9331c0922411 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.1059237 Jul 29 18:00:42.869230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-f2593683-4250-45e5-af92-7b6b64462278 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:42.872007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-f2593683-4250-45e5-af92-7b6b64462278 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 946 time: 0.1073525 Jul 29 18:00:42.890592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:42.895506 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-469be46e-0182-401c-9d0d-287a2ae70aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:42.925187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffc58497-6387-49cb-9f65-c3fabb531b37 req-6c1d4e63-ca6a-473c-baf9-d6747bf775b0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818713 Jul 29 18:00:42.956531 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.006644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f074e46-024f-40ba-aad7-fd7a32877b39 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:00:43.137126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f074e46-024f-40ba-aad7-fd7a32877b39 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:00:43.372437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.402946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:43.411667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.415872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc HTTP/1.1" status: 204 len: 168 time: 0.9166849 Jul 29 18:00:43.416358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46834) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.422021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.424292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.426181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.427054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.427054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.429153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.429291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.429775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.430274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.434007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.434479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.434915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3242b07f-08ae-45b2-8661-709e4071835d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:43.435854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-469be46e-0182-401c-9d0d-287a2ae70aeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:00:43.436411 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-469be46e-0182-401c-9d0d-287a2ae70aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:00:43.448719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port 8745b444-440d-4015-8671-80fc1c09c7f9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:43.449160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.481391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81012fb1-f899-4a40-82d9-5f8cfbe6274d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633962 Jul 29 18:00:43.483839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.543981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298555f7-bff9-4581-a4ad-82d0411ba3cb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:43.545772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-298555f7-bff9-4581-a4ad-82d0411ba3cb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610135 Jul 29 18:00:43.549904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.583314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port 8745b444-440d-4015-8671-80fc1c09c7f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8745b444-440d-4015-8671-80fc1c09c7f9,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:43.583869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.600545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for 8745b444-440d-4015-8671-80fc1c09c7f9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:43.617287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca98a6a-2e99-4cd0-9ee7-011f8489fdba tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:43.619128 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bca98a6a-2e99-4cd0-9ee7-011f8489fdba tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681925 Jul 29 18:00:43.621919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.667427 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f8374be-1a98-4a75-8f48-a8795829decb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437906 Jul 29 18:00:43.674353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46842) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.699127 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1352965-653a-4950-876c-b8e29c2d4139 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.699818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1352965-653a-4950-876c-b8e29c2d4139 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.702441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1352965-653a-4950-876c-b8e29c2d4139 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/9c3a70b1-ca99-47fc-ad5f-6381f66435f4 HTTP/1.1" status: 404 len: 333 time: 0.0262206 Jul 29 18:00:43.704457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.735724 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96a1341-2a1e-46ba-a614-d24d0892e421 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.736439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96a1341-2a1e-46ba-a614-d24d0892e421 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.738410 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e96a1341-2a1e-46ba-a614-d24d0892e421 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/197d431d-263e-4ac0-9b16-5616e7556a2f HTTP/1.1" status: 404 len: 337 time: 0.0328331 Jul 29 18:00:43.740860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.783191 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad501d7-a80f-4796-a736-99f5f5c53c5e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.783658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad501d7-a80f-4796-a736-99f5f5c53c5e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.785480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3ad501d7-a80f-4796-a736-99f5f5c53c5e tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/d7f82b89-a3e4-4d5c-b7e7-ff81702df9dc HTTP/1.1" status: 404 len: 337 time: 0.0435150 Jul 29 18:00:43.788460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46852) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.816006 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd01ab72-c8a7-4eb2-9973-3f3fbcfc953b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.816729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd01ab72-c8a7-4eb2-9973-3f3fbcfc953b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.818781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd01ab72-c8a7-4eb2-9973-3f3fbcfc953b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/0dd61f05-8189-4a6f-a7c7-2ca12b133ef4 HTTP/1.1" status: 404 len: 333 time: 0.0293493 Jul 29 18:00:43.821233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.852356 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c63f98c-1cb4-4a07-b81c-b23db1c92857 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.853016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:43.853134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c63f98c-1cb4-4a07-b81c-b23db1c92857 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.854541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c63f98c-1cb4-4a07-b81c-b23db1c92857 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/1c875618-a64d-40e8-af63-25e42d73ec2d HTTP/1.1" status: 404 len: 337 time: 0.0321989 Jul 29 18:00:43.857122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.868640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603', '8745b444-440d-4015-8671-80fc1c09c7f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:43.903802 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a11d21d-7ec4-43c2-b151-e1d9936e5378 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.904406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a11d21d-7ec4-43c2-b151-e1d9936e5378 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.906468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a11d21d-7ec4-43c2-b151-e1d9936e5378 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/bd9c6ba7-523c-49f3-97d6-c75b239bc8b4 HTTP/1.1" status: 404 len: 337 time: 0.0481098 Jul 29 18:00:43.909287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.948259 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71395c4-92b1-4707-b40d-e3594bbc97a1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:43.949008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71395c4-92b1-4707-b40d-e3594bbc97a1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:43.955139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c71395c4-92b1-4707-b40d-e3594bbc97a1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/6651837d-dde5-405b-8f26-ca8cd682b0d6 HTTP/1.1" status: 404 len: 333 time: 0.0447886 Jul 29 18:00:43.957607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46864) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:43.972992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=8745b444-440d-4015-8671-80fc1c09c7f9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:44.045993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port 8745b444-440d-4015-8671-80fc1c09c7f9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:44.049168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:44.051454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70bc0eaf-7c48-4a3e-a5be-a373292a4706 req-d1651061-2406-48c5-8814-8f2cd276701e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "DELETE /v2.0/ports/8745b444-440d-4015-8671-80fc1c09c7f9 HTTP/1.1" status: 204 len: 173 time: 1.1636426 Jul 29 18:00:44.052786 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba57608-7457-4b0e-a031-576ef0a6cfe3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.053390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba57608-7457-4b0e-a031-576ef0a6cfe3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.056693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ba57608-7457-4b0e-a031-576ef0a6cfe3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/43374975-b1e5-42d0-b1cf-bc7021dd54a9 HTTP/1.1" status: 404 len: 337 time: 0.0978298 Jul 29 18:00:44.057497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'name': 'network-vif-deleted', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:44.060098 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de1971e-fc5a-4b4f-8fa5-14ae1d88026f" -d '{"events": [{"server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "name": "network-vif-deleted", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:44.063833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.070282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8bb9a3ac-de1d-4e55-a48c-1ff85d463057 req-24bdbc5e-e83a-4f06-a290-118ad93fae22 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e1dac28-50be-4402-a90b-a6a2cc81bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jul 29 18:00:44.104924 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-083a8450-b791-4e6a-8c1d-c415b11453df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.105842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083a8450-b791-4e6a-8c1d-c415b11453df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.109165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-083a8450-b791-4e6a-8c1d-c415b11453df tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/11e4c25b-7e15-4c13-b41a-843b9a1c7ac4 HTTP/1.1" status: 404 len: 337 time: 0.0436773 Jul 29 18:00:44.112015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.138878 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c477e8-c927-480d-9b2a-ad8dbe532eef x-openstack-request-id: req-c9c477e8-c927-480d-9b2a-ad8dbe532eef {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:44.139059 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1dac28-50be-4402-a90b-a6a2cc81bfc0", "name": "network-vif-deleted", "tag": "8745b444-440d-4015-8671-80fc1c09c7f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:44.139258 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9c477e8-c927-480d-9b2a-ad8dbe532eef {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:44.139619 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1dac28-50be-4402-a90b-a6a2cc81bfc0', 'name': 'network-vif-deleted', 'tag': '8745b444-440d-4015-8671-80fc1c09c7f9', 'status': 'completed', 'code': 200} Jul 29 18:00:44.145878 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa2872f-2a18-4495-ba56-d78529608233 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.146626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa2872f-2a18-4495-ba56-d78529608233 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.150676 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-baa2872f-2a18-4495-ba56-d78529608233 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/757a7444-0036-41d7-a80a-c085062ade80 HTTP/1.1" status: 404 len: 333 time: 0.0353074 Jul 29 18:00:44.150951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46872) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.156360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9ec4b76-a776-4fa3-b6ba-cf31d316d8e0 None None] Could not find standard attr ID for object 9c3a70b1-ca99-47fc-ad5f-6381f66435f4. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:44.160199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9ec4b76-a776-4fa3-b6ba-cf31d316d8e0 None None] Could not find standard attr ID for object 0dd61f05-8189-4a6f-a7c7-2ca12b133ef4. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:00:44.182756 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c493f8-3f07-4765-a22c-d1a45f342ef0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.183398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c493f8-3f07-4765-a22c-d1a45f342ef0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.185413 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9c493f8-3f07-4765-a22c-d1a45f342ef0 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/0e922259-1eec-40fd-9b40-c7257a101851 HTTP/1.1" status: 404 len: 337 time: 0.0333102 Jul 29 18:00:44.187933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46874) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.215738 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bd14dd-c678-47a9-8a2c-cdf5892dae21 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.216204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bd14dd-c678-47a9-8a2c-cdf5892dae21 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.217978 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2bd14dd-c678-47a9-8a2c-cdf5892dae21 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/db015bb4-f9ec-4d26-b4a7-0de933dfe6aa HTTP/1.1" status: 404 len: 337 time: 0.0288389 Jul 29 18:00:44.220626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.245077 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-781f30e2-18a9-4668-9394-780c2bc010e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.245779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781f30e2-18a9-4668-9394-780c2bc010e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.247590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-781f30e2-18a9-4668-9394-780c2bc010e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/43b8e811-73c0-4d70-bed1-8461be3e55d0 HTTP/1.1" status: 404 len: 333 time: 0.0260122 Jul 29 18:00:44.250119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.272366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 604dffe7-f784-485b-b143-b80686f8921d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:44.278518 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-85060581-55b0-4455-bc27-1e4da0e6448f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.278982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85060581-55b0-4455-bc27-1e4da0e6448f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.280943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-85060581-55b0-4455-bc27-1e4da0e6448f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/cc6185ea-fd6b-4f68-85f3-f3533fc41d59 HTTP/1.1" status: 404 len: 337 time: 0.0295763 Jul 29 18:00:44.283582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46880) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.314816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc3e8a-bbe8-41c6-b6da-155af589ceff None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:00:44.316586 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d73bce-4c86-4a4b-895b-5b589fbc9a61 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.317259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d73bce-4c86-4a4b-895b-5b589fbc9a61 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.324513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-15d73bce-4c86-4a4b-895b-5b589fbc9a61 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/75855414-3f76-4aae-af96-0e0eeee6ea88 HTTP/1.1" status: 404 len: 333 time: 0.0398920 Jul 29 18:00:44.327052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.379110 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-db21fb6c-e534-4423-9d2a-e00651a2cdcb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.380358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db21fb6c-e534-4423-9d2a-e00651a2cdcb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.382145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db21fb6c-e534-4423-9d2a-e00651a2cdcb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/9b288e5a-bba9-4455-a2ad-673236ed4d89 HTTP/1.1" status: 404 len: 337 time: 0.0539784 Jul 29 18:00:44.385204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46888) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.410123 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d4b41-6af9-4ac0-b1d7-8fe123d048eb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.410776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064d4b41-6af9-4ac0-b1d7-8fe123d048eb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.413560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-064d4b41-6af9-4ac0-b1d7-8fe123d048eb tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/0e7bfb03-440f-4b22-998f-292bc5dcb56b HTTP/1.1" status: 404 len: 333 time: 0.0267782 Jul 29 18:00:44.415675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46890) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.442492 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4065a900-7bdf-441d-9702-a7ce8b78c3e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.443084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4065a900-7bdf-441d-9702-a7ce8b78c3e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.444878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4065a900-7bdf-441d-9702-a7ce8b78c3e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/5a4eb195-f088-400e-8051-dbae752e0205 HTTP/1.1" status: 404 len: 337 time: 0.0282240 Jul 29 18:00:44.447608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46892) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.459706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0fa594ed-f3a7-419b-88ab-2fad8464a0f5 None None] Provisioning complete for port 604dffe7-f784-485b-b143-b80686f8921d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:44.460395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0fa594ed-f3a7-419b-88ab-2fad8464a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:44.474458 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-041bc07f-49f0-45bc-b0e9-7f71d9075eb3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.475162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041bc07f-49f0-45bc-b0e9-7f71d9075eb3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.476942 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-041bc07f-49f0-45bc-b0e9-7f71d9075eb3 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/4cabb66e-4271-4fae-9bde-5225ea5ccafd HTTP/1.1" status: 404 len: 333 time: 0.0283437 Jul 29 18:00:44.480341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46894) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.519470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:44.541586 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f25709-b07a-4040-bbdf-506ea6c933a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.555442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f25709-b07a-4040-bbdf-506ea6c933a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.560786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.567892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e3f25709-b07a-4040-bbdf-506ea6c933a5 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/ccd77b43-8cc4-4c14-9120-fe784967e1c7 HTTP/1.1" status: 404 len: 337 time: 0.0848875 Jul 29 18:00:44.588081 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeb46db-f03f-4a25-8e64-21bdddadd5e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.588674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeb46db-f03f-4a25-8e64-21bdddadd5e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.592700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ddeb46db-f03f-4a25-8e64-21bdddadd5e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/b402eee3-a727-410b-9f52-bbb8a46670f0 HTTP/1.1" status: 404 len: 333 time: 0.0290887 Jul 29 18:00:44.593178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46898) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.634457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc3e8a-bbe8-41c6-b6da-155af589ceff None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:00:44.636913 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548fdb2-cb7c-463a-bc93-11c2471a9c4b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.637382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548fdb2-cb7c-463a-bc93-11c2471a9c4b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.639237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7548fdb2-cb7c-463a-bc93-11c2471a9c4b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/e851bfee-9b84-42e5-95de-e2702ec99276 HTTP/1.1" status: 404 len: 337 time: 0.0451536 Jul 29 18:00:44.640209 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:44.642669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46900) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.656139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:44.679539 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b1a091-85fc-47f8-82e7-931a609c6319 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.680485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b1a091-85fc-47f8-82e7-931a609c6319 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.685253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46904) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.685517 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74b1a091-85fc-47f8-82e7-931a609c6319 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/7bbf8316-fac5-4fd4-97f5-f22f75f8c0fa HTTP/1.1" status: 404 len: 333 time: 0.0413587 Jul 29 18:00:44.692418 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:44.766392 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0a3d55-7b30-458d-b2d2-22a9a0f6aad2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.767286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0a3d55-7b30-458d-b2d2-22a9a0f6aad2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.771442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d0a3d55-7b30-458d-b2d2-22a9a0f6aad2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8f9cff77-a132-49e5-a5fb-5ad7536be399 HTTP/1.1" status: 404 len: 337 time: 0.0823808 Jul 29 18:00:44.772293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46906) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.828651 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb7abf2-8779-4c6f-a3c7-494173462567 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.829539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb7abf2-8779-4c6f-a3c7-494173462567 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.834376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bfb7abf2-8779-4c6f-a3c7-494173462567 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/e78e35d2-71ce-4a1e-93c9-3f09102e3c93 HTTP/1.1" status: 404 len: 337 time: 0.0607278 Jul 29 18:00:44.834564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46912) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.892829 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-514fc153-8f76-4d08-8311-e4a59a1eec6a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.896847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:44.897347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514fc153-8f76-4d08-8311-e4a59a1eec6a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.901235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-514fc153-8f76-4d08-8311-e4a59a1eec6a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/1627e598-824b-4ad2-96fd-6f886daa31a1 HTTP/1.1" status: 404 len: 333 time: 0.0635481 Jul 29 18:00:44.903117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46914) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:44.905877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790cf65-7683-40fd-b6a1-8b517787aff8 req-e154c48e-363f-4eda-8c99-9cd16d8363c0 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:44.913632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e790cf65-7683-40fd-b6a1-8b517787aff8 req-e154c48e-363f-4eda-8c99-9cd16d8363c0 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.0935121 Jul 29 18:00:44.932751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 604dffe7-f784-485b-b143-b80686f8921d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:44.962310 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e3ac3f-a522-43fb-a659-44e6f0ff70ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:44.963039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e3ac3f-a522-43fb-a659-44e6f0ff70ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:44.965133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4e3ac3f-a522-43fb-a659-44e6f0ff70ca tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/70e22b04-8380-4bdb-b256-3822092c9c4a HTTP/1.1" status: 404 len: 337 time: 0.0438600 Jul 29 18:00:44.967706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.016797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e790cf65-7683-40fd-b6a1-8b517787aff8 req-c319ea89-fb6b-4d23-b5c3-796e162d4893 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016695 Jul 29 18:00:45.025085 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a0a840-bdfe-4593-b861-2d3bec57be30 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.025285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a0a840-bdfe-4593-b861-2d3bec57be30 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.029677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b5a0a840-bdfe-4593-b861-2d3bec57be30 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/b2467db5-c0fb-4055-8cf7-5cd2f2f7a11c HTTP/1.1" status: 404 len: 337 time: 0.0587909 Jul 29 18:00:45.030382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.034126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.059190 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdf6f70-1b40-4b86-9cc1-2c1b500e4f67 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.060149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdf6f70-1b40-4b86-9cc1-2c1b500e4f67 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.062349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-acdf6f70-1b40-4b86-9cc1-2c1b500e4f67 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/db23653a-1314-4b57-872c-201f5fe30f3e HTTP/1.1" status: 404 len: 333 time: 0.0307598 Jul 29 18:00:45.065117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46924) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.094360 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcb84d6-bc3f-45d7-b4a0-0d5457ee25b8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.095341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcb84d6-bc3f-45d7-b4a0-0d5457ee25b8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.109227 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6bcb84d6-bc3f-45d7-b4a0-0d5457ee25b8 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/eaad4d29-6a2d-4787-874f-1cd79a5d55a5 HTTP/1.1" status: 404 len: 337 time: 0.0410452 Jul 29 18:00:45.111457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.116885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 604dffe7-f784-485b-b143-b80686f8921d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:45.117314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.157759 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a628710d-9605-4ba1-93f4-614ea09265e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.158561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a628710d-9605-4ba1-93f4-614ea09265e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.160521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a628710d-9605-4ba1-93f4-614ea09265e4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8edf43a1-8fe9-40f7-b616-6ff44281e57f HTTP/1.1" status: 404 len: 337 time: 0.0464005 Jul 29 18:00:45.163039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.213457 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ad0c0d-533a-4bf7-8752-41ab5ba23237 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.215599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ad0c0d-533a-4bf7-8752-41ab5ba23237 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.221129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6ad0c0d-533a-4bf7-8752-41ab5ba23237 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/49f73ec9-b086-477d-816b-bc670340d2d9 HTTP/1.1" status: 404 len: 333 time: 0.0569012 Jul 29 18:00:45.224300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.310173 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63009a6-bf5d-4f4d-8fa7-d3aa921d342d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.311049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63009a6-bf5d-4f4d-8fa7-d3aa921d342d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.316313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c63009a6-bf5d-4f4d-8fa7-d3aa921d342d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/25e4b613-72d4-4a7c-aad1-0030e536e47f HTTP/1.1" status: 404 len: 337 time: 0.0900629 Jul 29 18:00:45.317654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.398316 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ba7328-f9af-428c-a129-215655648dc1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.399663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ba7328-f9af-428c-a129-215655648dc1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.404589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-50ba7328-f9af-428c-a129-215655648dc1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/72f73e1b-a82b-4809-89f9-c7c621cc6f16 HTTP/1.1" status: 404 len: 337 time: 0.0834336 Jul 29 18:00:45.407990 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.466566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a76edbe2-b1f9-41e5-b234-64b8ee2c210f tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2791c54-8d2c-4d39-bd86-f9752642cff1 HTTP/1.1" status: 200 len: 205 time: 0.0570152 Jul 29 18:00:45.469547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46954) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.515997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port f41de43b-9359-4e5f-adcf-6eaf6a15119b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:45.516479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.561920 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-ab917ebd-d698-4103-97df-f3bc861df254 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] delete failed (client error): The resource could not be found. Jul 29 18:00:45.563109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab917ebd-d698-4103-97df-f3bc861df254 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/routers/e2791c54-8d2c-4d39-bd86-f9752642cff1 HTTP/1.1" status: 404 len: 336 time: 0.0919430 Jul 29 18:00:45.565536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46958) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.599066 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ecc4fe-d449-456f-bc04-aab68d122fc2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.599523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ecc4fe-d449-456f-bc04-aab68d122fc2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.603706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4ecc4fe-d449-456f-bc04-aab68d122fc2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/634b6d45-0ea4-4cbd-aa3b-05e740150b22 HTTP/1.1" status: 404 len: 337 time: 0.0347450 Jul 29 18:00:45.604084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46960) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.629059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.629574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.643454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for f41de43b-9359-4e5f-adcf-6eaf6a15119b owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:45.659936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d2f9ddc4-23d4-4c5b-855f-e7166968d8d6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e34753-e26d-4418-b90f-6254aab0f24b HTTP/1.1" status: 200 len: 205 time: 0.0548785 Jul 29 18:00:45.662202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.683344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9001a2f-959d-401e-87e7-b97254531434 None None] Network 1274899e-2da7-42a7-8698-d34b8628565a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:45.711997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-37635c65-ce5a-4e0d-a296-68e8348cb0fa tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:45.714174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-37635c65-ce5a-4e0d-a296-68e8348cb0fa tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.3227851 Jul 29 18:00:45.746253 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-9622622a-6c6d-44d7-a406-5faa1faff7b4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] delete failed (client error): The resource could not be found. Jul 29 18:00:45.750084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9622622a-6c6d-44d7-a406-5faa1faff7b4 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/routers/c8e34753-e26d-4418-b90f-6254aab0f24b HTTP/1.1" status: 404 len: 336 time: 0.0844536 Jul 29 18:00:45.750877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46964) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.769508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.795470 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81d91e0-e34e-4997-ad17-90b42f2e023d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.796088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81d91e0-e34e-4997-ad17-90b42f2e023d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.798488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a81d91e0-e34e-4997-ad17-90b42f2e023d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/9487e255-8723-495f-9bef-8f1c8da2269f HTTP/1.1" status: 404 len: 337 time: 0.0467207 Jul 29 18:00:45.800918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.829416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0fae86df-9f97-4687-a2ce-cf673252c3b7 None None] Provisioning complete for port 604dffe7-f784-485b-b143-b80686f8921d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:45.830138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0fae86df-9f97-4687-a2ce-cf673252c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.836003 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-be35c785-4949-44e5-acd4-9b7f9deda6ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.836599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be35c785-4949-44e5-acd4-9b7f9deda6ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.838504 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-be35c785-4949-44e5-acd4-9b7f9deda6ab tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/31a80fee-1f5d-4231-9d5d-ca1184773ee7 HTTP/1.1" status: 404 len: 337 time: 0.0364571 Jul 29 18:00:45.841657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.849470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:45.870719 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee576b1b-91ca-43e8-bce6-0dc8619cd332 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.871653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee576b1b-91ca-43e8-bce6-0dc8619cd332 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.876391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee576b1b-91ca-43e8-bce6-0dc8619cd332 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/40704c21-729f-48b7-b24e-072eaa6261da HTTP/1.1" status: 404 len: 333 time: 0.0312443 Jul 29 18:00:45.876832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.888105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:45.931932 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37dc799-d117-4685-95d7-7c9d5598f4a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.932537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37dc799-d117-4685-95d7-7c9d5598f4a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.937525 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b37dc799-d117-4685-95d7-7c9d5598f4a9 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/8bc250e6-4246-42af-8158-3b1252c26c38 HTTP/1.1" status: 404 len: 337 time: 0.0590098 Jul 29 18:00:45.942882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46974) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:45.957049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-e2b094e4-feff-4ea9-8265-7e05463241b4 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/quotas/43afc1b0684d4f1eaac6e479377b617a HTTP/1.1" status: 200 len: 375 time: 0.2348180 Jul 29 18:00:45.973242 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7baa3ae-2e1f-4470-a91a-2f0e0e85af7d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:45.976302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7baa3ae-2e1f-4470-a91a-2f0e0e85af7d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:45.986035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a7baa3ae-2e1f-4470-a91a-2f0e0e85af7d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/9fa38ca0-05eb-4211-9c7d-c16040ff4046 HTTP/1.1" status: 404 len: 333 time: 0.0367856 Jul 29 18:00:45.986035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46978) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.018347 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8c52cf-f8eb-4ef6-941e-07fed52417e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.019257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8c52cf-f8eb-4ef6-941e-07fed52417e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.021679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c8c52cf-f8eb-4ef6-941e-07fed52417e1 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/4acbeed1-6b08-4b5a-a414-81e9d2b2b961 HTTP/1.1" status: 404 len: 337 time: 0.0323050 Jul 29 18:00:46.024815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46980) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.056653 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-600abb24-836c-4783-aa7c-ec9e80aff2da tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.057632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600abb24-836c-4783-aa7c-ec9e80aff2da tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.057762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:46.059633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-600abb24-836c-4783-aa7c-ec9e80aff2da tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/95157c9c-d8d6-43c4-ba89-8455d5921a19 HTTP/1.1" status: 404 len: 333 time: 0.0338411 Jul 29 18:00:46.063472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46982) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.081638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-a2ba84a5-29a0-4927-848f-cc586caee778 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235468 Jul 29 18:00:46.104952 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbba2ed4-98bc-472f-8b97-2c689a25a2e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.105608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbba2ed4-98bc-472f-8b97-2c689a25a2e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.108683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cbba2ed4-98bc-472f-8b97-2c689a25a2e2 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/b55b195b-5a63-450d-a82a-019380d0de00 HTTP/1.1" status: 404 len: 337 time: 0.0433855 Jul 29 18:00:46.112609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.116090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8745b444-440d-4015-8671-80fc1c09c7f9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:46.145307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 8745b444-440d-4015-8671-80fc1c09c7f9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:46.145908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8745b444-440d-4015-8671-80fc1c09c7f9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:46.184843 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6611a3-1314-4f2b-9106-e3586f854464 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.185609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6611a3-1314-4f2b-9106-e3586f854464 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.190694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5e6611a3-1314-4f2b-9106-e3586f854464 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/2a9d18d5-d93a-4dbb-a175-61d6e7507a5d HTTP/1.1" status: 404 len: 333 time: 0.0754268 Jul 29 18:00:46.191314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46988) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.196949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.223859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] DHCP port deletion for 1274899e-2da7-42a7-8698-d34b8628565a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:46.237477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=f41de43b-9359-4e5f-adcf-6eaf6a15119b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:46.242307 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d591fdb7-237b-499a-83e9-5e799deb6b5d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.242621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d591fdb7-237b-499a-83e9-5e799deb6b5d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.247424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d591fdb7-237b-499a-83e9-5e799deb6b5d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/d667b77f-8970-4d19-bc35-888549fe929d HTTP/1.1" status: 404 len: 337 time: 0.0543907 Jul 29 18:00:46.248049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46990) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.250455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-99bc3411-8a68-46c6-b368-fe4e31526a1b service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673548 Jul 29 18:00:46.288097 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe588c8a-6fd4-4541-b553-a845f23cf54d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.288994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe588c8a-6fd4-4541-b553-a845f23cf54d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.292237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fe588c8a-6fd4-4541-b553-a845f23cf54d tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/a3593ba3-60e5-482d-9c7f-da408adc9351 HTTP/1.1" status: 404 len: 333 time: 0.0430932 Jul 29 18:00:46.295022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46992) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.327718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Deleting port 604dffe7-f784-485b-b143-b80686f8921d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:46.328417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.348241 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc523ff-5043-4822-9afb-48b3be51a66c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.348785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc523ff-5043-4822-9afb-48b3be51a66c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.350739 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3bc523ff-5043-4822-9afb-48b3be51a66c tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/abf4a32c-7158-442f-a902-92e5daefbadd HTTP/1.1" status: 404 len: 337 time: 0.0545251 Jul 29 18:00:46.356713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46994) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.389012 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10be355-3623-4755-864e-c945389c398a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.389965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10be355-3623-4755-864e-c945389c398a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.391763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-840a5e7f-e71e-45aa-b898-44302c505c5a service neutron] 10.222.0.16 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402822 Jul 29 18:00:46.393943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e10be355-3623-4755-864e-c945389c398a tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/efc56e49-59c5-47ed-856e-993ecdebd724 HTTP/1.1" status: 404 len: 333 time: 0.0358739 Jul 29 18:00:46.396935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46996) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.411327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 604dffe7-f784-485b-b143-b80686f8921d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:46.434573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.434980 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Floating IP c0626eea-0bd4-46d8-b825-5bbe39c3de6a disassociated (deleted). External IP: 172.25.5.96, port: cb674796-d9e8-4a8b-b385-72f3f8a8ee9b. Jul 29 18:00:46.473853 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb979ba-2bed-47d1-8aba-e660be5fd901 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.475158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb979ba-2bed-47d1-8aba-e660be5fd901 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.479207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fcb979ba-2bed-47d1-8aba-e660be5fd901 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/2a8a145f-417a-436b-9fe2-fcf5e219acdb HTTP/1.1" status: 404 len: 337 time: 0.0811775 Jul 29 18:00:46.480189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:46.480779 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.482603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.502145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Calling delete_port for 604dffe7-f784-485b-b143-b80686f8921d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:46.541009 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cfdca9-2b14-468a-9e45-3c75579d7424 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.542287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cfdca9-2b14-468a-9e45-3c75579d7424 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.547597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20cfdca9-2b14-468a-9e45-3c75579d7424 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/ports/5b2ff647-0ecc-4e41-bf01-72811e6cefd8 HTTP/1.1" status: 404 len: 333 time: 0.0633783 Jul 29 18:00:46.552742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47002) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.591373 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-66944c4b-e1d2-4331-8eec-c15fb84e2f1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] DELETE failed (client error): The resource could not be found. Jul 29 18:00:46.592130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66944c4b-e1d2-4331-8eec-c15fb84e2f1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:00:46.594701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66944c4b-e1d2-4331-8eec-c15fb84e2f1b tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/subnets/235338ee-a595-4ad3-880c-7e625fef2ac4 HTTP/1.1" status: 404 len: 337 time: 0.0407243 Jul 29 18:00:46.597262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47004) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:46.675785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.728705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 604dffe7-f784-485b-b143-b80686f8921d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=604dffe7-f784-485b-b143-b80686f8921d,segment=NetworkSegment(e8fddc5b-2acb-41ae-a348-56665a238d66),segment_id=e8fddc5b-2acb-41ae-a348-56665a238d66)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:46.738906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.756806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.778581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e7da3f88-e3e8-4efd-801a-6b4c52f3fcc2 req-56bffb35-116e-4afa-ac36-e684f40b7dc6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 210 time: 0.1032448 Jul 29 18:00:46.781538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event deleted for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:46.811231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] No DVR routers for this DVR port 604dffe7-f784-485b-b143-b80686f8921d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:46.829531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 3b229ad5-b97b-44d6-9b45-e97f34695baf has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:00:46.839354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c602d-073f-42c8-ad65-463cb6c5fedb None None] Pushing event deleted for resources: {'Port': ['ID=604dffe7-f784-485b-b143-b80686f8921d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:46.847647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.961691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:46.973387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1274899e-2da7-42a7-8698-d34b8628565a']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:46.985732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fddc5b-2acb-41ae-a348-56665a238d66') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:46.987281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fddc5b-2acb-41ae-a348-56665a238d66') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:46.988909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:00:46.996073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.001078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.001484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Sync routers for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:00:47.017662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:47.018665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:47.040648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-943f610f-d74c-4a5b-8045-2c9e110a4ee3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0626eea-0bd4-46d8-b825-5bbe39c3de6a HTTP/1.1" status: 204 len: 168 time: 2.0044246 Jul 29 18:00:47.040648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:47.040935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.043197 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83851024-1e3b-4aaf-81a3-67b4957c1440" -d '{"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:47.053562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:00:47.054054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:00:47.057265 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:00:47.181562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:00:47.227182 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081ecbf-2518-4ab6-8c39-bc17448270c7 x-openstack-request-id: req-a081ecbf-2518-4ab6-8c39-bc17448270c7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:47.229275 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:47.229777 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a081ecbf-2518-4ab6-8c39-bc17448270c7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:47.230408 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'status': 'completed', 'code': 200} Jul 29 18:00:47.351280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-c61606bb-45ef-4115-9a8e-52633332d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:47.355852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-c61606bb-45ef-4115-9a8e-52633332d9d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 1096 time: 0.1225870 Jul 29 18:00:47.519248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.527063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:47.532173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] 10.222.0.16 "DELETE /v2.0/networks/1274899e-2da7-42a7-8698-d34b8628565a HTTP/1.1" status: 204 len: 168 time: 0.9337244 Jul 29 18:00:47.552923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14532339-0f25-4f81-bf60-27d37779dfd6 tempest-NetworksTestDHCPv6-1885130358 tempest-NetworksTestDHCPv6-1885130358-project] Pushing event deleted for resources: {'Network': ['ID=1274899e-2da7-42a7-8698-d34b8628565a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:47.569619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:47.590225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-089213c9-623f-41c3-8476-e4e79ee8d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:47.591776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-089213c9-623f-41c3-8476-e4e79ee8d938 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 200 len: 897 time: 0.2286217 Jul 29 18:00:47.604063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Checking router: 3b229ad5-b97b-44d6-9b45-e97f34695baf for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:00:47.605944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6301-374a-4f87-8f6b-046ac30f754c req-e28491cf-1b5e-432c-935b-76cd3f26fdc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:47.615069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:47.615243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d0e6301-374a-4f87-8f6b-046ac30f754c req-e28491cf-1b5e-432c-935b-76cd3f26fdc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.1454315 Jul 29 18:00:47.615776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:47.737824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:00:47.739013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-5177d49b-a0cd-4cc5-873c-09bf4d99f1f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 200 len: 217 time: 0.1210983 Jul 29 18:00:47.759646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d0e6301-374a-4f87-8f6b-046ac30f754c req-4769da2d-6e42-409b-b8ca-9c652ae25900 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431360 Jul 29 18:00:47.814704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-076ee9ac-eec2-4ae9-b56d-a78520f141b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:47.816094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-076ee9ac-eec2-4ae9-b56d-a78520f141b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 200 len: 835 time: 0.0547681 Jul 29 18:00:47.829617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:47.894008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-3826cea1-7a64-498e-9bed-30a9b781ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:47.897828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-3826cea1-7a64-498e-9bed-30a9b781ae7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f944ce12-aadd-4380-bfb5-7be8d5545946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723913 Jul 29 18:00:47.920641 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3a2beeed-fd48-40a3-aa89-dd1bd5c064d6 req-6645b1b9-1c5d-444c-bb1d-bb111e8fb72b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 210 time: 0.0511873 Jul 29 18:00:48.072360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d9bd0f52-13ee-4cc5-b004-fb132228e026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee7e89ccebca4bdd8e98cc6764d5030f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415323 Jul 29 18:00:48.073081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47044) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:48.115336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:48.130887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.140064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-cd507fb8-cf20-45aa-849c-9c8bf3f3871f service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335916 Jul 29 18:00:48.155650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.181560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-a02ef1b9-6c5a-45c7-8ea7-c97f992e4a53 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:48.183517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-a02ef1b9-6c5a-45c7-8ea7-c97f992e4a53 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 804 time: 0.2009165 Jul 29 18:00:48.189201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75936589-5fd3-4a55-ac34-ae856886c876 None None] The sync data for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 is: [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c631cb2d-47a1-47a1-b459-850c6d41bf24', 'name': '', 'network_id': 'f944ce12-aadd-4380-bfb5-7be8d5545946', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:76:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:52Z', 'updated_at': '2021-07-29T17:59:02Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'd86ff22d-3c25-4a35-aadf-77f450573af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:00:48.206625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.209870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.214628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62043c78-6c22-40ac-a476-f36874cf2530 HTTP/1.1" status: 204 len: 168 time: 0.1401701 Jul 29 18:00:48.231901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba121bab-2c01-4490-a82e-303d20f4607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62043c78-6c22-40ac-a476-f36874cf2530,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:48.243390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Request body: {'port': {'device_id': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'admin_state_up': True, 'tenant_id': '43afc1b0684d4f1eaac6e479377b617a'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:48.369418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83851024-1e3b-4aaf-81a3-67b4957c1440 req-1f417dbe-1afc-4015-ad3d-e506b58b2e7f service neutron] 10.222.0.38 "GET /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191453 Jul 29 18:00:48.407279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Made reservation on behalf of 43afc1b0684d4f1eaac6e479377b617a for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:48.410818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.574706 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a1bf12-cbf4-45b2-bb0d-5ac95c0265b6 None None] New status for floating IP c0626eea-0bd4-46d8-b825-5bbe39c3de6a: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:00:48.653297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Allocated IP 172.20.0.2 (64a31966-7c5c-4f4a-a622-f27fa85e4f1b/ee592f10-14db-4cc4-8383-8e2298fdb482/fafe6407-53d4-450e-8909-3eb58eea25d1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:48.715501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-65ea1fe9-2eb0-489b-b570-92a38a8ff101 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:48.717264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-65ea1fe9-2eb0-489b-b570-92a38a8ff101 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0808434 Jul 29 18:00:48.922446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c364b-d507-4a1d-ac80-f92fb0699311 req-bcda3778-a044-4642-bdd5-ac42e25f23af tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:48.922616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:48.923064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:48.935776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f99c364b-d507-4a1d-ac80-f92fb0699311 req-bcda3778-a044-4642-bdd5-ac42e25f23af tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 945 time: 0.0827942 Jul 29 18:00:48.983374 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f99c364b-d507-4a1d-ac80-f92fb0699311 req-3a63d7e2-50c6-46f4-a793-b957bfb3dca3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cdcadde-2b1d-4891-837d-8f9f620992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464911 Jul 29 18:00:49.075706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.079594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12a9e109-928a-48bf-8fe2-83149389f711 req-b8882699-dab4-4d01-b7be-4f0daa3300c3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 210 time: 0.0411339 Jul 29 18:00:49.097025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.110544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:49.110919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.129124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for cb674796-d9e8-4a8b-b385-72f3f8a8ee9b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:49.204001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.208025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-df47adda-e940-4ff6-853f-bce5ce140243 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.210289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-df47adda-e940-4ff6-853f-bce5ce140243 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1104710 Jul 29 18:00:49.212214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.215874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:49.230503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-24c8caf7-3f1a-4f93-8f2b-799120322057 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.231841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-24c8caf7-3f1a-4f93-8f2b-799120322057 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050220 Jul 29 18:00:49.234907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.240091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-81e5b1be-84b0-44e0-b7dd-9fb472b880d1 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.241488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81e5b1be-84b0-44e0-b7dd-9fb472b880d1 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050316 Jul 29 18:00:49.245065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47088) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.249896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-e5dba8af-d015-4828-b5b8-2bcdd93d723f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.251507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e5dba8af-d015-4828-b5b8-2bcdd93d723f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049264 Jul 29 18:00:49.251655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:49.254973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47090) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.256062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:49.261406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-3572fe69-67ca-4be5-9124-ad178e97db37 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.261618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:49.262665 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3572fe69-67ca-4be5-9124-ad178e97db37 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0063798 Jul 29 18:00:49.265453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47092) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.272209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-58601f84-68ba-4a2e-95c4-247c75f10cc5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.274076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-58601f84-68ba-4a2e-95c4-247c75f10cc5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072374 Jul 29 18:00:49.276722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.281164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a1cdb1e4-f9e5-4b73-a24f-1ca951c6acdf tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.282309 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1cdb1e4-f9e5-4b73-a24f-1ca951c6acdf tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045068 Jul 29 18:00:49.285645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.290414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-d7e72544-71fe-4e2e-b5b5-f50b7a9dee77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.293643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d7e72544-71fe-4e2e-b5b5-f50b7a9dee77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045180 Jul 29 18:00:49.294000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.301842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-6592ef7d-89b2-41f0-9600-65ee0238c40b tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.305645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6592ef7d-89b2-41f0-9600-65ee0238c40b tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081556 Jul 29 18:00:49.305867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.309252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event updated for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:49.312938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-bbb75574-79e6-41fe-950f-b37f31cebfe7 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.319527 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbb75574-79e6-41fe-950f-b37f31cebfe7 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063546 Jul 29 18:00:49.319527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47102) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.325561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-078ae79c-c180-4b10-bb69-7bead6e5eb77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.329239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-078ae79c-c180-4b10-bb69-7bead6e5eb77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070655 Jul 29 18:00:49.329566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47104) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.335069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-36ad5e32-49c2-4200-9868-27050818540c tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.338291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-36ad5e32-49c2-4200-9868-27050818540c tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056422 Jul 29 18:00:49.339500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.351286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-ae7b2f7b-e2a6-44bf-b096-916a425e0569 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.354603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:49.355238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.360835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47108) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.361571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae7b2f7b-e2a6-44bf-b096-916a425e0569 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0186212 Jul 29 18:00:49.371657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-c4fb6634-8abf-442e-b155-8091b68fb607 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.372625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4fb6634-8abf-442e-b155-8091b68fb607 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088425 Jul 29 18:00:49.375865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.381531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a3384b6e-ee02-4438-9404-c3924153160f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.385932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-24d1bd8b-57bd-4e23-91b2-024d7d3ab335 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486602 Jul 29 18:00:49.386402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.386529 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a3384b6e-ee02-4438-9404-c3924153160f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093689 Jul 29 18:00:49.394900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-f74d21bd-4465-447f-be5e-37e42d876823 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.395837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f74d21bd-4465-447f-be5e-37e42d876823 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064361 Jul 29 18:00:49.398838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.403689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Request body: {'port': {'device_id': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:49.405513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-227c4368-0267-4dba-b7ed-ac66a0849743 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.406856 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-227c4368-0267-4dba-b7ed-ac66a0849743 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049841 Jul 29 18:00:49.409254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.414367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-f4a33f64-b54d-4ef8-8c37-c00b80a05d9a tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.415622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4a33f64-b54d-4ef8-8c37-c00b80a05d9a tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048008 Jul 29 18:00:49.417977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47118) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.423218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-042faa66-94ff-43ab-b972-6b22af6315e2 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.424483 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-042faa66-94ff-43ab-b972-6b22af6315e2 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051727 Jul 29 18:00:49.427173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47120) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.434205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-e2221056-b9e0-426b-8f5a-5ebb801bcf8c tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.435640 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e2221056-b9e0-426b-8f5a-5ebb801bcf8c tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070398 Jul 29 18:00:49.438435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47122) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.440091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.446358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-8cd62438-6c5a-4468-b914-a671db99dbe5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.447741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8cd62438-6c5a-4468-b914-a671db99dbe5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051327 Jul 29 18:00:49.450330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.455958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-8894e21f-5f32-4a6f-8d8a-627c2f9c1f4d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.456906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8894e21f-5f32-4a6f-8d8a-627c2f9c1f4d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054867 Jul 29 18:00:49.459316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47126) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.465668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-c27a09bf-bb4b-46ff-972b-2b5f80779bdc tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.466918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c27a09bf-bb4b-46ff-972b-2b5f80779bdc tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0065091 Jul 29 18:00:49.469005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.474384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a6b89548-9227-4006-877e-ccdae9daec01 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.475330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a6b89548-9227-4006-877e-ccdae9daec01 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054765 Jul 29 18:00:49.477751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47130) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.483125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=cb674796-d9e8-4a8b-b385-72f3f8a8ee9b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:49.483747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-5278e10b-bf22-4769-bbae-06df7a6785a7 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.484824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5278e10b-bf22-4769-bbae-06df7a6785a7 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060475 Jul 29 18:00:49.491270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47132) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.495835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-fdb9fb3d-763e-49d2-b62a-c3abbe6fbe01 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.498279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fdb9fb3d-763e-49d2-b62a-c3abbe6fbe01 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045438 Jul 29 18:00:49.499139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47134) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.504935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-15af0553-b074-4db8-81a1-0ce9642f8e1e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.508408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15af0553-b074-4db8-81a1-0ce9642f8e1e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057607 Jul 29 18:00:49.509095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47138) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.513286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-4d80f4fd-9396-4b91-b89b-35fa197a35d5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.515368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4d80f4fd-9396-4b91-b89b-35fa197a35d5 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054200 Jul 29 18:00:49.518877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47140) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.522211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.526636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-c3435391-3578-44d4-a1b1-4ded9e07e23d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.530364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c3435391-3578-44d4-a1b1-4ded9e07e23d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104651 Jul 29 18:00:49.531040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47142) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.536446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-d5bee12f-e199-4e28-830c-d01a3bf74a38 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.543266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47144) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.544980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5bee12f-e199-4e28-830c-d01a3bf74a38 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065968 Jul 29 18:00:49.548387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-ad8242b6-570a-4f83-a502-f2166f1c9f7d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.550297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ad8242b6-570a-4f83-a502-f2166f1c9f7d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046818 Jul 29 18:00:49.552240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47146) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.557740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-b4489f17-61d5-48ec-94b4-42cacbd4e8ed tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.558704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4489f17-61d5-48ec-94b4-42cacbd4e8ed tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051858 Jul 29 18:00:49.561130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47148) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.565436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-d6f943a6-b822-4862-a5d5-3d3b04c2749e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.566389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d6f943a6-b822-4862-a5d5-3d3b04c2749e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043309 Jul 29 18:00:49.568897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.573320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a9e60a42-9eb1-44c7-b9ef-b581c1404c40 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.576601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9e60a42-9eb1-44c7-b9ef-b581c1404c40 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044415 Jul 29 18:00:49.578135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47152) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.581396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] No DVR routers for this DVR port cb674796-d9e8-4a8b-b385-72f3f8a8ee9b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:49.583964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-e615a8db-7ce0-4e5b-a5a9-8818ec841bb6 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.585096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e615a8db-7ce0-4e5b-a5a9-8818ec841bb6 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058200 Jul 29 18:00:49.587903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47156) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.592256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-e3ba31a3-5339-4dd2-b0e1-b92e8fe2727b tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.593239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e3ba31a3-5339-4dd2-b0e1-b92e8fe2727b tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042803 Jul 29 18:00:49.595578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47158) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.600111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-eb11cedd-d0bc-4ede-8531-9b5574142e3f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.601299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb11cedd-d0bc-4ede-8531-9b5574142e3f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047953 Jul 29 18:00:49.603572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47160) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.606875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:49.608029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-b632ae11-0da3-48e3-ac5b-da18a68efe42 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.608733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cdbcd63-b9f5-47d1-bc93-527234d87cf8 req-f9805f36-ce96-49b9-89fc-3e19d038a2df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "DELETE /v2.0/ports/cb674796-d9e8-4a8b-b385-72f3f8a8ee9b HTTP/1.1" status: 204 len: 173 time: 0.8847525 Jul 29 18:00:49.609096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b632ae11-0da3-48e3-ac5b-da18a68efe42 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045037 Jul 29 18:00:49.609231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-deleted', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:49.611511 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896fc6b-ffb9-4d0f-8477-0fce9ddd82be" -d '{"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-deleted", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:49.612514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47162) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.620634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-af2c6338-6727-4ad3-9656-950e1233912a tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.621797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af2c6338-6727-4ad3-9656-950e1233912a tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079360 Jul 29 18:00:49.631026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47166) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.637994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-7d220773-0620-4675-a271-54aa48b23ecc tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.639025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d220773-0620-4675-a271-54aa48b23ecc tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047379 Jul 29 18:00:49.647208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47168) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.657278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-95e06291-a302-4671-b7ae-d01ce80b2fac tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.660819 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-95e06291-a302-4671-b7ae-d01ce80b2fac tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102849 Jul 29 18:00:49.663024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.674630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-59b70046-35d9-4aa1-b706-81ca9694dcea tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.678538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-59b70046-35d9-4aa1-b706-81ca9694dcea tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0146570 Jul 29 18:00:49.681214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47172) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.691232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-10a4908d-29d6-4896-8243-5bbaac55394f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.694907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10a4908d-29d6-4896-8243-5bbaac55394f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101323 Jul 29 18:00:49.695905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.709047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-7c3958ba-8247-44a6-a81f-bd46e8d1cae8 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.713584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7c3958ba-8247-44a6-a81f-bd46e8d1cae8 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172155 Jul 29 18:00:49.714531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47176) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.720583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a169342f-0fea-4e2e-9a24-1a0c352b9753 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.724388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a169342f-0fea-4e2e-9a24-1a0c352b9753 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085943 Jul 29 18:00:49.725105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47178) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.730443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-55d4319c-67c3-4d39-a297-134658ab3fc3 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.734361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55d4319c-67c3-4d39-a297-134658ab3fc3 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079772 Jul 29 18:00:49.735174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47180) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.740087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-0b96a895-6068-4279-9d1c-257aef28462e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.743892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0b96a895-6068-4279-9d1c-257aef28462e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076358 Jul 29 18:00:49.744827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.747514 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f98c72-f89b-4adc-84e4-50966742a716 x-openstack-request-id: req-a6f98c72-f89b-4adc-84e4-50966742a716 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:49.747802 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83064755-9a06-4a76-a639-e6c4d3d6eb4f", "name": "network-vif-deleted", "tag": "cb674796-d9e8-4a8b-b385-72f3f8a8ee9b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:49.748052 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6f98c72-f89b-4adc-84e4-50966742a716 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:49.748452 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83064755-9a06-4a76-a639-e6c4d3d6eb4f', 'name': 'network-vif-deleted', 'tag': 'cb674796-d9e8-4a8b-b385-72f3f8a8ee9b', 'status': 'completed', 'code': 200} Jul 29 18:00:49.750869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-7a29310b-bd71-45cf-8995-78e6cf2f9d94 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.754527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.754895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a29310b-bd71-45cf-8995-78e6cf2f9d94 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086386 Jul 29 18:00:49.766195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-c909343b-7dd8-45f1-80f7-ef47845007ef tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.769645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c909343b-7dd8-45f1-80f7-ef47845007ef tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0118356 Jul 29 18:00:49.770295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47186) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.774523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-b9d6f616-a8ba-449f-bf75-c5d367de6775 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.777532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b9d6f616-a8ba-449f-bf75-c5d367de6775 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043232 Jul 29 18:00:49.778230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.784727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-b27d020b-3264-44be-afb9-92455fd5f953 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.788236 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b27d020b-3264-44be-afb9-92455fd5f953 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071614 Jul 29 18:00:49.788798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47190) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.793644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-ee164e7c-1ac5-43d5-a7c4-6d9febe7fc63 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.796861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee164e7c-1ac5-43d5-a7c4-6d9febe7fc63 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047972 Jul 29 18:00:49.804520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.814747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-b3105819-cdc4-4baf-8076-07963926503f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.818813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b3105819-cdc4-4baf-8076-07963926503f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0121336 Jul 29 18:00:49.819539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47196) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.825851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-e66e1024-2202-4840-a4d6-ed3842b605db tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.828321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e66e1024-2202-4840-a4d6-ed3842b605db tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078549 Jul 29 18:00:49.830861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.836448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-4870fda9-e8c0-4365-8fa3-4228e9b4658f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.837814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4870fda9-e8c0-4365-8fa3-4228e9b4658f tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048528 Jul 29 18:00:49.840324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47200) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.844857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-ff65e12a-ea58-4bee-b8f0-5548d63d393e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.845818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ff65e12a-ea58-4bee-b8f0-5548d63d393e tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044334 Jul 29 18:00:49.848931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.854088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-49f39d70-452f-4f90-9a11-d8ec04b3cb85 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.855181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49f39d70-452f-4f90-9a11-d8ec04b3cb85 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050716 Jul 29 18:00:49.857859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.862968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-14225580-31de-4502-a170-9faddb4c3864 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.864126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-14225580-31de-4502-a170-9faddb4c3864 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048933 Jul 29 18:00:49.866605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.871302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-003cd69e-4e70-4455-aaf2-93a35b347dda tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.872364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-003cd69e-4e70-4455-aaf2-93a35b347dda tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047302 Jul 29 18:00:49.879296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.884956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-a81ad866-002c-4b1d-aed8-4bc6909ca930 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.886041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a81ad866-002c-4b1d-aed8-4bc6909ca930 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057166 Jul 29 18:00:49.888652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.893027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-2dd572ec-0c75-4e69-a1c4-a4ec36895e76 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.894393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2dd572ec-0c75-4e69-a1c4-a4ec36895e76 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044732 Jul 29 18:00:49.896535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.901382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-462ab692-ce88-40e8-b6fc-bad269169034 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.902474 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-462ab692-ce88-40e8-b6fc-bad269169034 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048552 Jul 29 18:00:49.904891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47214) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.909227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-8ba1beac-2d18-4b09-b3a5-4ec7728eee77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.912189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ba1beac-2d18-4b09-b3a5-4ec7728eee77 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043926 Jul 29 18:00:49.912431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47216) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.918364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-4a05e4b4-6201-4d42-aeeb-1893bfcdf7b1 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.921660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4a05e4b4-6201-4d42-aeeb-1893bfcdf7b1 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060830 Jul 29 18:00:49.921860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47218) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.926958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-6de7f8d2-ef88-488c-a3a5-dd985292cffb tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.930387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6de7f8d2-ef88-488c-a3a5-dd985292cffb tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054438 Jul 29 18:00:49.931010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47220) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.935510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-6b77c607-65ec-4bf8-9352-fbaee477059d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.938966 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b77c607-65ec-4bf8-9352-fbaee477059d tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049636 Jul 29 18:00:49.939203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.943977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-f2df6d6a-ef42-416f-93ff-cc4e55335973 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.947807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2df6d6a-ef42-416f-93ff-cc4e55335973 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049782 Jul 29 18:00:49.949463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47224) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.972049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [None req-965c1d4e-afa4-495c-bf33-dc71efac9fd6 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.976307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-965c1d4e-afa4-495c-bf33-dc71efac9fd6 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0231504 Jul 29 18:00:49.978337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47226) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:49.984630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [None req-8c977482-f60d-4685-a9d6-3afa9fd8bd45 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:00:49.986861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8c977482-f60d-4685-a9d6-3afa9fd8bd45 tempest-ExtensionsTestJSON-2046479628 tempest-ExtensionsTestJSON-2046479628-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067210 Jul 29 18:00:49.993329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafe6407-53d4-450e-8909-3eb58eea25d1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:50.002612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.015595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Transition to ACTIVE for port object fafe6407-53d4-450e-8909-3eb58eea25d1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:50.024029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.200582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-697b3e2c-ba60-4db7-b178-9b235f3449d6 req-acd89d95-a90c-45e7-bbb8-7fbe0ff09671 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=83064755-9a06-4a76-a639-e6c4d3d6eb4f HTTP/1.1" status: 200 len: 210 time: 0.0743830 Jul 29 18:00:50.215556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Pushing event updated for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:50.242811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Attempting to bind port fafe6407-53d4-450e-8909-3eb58eea25d1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:50.243184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Attempting to bind port fafe6407-53d4-450e-8909-3eb58eea25d1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:50.243720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Attempting to bind port fafe6407-53d4-450e-8909-3eb58eea25d1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:50.264466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Port fafe6407-53d4-450e-8909-3eb58eea25d1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:00:50.264796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Attempting to bind port fafe6407-53d4-450e-8909-3eb58eea25d1 on network 64a31966-7c5c-4f4a-a622-f27fa85e4f1b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:50.273063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:50.273513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Checking segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:50.273779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Bound using segment: {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:50.274221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Bound port: fafe6407-53d4-450e-8909-3eb58eea25d1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6381498-5c17-4ea9-bc26-8a33c62ce958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:50.274890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.302698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895ee4e-8e3a-41fc-bef9-565f41bb9868 req-ce6eef44-8da5-42a4-875d-95a1eaf8e86c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:50.304282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c895ee4e-8e3a-41fc-bef9-565f41bb9868 req-ce6eef44-8da5-42a4-875d-95a1eaf8e86c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 943 time: 0.0903633 Jul 29 18:00:50.400517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:50.403667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c895ee4e-8e3a-41fc-bef9-565f41bb9868 req-94f7ff30-d761-4ea4-bd29-f70320e36e2c tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Jul 29 18:00:50.404836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:50.408854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fafe6407-53d4-450e-8909-3eb58eea25d1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:50.415890 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.457505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:50.458020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.459475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] 10.222.0.49 "PUT /v2.0/ports/fafe6407-53d4-450e-8909-3eb58eea25d1 HTTP/1.1" status: 200 len: 1091 time: 1.0627098 Jul 29 18:00:50.493661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601e6e-a8f0-40aa-9f17-9e92a97d40ef service neutron] Pushing event updated for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:50.521273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dac856d-882c-47f3-b763-e40ec27eac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.541790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-d094cd6b-77fa-424d-847f-6beda7e9f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:50.543364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-d094cd6b-77fa-424d-847f-6beda7e9f8fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 1094 time: 0.0444503 Jul 29 18:00:50.588719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-68b4d1ef-c8c7-4f25-9d0e-9def928a934c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafe6407-53d4-450e-8909-3eb58eea25d1 HTTP/1.1" status: 200 len: 217 time: 0.0373836 Jul 29 18:00:50.618154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dac856d-882c-47f3-b763-e40ec27eac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.624183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0dac856d-882c-47f3-b763-e40ec27eac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.647246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-6a98f5cc-60c9-497b-a97b-1ad55dba3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:50.649017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-6a98f5cc-60c9-497b-a97b-1ad55dba3130 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0498722 Jul 29 18:00:50.657678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0dac856d-882c-47f3-b763-e40ec27eac2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97b86de0345e4537b35cb8647a3da865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559080 Jul 29 18:00:50.660215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:50.691859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac856d-882c-47f3-b763-e40ec27eac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7cc9f4-5d98-4074-8819-c9260edb2522,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:50.695857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-a507df52-fe2c-43bb-b37d-3e5e80309e50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393512 Jul 29 18:00:50.735610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.763260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.790454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-561856af-92b5-484c-b9fe-31ab09ae2bb6 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Jul 29 18:00:50.815437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.818638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.822388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da7cc9f4-5d98-4074-8819-c9260edb2522 HTTP/1.1" status: 204 len: 168 time: 0.1588912 Jul 29 18:00:50.839872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a4f77-b2bb-4c5e-9b95-fcbfb2fac830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7cc9f4-5d98-4074-8819-c9260edb2522,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:50.909488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47252) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:50.917219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fc167d5-48a3-4577-b36d-e7a605aed8ce req-b39d5c76-2b80-4479-a4cc-aeb3cd66f262 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191249 Jul 29 18:00:50.958937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Deleting subnet f2a5e16e-6851-4a31-b19e-13631f9ed927 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:50.962345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:50.996682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.037884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.102989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.131235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.135761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2a5e16e-6851-4a31-b19e-13631f9ed927 HTTP/1.1" status: 204 len: 168 time: 0.2223663 Jul 29 18:00:51.135761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a1ee7-a7f1-49ca-a133-982ae64ddedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a5e16e-6851-4a31-b19e-13631f9ed927,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:51.138796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47262) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:51.213776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.248829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:51.302083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.316860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:51.329175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9edba5-4d9e-49e1-a3f2-d57d455643c6') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:51.329531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9edba5-4d9e-49e1-a3f2-d57d455643c6') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:51.339983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.355515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.363244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:00:51.363743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:00:51.365783 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:00:51.425812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.437048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.447848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb HTTP/1.1" status: 204 len: 168 time: 0.3052480 Jul 29 18:00:51.482196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655911e-fcf8-4a46-87ba-115f9b2c8d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a7d4be-c70f-492f-a1c3-ad137b7fe3cb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:51.590731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:51.610854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0fdbc-fb04-42b3-ba9b-192e9d4f0067 req-d4f0a476-7fc5-4634-a64c-bd725f5126cf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:51.612416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60e0fdbc-fb04-42b3-ba9b-192e9d4f0067 req-d4f0a476-7fc5-4634-a64c-bd725f5126cf tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 943 time: 0.1044328 Jul 29 18:00:51.664315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47288) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:51.666044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-60e0fdbc-fb04-42b3-ba9b-192e9d4f0067 req-6f538a03-c531-4e96-94c0-4332779b8db3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Jul 29 18:00:51.720186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f21aa082-4295-41d8-a2ed-d4b30ff65b82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58e4bd79e01d470cbfc85ffa5230e306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544364 Jul 29 18:00:51.722420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:51.750969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:51.752726 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6d4f2-1010-445f-9900-065107a15bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:51.755907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.788727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.821018 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57a1522-beed-45b0-9535-6478b166d959 x-openstack-request-id: req-f57a1522-beed-45b0-9535-6478b166d959 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:51.821317 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:51.821571 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57a1522-beed-45b0-9535-6478b166d959 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:51.821964 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1', 'status': 'completed', 'code': 200} Jul 29 18:00:51.827259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.859826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1361302953'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:51.916479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-4a421ad7-98d8-4420-a644-6abbfe13ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:51.918101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-4a421ad7-98d8-4420-a644-6abbfe13ace3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 1094 time: 0.0782878 Jul 29 18:00:51.919358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Made reservation on behalf of 21045970591941e0a2d36a45e8a327e1 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:51.922807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.941808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.984471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.987023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:51.990851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dc48de9-65f3-41f4-acbd-1a6d1ec508ae HTTP/1.1" status: 204 len: 168 time: 0.2646565 Jul 29 18:00:52.004534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370763c-feb7-4211-8863-d0635fc150f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc48de9-65f3-41f4-acbd-1a6d1ec508ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:52.072289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-dd069d0c-3521-426c-a34e-683cf3d25a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:52.073872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-dd069d0c-3521-426c-a34e-683cf3d25a41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.1475542 Jul 29 18:00:52.080564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port c631cb2d-47a1-47a1-b459-850c6d41bf24 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:52.080972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.124680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-515cd927-fb99-422f-8eec-0408983a5776 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafe6407-53d4-450e-8909-3eb58eea25d1 HTTP/1.1" status: 200 len: 217 time: 0.0411427 Jul 29 18:00:52.140755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:52.170575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: cb674796-d9e8-4a8b-b385-72f3f8a8ee9b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:52.171023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cb674796-d9e8-4a8b-b385-72f3f8a8ee9b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:52.192707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port c631cb2d-47a1-47a1-b459-850c6d41bf24, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c631cb2d-47a1-47a1-b459-850c6d41bf24,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:52.193308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.206340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-d4986952-3e6d-4d86-ba3f-ea8e2d9bb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:52.207831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-d4986952-3e6d-4d86-ba3f-ea8e2d9bb4e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0761540 Jul 29 18:00:52.208215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for c631cb2d-47a1-47a1-b459-850c6d41bf24 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:52.209638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.215128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.260934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-35bb41f1-aa60-455d-ac96-432ae92fd6b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400264 Jul 29 18:00:52.270216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:00:52.297692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0ddb9-1fc3-4c38-a5a9-f54970130458,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:52.330993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.331342 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Added segment 803431a8-f444-41da-8c47-2582cbf9f3db of type vlan for network ee0e787f-4ded-4c09-bb97-938d28d736be Jul 29 18:00:52.424072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.458615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=c631cb2d-47a1-47a1-b459-850c6d41bf24,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:52.742575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.839215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.894880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-a1520cd3-01b1-4296-bcef-f787bdf1b3ab service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221726 Jul 29 18:00:52.931174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc9941-c358-4875-8cea-11aa1ad1f6e4 req-1e98f0fa-b095-4b2d-85e2-7b463a2e05ba tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:52.932776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61cc9941-c358-4875-8cea-11aa1ad1f6e4 req-1e98f0fa-b095-4b2d-85e2-7b463a2e05ba tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 943 time: 0.1286066 Jul 29 18:00:52.986425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 3b229ad5-b97b-44d6-9b45-e97f34695baf has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:00:52.988798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:52.994203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:52.994815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.105539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:00:53.113762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5218363 Jul 29 18:00:53.119463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c435cfb7-92b6-4ad1-b44e-3d5b7119a79a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/3b229ad5-b97b-44d6-9b45-e97f34695baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659105 Jul 29 18:00:53.119463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47330) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:53.119731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Sync routers for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:00:53.119863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:53.125076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'subnet': {'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:53.132816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:53.133949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:53.141514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61cc9941-c358-4875-8cea-11aa1ad1f6e4 req-b07f83cd-75d8-4d9e-996a-0a230410fc39 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966054 Jul 29 18:00:53.147414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea5951-0632-4476-b3bc-6ff0aeb42b85 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Network': ['ID=ee0e787f-4ded-4c09-bb97-938d28d736be,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:53.169467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a6d4f2-1010-445f-9900-065107a15bc2 req-7c60c3ea-3633-4347-9852-25f5d500e5f9 service neutron] 10.222.0.49 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655101 Jul 29 18:00:53.193136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ee0e787f-4ded-4c09-bb97-938d28d736be details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:00:53.264819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting subnet d86ff22d-3c25-4a35-aadf-77f450573af0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:00:53.269499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.295454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Made reservation on behalf of 21045970591941e0a2d36a45e8a327e1 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:53.298924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.334516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:00:53.374213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.513597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.529130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T18:00:52Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:53.557812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Checking router: 3b229ad5-b97b-44d6-9b45-e97f34695baf for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:00:53.562917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fafe6407-53d4-450e-8909-3eb58eea25d1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:00:53.580301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Routers {'3b229ad5-b97b-44d6-9b45-e97f34695baf'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:53.580916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['3b229ad5-b97b-44d6-9b45-e97f34695baf'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:53.597931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.681344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Subnet': ['ID=3189702b-477d-4d91-a057-913173f6ae3c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:53.686226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.723947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Subnet': ['ID=d86ff22d-3c25-4a35-aadf-77f450573af0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:53.734230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.736195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7ac86ff3-b601-4f14-bf80-94a0a6f2d862 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/subnets/d86ff22d-3c25-4a35-aadf-77f450573af0 HTTP/1.1" status: 204 len: 168 time: 0.6158314 Jul 29 18:00:53.739156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47382) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:53.755144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d09e95-3bc9-4c15-8d90-4ec2bc7a603e None None] Network f944ce12-aadd-4380-bfb5-7be8d5545946 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:53.762126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] Set router 3b229ad5-b97b-44d6-9b45-e97f34695baf gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:00:53.766177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fafe6407-53d4-450e-8909-3eb58eea25d1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:53.767483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Checking segment: {'id': '803431a8-f444-41da-8c47-2582cbf9f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:53.769862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network hostable DHCP agents. Network: ee0e787f-4ded-4c09-bb97-938d28d736be, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:00:53.794614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network ee0e787f-4ded-4c09-bb97-938d28d736be is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:00:53.816713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ee0e787f-4ded-4c09-bb97-938d28d736be) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:53.825359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:53.826309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.854796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-80f0f599-2607-494c-9e16-b2899f8e24a2 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359684 Jul 29 18:00:53.857837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:53.864223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2044216882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:53.925895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:53.928565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.033592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.034351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d8eb3-fd4b-45cb-948e-5e4a37320eac None None] Network ee0e787f-4ded-4c09-bb97-938d28d736be requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:54.044230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.052248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.071888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.074176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-898b6483-e4d8-4ea6-859a-c65ba4fbcc5b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2151203 Jul 29 18:00:54.076966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47434) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:54.081286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'fafe6407-53d4-450e-8909-3eb58eea25d1', 'network_id': '64a31966-7c5c-4f4a-a622-f27fa85e4f1b', 'port_id': 'fafe6407-53d4-450e-8909-3eb58eea25d1', 'mac_address': 'fa:16:3e:64:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee592f10-14db-4cc4-8383-8e2298fdb482', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:00:54.188730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.264286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.289122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 4e1c894f-1999-4c60-89a3-441dff63d9dd {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:54.289474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.326844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafe6407-53d4-450e-8909-3eb58eea25d1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:00:54.399442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fafe6407-53d4-450e-8909-3eb58eea25d1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:54.422630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b0f1-5fc8-4ea0-8bef-08e1acf50b87 req-26671306-80cf-414e-8a3c-289bd7442fc0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:54.423387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.424417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b160b0f1-5fc8-4ea0-8bef-08e1acf50b87 req-26671306-80cf-414e-8a3c-289bd7442fc0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 943 time: 0.1182461 Jul 29 18:00:54.452542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 4e1c894f-1999-4c60-89a3-441dff63d9dd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4e1c894f-1999-4c60-89a3-441dff63d9dd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:54.452926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.483768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 4e1c894f-1999-4c60-89a3-441dff63d9dd owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:54.509437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b160b0f1-5fc8-4ea0-8bef-08e1acf50b87 req-b74a02ab-b6c1-4aaf-b45c-bd126d4d828e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Jul 29 18:00:54.512874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ee0e787f-4ded-4c09-bb97-938d28d736be', 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be', 'tenant_id': '21045970591941e0a2d36a45e8a327e1', 'fixed_ips': [{'subnet_id': '3189702b-477d-4d91-a057-913173f6ae3c'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:54.513946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.533556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] DHCP port deletion for f944ce12-aadd-4380-bfb5-7be8d5545946 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:00:54.544812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:54.559984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.588375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.588631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.589219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.589701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.590189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.590554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.591066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.591638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.592167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.592505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.592978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.593463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:00:54.601205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T18:00:52Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:54.678838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['fafe6407-53d4-450e-8909-3eb58eea25d1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:00:54.688218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb17d3-3856-4335-b7ba-e11d44fb4b44 None None] The sync data for ids ['3b229ad5-b97b-44d6-9b45-e97f34695baf'] in n-d-801607-3 is: [{'id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792684674', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:58:45Z', 'updated_at': '2021-07-29T18:00:52Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '4e1c894f-1999-4c60-89a3-441dff63d9dd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b229ad5-b97b-44d6-9b45-e97f34695baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:58:46Z', 'updated_at': '2021-07-29T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:00:54.816890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Allocated IP 172.20.0.2 (ee0e787f-4ded-4c09-bb97-938d28d736be/3189702b-477d-4d91-a057-913173f6ae3c/4750411e-0c1e-4ede-9c06-3306ddbd3ce2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:54.819901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Deleting port 00671016-f670-47c0-8fe1-0e366f7feb33 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:00:54.820324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.826676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.835059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:54.866015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=4e1c894f-1999-4c60-89a3-441dff63d9dd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:54.925459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:54.972759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] For port 00671016-f670-47c0-8fe1-0e366f7feb33, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=00671016-f670-47c0-8fe1-0e366f7feb33,segment=NetworkSegment(c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b),segment_id=c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:54.973450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.003873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Calling delete_port for 00671016-f670-47c0-8fe1-0e366f7feb33 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:00:55.077301 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.080481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.162680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.163111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Fanout notify agent at l3_agent the message router_deleted on router 3b229ad5-b97b-44d6-9b45-e97f34695baf {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:00:55.170178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.173691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.178084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-29505d28-23d4-411c-88e4-564cc00b5ed0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/routers/3b229ad5-b97b-44d6-9b45-e97f34695baf HTTP/1.1" status: 204 len: 168 time: 1.4348743 Jul 29 18:00:55.178084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47488) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:55.186078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Transition to ACTIVE for port object 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:55.202670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.207602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Transition to ACTIVE for port object 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:55.234457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.239488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] Pushing event deleted for resources: {'Port': ['ID=00671016-f670-47c0-8fe1-0e366f7feb33,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.252081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f3de0-6425-48c6-a761-b907c27776ba None None] No DVR routers for this DVR port 00671016-f670-47c0-8fe1-0e366f7feb33 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:00:55.278408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.296532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Network ee0e787f-4ded-4c09-bb97-938d28d736be is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:55.300637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:55.306765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:55.317110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Pushing event updated for resources: {'Port': ['ID=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.375144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Attempting to bind port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:00:55.376018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Attempting to bind port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '803431a8-f444-41da-8c47-2582cbf9f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:00:55.376445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Attempting to bind port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 on network ee0e787f-4ded-4c09-bb97-938d28d736be {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:00:55.382392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:00:55.383811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Checking segment: {'id': '803431a8-f444-41da-8c47-2582cbf9f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:55.383811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.384096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Bound using segment: {'id': '803431a8-f444-41da-8c47-2582cbf9f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:00:55.384542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Bound port: 4750411e-0c1e-4ede-9c06-3306ddbd3ce2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803431a8-f444-41da-8c47-2582cbf9f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:00:55.384982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.388534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b2979bd-e83a-4872-a6b1-3aa61bdc08a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.395624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.407325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f944ce12-aadd-4380-bfb5-7be8d5545946']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:55.422876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:55.423150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d5ab5f-9b48-4d1e-83ab-77dfff9f322b') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:55.434402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.449630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.456473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:00:55.456874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:00:55.460292 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:00:55.463344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Allocated IP 172.20.0.1 (ee0e787f-4ded-4c09-bb97-938d28d736be/3189702b-477d-4d91-a057-913173f6ae3c/b591897e-7533-4f9a-9b71-1a8ef8fb47ae) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:55.467758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] For port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:00:55.472502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] For port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,segment=NetworkSegment(803431a8-f444-41da-8c47-2582cbf9f3db),segment_id=803431a8-f444-41da-8c47-2582cbf9f3db)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:00:55.481391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.531576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.559354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d98ea-0400-42f6-8e73-8b92eb895b16 None None] Pushing event updated for resources: {'Port': ['ID=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.575466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fafe6407-53d4-450e-8909-3eb58eea25d1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:55.587377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.589370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/networks/f944ce12-aadd-4380-bfb5-7be8d5545946 HTTP/1.1" status: 204 len: 168 time: 0.4103010 Jul 29 18:00:55.595657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb962f-3dfe-4198-801a-b239feedff3e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Network': ['ID=f944ce12-aadd-4380-bfb5-7be8d5545946,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.595802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:55.664106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port fafe6407-53d4-450e-8909-3eb58eea25d1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:55.673316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port fafe6407-53d4-450e-8909-3eb58eea25d1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:55.673962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.699735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96660dc9-0254-49d6-b73b-96b65f3b1bc4 req-74d79077-f2d6-4f52-80a1-760dcd5f0e96 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:55.701728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96660dc9-0254-49d6-b73b-96b65f3b1bc4 req-74d79077-f2d6-4f52-80a1-760dcd5f0e96 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 944 time: 0.0579958 Jul 29 18:00:55.705990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.714063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b2979bd-e83a-4872-a6b1-3aa61bdc08a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.730356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b2979bd-e83a-4872-a6b1-3aa61bdc08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.757369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.758211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96660dc9-0254-49d6-b73b-96b65f3b1bc4 req-01dc54e0-d4b2-4787-80c6-3a02de9640de tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Jul 29 18:00:55.790756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.797378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.821269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:00:55.823666 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aea5cf6-7e0c-4852-a566-9313759bc40b" -d '{"events": [{"server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "name": "network-vif-plugged", "status": "completed", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:00:55.828454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Transition to ACTIVE for port object b591897e-7533-4f9a-9b71-1a8ef8fb47ae will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:55.834852 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b2979bd-e83a-4872-a6b1-3aa61bdc08a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2670743c2bb405b9f7f1df631ce1070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955933 Jul 29 18:00:55.835285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47496) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:55.838799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fafe6407-53d4-450e-8909-3eb58eea25d1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:55.838963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2979bd-e83a-4872-a6b1-3aa61bdc08a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d531f6b-b690-4de4-950b-2a40bd6f8d72,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.851080 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.902801 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0954c0c-0331-4a54-8070-1d82bf24f8bf x-openstack-request-id: req-c0954c0c-0331-4a54-8070-1d82bf24f8bf {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:00:55.903087 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "name": "network-vif-plugged", "status": "completed", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:00:55.903342 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0954c0c-0331-4a54-8070-1d82bf24f8bf {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:00:55.903775 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1', 'code': 200} Jul 29 18:00:55.919125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.936342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.953680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.963538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.966004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:55.967176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/security-groups/1cdcadde-2b1d-4891-837d-8f9f620992c2 HTTP/1.1" status: 204 len: 168 time: 0.3687496 Jul 29 18:00:55.978676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network ee0e787f-4ded-4c09-bb97-938d28d736be is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:55.985640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:55.989632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20989c-ba1d-45de-a39c-0b8932b35c4f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdcadde-2b1d-4891-837d-8f9f620992c2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:55.991392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:56.010712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.033387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=b591897e-7533-4f9a-9b71-1a8ef8fb47ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:56.056892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439574db-6e35-4cae-b536-c36f561bb734 req-598d75e9-261c-4482-b3b0-e6ed3660a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:56.063273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-439574db-6e35-4cae-b536-c36f561bb734 req-598d75e9-261c-4482-b3b0-e6ed3660a6e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 1096 time: 0.0937884 Jul 29 18:00:56.064387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.147347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-439574db-6e35-4cae-b536-c36f561bb734 req-1aa232f2-f469-4b56-a672-f6c34860ccbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Jul 29 18:00:56.170374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.174217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.176227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d531f6b-b690-4de4-950b-2a40bd6f8d72 HTTP/1.1" status: 204 len: 168 time: 0.3399978 Jul 29 18:00:56.193947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1b6b-2fe9-4467-a787-6620cd233111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d531f6b-b690-4de4-950b-2a40bd6f8d72,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:56.312566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.360413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:56.365828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455701003', 'description': 'tempest-secgroup-smoke-455701003 description', 'project_id': 'ca2ffabbbb8f41048197252e5566f391'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:56.427620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:56.465235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.479868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.496557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:56.559228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47514) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:56.569870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4e1c894f-1999-4c60-89a3-441dff63d9dd no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:56.573153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f005e498-55a1-4de9-80dc-2708ad98f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.590577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4e1c894f-1999-4c60-89a3-441dff63d9dd {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:56.591023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4e1c894f-1999-4c60-89a3-441dff63d9dd not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:56.591425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c631cb2d-47a1-47a1-b459-850c6d41bf24 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:56.610135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c631cb2d-47a1-47a1-b459-850c6d41bf24 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:56.610514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c631cb2d-47a1-47a1-b459-850c6d41bf24 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:56.610931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 00671016-f670-47c0-8fe1-0e366f7feb33 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:00:56.631643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 00671016-f670-47c0-8fe1-0e366f7feb33 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:00:56.632028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 00671016-f670-47c0-8fe1-0e366f7feb33 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:00:56.665124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.673743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.700752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.714194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.745781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:56.773757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f005e498-55a1-4de9-80dc-2708ad98f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.785742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f005e498-55a1-4de9-80dc-2708ad98f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.801389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.806141 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cbd1337f-080f-43cc-a9dd-c2b46d9bae3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4446042 Jul 29 18:00:56.807229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47518) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:56.809417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.814389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:56.818537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=b591897e-7533-4f9a-9b71-1a8ef8fb47ae,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:56.845862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f005e498-55a1-4de9-80dc-2708ad98f3e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d41bc3626041fa8406f310cdf8e562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855034 Jul 29 18:00:56.849040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47520) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:56.858262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005e498-55a1-4de9-80dc-2708ad98f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc343ab-33c2-41cf-a950-2f4e6b80166c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:56.898301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.932879 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:56.957018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.023946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.026802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.027973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc343ab-33c2-41cf-a950-2f4e6b80166c HTTP/1.1" status: 204 len: 168 time: 0.1774795 Jul 29 18:00:57.037238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76679319-7757-4b96-b4b5-47f7cf5c1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc343ab-33c2-41cf-a950-2f4e6b80166c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:57.045138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network ee0e787f-4ded-4c09-bb97-938d28d736be is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:57.051479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:57.074049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.086994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312e765-6e0d-4e39-80dd-74f37a9bbf6f req-aa833be2-c5f3-4b09-ae37-9d3412065466 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:57.088580 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f312e765-6e0d-4e39-80dd-74f37a9bbf6f req-aa833be2-c5f3-4b09-ae37-9d3412065466 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1639068 Jul 29 18:00:57.121379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.189921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8b06e3-fec8-49ff-a5cf-4953dc7d80cf,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:57.194927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e035202-b030-4957-88d7-e59e4b224fb4 None None] Network ee0e787f-4ded-4c09-bb97-938d28d736be requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:57.202364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.206178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5356d7ad-c36a-47eb-8be6-dd8afa49b9cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3954360 Jul 29 18:00:57.206726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:57.211664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:57.238522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f312e765-6e0d-4e39-80dd-74f37a9bbf6f req-d93ab98c-e87b-4fc5-8720-55c47ccf37a6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148109 Jul 29 18:00:57.259727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.308396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Provisioning for port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:57.311198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Router aeace8b2-487e-4fe2-b032-deb068409b1d is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:00:57.322499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Provisioning complete for port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:57.322938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.333322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.343905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.365789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720d4823-cbfd-4ef6-a3ea-c01172a99999,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:57.376042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.377765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f6337751-2f28-47b2-a860-51a27a9e3a11 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698165 Jul 29 18:00:57.380577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47534) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:57.389904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:57.432266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.474516 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.475340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:00:57.487328 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] Sync routers for ids ['aeace8b2-487e-4fe2-b032-deb068409b1d'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:00:57.492855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-419004df-4793-4492-8d1a-177d9b9b31ee tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "PUT /v2.0/routers/aeace8b2-487e-4fe2-b032-deb068409b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125865 Jul 29 18:00:57.493330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:57.501203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'port': {'network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be', 'name': 'tempest-FloatingIPNegativeTestJSON-1625826072'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:57.508443 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] Routers {'aeace8b2-487e-4fe2-b032-deb068409b1d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:57.509079 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aeace8b2-487e-4fe2-b032-deb068409b1d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:57.510745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.523934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.536218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.539379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d82ebec-e421-49be-bad6-76d784671733,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:57.554552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:57.563365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.564538 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] Routers {'aeace8b2-487e-4fe2-b032-deb068409b1d'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:00:57.565021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9ddf2740-da1f-4ee6-b74f-04f9d970e5be tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834309 Jul 29 18:00:57.567672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:57.568791 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aeace8b2-487e-4fe2-b032-deb068409b1d'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:57.572175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] For port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,segment=NetworkSegment(803431a8-f444-41da-8c47-2582cbf9f3db),segment_id=803431a8-f444-41da-8c47-2582cbf9f3db)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:00:57.576398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:57.581484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.624752 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:00:57.625871 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca5279-562e-42aa-9895-1f00aebc4088 None None] The sync data for ids ['aeace8b2-487e-4fe2-b032-deb068409b1d'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:00:57.657192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4ee2-6fb7-405d-a54b-61c79d6fda01 None None] Pushing event updated for resources: {'Port': ['ID=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:57.909916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Provisioning for port b591897e-7533-4f9a-9b71-1a8ef8fb47ae completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:57.914425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Provisioning complete for port b591897e-7533-4f9a-9b71-1a8ef8fb47ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:57.915256 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.918232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.935321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Made reservation on behalf of 21045970591941e0a2d36a45e8a327e1 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:57.946109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:57.958083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Port b591897e-7533-4f9a-9b71-1a8ef8fb47ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:00:57.983879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] device_id is not set on port f2073822-8d61-4c66-9f7c-7e4802fb2194 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:00:57.988375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Provisioning complete for port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:57.989085 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfa9a-1f37-473a-b7bc-5f76b9df2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.002168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.007463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.031232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b586031e-d35e-4b3c-b4ea-301696c1cbea,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.036127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.044155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.048046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fb533cd5-552c-4200-81db-13e738987f53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768848 Jul 29 18:00:58.048470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47562) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.056345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.087860 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:00:58.094668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.178565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.190907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.199059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Allocated IP 172.20.0.7 (ee0e787f-4ded-4c09-bb97-938d28d736be/3189702b-477d-4d91-a057-913173f6ae3c/f2073822-8d61-4c66-9f7c-7e4802fb2194) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:58.213603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-38941585-network', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.231841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc555b2b-8bf8-4e2e-9e2c-dcdc9f824510,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.249819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Made reservation on behalf of 50c83cdbb4da4829af5dce61a5466223 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:58.253495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.264082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.265464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c6f08982-a2ef-4246-b5d1-632537bca99e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157106 Jul 29 18:00:58.266710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.274844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47566) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.285215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c2191ea-864f-447f-843a-9f538e6d4d68 None None] Provisioning complete for port b591897e-7533-4f9a-9b71-1a8ef8fb47ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:58.286673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c2191ea-864f-447f-843a-9f538e6d4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.289448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.359827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4c2191ea-864f-447f-843a-9f538e6d4d68 None None] Port b591897e-7533-4f9a-9b71-1a8ef8fb47ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:00:58.371513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:00:58.419917 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.429240 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.439014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657084-1eb6-4321-9290-e5e5b8e2642f req-3b0879f1-adec-4215-886f-2a80583d0ca7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:58.440547 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68657084-1eb6-4321-9290-e5e5b8e2642f req-3b0879f1-adec-4215-886f-2a80583d0ca7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0872395 Jul 29 18:00:58.454134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:58.454871 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.466076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:00:58.478590 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:00:58.487535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.487894 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Added segment 3b6c59da-963a-49bf-84e8-e4fc28b50b84 of type vlan for network abff41e8-c09b-4c81-9ac0-d77de2200a19 Jul 29 18:00:58.491191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ec1912-eafb-478a-8fbd-3330963eb7e0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.498706 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.500486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.513405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68657084-1eb6-4321-9290-e5e5b8e2642f req-fa5d708e-11b4-49b8-9a47-a02b9a2097b8 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630410 Jul 29 18:00:58.520627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Transition to ACTIVE for port object f2073822-8d61-4c66-9f7c-7e4802fb2194 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:00:58.559676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.584049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.616090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=f2073822-8d61-4c66-9f7c-7e4802fb2194,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.632787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network ee0e787f-4ded-4c09-bb97-938d28d736be is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:58.633691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.634814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:58.637635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:58.645838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.681539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d156792-98a8-46e1-92c7-f0e712be9040,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.693904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.695089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:58.695772 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.705543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:58.706675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.725606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-45a63832-eca9-4e82-8384-221547127eb4 None None] Provisioning complete for port b591897e-7533-4f9a-9b71-1a8ef8fb47ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:58.726281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45a63832-eca9-4e82-8384-221547127eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.738462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.748789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-21dda368-9af6-42f5-be1a-bb74bb84334f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4642541 Jul 29 18:00:58.749745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0ad120fb-ddfc-4276-a31e-a8f7341c1173 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2553091 Jul 29 18:00:58.751930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47576) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.752622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47578) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.762669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'network': {'name': 'tempest-network-smoke--1074610051', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.767596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-45a63832-eca9-4e82-8384-221547127eb4 None None] Port b591897e-7533-4f9a-9b71-1a8ef8fb47ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:00:58.772812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.831983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7944555 Jul 29 18:00:58.832239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47582) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:58.835885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026b237-ea94-4286-8bd8-168567941086 admin admin] Pushing event updated for resources: {'Network': ['ID=abff41e8-c09b-4c81-9ac0-d77de2200a19,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:58.840651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Request body: {'subnet': {'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-38941585-subnet', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:58.853703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:00:58.859794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01055de1-2cca-4a20-9c78-cc1a40ffa62a req-357e295c-4b95-45a3-8e66-b01544b95003 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:58.861842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01055de1-2cca-4a20-9c78-cc1a40ffa62a req-357e295c-4b95-45a3-8e66-b01544b95003 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1102984 Jul 29 18:00:58.866556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:58.870034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.925475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.935699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:00:58.956482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-01055de1-2cca-4a20-9c78-cc1a40ffa62a req-d52cf946-223f-42c4-826e-3de290cf494f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Jul 29 18:00:58.992461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.992814 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Added segment ace0397a-12c7-4474-8f70-9bf633dec718 of type vlan for network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 Jul 29 18:00:58.994113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Made reservation on behalf of 50c83cdbb4da4829af5dce61a5466223 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:00:58.994721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c33e1de7-76e2-4521-ae7e-576081826483 None None] Provisioning for port f2073822-8d61-4c66-9f7c-7e4802fb2194 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:00:58.998018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:58.999021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c33e1de7-76e2-4521-ae7e-576081826483 None None] Provisioning complete for port f2073822-8d61-4c66-9f7c-7e4802fb2194 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:00:58.999471 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c33e1de7-76e2-4521-ae7e-576081826483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.034271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c33e1de7-76e2-4521-ae7e-576081826483 None None] Port f2073822-8d61-4c66-9f7c-7e4802fb2194 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:00:59.079736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026a371-ed52-4a4f-8339-4173d8db709a req-a2ff1fd6-497b-4304-b5d2-2063b497f501 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:59.081268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2026a371-ed52-4a4f-8339-4173d8db709a req-a2ff1fd6-497b-4304-b5d2-2063b497f501 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0513794 Jul 29 18:00:59.085704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.119391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2026a371-ed52-4a4f-8339-4173d8db709a req-e64606f2-6ed2-48aa-a2b3-d172f007ce61 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Jul 29 18:00:59.154836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.160353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:59.160945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.283164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5278640 Jul 29 18:00:59.286342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:59.292516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'admin_state_up': True, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:59.318364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78449ea-0c57-41af-90d0-f3e10182ff4d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Network': ['ID=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:59.326132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.331047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:00:59.351007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.352317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.371094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270305f-2a0f-4a88-85d1-07f0634ac068 req-9c92e33b-31af-4dfe-a821-6358124c1f0a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:59.372590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5270305f-2a0f-4a88-85d1-07f0634ac068 req-9c92e33b-31af-4dfe-a821-6358124c1f0a tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0739369 Jul 29 18:00:59.411889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.470777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.504447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c925fbc0-ec5f-4dad-8265-690a045e6b2e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:59.525459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Allocated IP 172.25.5.93 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/9ded515c-048b-40f6-af7d-444cf4f6675a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:59.531334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Checking segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:00:59.531666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Network hostable DHCP agents. Network: abff41e8-c09b-4c81-9ac0-d77de2200a19, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:00:59.551083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5270305f-2a0f-4a88-85d1-07f0634ac068 req-3daf6970-c792-4719-bfc4-87c9975b5d4e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517751 Jul 29 18:00:59.592312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:00:59.613468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, abff41e8-c09b-4c81-9ac0-d77de2200a19) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:59.620395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:00:59.620761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.625729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1f6ea-b0d8-4e87-a747-dfc622ff73c9 None None] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:00:59.635591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.653346 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-644c1442-1ab8-432a-89f4-e42ab5f31e7d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8168385 Jul 29 18:00:59.655507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.657445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47598) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:00:59.661812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:00:59.696124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.697282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.738612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.784916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-abff41e8-c09b-4c81-9ac0-d77de2200a19', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:00:59.785896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.788122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.837631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:00:59.858961 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.867036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:00:59.876811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:00:59.881303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=9ded515c-048b-40f6-af7d-444cf4f6675a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:00:59.890829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:59.931293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Allocated IP 172.20.0.2 (abff41e8-c09b-4c81-9ac0-d77de2200a19/c925fbc0-ec5f-4dad-8265-690a045e6b2e/1fb6bd00-5296-49b4-a94b-b4dd0a239793) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:00:59.977286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.025468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.155 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/8fce650a-b1d0-4c4c-b461-690b751f2d4a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:00.066102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.084634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.093099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Transition to ACTIVE for port object 1fb6bd00-5296-49b4-a94b-b4dd0a239793 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:00.108265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Transition to ACTIVE for port object 1fb6bd00-5296-49b4-a94b-b4dd0a239793 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:00.110147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.116154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.131464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.155910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:00.162315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:00.162315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:00.170841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Pushing event updated for resources: {'Port': ['ID=1fb6bd00-5296-49b4-a94b-b4dd0a239793,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:00.188784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.230198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:00.233434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:00.235266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Attempting to bind port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:00.235639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Attempting to bind port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:00.236002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Attempting to bind port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 on network abff41e8-c09b-4c81-9ac0-d77de2200a19 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:00.236421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:00.241664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:00.242039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Checking segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:00.242470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.242860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Bound using segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:00.243328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Bound port: 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:00.243735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.335313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] For port 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:00.339314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] For port 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1fb6bd00-5296-49b4-a94b-b4dd0a239793,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:00.346098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.358970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=8fce650a-b1d0-4c4c-b461-690b751f2d4a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:00.409408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc90ac-f8f2-41d5-a954-59e77d32b59f None None] Pushing event updated for resources: {'Port': ['ID=1fb6bd00-5296-49b4-a94b-b4dd0a239793,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:00.540070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.735991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.760477 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.781995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.786735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.809101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0491fbb-1a1b-4429-a45f-b4c46a3a74a6 req-fea32839-8fe0-420d-afd9-2d0cc42d545d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:00.810680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0491fbb-1a1b-4429-a45f-b4c46a3a74a6 req-fea32839-8fe0-420d-afd9-2d0cc42d545d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1065454 Jul 29 18:01:00.897760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0491fbb-1a1b-4429-a45f-b4c46a3a74a6 req-08c43aa4-a2a8-4fd3-a190-b7d22b9593c5 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761304 Jul 29 18:01:00.898885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.909321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=9ded515c-048b-40f6-af7d-444cf4f6675a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:00.942112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.962220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:00.963633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-623562c4-f4f2-4ba4-9479-22a58995327c tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2095869 Jul 29 18:01:00.967019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:00.971639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9ea6ec0d-8473-4d59-9043-f032b28d7ca1 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'floatingip': {'port_id': 'f2073822-8d61-4c66-9f7c-7e4802fb2194', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:00.983294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Allocated IP 172.25.5.165 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/310a67c4-d6c4-4d65-8eda-c70f0f90c20f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:01.026723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ec0d-8473-4d59-9043-f032b28d7ca1 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.057886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router f18a796c-2e36-41ff-9b8e-37c395a66410 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:01:01.180536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:01.191371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Sync routers for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:01.202111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.203857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cbcedbbb-e55a-4ae2-a968-153a65f74579 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9164615 Jul 29 18:01:01.204300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:01.204803 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-9ea6ec0d-8473-4d59-9043-f032b28d7ca1 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] update failed (client error): The resource could not be found. Jul 29 18:01:01.204947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:01.205846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ea6ec0d-8473-4d59-9043-f032b28d7ca1 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "PUT /v2.0/floatingips/65a5b8dc-8a19-4ffc-bbed-86adc14f1c16 HTTP/1.1" status: 404 len: 507 time: 0.2379186 Jul 29 18:01:01.209310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47610) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:01.210049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:01.255586 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b09e03d3-5924-4b55-a510-d793acbf37d9 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca2ffabbbb8f41048197252e5566f391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474277 Jul 29 18:01:01.261445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:01.282905 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.370718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:01.460370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e6a81-77b2-4ace-8abd-df3d6030c146 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:01.464570 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c41e6a81-77b2-4ace-8abd-df3d6030c146 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1995306 Jul 29 18:01:01.465003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:01.477253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.510991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49b0b92b-dda7-4744-931c-ba82a6f76159 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418425 Jul 29 18:01:01.522892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3dc98-62cf-4cf3-9c52-7418a0338357 None None] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:01.526760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:01.537054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1859618848', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:01.614847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7b723c8d-58d9-4b28-aac3-52e699a3276d None None] Provisioning for port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:01.619331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:01.620951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:01.628829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:01.664901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting port 9ded515c-048b-40f6-af7d-444cf4f6675a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:01.665361 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.673202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Pushing event updated for resources: {'Port': ['ID=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:01.750089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.750334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:00Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:01.750617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.764197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Calling delete_port for 9ded515c-048b-40f6-af7d-444cf4f6675a owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:01.784620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:01.786491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Checking router: f18a796c-2e36-41ff-9b8e-37c395a66410 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:01.786854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Updating router f18a796c-2e36-41ff-9b8e-37c395a66410 port 8fce650a-b1d0-4c4c-b461-690b751f2d4a binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:01.788914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.817487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.935555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:01.987981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Port': ['ID=9ded515c-048b-40f6-af7d-444cf4f6675a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:02.097995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.119360 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.119810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.122659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.123952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-92eacaea-9947-42d2-a10a-165a9cde1812 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "DELETE /v2.0/floatingips/65a5b8dc-8a19-4ffc-bbed-86adc14f1c16 HTTP/1.1" status: 204 len: 168 time: 0.9128499 Jul 29 18:01:02.132053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e04b-7162-41c0-8acf-0d9ed90f640c req-8322a6f0-1f94-46b5-9c42-3e46c493e669 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:02.133895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12e7e04b-7162-41c0-8acf-0d9ed90f640c req-8322a6f0-1f94-46b5-9c42-3e46c493e669 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1026921 Jul 29 18:01:02.134393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:02.138743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b8db406e-0cac-477c-aeb8-353a75ca378e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'floatingip': {'floating_network_id': 'ee0e787f-4ded-4c09-bb97-938d28d736be', 'port_id': 'f2073822-8d61-4c66-9f7c-7e4802fb2194', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:02.147322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Transition to ACTIVE for port object 8fce650a-b1d0-4c4c-b461-690b751f2d4a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:02.167495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.186566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b8db406e-0cac-477c-aeb8-353a75ca378e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.207842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12e7e04b-7162-41c0-8acf-0d9ed90f640c req-ff3f8de0-21eb-478e-b8c2-f1176eb03e44 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599341 Jul 29 18:01:02.240418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Attempting to bind port 8fce650a-b1d0-4c4c-b461-690b751f2d4a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:02.240418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Attempting to bind port 8fce650a-b1d0-4c4c-b461-690b751f2d4a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:02.240418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Attempting to bind port 8fce650a-b1d0-4c4c-b461-690b751f2d4a on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:02.241036 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.242339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:02.242745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:02.243145 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.243638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:02.244135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Bound port: 8fce650a-b1d0-4c4c-b461-690b751f2d4a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:02.244509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.247236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64262e97-8ac5-44a2-b71d-16d771b07dbd None None] Pushing event updated for resources: {'Port': ['ID=8fce650a-b1d0-4c4c-b461-690b751f2d4a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:02.306012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] For port 8fce650a-b1d0-4c4c-b461-690b751f2d4a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:02.311163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] For port 8fce650a-b1d0-4c4c-b461-690b751f2d4a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8fce650a-b1d0-4c4c-b461-690b751f2d4a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:02.321682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.326906 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-b8db406e-0cac-477c-aeb8-353a75ca378e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:01:02.329667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8db406e-0cac-477c-aeb8-353a75ca378e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1942747 Jul 29 18:01:02.333348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47632) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:02.338957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'f2073822-8d61-4c66-9f7c-7e4802fb2194', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:02.374536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.377800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Subnet': ['ID=09e6e7a5-d030-42e2-8740-b1313c6c14ab,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:02.392571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:02.393212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:02.401987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:02.402451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network hostable DHCP agents. Network: cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:02.435566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64262e97-8ac5-44a2-b71d-16d771b07dbd None None] Pushing event updated for resources: {'Port': ['ID=8fce650a-b1d0-4c4c-b461-690b751f2d4a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:02.442075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1fb6bd00-5296-49b4-a94b-b4dd0a239793 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:02.469982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:02.478579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.504491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.525051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:02.531898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:02.532414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.535917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce6b08-4c85-444e-a607-3515af864b44 None None] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:02.588316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83b8c15b-cff0-439d-a451-87a618185a6f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0603962 Jul 29 18:01:02.591161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47636) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:02.596762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:02.634280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Allocated IP 172.25.5.219 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/7c632ff0-9b42-40a8-bed0-cccb6e392e3b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:02.663611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:02.703310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:02.703682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.780436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.822327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Router bdb5d006-e1d7-4910-8423-0b04d69c0afc is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:01:02.842563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:02.893215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:02.896589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:02.901890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:02.938021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event updated for resources: {'Port': ['ID=7c632ff0-9b42-40a8-bed0-cccb6e392e3b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:03.096794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:03.097722 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.109571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.141024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting port 7c632ff0-9b42-40a8-bed0-cccb6e392e3b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:03.141555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.172507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:00Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:03.250760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.251307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.259690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a12df-aa69-4b73-bb36-8a9173e3c21e None None] The sync data for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 is: [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:00Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:03.264906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1fb6bd00-5296-49b4-a94b-b4dd0a239793,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:03.278624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Calling delete_port for 7c632ff0-9b42-40a8-bed0-cccb6e392e3b owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:03.282472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.435986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1fb6bd00-5296-49b4-a94b-b4dd0a239793,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:03.445013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Allocated IP 172.20.0.2 (cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2/09e6e7a5-d030-42e2-8740-b1313c6c14ab/2e4d569d-903f-4415-9c25-d7ec3bf9f48e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:03.474743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.504784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Port': ['ID=7c632ff0-9b42-40a8-bed0-cccb6e392e3b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:03.658376 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] create failed (client error): The resource could not be found. Jul 29 18:01:03.659695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6a710512-a39f-43a5-8ce1-a5ea11cdf42e tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3252845 Jul 29 18:01:03.663209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:03.671399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:03.709139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Sync routers for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:03.714915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.716284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a742dab9-8595-424d-8181-435be7621408 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0578866 Jul 29 18:01:03.724039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47660) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:03.728498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:03.731455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:03.733544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dc767-9244-4035-846d-eb66b081c9b4 req-62cdbba8-26b7-443c-b5f1-f91fabb17dd6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:03.741106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e37dc767-9244-4035-846d-eb66b081c9b4 req-62cdbba8-26b7-443c-b5f1-f91fabb17dd6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.2140448 Jul 29 18:01:03.787210 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.807324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Transition to ACTIVE for port object 2e4d569d-903f-4415-9c25-d7ec3bf9f48e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:03.833101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Transition to ACTIVE for port object 2e4d569d-903f-4415-9c25-d7ec3bf9f48e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:03.848489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e37dc767-9244-4035-846d-eb66b081c9b4 req-0644dbed-ac8d-4a12-9cd9-0ee3daeaabd0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062825 Jul 29 18:01:03.851104 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:03.905915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Pushing event updated for resources: {'Port': ['ID=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:03.921787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:03.923949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:03.938451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:03.951942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:03.987195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting port f2073822-8d61-4c66-9f7c-7e4802fb2194 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:03.987585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.024253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.076479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Attempting to bind port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:04.078051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Attempting to bind port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:04.078051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Attempting to bind port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:04.094985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:04.097068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:04.097477 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.101710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Bound using segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:04.102315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Bound port: 2e4d569d-903f-4415-9c25-d7ec3bf9f48e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:04.102720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.271512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] For port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:04.280394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] For port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:04.290766 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.448603 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:01Z', 'revision_number': 3, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:04.451207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581237-86ef-4b2a-babd-62f2f55f35be None None] Pushing event updated for resources: {'Port': ['ID=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:04.494338 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Checking router: bdb5d006-e1d7-4910-8423-0b04d69c0afc for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:04.494535 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Updating router bdb5d006-e1d7-4910-8423-0b04d69c0afc port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:04.538419 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.539368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.571914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8fce650a-b1d0-4c4c-b461-690b751f2d4a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:04.580679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Calling delete_port for f2073822-8d61-4c66-9f7c-7e4802fb2194 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:04.590172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.1 (cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2/09e6e7a5-d030-42e2-8740-b1313c6c14ab/5542f64a-a5d1-4a36-8ffa-2619b133922b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:04.680237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8fce650a-b1d0-4c4c-b461-690b751f2d4a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:04.685564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8fce650a-b1d0-4c4c-b461-690b751f2d4a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:04.686165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.850925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.872957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object 5542f64a-a5d1-4a36-8ffa-2619b133922b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:04.880119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.931219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8fce650a-b1d0-4c4c-b461-690b751f2d4a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8fce650a-b1d0-4c4c-b461-690b751f2d4a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:04.941035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.941902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1fb6bd00-5296-49b4-a94b-b4dd0a239793 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:04.951353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.970846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:04.998933 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.017563 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Transition to ACTIVE for port object 310a67c4-d6c4-4d65-8eda-c70f0f90c20f will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:05.026221 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.035382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:05.039026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:05.043319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:05.077506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.098510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8fce650a-b1d0-4c4c-b461-690b751f2d4a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.100967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.117043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:05.118063 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.120530 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Attempting to bind port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:05.120903 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Attempting to bind port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:05.121268 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Attempting to bind port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:05.150372 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:05.150744 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:05.151329 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.151877 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:05.152540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Bound port: 310a67c4-d6c4-4d65-8eda-c70f0f90c20f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:05.153081 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.207620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Pushing event updated for resources: {'Port': ['ID=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.222907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.223898 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.227378 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.227775 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:05.268489 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] For port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:05.271585 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] For port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:05.279741 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.284628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.306871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6dc4-1aa9-4316-8f8a-fe2f24f0695c req-0b808ab3-c73a-4652-9a58-34542b6b49e6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:05.308459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-678d6dc4-1aa9-4316-8f8a-fe2f24f0695c req-0b808ab3-c73a-4652-9a58-34542b6b49e6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.2854393 Jul 29 18:01:05.312999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Port': ['ID=f2073822-8d61-4c66-9f7c-7e4802fb2194,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.359251 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:05.360129 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:05.369592 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d274a-06aa-4001-8420-93193158fcf1 None None] Pushing event updated for resources: {'Port': ['ID=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.508984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-678d6dc4-1aa9-4316-8f8a-fe2f24f0695c req-a7fcb8f4-09ca-476a-a7a1-0e4382c8b501 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466923 Jul 29 18:01:05.515166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.517164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3daf03b-504e-4141-ad35-d06462ba039b tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "DELETE /v2.0/ports/f2073822-8d61-4c66-9f7c-7e4802fb2194 HTTP/1.1" status: 204 len: 168 time: 1.8527777 Jul 29 18:01:05.521339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47676) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:05.552469 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:05.571108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Allocated IP 172.20.0.1 (abff41e8-c09b-4c81-9ac0-d77de2200a19/c925fbc0-ec5f-4dad-8265-690a045e6b2e/1e1be22a-519e-4bed-9646-c6e72114b058) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:05.605012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9d784-cd89-4617-953b-07129ae1ce10 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:05.606647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-06f9d784-cd89-4617-953b-07129ae1ce10 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeace8b2-487e-4fe2-b032-deb068409b1d HTTP/1.1" status: 200 len: 913 time: 0.0844197 Jul 29 18:01:05.609522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:05.707763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.721716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Transition to ACTIVE for port object 1e1be22a-519e-4bed-9646-c6e72114b058 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:05.762797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:05.782522 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:01Z', 'revision_number': 3, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:05.815874 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16c4d7-a05e-4e26-b5dc-edb5bab6f34e None None] The sync data for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 is: [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:01Z', 'revision_number': 3, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:05.829105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:05.833688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:05.837635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:05.871754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:05.915844 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.001302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.010056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.145034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.176151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468094a-1a14-4722-aa31-bcba43c7a236 None None] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:06.219268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.299259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c3775944-676f-460f-bcc4-5b2127f2b599 None None] Provisioning for port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:06.360266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:06.476841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b65ca75e-5cde-4ebe-a7e8-2263f74e6031 None None] Provisioning for port 1e1be22a-519e-4bed-9646-c6e72114b058 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:06.477808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:06.486887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:06.528577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b65ca75e-5cde-4ebe-a7e8-2263f74e6031 None None] Provisioning complete for port 1e1be22a-519e-4bed-9646-c6e72114b058 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:06.529522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b65ca75e-5cde-4ebe-a7e8-2263f74e6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.642218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b65ca75e-5cde-4ebe-a7e8-2263f74e6031 None None] Port 1e1be22a-519e-4bed-9646-c6e72114b058 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:06.658334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8fce650a-b1d0-4c4c-b461-690b751f2d4a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:06.671614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.685692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.730982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.770737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:06.781819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.811117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8fce650a-b1d0-4c4c-b461-690b751f2d4a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:06.811551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:06.839607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router f18a796c-2e36-41ff-9b8e-37c395a66410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:06.915194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:06.916816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:06.947103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e130-147b-42f4-9594-bf65e49dfb0b req-9480499c-bfec-40af-9ddc-a41e9238154f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:06.956537 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de29e130-147b-42f4-9594-bf65e49dfb0b req-9480499c-bfec-40af-9ddc-a41e9238154f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.2998772 Jul 29 18:01:06.988430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 310a67c4-d6c4-4d65-8eda-c70f0f90c20f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:07.076873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:07.086144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:07.086627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.114372 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de29e130-147b-42f4-9594-bf65e49dfb0b req-2ef49c27-6a17-4e5c-91fb-d1402dff7baa tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564195 Jul 29 18:01:07.191788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.250586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:07.263472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.265213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e4d569d-903f-4415-9c25-d7ec3bf9f48e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:07.307476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:07.325376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4ce03daa-c0db-422e-9737-dd0a8c7ac6c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/f18a796c-2e36-41ff-9b8e-37c395a66410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7329729 Jul 29 18:01:07.347410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19db8d01-f637-4e7a-93b2-ea033dc2fbc9 None None] Provisioning for port 5542f64a-a5d1-4a36-8ffa-2619b133922b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:07.395824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:07.401037 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Sync routers for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:07.420996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19db8d01-f637-4e7a-93b2-ea033dc2fbc9 None None] Provisioning complete for port 5542f64a-a5d1-4a36-8ffa-2619b133922b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:07.421673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19db8d01-f637-4e7a-93b2-ea033dc2fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.466294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:07.467487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:07.481301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting port b591897e-7533-4f9a-9b71-1a8ef8fb47ae {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:07.481756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.595858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.599221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:07.613087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Calling delete_port for b591897e-7533-4f9a-9b71-1a8ef8fb47ae owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:07.680327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-19db8d01-f637-4e7a-93b2-ea033dc2fbc9 None None] Port 5542f64a-a5d1-4a36-8ffa-2619b133922b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:07.737011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-0d6a6b21-b7c8-4b2e-8f70-92f8e0bf9e74 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455701003&fields=id&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 267 time: 0.0512509 Jul 29 18:01:07.756580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bcec9-9fb7-4bdc-9bd3-92be2d43ebba req-e628f55b-1d3d-4bcf-973e-d3eeebf81ffd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:07.765140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5bcec9-9fb7-4bdc-9bd3-92be2d43ebba req-e628f55b-1d3d-4bcf-973e-d3eeebf81ffd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.7426982 Jul 29 18:01:07.772663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:07.783461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:07.783687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.788802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Router bdb5d006-e1d7-4910-8423-0b04d69c0afc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:07.817749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5bcec9-9fb7-4bdc-9bd3-92be2d43ebba req-acfa5745-ddec-43f2-8a7c-361bfac46716 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513656 Jul 29 18:01:07.866024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Provisioning complete for port 1e1be22a-519e-4bed-9646-c6e72114b058 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:07.866429 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.916575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Port 1e1be22a-519e-4bed-9646-c6e72114b058 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:07.924209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-fd59483a-353f-4118-8f2d-93e370add188 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:07.925802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-fd59483a-353f-4118-8f2d-93e370add188 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 797 time: 0.1818964 Jul 29 18:01:07.941732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.949126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:07.955313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d350e2e-a807-4f1f-b954-7bf13bf02a87 admin admin] 10.222.0.16 "PUT /v2.0/routers/bdb5d006-e1d7-4910-8423-0b04d69c0afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2291589 Jul 29 18:01:07.968814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Provisioning complete for port 5542f64a-a5d1-4a36-8ffa-2619b133922b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:07.969281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:07.989551 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-cf3c3cae-d8da-48dd-b76d-44f4b09d42c0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/quotas/ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 375 time: 0.0505588 Jul 29 18:01:07.990740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Port': ['ID=b591897e-7533-4f9a-9b71-1a8ef8fb47ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:08.019328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 2, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:08.053514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-686dbb74-53eb-4d0e-bd34-6c9643307322 None None] Port 5542f64a-a5d1-4a36-8ffa-2619b133922b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:08.055272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Checking router: f18a796c-2e36-41ff-9b8e-37c395a66410 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:08.055612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Updating router f18a796c-2e36-41ff-9b8e-37c395a66410 port 5542f64a-a5d1-4a36-8ffa-2619b133922b binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:08.083445 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.101521 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.250767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.274415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-938673c2-3e9f-4b4b-9425-8d49d67f0cd7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2760551 Jul 29 18:01:08.280519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71efcb-a6a6-46a7-a0b0-ce496f40d48f req-9db565ed-2958-4d3f-8a67-214dce9df254 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:08.290737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a71efcb-a6a6-46a7-a0b0-ce496f40d48f req-9db565ed-2958-4d3f-8a67-214dce9df254 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0880935 Jul 29 18:01:08.331923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-5600bc59-01f8-4c2d-a4ee-63282f691205 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:01:08.332913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-5600bc59-01f8-4c2d-a4ee-63282f691205 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081553 Jul 29 18:01:08.346696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a71efcb-a6a6-46a7-a0b0-ce496f40d48f req-531f4ebb-1235-4eba-ad9d-5372a595154d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Jul 29 18:01:08.369194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:08.381501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.523104 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Sync routers for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:08.536658 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:08.537307 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:08.547131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 310a67c4-d6c4-4d65-8eda-c70f0f90c20f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:08.569428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:08.645043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.664932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Transition to ACTIVE for port object 5542f64a-a5d1-4a36-8ffa-2619b133922b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:08.680413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:08.680903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.683030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.692394 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:08.703656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47736) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:08.709133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-673697587-network', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:08.754652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Made reservation on behalf of e311d0f830a84ab98a4eb6434452e1a1 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:08.762031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.764158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fff51e-2484-4ff1-b566-ef2ee25f0220 None None] Pushing event updated for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:08.781107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.854194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Attempting to bind port 5542f64a-a5d1-4a36-8ffa-2619b133922b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:08.855074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Attempting to bind port 5542f64a-a5d1-4a36-8ffa-2619b133922b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:08.855445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Attempting to bind port 5542f64a-a5d1-4a36-8ffa-2619b133922b on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:08.884719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:08.885096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:08.885500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:08.885890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Bound using segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:08.886972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Bound port: 5542f64a-a5d1-4a36-8ffa-2619b133922b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:08.887356 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.002084 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 2, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.008674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Router aeace8b2-487e-4fe2-b032-deb068409b1d has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:09.023122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-8b9a5399-8461-4d30-ae66-dd975867904c service neutron] 10.222.0.16 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129600 Jul 29 18:01:09.041069 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Checking router: bdb5d006-e1d7-4910-8423-0b04d69c0afc for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:09.041945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Updating router bdb5d006-e1d7-4910-8423-0b04d69c0afc port 1e1be22a-519e-4bed-9646-c6e72114b058 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:09.045654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] For port 5542f64a-a5d1-4a36-8ffa-2619b133922b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:09.052086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] For port 5542f64a-a5d1-4a36-8ffa-2619b133922b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5542f64a-a5d1-4a36-8ffa-2619b133922b,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:09.063389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.077119 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.082008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.096095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.106623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81198331-f0a7-47a9-b59f-6e62cadee3cb req-46eb1dc4-fa73-4cf1-9191-f010c4cc7875 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:09.113638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81198331-f0a7-47a9-b59f-6e62cadee3cb req-46eb1dc4-fa73-4cf1-9191-f010c4cc7875 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1326578 Jul 29 18:01:09.115537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:09.123982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-60de5b3c-7432-41b2-9bbb-fd5a1d343db3 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "PUT /v2.0/routers/aeace8b2-487e-4fe2-b032-deb068409b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5133071 Jul 29 18:01:09.124759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:09.150281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:09.158347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fff51e-2484-4ff1-b566-ef2ee25f0220 None None] Pushing event updated for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:09.164226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] Sync routers for ids ['aeace8b2-487e-4fe2-b032-deb068409b1d'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:09.179615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.180183 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Added segment f5da2331-d710-4737-a0e6-f460ea70f040 of type vlan for network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 Jul 29 18:01:09.184004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23631c-b27b-496d-aeca-eed35c98a611,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:09.199152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] Routers {'aeace8b2-487e-4fe2-b032-deb068409b1d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:09.200023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aeace8b2-487e-4fe2-b032-deb068409b1d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.220485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81198331-f0a7-47a9-b59f-6e62cadee3cb req-d263abcf-cfde-4acd-b9a5-e2ddc87435f6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056693 Jul 29 18:01:09.271688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:09.272349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.277055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.282961 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.321466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.322861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:09.323470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.349545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.465597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] Pushing event updated for resources: {'Network': ['ID=11f5283c-dc54-4fdd-9dab-4d263b8d9448,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:09.468304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-ad2ca3b5-1d2c-4fdc-8f11-0d080c228e34 service neutron] 10.222.0.16 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544827 Jul 29 18:01:09.503370 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.515773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Transition to ACTIVE for port object 1e1be22a-519e-4bed-9646-c6e72114b058 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:09.516441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-323aec69-03be-430e-b09c-0003b59fb027 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8115940 Jul 29 18:01:09.519151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:09.527745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Request body: {'subnet': {'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-673697587-subnet', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:09.533235 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.554302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8401-10b9-4a95-88a6-dc7280316522 req-29c04b01-4b4d-4098-bb96-e84b64b3c09f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:09.562349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f6f8401-10b9-4a95-88a6-dc7280316522 req-29c04b01-4b4d-4098-bb96-e84b64b3c09f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1006243 Jul 29 18:01:09.570682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:09.621244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f6f8401-10b9-4a95-88a6-dc7280316522 req-d103a999-27d3-4c00-8eed-98ab77e6a0fd tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Jul 29 18:01:09.625960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Made reservation on behalf of e311d0f830a84ab98a4eb6434452e1a1 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:09.631876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.645819 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2988b641-7530-4e02-ac79-a8fe1f372560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.649714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.652641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.657489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] Routers {'aeace8b2-487e-4fe2-b032-deb068409b1d'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:09.658132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aeace8b2-487e-4fe2-b032-deb068409b1d'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.674272 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a5ea5-3e4c-497a-9244-187f4f43905c None None] Pushing event updated for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:09.742027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:09.743527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddd1bc-a094-4650-9ba3-fb668f50413d None None] The sync data for ids ['aeace8b2-487e-4fe2-b032-deb068409b1d'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:09.752070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.753263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Fanout notify agent at l3_agent the message router_deleted on router aeace8b2-487e-4fe2-b032-deb068409b1d {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:01:09.773120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.776151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-684774a7-1bfd-4d7a-946a-01cdba467385 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "DELETE /v2.0/routers/aeace8b2-487e-4fe2-b032-deb068409b1d HTTP/1.1" status: 204 len: 168 time: 0.6432235 Jul 29 18:01:09.784842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47754) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:09.810018 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Attempting to bind port 1e1be22a-519e-4bed-9646-c6e72114b058 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:09.811440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Attempting to bind port 1e1be22a-519e-4bed-9646-c6e72114b058 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:09.811440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Attempting to bind port 1e1be22a-519e-4bed-9646-c6e72114b058 on network abff41e8-c09b-4c81-9ac0-d77de2200a19 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:09.819240 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:09.819603 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Checking segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:09.819974 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.820387 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Bound using segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:09.820853 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Bound port: 1e1be22a-519e-4bed-9646-c6e72114b058, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:09.821783 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.907393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7ddd477-2e8f-4c44-a463-9b1a08eefbfc req-6170df03-5f0f-46aa-854e-815b91248a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 210 time: 0.0836864 Jul 29 18:01:09.918900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:09.930088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting subnet 3189702b-477d-4d91-a057-913173f6ae3c {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:01:09.931821 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] For port 1e1be22a-519e-4bed-9646-c6e72114b058, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:09.940243 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] For port 1e1be22a-519e-4bed-9646-c6e72114b058, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1e1be22a-519e-4bed-9646-c6e72114b058,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:09.946479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.948057 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:09.999269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.011369 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:10.012246 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:00:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:10.060030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a5ea5-3e4c-497a-9244-187f4f43905c None None] Pushing event updated for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:10.172080 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:10.211861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:09Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:10.260423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e8253-e803-4f63-b7db-4839ddf7c913 None None] The sync data for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 is: [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:09Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:10.283132 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.305775 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.446848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371043e9-fd4b-4f26-9295-db1af6cbe67f req-57cfa62c-79b1-4986-807a-18604c8d541c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:10.461049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-371043e9-fd4b-4f26-9295-db1af6cbe67f req-57cfa62c-79b1-4986-807a-18604c8d541c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0981121 Jul 29 18:01:10.484572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b6655d-d543-4442-9e2a-d14a1b210271,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:10.511848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-371043e9-fd4b-4f26-9295-db1af6cbe67f req-cc33696d-bfbb-4ed5-919c-d6e96f15713b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496259 Jul 29 18:01:10.516100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Checking segment: {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:10.516747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Network hostable DHCP agents. Network: 11f5283c-dc54-4fdd-9dab-4d263b8d9448, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:10.522011 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:09Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:10.587683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:10.601892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.629841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.635016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "DELETE /v2.0/subnets/3189702b-477d-4d91-a057-913173f6ae3c HTTP/1.1" status: 204 len: 168 time: 0.8442383 Jul 29 18:01:10.635292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47764) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:10.642298 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131b652-da96-4ad4-8438-6e5f1dda403a None None] Network ee0e787f-4ded-4c09-bb97-938d28d736be requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:10.658528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 11f5283c-dc54-4fdd-9dab-4d263b8d9448) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:10.662897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:10.663491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.666125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9c30-65ed-4131-8896-8454a638decd tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Subnet': ['ID=3189702b-477d-4d91-a057-913173f6ae3c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:10.712309 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64becd-97e4-4a23-a482-a4101619fa51 None None] The sync data for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 is: [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:09Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:10.713367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dbb433b9-5921-4735-9187-e9f2f0d7ee8f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1915576 Jul 29 18:01:10.715966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:10.720746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:10.721485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e4d569d-903f-4415-9c25-d7ec3bf9f48e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:10.825388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.827138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.829374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.867188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe37c34-fecc-4f1a-b5e1-e8c68dd01780 None None] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:10.945527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Deleting port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:10.946005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:10.987978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.029760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-9a667323-0f5d-438e-889a-53de4cb80f8b req-4c8bec0e-4948-4a2a-adc5-2e4791245e28 service neutron] (94052) timed out ('10.222.0.38', 51935) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:01:11.072113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a5d6-c1d9-4b2a-82e7-6a4ac31dd63c req-38ffa11a-9550-444e-b509-ea562041fd71 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:11.077478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87e0a5d6-c1d9-4b2a-82e7-6a4ac31dd63c req-38ffa11a-9550-444e-b509-ea562041fd71 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.2072532 Jul 29 18:01:11.085157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] For port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,segment=NetworkSegment(803431a8-f444-41da-8c47-2582cbf9f3db),segment_id=803431a8-f444-41da-8c47-2582cbf9f3db)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:11.085157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.153753 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8004327-1926-4c76-9100-b599d5e0a578 req-92a4051a-ddb0-4434-8f88-0369bb0f77d3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 210 time: 0.0311112 Jul 29 18:01:11.154889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Calling delete_port for 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:11.192027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87e0a5d6-c1d9-4b2a-82e7-6a4ac31dd63c req-7d5ee95b-e35e-4f45-ab52-b5efa2503927 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063952 Jul 29 18:01:11.243147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:11.243939 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.380494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.410056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Port': ['ID=4750411e-0c1e-4ede-9c06-3306ddbd3ce2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:11.422175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e538d4a-2b5e-4ee7-849d-e101d60dad06 None None] DHCP port deletion for ee0e787f-4ded-4c09-bb97-938d28d736be request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:01:11.426795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] No DVR routers for this DVR port 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:11.431270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'fixed_ips': [{'subnet_id': '79b6655d-d543-4442-9e2a-d14a1b210271'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:11.432074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.458809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-73aef9b7-8236-48aa-b4de-edcba7d8c622 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:11.460510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-73aef9b7-8236-48aa-b4de-edcba7d8c622 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 797 time: 0.1983905 Jul 29 18:01:11.462686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.519918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5542f64a-a5d1-4a36-8ffa-2619b133922b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:11.556797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.571250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0e787f-4ded-4c09-bb97-938d28d736be']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:11.584846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803431a8-f444-41da-8c47-2582cbf9f3db') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:11.585761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803431a8-f444-41da-8c47-2582cbf9f3db') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:11.597776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.601506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-d89f93e2-612c-45ec-ab68-d61565373af7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 379 time: 0.1302898 Jul 29 18:01:11.619409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'port': {'device_id': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'admin_state_up': True, 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'security_groups': ['5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:11.626069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.634136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:11.634291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:11.637982 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:11.729491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad20b88a-4764-4d71-8816-270ce5471bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.755744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Allocated IP 172.20.0.2 (11f5283c-dc54-4fdd-9dab-4d263b8d9448/79b6655d-d543-4442-9e2a-d14a1b210271/1b68ceb7-f1ab-4b89-8f55-69f3350205e4) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:11.761170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 5542f64a-a5d1-4a36-8ffa-2619b133922b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:11.767893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5542f64a-a5d1-4a36-8ffa-2619b133922b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:11.768324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.771417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e7a21-a680-46f7-83d8-8679653745fb req-865b8c35-a083-47be-a9de-160aa448d1ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:11.773524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-687e7a21-a680-46f7-83d8-8679653745fb req-865b8c35-a083-47be-a9de-160aa448d1ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0799394 Jul 29 18:01:11.775618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.785395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.791045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] 10.222.0.16 "DELETE /v2.0/networks/ee0e787f-4ded-4c09-bb97-938d28d736be HTTP/1.1" status: 204 len: 168 time: 1.1524205 Jul 29 18:01:11.820447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2168cf3-87a2-4a43-8a0c-aa751be7e226 tempest-FloatingIPNegativeTestJSON-249120639 tempest-FloatingIPNegativeTestJSON-249120639-project] Pushing event deleted for resources: {'Network': ['ID=ee0e787f-4ded-4c09-bb97-938d28d736be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:11.858695 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-687e7a21-a680-46f7-83d8-8679653745fb req-4887a1ec-8645-4d34-9a20-8ea50ab1d99a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623825 Jul 29 18:01:11.912093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.951513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.954693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:11.958088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:11.990643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.004728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.154858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47786) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:12.162484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.165947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 5542f64a-a5d1-4a36-8ffa-2619b133922b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5542f64a-a5d1-4a36-8ffa-2619b133922b,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:12.175839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.185158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Transition to ACTIVE for port object 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:12.233857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Transition to ACTIVE for port object 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:12.247200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Allocated IP 172.25.5.15 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/84abf4e7-18c2-44f2-9e9b-0fd59784d905) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:12.268172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.4 (cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2/09e6e7a5-d030-42e2-8740-b1313c6c14ab/ac070684-ebf4-475b-be8b-8965ee324123) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:12.273740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.292405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:12.313593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48669a77-0ade-40ad-aeb3-003fd409cbea req-f1194c25-9f4b-45fd-a53d-f9374f8f8b8f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 210 time: 0.0491962 Jul 29 18:01:12.345851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:12.349234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:12.353023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:12.415918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Pushing event updated for resources: {'Port': ['ID=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:12.431156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Attempting to bind port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:12.431535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Attempting to bind port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:12.431901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Attempting to bind port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 on network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:12.433748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72795aa7-8781-4c0d-9455-81555a6e671a req-bfeccbfd-1d1b-4d59-b13c-356604fd3ea3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:12.435679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72795aa7-8781-4c0d-9455-81555a6e671a req-bfeccbfd-1d1b-4d59-b13c-356604fd3ea3 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1099942 Jul 29 18:01:12.453879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:12.454470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Checking segment: {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:12.454908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.455302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Bound using segment: {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:12.455795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Bound port: 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:12.456181 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.505016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-72795aa7-8781-4c0d-9455-81555a6e671a req-1d3bc55e-cf74-4b55-a81f-3d66a09584db tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Jul 29 18:01:12.561610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] For port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:12.566058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] For port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:12.577001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.591729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7fe3d803-2acb-41af-bb06-4250ca0d951b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21045970591941e0a2d36a45e8a327e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338322 Jul 29 18:01:12.594626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:12.600294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.650462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5542f64a-a5d1-4a36-8ffa-2619b133922b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:12.667937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.678157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.681887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.690506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b54ef-ee89-4206-8c67-8970fffe89e6 None None] Pushing event updated for resources: {'Port': ['ID=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:12.711254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.714020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:12.719523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:12.721691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5542f64a-a5d1-4a36-8ffa-2619b133922b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:12.722228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.747460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:12.776331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object ac070684-ebf4-475b-be8b-8965ee324123 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:12.777300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.783144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.784538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7d0ddb9-1fc3-4c38-a5a9-f54970130458 HTTP/1.1" status: 204 len: 168 time: 0.1887810 Jul 29 18:01:12.794697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec626c-c92c-4221-bdd9-74b3564aa599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0ddb9-1fc3-4c38-a5a9-f54970130458,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:12.814900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Pushing event updated for resources: {'Port': ['ID=84abf4e7-18c2-44f2-9e9b-0fd59784d905,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:12.825795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1e1be22a-519e-4bed-9646-c6e72114b058 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:12.886682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1e1be22a-519e-4bed-9646-c6e72114b058 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:12.894898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1e1be22a-519e-4bed-9646-c6e72114b058 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:12.895279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.991979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:12.993394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.065116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.103596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:13.114444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1e1be22a-519e-4bed-9646-c6e72114b058, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1e1be22a-519e-4bed-9646-c6e72114b058,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:13.123744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:13.130586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:13.134547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:13.137498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.216137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:13.232873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:13.263072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:01:13.263514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4750411e-0c1e-4ede-9c06-3306ddbd3ce2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:01:13.287370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646385-0c7e-4830-aca0-d50f6db6747a req-ee4fcbad-009e-457a-ab7c-8e6b44dea1ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:13.289043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18646385-0c7e-4830-aca0-d50f6db6747a req-ee4fcbad-009e-457a-ab7c-8e6b44dea1ef tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.2998602 Jul 29 18:01:13.490616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19afec8b-b2d5-41f3-8ee4-fa095654104a None None] Provisioning for port ac070684-ebf4-475b-be8b-8965ee324123 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:13.490974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a6259-b69b-4d27-a07b-43f113f34268 req-3fa98b58-6389-496b-bb15-d92cf97c20cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:13.493094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-300a6259-b69b-4d27-a07b-43f113f34268 req-3fa98b58-6389-496b-bb15-d92cf97c20cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 931 time: 0.0717971 Jul 29 18:01:13.495841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19afec8b-b2d5-41f3-8ee4-fa095654104a None None] Provisioning complete for port ac070684-ebf4-475b-be8b-8965ee324123 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:13.496287 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19afec8b-b2d5-41f3-8ee4-fa095654104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.538856 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-300a6259-b69b-4d27-a07b-43f113f34268 req-11c93cc5-150d-4f1c-a644-5d18ee2c2a0d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Jul 29 18:01:13.551991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-19afec8b-b2d5-41f3-8ee4-fa095654104a None None] Port ac070684-ebf4-475b-be8b-8965ee324123 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:13.716321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:13.716973 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.724784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beac31-9d3f-4240-a0e2-024a3a50bf39 req-a6b4dd65-7785-4a60-846b-4f2c6285b45d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:13.732138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5beac31-9d3f-4240-a0e2-024a3a50bf39 req-a6b4dd65-7785-4a60-846b-4f2c6285b45d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0815377 Jul 29 18:01:13.798143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-e9ae94fd-37b1-4ee7-a1c9-29305631b69e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1819530 Jul 29 18:01:13.811668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:13.823344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Request body: {'port': {'device_id': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:13.840122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f5beac31-9d3f-4240-a0e2-024a3a50bf39 req-2102146e-6416-40a8-b0dd-9b4eb7c1af79 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925090 Jul 29 18:01:13.868179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47826) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:13.877676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18646385-0c7e-4830-aca0-d50f6db6747a req-d053d375-155a-49e4-bc80-47d2dc4ac9d1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808472 Jul 29 18:01:13.960484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.013798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1085335223'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:14.043264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7750ee0-af40-482b-805a-f5bf6634235b None None] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:14.052894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:14.057308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.072487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.111266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c81b95a9-7a84-4ee3-af66-8cc195435d26 None None] Provisioning for port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:14.193928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.201631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.245166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:14.245924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.254826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98643338-0670-43fa-b0af-fad19cf6eb97,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:14.261505 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.262012 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment bcdd3b63-ea7b-44e2-86db-767cba4a79b4 of type vlan for network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 Jul 29 18:01:14.309442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.351347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.356955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:14.357554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.456678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5873163 Jul 29 18:01:14.467069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617586f-3ab9-4384-ba43-99ea7569df32 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=234ceb9d-935e-40f3-aa41-10c5e2ae2667,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:14.470374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:14.488182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.507918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Transition to ACTIVE for port object ac070684-ebf4-475b-be8b-8965ee324123 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:14.509645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Router 76804f90-5b27-457c-bcac-593d9a2fd660 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:01:14.514213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.515593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:14.603602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.664355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1e1be22a-519e-4bed-9646-c6e72114b058 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:14.717898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46cb15-2e85-48fe-bb65-ac0f94dac682 req-f6633f0a-8d9a-4d8d-838a-55acbe46f0af tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:14.721174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1e1be22a-519e-4bed-9646-c6e72114b058 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:14.721550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.726598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:14.730625 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f46cb15-2e85-48fe-bb65-ac0f94dac682 req-f6633f0a-8d9a-4d8d-838a-55acbe46f0af tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.0828602 Jul 29 18:01:14.798036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7f46cb15-2e85-48fe-bb65-ac0f94dac682 req-74c3e48c-d464-4132-b00a-ed4460443e04 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644152 Jul 29 18:01:14.817884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:14.829171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Sync routers for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:14.843475 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:14.846488 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:14.872869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.881167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-59800d6f-bcc7-41d1-b21f-684ef9687e67 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1619196 Jul 29 18:01:14.881591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47838) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:14.888676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:14.971195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:14.978144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:14.978856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:14.984989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:14.985599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:14.986133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:14.998140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:01:14.998622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:15.005571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:15.006298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:15.007137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Bound using segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:15.007807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Bound port: ac070684-ebf4-475b-be8b-8965ee324123, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:15.014382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.095577 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.120008 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:15.127531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973581d-4296-408f-9308-344efaf91e98 req-31f70235-d67b-48c4-b904-bced45a4da62 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.129302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5973581d-4296-408f-9308-344efaf91e98 req-31f70235-d67b-48c4-b904-bced45a4da62 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0965250 Jul 29 18:01:15.143504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:15.152148 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.207010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5973581d-4296-408f-9308-344efaf91e98 req-c7f83c0e-487c-4b40-8154-4f5c451c953b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689149 Jul 29 18:01:15.221327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:15.254735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:15.260069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:15.282526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba8080-e434-4b89-9746-e30884f0658a req-39c95ffa-2958-4002-9ac3-aa419d3ba0f4 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.284350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6ba8080-e434-4b89-9746-e30884f0658a req-39c95ffa-2958-4002-9ac3-aa419d3ba0f4 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.2667282 Jul 29 18:01:15.285812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.397390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 3, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:15.411320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.411988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.413434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] 10.222.0.38 "PUT /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 1091 time: 1.6070848 Jul 29 18:01:15.456971 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Checking router: 76804f90-5b27-457c-bcac-593d9a2fd660 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:15.457487 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Updating router 76804f90-5b27-457c-bcac-593d9a2fd660 port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:15.472091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:15.474877 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525" -d '{"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:15.500435 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.530146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6ba8080-e434-4b89-9746-e30884f0658a req-2a9b81f8-6402-45d2-b2d2-c991840d85ab tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302730 Jul 29 18:01:15.544759 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96896d-5eba-4ab3-b78b-b78291a276be x-openstack-request-id: req-8d96896d-5eba-4ab3-b78b-b78291a276be {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:15.545033 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:15.545280 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d96896d-5eba-4ab3-b78b-b78291a276be {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:15.545666 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:01:15.597496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814af4-c939-4edb-b157-b79b96d7028c service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:15.644923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-8cf44fd2-76fe-434a-b0e1-d0266adf4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.646482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-8cf44fd2-76fe-434a-b0e1-d0266adf4328 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1094 time: 0.1386933 Jul 29 18:01:15.710846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-b26b5d4f-3c01-4280-b229-2056aed81191 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 217 time: 0.0488844 Jul 29 18:01:15.800922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-8726911d-261b-4ca0-8e76-5fabd83aa0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.802438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-8726911d-261b-4ca0-8e76-5fabd83aa0e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0834360 Jul 29 18:01:15.814403 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.825711 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Transition to ACTIVE for port object 84abf4e7-18c2-44f2-9e9b-0fd59784d905 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:15.833375 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.883970 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666dd32-d464-45f5-8473-0a7177e06049 None None] Pushing event updated for resources: {'Port': ['ID=84abf4e7-18c2-44f2-9e9b-0fd59784d905,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:15.905361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Attempting to bind port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:15.905361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Attempting to bind port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:15.905361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Attempting to bind port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:15.910022 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:15.910437 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:15.910824 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.911207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:15.911783 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Bound port: 84abf4e7-18c2-44f2-9e9b-0fd59784d905, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:15.912166 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.967848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.968110 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] For port 84abf4e7-18c2-44f2-9e9b-0fd59784d905, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:15.971522 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] For port 84abf4e7-18c2-44f2-9e9b-0fd59784d905, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=84abf4e7-18c2-44f2-9e9b-0fd59784d905,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:15.977658 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:15.989217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312559-2287-4386-9a88-939f1ff66912 req-0bdb1187-209f-4503-a27f-8d1901a3fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:15.990852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-0bdb1187-209f-4503-a27f-8d1901a3fb6f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089275 Jul 29 18:01:15.998659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc210-cb4c-4ca9-8f81-23b1821c1f01 req-fc0c987d-f396-4436-9ccf-66595602f11b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:16.000098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f02fc210-cb4c-4ca9-8f81-23b1821c1f01 req-fc0c987d-f396-4436-9ccf-66595602f11b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.1170990 Jul 29 18:01:16.035413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:16.036185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:16.075395 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666dd32-d464-45f5-8473-0a7177e06049 None None] Pushing event updated for resources: {'Port': ['ID=84abf4e7-18c2-44f2-9e9b-0fd59784d905,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:16.147068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:16.150548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f02fc210-cb4c-4ca9-8f81-23b1821c1f01 req-53338e27-23a2-4a73-9f45-421b9406039b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243947 Jul 29 18:01:16.201519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-b613bb38-c032-4afa-9ab9-587485c2ccc5 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989961 Jul 29 18:01:16.315887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Allocated IP 172.20.0.1 (11f5283c-dc54-4fdd-9dab-4d263b8d9448/79b6655d-d543-4442-9e2a-d14a1b210271/da4143d6-6796-4fd9-b22c-82394ca90d37) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:16.352716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81312559-2287-4386-9a88-939f1ff66912 req-7c434cb9-5dd0-4e07-9f88-6813f956e7d2 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431758 Jul 29 18:01:16.401083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 3, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:16.434680 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabbf87-7bd4-415e-9310-19df7f4a2450 None None] The sync data for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 is: [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 3, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:16.448730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0bd32-f4f1-4a6b-9f27-7674d2f1052d req-5d1b2792-40f5-4b06-9a0c-02cd5a5bd53a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:16.457536 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49a0bd32-f4f1-4a6b-9f27-7674d2f1052d req-5d1b2792-40f5-4b06-9a0c-02cd5a5bd53a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1408622 Jul 29 18:01:16.547255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49a0bd32-f4f1-4a6b-9f27-7674d2f1052d req-b6fb7a7f-6985-4780-8833-13ec2fadb6f2 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879197 Jul 29 18:01:16.549059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:16.654062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:16.655054 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:16.791994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b388e0-eb2c-4ccf-979b-257bcad906a6 req-8f68af30-17ff-4900-8e8a-d974eb61a80f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:16.794266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15b388e0-eb2c-4ccf-979b-257bcad906a6 req-8f68af30-17ff-4900-8e8a-d974eb61a80f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0873318 Jul 29 18:01:16.855075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-15b388e0-eb2c-4ccf-979b-257bcad906a6 req-e35048d2-a9ef-4d8f-99c1-6c47df96187d tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Jul 29 18:01:16.924754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-2688417c-cd2e-413b-99dd-e890ca6a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:16.926172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-2688417c-cd2e-413b-99dd-e890ca6a9122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1094 time: 0.0682292 Jul 29 18:01:16.950277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.000812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Transition to ACTIVE for port object da4143d6-6796-4fd9-b22c-82394ca90d37 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:17.054076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-c32857d9-0097-4c56-9964-cdd232e0d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:17.055580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-c32857d9-0097-4c56-9964-cdd232e0d295 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1172268 Jul 29 18:01:17.071468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.104637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-e35edc96-1765-41ac-ac8c-8d74833d909d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 217 time: 0.0402412 Jul 29 18:01:17.164259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:17.169928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:17.177849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:17.195781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Pushing event updated for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:17.246697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.301665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-4fe1e264-470d-4bc0-a320-0071159d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:17.303619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-4fe1e264-470d-4bc0-a320-0071159d964c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.1807044 Jul 29 18:01:17.422812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0cf779ac-cadb-4888-8cae-ba957ca92148 None None] Provisioning for port da4143d6-6796-4fd9-b22c-82394ca90d37 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:17.441267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0cf779ac-cadb-4888-8cae-ba957ca92148 None None] Provisioning complete for port da4143d6-6796-4fd9-b22c-82394ca90d37 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:17.441591 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0cf779ac-cadb-4888-8cae-ba957ca92148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.473766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210232e-74e5-4a78-af78-be4ecad47125 req-7e32f2ea-9fd7-4f18-9624-dfe790b483e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:17.477079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5210232e-74e5-4a78-af78-be4ecad47125 req-7e32f2ea-9fd7-4f18-9624-dfe790b483e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.1875939 Jul 29 18:01:17.496876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0cf779ac-cadb-4888-8cae-ba957ca92148 None None] Port da4143d6-6796-4fd9-b22c-82394ca90d37 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:17.498620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-fd523cca-98f8-43d5-89e5-1913d30e8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:17.503839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-fd523cca-98f8-43d5-89e5-1913d30e8c74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735027 Jul 29 18:01:17.570859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:17.576332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:17.640813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.702791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:17.706022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5210232e-74e5-4a78-af78-be4ecad47125 req-78517f86-5bd8-42fe-9339-c801a63ce327 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985605 Jul 29 18:01:17.706356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:17.780231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf19d8a-a495-4134-a944-13aea7300db5 req-cf9838f0-2972-46e0-a102-368298bc6865 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:17.781878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acf19d8a-a495-4134-a944-13aea7300db5 req-cf9838f0-2972-46e0-a102-368298bc6865 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1365325 Jul 29 18:01:17.820579 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-909bdaba-54bf-4241-b459-8e39a92fbef0 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999477 Jul 29 18:01:17.860017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-acf19d8a-a495-4134-a944-13aea7300db5 req-51cd1e57-afdf-4acc-8564-fe83f6192513 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503304 Jul 29 18:01:17.981474 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.012431 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.023341 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.047071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=29494ed2-3d38-4ab7-a48e-f3a5808bcb3f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:18.057656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:18.058015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: 234ceb9d-935e-40f3-aa41-10c5e2ae2667, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:18.075352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c07a90f4-1c26-4cd6-8dd8-6df39fd70525 req-512b52fa-250b-4d72-9cfa-e27fc494b3eb service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445405 Jul 29 18:01:18.078232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:18.089461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 234ceb9d-935e-40f3-aa41-10c5e2ae2667) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:18.094834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:18.096126 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.102650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bbd0d9-a576-4cb7-96f5-a177a6fdb58b None None] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:18.116733 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79573592-fb89-4d90-88a7-e1d23f5939fb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5440676 Jul 29 18:01:18.118305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50629e24-e468-499f-9a53-6ab5445d7441 req-8655aa61-55bd-4b5a-b5fe-3c73e2836a50 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:18.120045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:18.125494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1696017161'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:18.127103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50629e24-e468-499f-9a53-6ab5445d7441 req-8655aa61-55bd-4b5a-b5fe-3c73e2836a50 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1630094 Jul 29 18:01:18.153179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:18.153424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Pushing event updated for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:18.157147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.157411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.199481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:18.202873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50629e24-e468-499f-9a53-6ab5445d7441 req-d0c0cddd-68eb-4334-8ce7-31d434070466 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746360 Jul 29 18:01:18.212955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.213356 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment c3f0725c-8faf-474e-8857-ef4fffc17a38 of type vlan for network 241c2550-b457-42ae-9d75-845e2b78e667 Jul 29 18:01:18.267676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.302941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.303766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:18.305312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:18.309823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:18.310587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.345774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:01:18.367247 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2462175 Jul 29 18:01:18.370052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47872) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:18.375655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': '241c2550-b457-42ae-9d75-845e2b78e667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:18.391785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377131-2d83-4e83-9ef9-bb9a8e701a6d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=241c2550-b457-42ae-9d75-845e2b78e667,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:18.424250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 241c2550-b457-42ae-9d75-845e2b78e667 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:18.550504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Router 76804f90-5b27-457c-bcac-593d9a2fd660 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:18.568875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:18.571849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 84abf4e7-18c2-44f2-9e9b-0fd59784d905 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:18.572771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.611146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-234ceb9d-935e-40f3-aa41-10c5e2ae2667', 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': '29494ed2-3d38-4ab7-a48e-f3a5808bcb3f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:18.612027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.633304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:18.659974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'ac070684-ebf4-475b-be8b-8965ee324123', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:01:18.764132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:18.766233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:18.774195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3889dac7-8f34-4b1d-ad49-cd38278661da admin admin] 10.222.0.16 "PUT /v2.0/routers/76804f90-5b27-457c-bcac-593d9a2fd660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8914177 Jul 29 18:01:18.785730 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.794767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:18.795170 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.855765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0d5ca3d0-b282-4c98-88ed-99066d306547 None None] Provisioning complete for port da4143d6-6796-4fd9-b22c-82394ca90d37 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:18.856137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca3d0-b282-4c98-88ed-99066d306547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.862685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:18.925027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ee29-12ad-430e-9870-fea293f0e382 req-ba3a8ab8-f206-46b4-9985-455f428b8259 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:18.926730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6e0ee29-12ad-430e-9870-fea293f0e382 req-ba3a8ab8-f206-46b4-9985-455f428b8259 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.1350479 Jul 29 18:01:18.936410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:18.959166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Allocated IP 2001:db8:0:ffff::2 (234ceb9d-935e-40f3-aa41-10c5e2ae2667/29494ed2-3d38-4ab7-a48e-f3a5808bcb3f/73a14947-30cc-45e3-930d-ecc8a0dfde45) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:18.970166 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:18.970984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:01:18.981603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ca3d0-b282-4c98-88ed-99066d306547 None None] Port da4143d6-6796-4fd9-b22c-82394ca90d37 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:19.019407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6e0ee29-12ad-430e-9870-fea293f0e382 req-fedb405e-701b-4b25-b3f0-3b0f04a39ac2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793800 Jul 29 18:01:19.063240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bb2f3-0f21-4d48-9db2-7fc761fc9542 req-cb083959-ac03-435b-a9d1-9ddd8f13a96c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:19.072319 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382bb2f3-0f21-4d48-9db2-7fc761fc9542 req-cb083959-ac03-435b-a9d1-9ddd8f13a96c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0764244 Jul 29 18:01:19.097475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:01:19.100552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.119267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382bb2f3-0f21-4d48-9db2-7fc761fc9542 req-8d014503-8385-427a-825d-eb8f2e1fea14 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Jul 29 18:01:19.143430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.resource_extend [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 18:01:19.179020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=af1a74d6-c459-4fc5-a66c-bf2e21353186,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:19.186493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': 'c3f0725c-8faf-474e-8857-ef4fffc17a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:19.186891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: 241c2550-b457-42ae-9d75-845e2b78e667, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:19.206579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 241c2550-b457-42ae-9d75-845e2b78e667 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:19.227694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.228838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 241c2550-b457-42ae-9d75-845e2b78e667) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:19.243018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:19.244239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.256131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 84abf4e7-18c2-44f2-9e9b-0fd59784d905, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=84abf4e7-18c2-44f2-9e9b-0fd59784d905,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:19.262530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a691d049-74c8-402c-a9d4-5dc58707020c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8909178 Jul 29 18:01:19.264850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76c835-1b93-4bbb-95c1-574dbdfcbadf None None] Network 241c2550-b457-42ae-9d75-845e2b78e667 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:19.265350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47896) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:19.272535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'port': {'network_id': '241c2550-b457-42ae-9d75-845e2b78e667', 'name': 'tempest-NetworksIpV6TestAttrs-112074012'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:19.315186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Sync routers for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:19.328965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.332023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:19.422535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:19.423407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:19.468559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:19.476182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.524486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=84abf4e7-18c2-44f2-9e9b-0fd59784d905,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:19.533500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:19.540042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] device_id is not set on port 81940817-d45b-437e-9e3b-a0615fe80612 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:01:19.608702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:01:19.656380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:01:19.677768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47908) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:19.683288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516265225', 'description': 'tempest-secgroup-smoke-1516265225 description', 'project_id': '50c83cdbb4da4829af5dce61a5466223'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:19.702363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Allocated IP 2001:db8::f816:3eff:fe98:fefc (241c2550-b457-42ae-9d75-845e2b78e667/af1a74d6-c459-4fc5-a66c-bf2e21353186/81940817-d45b-437e-9e3b-a0615fe80612) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:19.731316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.807516 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.851665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:19.853238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.854675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Transition to ACTIVE for port object 73a14947-30cc-45e3-930d-ecc8a0dfde45 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:19.862531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.897309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-241c2550-b457-42ae-9d75-845e2b78e667', 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': 'af1a74d6-c459-4fc5-a66c-bf2e21353186'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:19.900657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.901265 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.906021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2244360 Jul 29 18:01:19.906822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47918) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:19.910719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.912128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:19.918933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794255-7d82-4cf3-a1ea-6a3e1b299be3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85309a2d-e0b7-4960-824f-8fcb47472315,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:19.947163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:19.970470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8a02-a4d9-4465-bfc9-f4974147d2cf req-4a61d4d9-31c6-4b67-a3f1-d51bbdfb6e98 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:19.970731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Transition to ACTIVE for port object 73a14947-30cc-45e3-930d-ecc8a0dfde45 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:19.971672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-705c8a02-a4d9-4465-bfc9-f4974147d2cf req-4a61d4d9-31c6-4b67-a3f1-d51bbdfb6e98 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0986624 Jul 29 18:01:19.976820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Transition to ACTIVE for port object 81940817-d45b-437e-9e3b-a0615fe80612 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:19.989914 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.021328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:20.027704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.032079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-705c8a02-a4d9-4465-bfc9-f4974147d2cf req-00fd5dc0-140c-465f-be5d-e573df349764 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Jul 29 18:01:20.066861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.082172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.093888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.115274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 241c2550-b457-42ae-9d75-845e2b78e667 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:20.119443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:20.126715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:20.132814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:20.133804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.176457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ef4ad7-fbf5-47df-974c-8927189f2cd3,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.191065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Port': ['ID=81940817-d45b-437e-9e3b-a0615fe80612,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.193328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.203475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c36c37f-3baf-4721-965e-3a0a05a0010c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901919 Jul 29 18:01:20.208012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:20.212200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8a6c2a69-ccdd-402c-aa9f-e15f561256e2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9456453 Jul 29 18:01:20.216850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:20.224443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:20.233066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:20.251225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a2a6-fc54-429a-bc99-ec31e34e11a8 req-e3af1047-1659-4112-831a-e030cdcf55cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:20.252811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a510a2a6-fc54-429a-bc99-ec31e34e11a8 req-e3af1047-1659-4112-831a-e030cdcf55cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1290529 Jul 29 18:01:20.265035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:20.269407 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.277577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Pushing event updated for resources: {'Port': ['ID=73a14947-30cc-45e3-930d-ecc8a0dfde45,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.299988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:20.308707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:20.313257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting subnet af1a74d6-c459-4fc5-a66c-bf2e21353186 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:01:20.336274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717515ad-0b78-40bc-916f-4acdb8ecd0e6 req-aa95afc7-7b9f-4648-843e-f9347267f65d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:20.338008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-717515ad-0b78-40bc-916f-4acdb8ecd0e6 req-aa95afc7-7b9f-4648-843e-f9347267f65d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0923612 Jul 29 18:01:20.395517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.399879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-717515ad-0b78-40bc-916f-4acdb8ecd0e6 req-bd173363-e7f0-4045-b565-dabd18ce906a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514371 Jul 29 18:01:20.416480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a510a2a6-fc54-429a-bc99-ec31e34e11a8 req-fcbe4599-0acd-4b1a-8e62-e8da2e6e9734 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994611 Jul 29 18:01:20.510768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.518105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.543345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a04271-0e4d-425d-ba0c-b9c640363ad3,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.556492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.558130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acdd418d-abd6-47bd-b58b-a8cd4a3609e9 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425961 Jul 29 18:01:20.561155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47936) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:20.567021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:20.604049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.629897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['bf66885e-6e33-4c90-baef-c03fe84332e8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:20.638485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Allocated IP 2001:db8::f816:3eff:fe7a:df26 (241c2550-b457-42ae-9d75-845e2b78e667/af1a74d6-c459-4fc5-a66c-bf2e21353186/e078258b-3615-4f99-b5f4-f607ad6e63ea) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:20.644279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 84abf4e7-18c2-44f2-9e9b-0fd59784d905 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:20.712929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.718995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.722321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.746116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d425b31-f007-42c6-80b0-cd986d44d213,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.767481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.769043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6af04a8e-c74f-443a-9613-fbe884e0d6b3 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2063265 Jul 29 18:01:20.772154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47938) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:20.780116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:20.786797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['ac070684-ebf4-475b-be8b-8965ee324123'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:20.835988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.872301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Attempting to bind port 73a14947-30cc-45e3-930d-ecc8a0dfde45 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:20.873313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Attempting to bind port 73a14947-30cc-45e3-930d-ecc8a0dfde45 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:20.873313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Attempting to bind port 73a14947-30cc-45e3-930d-ecc8a0dfde45 on network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:20.913778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:20.914211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Checking segment: {'id': 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:20.914542 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.914937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Bound using segment: {'id': 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:20.915422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Bound port: 73a14947-30cc-45e3-930d-ecc8a0dfde45, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '234ceb9d-935e-40f3-aa41-10c5e2ae2667'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:20.915802 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.920827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.927779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.955303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bffb2a1-9b58-4c30-b50c-177691d421dd,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:20.970380 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:20.974367 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-00392559-3c17-47b0-a7e2-ba367899569b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1977880 Jul 29 18:01:20.975328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:20.981672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:21.022025 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Project 50c83cdbb4da4829af5dce61a5466223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:01:21.028959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.122493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:21.123324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.154068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.172516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.232223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:17Z', 'revision_number': 4, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da4143d6-6796-4fd9-b22c-82394ca90d37', 'name': '', 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'mac_address': 'fa:16:3e:67:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:16Z', 'updated_at': '2021-07-29T18:01:17Z', 'revision_number': 2, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'subnets': [{'id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:21.238608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea3cdab-20b1-4058-a694-ebe6b41ef1e3,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:21.256603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.260725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10e99853-4522-44ce-8114-3c4f826eda5d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2812688 Jul 29 18:01:21.261092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:21.266061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'security_group_rule': {'security_group_id': '85309a2d-e0b7-4960-824f-8fcb47472315', 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:21.278157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] For port 73a14947-30cc-45e3-930d-ecc8a0dfde45, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:21.280004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037cfc0-cec2-4ccf-9c72-60f6db100292 req-4ece9e1d-fdbf-432a-a01d-8d75a1cabf52 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:21.281486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d037cfc0-cec2-4ccf-9c72-60f6db100292 req-4ece9e1d-fdbf-432a-a01d-8d75a1cabf52 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0921223 Jul 29 18:01:21.322324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Checking router: 76804f90-5b27-457c-bcac-593d9a2fd660 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:21.322688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Updating router 76804f90-5b27-457c-bcac-593d9a2fd660 port da4143d6-6796-4fd9-b22c-82394ca90d37 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:01:21.334656 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Project 50c83cdbb4da4829af5dce61a5466223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:01:21.336735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] For port 73a14947-30cc-45e3-930d-ecc8a0dfde45, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73a14947-30cc-45e3-930d-ecc8a0dfde45,segment=NetworkSegment(bcdd3b63-ea7b-44e2-86db-767cba4a79b4),segment_id=bcdd3b63-ea7b-44e2-86db-767cba4a79b4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:21.344978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.345880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.352232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d037cfc0-cec2-4ccf-9c72-60f6db100292 req-faab775d-ed58-4c59-9bb1-e884fa453d07 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Jul 29 18:01:21.396553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.416302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Transition to ACTIVE for port object e078258b-3615-4f99-b5f4-f607ad6e63ea will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:21.442533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.458627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.494846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa64c88-f1a4-4284-90e3-0f18b5848b2d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:21.509595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.519538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c77438f9-c78f-45d2-b28a-9a4130782a05 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2489064 Jul 29 18:01:21.519736 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.594922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a8f1-e17b-4e9f-91ab-51c285300eec req-1e742da9-1432-4cf1-a198-6bc580460223 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:21.596494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ad9a8f1-e17b-4e9f-91ab-51c285300eec req-1e742da9-1432-4cf1-a198-6bc580460223 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.0708621 Jul 29 18:01:21.611754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da479c-a1ca-45b3-933e-7db4c1dcfb30 req-5da39b38-46b8-45a0-8cc0-37f063910285 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:21.618256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Transition to ACTIVE for port object e078258b-3615-4f99-b5f4-f607ad6e63ea will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:21.619735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4da479c-a1ca-45b3-933e-7db4c1dcfb30 req-5da39b38-46b8-45a0-8cc0-37f063910285 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0994341 Jul 29 18:01:21.649403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.651481 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ad9a8f1-e17b-4e9f-91ab-51c285300eec req-62cafba2-21fd-4c38-be65-22b64c7a070b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Jul 29 18:01:21.656406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.682085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f063ce-ed89-4a60-9add-a9a7d82647f2 None None] Pushing event updated for resources: {'Port': ['ID=73a14947-30cc-45e3-930d-ecc8a0dfde45,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:21.742471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4da479c-a1ca-45b3-933e-7db4c1dcfb30 req-7de4af4a-906a-49e9-ba7e-e1353825ffcd tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204531 Jul 29 18:01:21.754644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:21.781574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Network 241c2550-b457-42ae-9d75-845e2b78e667 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:21.793356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:21.811612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:21.855223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-6715995e-68d2-4a40-8733-be976502a900 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516265225&fields=id&tenant_id=50c83cdbb4da4829af5dce61a5466223 HTTP/1.1" status: 200 len: 267 time: 0.0778227 Jul 29 18:01:21.927606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Pushing event updated for resources: {'Port': ['ID=e078258b-3615-4f99-b5f4-f607ad6e63ea,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:22.052252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Attempting to bind port e078258b-3615-4f99-b5f4-f607ad6e63ea on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:22.052624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Attempting to bind port e078258b-3615-4f99-b5f4-f607ad6e63ea by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c3f0725c-8faf-474e-8857-ef4fffc17a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:22.053283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Attempting to bind port e078258b-3615-4f99-b5f4-f607ad6e63ea on network 241c2550-b457-42ae-9d75-845e2b78e667 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:22.071482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.100868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:22.101255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Checking segment: {'id': 'c3f0725c-8faf-474e-8857-ef4fffc17a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:22.101653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.102049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Bound using segment: {'id': 'c3f0725c-8faf-474e-8857-ef4fffc17a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:22.102570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Bound port: e078258b-3615-4f99-b5f4-f607ad6e63ea, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f0725c-8faf-474e-8857-ef4fffc17a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '241c2550-b457-42ae-9d75-845e2b78e667'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:22.102956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.175812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-07e42e3f-dd5e-4b4e-9c0b-178d90c9d63c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:22.191530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-07e42e3f-dd5e-4b4e-9c0b-178d90c9d63c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 807 time: 0.3187745 Jul 29 18:01:22.223186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-d413b29d-ba91-433e-bd7f-4d4671c7a265 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/quotas/50c83cdbb4da4829af5dce61a5466223 HTTP/1.1" status: 200 len: 375 time: 0.0298715 Jul 29 18:01:22.267348 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.300858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] For port e078258b-3615-4f99-b5f4-f607ad6e63ea, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:22.305638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:22.341563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=af1a74d6-c459-4fc5-a66c-bf2e21353186,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:22.342541 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-ab361a74-37bf-4113-94fd-a5ff9dc9a3a6 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101792 Jul 29 18:01:22.343606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] For port e078258b-3615-4f99-b5f4-f607ad6e63ea, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e078258b-3615-4f99-b5f4-f607ad6e63ea,segment=NetworkSegment(c3f0725c-8faf-474e-8857-ef4fffc17a38),segment_id=c3f0725c-8faf-474e-8857-ef4fffc17a38)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:22.357258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.365371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:22.366446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5613e5b1-5f3a-436f-9dcb-50315370f6c4 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/af1a74d6-c459-4fc5-a66c-bf2e21353186 HTTP/1.1" status: 204 len: 168 time: 2.1312490 Jul 29 18:01:22.366652 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.442099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.485385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Transition to ACTIVE for port object da4143d6-6796-4fd9-b22c-82394ca90d37 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:22.488893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b1b0-be86-4a67-819f-06f74698be2c None None] Pushing event updated for resources: {'Port': ['ID=e078258b-3615-4f99-b5f4-f607ad6e63ea,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:22.508640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port bf66885e-6e33-4c90-baef-c03fe84332e8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:22.509378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.513163 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:22.700880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4336e5-f079-4762-9e38-ecf3dd19f27a req-998885a4-292a-42ea-8903-2b8989e175c7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:22.727658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73a14947-30cc-45e3-930d-ecc8a0dfde45 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:22.728527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c4336e5-f079-4762-9e38-ecf3dd19f27a req-998885a4-292a-42ea-8903-2b8989e175c7 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1964564 Jul 29 18:01:22.769442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2536aa3d-b00d-4b61-8e90-9146a7076277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:22.771137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2536aa3d-b00d-4b61-8e90-9146a7076277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:22.782752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2536aa3d-b00d-4b61-8e90-9146a7076277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4147646 Jul 29 18:01:22.783280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47980) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:22.863720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b17fe-2c41-4443-bb2c-1793f5d38320 None None] Pushing event updated for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:22.924891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-cd45ec1d-cd5f-4b0d-bec9-d082285786a7 service neutron] 10.222.0.16 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774856 Jul 29 18:01:23.003416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c4336e5-f079-4762-9e38-ecf3dd19f27a req-00e9dfb1-c1ca-4ead-8630-b9e132840edb tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738676 Jul 29 18:01:23.071317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aec51d06-77a9-4641-a3bc-e733584dee96 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.093080 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec51d06-77a9-4641-a3bc-e733584dee96 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 18:01:23.093886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec51d06-77a9-4641-a3bc-e733584dee96 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:23.098543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-ac491c2f-4830-4d71-97cd-251ac13ea072 service neutron] 10.222.0.16 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559148 Jul 29 18:01:23.101096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Attempting to bind port da4143d6-6796-4fd9-b22c-82394ca90d37 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:23.106298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aec51d06-77a9-4641-a3bc-e733584dee96 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/241c2550-b457-42ae-9d75-845e2b78e667 HTTP/1.1" status: 409 len: 405 time: 0.3182833 Jul 29 18:01:23.106709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Attempting to bind port da4143d6-6796-4fd9-b22c-82394ca90d37 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:23.107222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Attempting to bind port da4143d6-6796-4fd9-b22c-82394ca90d37 on network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:23.108650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47984) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:23.114596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1256690386'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:23.138290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:23.163994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:23.168059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Checking segment: {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:23.168173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.168955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.172525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Bound using segment: {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:23.173157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Bound port: da4143d6-6796-4fd9-b22c-82394ca90d37, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5da2331-d710-4737-a0e6-f460ea70f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:23.173634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.201462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.287623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8a07f-75b3-4e46-af21-0cb13526ec15 req-70c1902c-37a9-48cd-ac62-6f59cbcd1f90 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:23.299291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:23.301506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0e8a07f-75b3-4e46-af21-0cb13526ec15 req-70c1902c-37a9-48cd-ac62-6f59cbcd1f90 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1440828 Jul 29 18:01:23.346438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] For port da4143d6-6796-4fd9-b22c-82394ca90d37, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:23.349894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.350270 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment f4821cde-c0f8-423a-9558-0d0eb99ba371 of type vlan for network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 Jul 29 18:01:23.365330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] For port da4143d6-6796-4fd9-b22c-82394ca90d37, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da4143d6-6796-4fd9-b22c-82394ca90d37,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:23.380930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 73a14947-30cc-45e3-930d-ecc8a0dfde45 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:23.401058 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.427257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0e8a07f-75b3-4e46-af21-0cb13526ec15 req-53f450e0-0c5b-42f0-9bee-53cbfa21eb20 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218271 Jul 29 18:01:23.477400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.550991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:23.553935 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88aca12-c52b-4c18-8eb6-d565723ca6a5" -d '{"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:23.565136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc4ded-5e84-4704-9e89-037a0ef8d17f None None] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:23.589417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.602517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:23.604911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.675706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc24d6a-8c40-4637-a8e0-e083aa5eb0ae req-748d424b-7efa-43c3-870c-defab188877a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:23.680367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bc24d6a-8c40-4637-a8e0-e083aa5eb0ae req-748d424b-7efa-43c3-870c-defab188877a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1275964 Jul 29 18:01:23.719065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:23.768607 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:23.779494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bc24d6a-8c40-4637-a8e0-e083aa5eb0ae req-4bb10f7e-a38f-4aa2-810c-b65b31b76aee tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940852 Jul 29 18:01:23.930367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b17fe-2c41-4443-bb2c-1793f5d38320 None None] Pushing event updated for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:23.937113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Provisioning for port 73a14947-30cc-45e3-930d-ecc8a0dfde45 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:23.948046 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8380063 Jul 29 18:01:23.951481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47998) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:23.957524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:23.968958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:23.969277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:24.016193 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3e5232a-6657-4265-bcb5-1ba240664b2c req-8a14d38d-57f1-4739-aca7-7d8dd89d0f11 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 210 time: 0.1567423 Jul 29 18:01:24.017454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bbb2-7461-4ecb-bdf1-4b01ae32ff76 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=344601b8-9b54-41d1-8f6b-5c1c0516f6e1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:24.185888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:24.193937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:24.359809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad2676-94a0-4593-b6f5-28cb4c650d62 req-faa6686e-6640-4492-88b4-15467efec182 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:24.362437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77ad2676-94a0-4593-b6f5-28cb4c650d62 req-faa6686e-6640-4492-88b4-15467efec182 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0862923 Jul 29 18:01:24.430432 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255bfb6-162d-41e8-992d-cd523e9560cd x-openstack-request-id: req-a255bfb6-162d-41e8-992d-cd523e9560cd {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:24.431437 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:24.431842 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a255bfb6-162d-41e8-992d-cd523e9560cd {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:24.432439 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'code': 200} Jul 29 18:01:24.433724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:24.458015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042907d-6e7a-46be-883a-26215c2527e9 None None] Network 241c2550-b457-42ae-9d75-845e2b78e667 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:24.471523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:24.480026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Provisioning complete for port 73a14947-30cc-45e3-930d-ecc8a0dfde45 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:24.481687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:24.521380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77ad2676-94a0-4593-b6f5-28cb4c650d62 req-2e44135c-5260-4f27-bd21-6a4f3bb8e5a9 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521552 Jul 29 18:01:24.693483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e078258b-3615-4f99-b5f4-f607ad6e63ea up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:24.697051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140382-88bb-4ad9-a625-35ed709a7093 req-7fe7d308-ec71-47ee-b565-d3f4ac7682cb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:24.711289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1140382-88bb-4ad9-a625-35ed709a7093 req-7fe7d308-ec71-47ee-b565-d3f4ac7682cb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1136322 Jul 29 18:01:24.825731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1140382-88bb-4ad9-a625-35ed709a7093 req-22875d65-68fa-4e7b-8b74-ae60670656fe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126134 Jul 29 18:01:24.961237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:25.020847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c951fe-f838-4fb6-bb50-a6895922b6dc req-41c66831-a3b2-47f9-b4b7-cc87d507517d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:25.022654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8c951fe-f838-4fb6-bb50-a6895922b6dc req-41c66831-a3b2-47f9-b4b7-cc87d507517d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0771151 Jul 29 18:01:25.027012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:01:25.043158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:25.093869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8c951fe-f838-4fb6-bb50-a6895922b6dc req-dbb0c328-9ec2-4f78-8c60-ccce1ed97659 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616791 Jul 29 18:01:25.179091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c3d7482-1a8c-4c0f-a7a8-e4e2642681ee req-fe320acb-6d7d-4817-8122-69fea9bafbfd tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 210 time: 0.0397573 Jul 29 18:01:25.187625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': 'f4821cde-c0f8-423a-9558-0d0eb99ba371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:25.188192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: 344601b8-9b54-41d1-8f6b-5c1c0516f6e1, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:25.193716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=c3c00532-af26-4467-ad0f-7152119350e2,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:25.213202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e078258b-3615-4f99-b5f4-f607ad6e63ea completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:25.221995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:25.239444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:25.246955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 344601b8-9b54-41d1-8f6b-5c1c0516f6e1) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:25.257570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:25.258632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:25.273104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b682da-6b0c-467c-8311-8d0ecce79d5d None None] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:25.284641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-59bbfc25-37fa-46b7-9c07-b57bc566eb8d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3323779 Jul 29 18:01:25.287324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48016) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:25.292559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'port': {'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1', 'name': 'tempest-NetworksIpV6TestAttrs-123934480'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:25.303623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port ac070684-ebf4-475b-be8b-8965ee324123 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:25.380914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port ac070684-ebf4-475b-be8b-8965ee324123 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:25.381191 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:25.461655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:25.466466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:25.493430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] device_id is not set on port 4ec11337-eb36-47fe-8034-634960240d4b yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:01:25.637282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] DHCP port deletion for 241c2550-b457-42ae-9d75-845e2b78e667 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:01:25.646797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:25.779389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Allocated IP 2001:db8::f816:3eff:fe42:9e32 (344601b8-9b54-41d1-8f6b-5c1c0516f6e1/c3c00532-af26-4467-ad0f-7152119350e2/4ec11337-eb36-47fe-8034-634960240d4b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:25.838520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e892-13e3-4a95-b506-bfb201248675 req-e0b3cdca-b6ed-4a43-a68c-7ac9965f0016 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:25.845217 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d48e892-13e3-4a95-b506-bfb201248675 req-e0b3cdca-b6ed-4a43-a68c-7ac9965f0016 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1638522 Jul 29 18:01:25.912111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] For port 73a14947-30cc-45e3-930d-ecc8a0dfde45, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73a14947-30cc-45e3-930d-ecc8a0dfde45,segment=NetworkSegment(bcdd3b63-ea7b-44e2-86db-767cba4a79b4),segment_id=bcdd3b63-ea7b-44e2-86db-767cba4a79b4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:25.951419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3d48e892-13e3-4a95-b506-bfb201248675 req-83cbb509-7686-4c93-8ca5-d25897fcc97e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968618 Jul 29 18:01:25.988352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-19b09f78-3d60-41dc-8ec9-b05e0cab8b64 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:25.990619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-19b09f78-3d60-41dc-8ec9-b05e0cab8b64 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 807 time: 0.4316142 Jul 29 18:01:26.002846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.086762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-8012eda3-4d04-4a4e-8644-180d714ce69c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50c83cdbb4da4829af5dce61a5466223 HTTP/1.1" status: 200 len: 380 time: 0.0805054 Jul 29 18:01:26.101715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-562f7e6d-9c29-4ccc-a0d3-7ff69a8414e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1462498 Jul 29 18:01:26.106974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'port': {'device_id': '6976e359-8801-4418-82ff-cc9e06b7226a', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'admin_state_up': True, 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'security_groups': ['85309a2d-e0b7-4960-824f-8fcb47472315']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:26.202698 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.202698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0cc0c-8924-452c-baa9-bba8c6437bb4 None None] Pushing event updated for resources: {'Port': ['ID=73a14947-30cc-45e3-930d-ecc8a0dfde45,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:26.234620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-344601b8-9b54-41d1-8f6b-5c1c0516f6e1', 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': 'c3c00532-af26-4467-ad0f-7152119350e2'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:26.236631 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.260466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:17Z', 'revision_number': 4, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da4143d6-6796-4fd9-b22c-82394ca90d37', 'name': '', 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'mac_address': 'fa:16:3e:67:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:16Z', 'updated_at': '2021-07-29T18:01:23Z', 'revision_number': 4, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'subnets': [{'id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:26.266841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2fc81-a794-41cc-830e-0fb8f62326c0 req-0fbca767-2a38-4d46-8e8d-5f62ae06d5cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:26.270926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab2fc81-a794-41cc-830e-0fb8f62326c0 req-0fbca767-2a38-4d46-8e8d-5f62ae06d5cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1451304 Jul 29 18:01:26.298272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd99a49-9019-453d-b286-83f093d932cb None None] The sync data for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 is: [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:01:17Z', 'revision_number': 4, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da4143d6-6796-4fd9-b22c-82394ca90d37', 'name': '', 'network_id': '11f5283c-dc54-4fdd-9dab-4d263b8d9448', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'mac_address': 'fa:16:3e:67:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:16Z', 'updated_at': '2021-07-29T18:01:23Z', 'revision_number': 4, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'subnets': [{'id': '79b6655d-d543-4442-9e2a-d14a1b210271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:26.299909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Provisioning for port e078258b-3615-4f99-b5f4-f607ad6e63ea completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:26.303356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Deleting port e078258b-3615-4f99-b5f4-f607ad6e63ea {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:26.303356 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.347242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0ab2fc81-a794-41cc-830e-0fb8f62326c0 req-6cbf403c-3385-4fb2-99bb-bc344fa385af tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694234 Jul 29 18:01:26.373448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Provisioning complete for port e078258b-3615-4f99-b5f4-f607ad6e63ea triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:26.373645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.471080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:26.476336 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d9f7c-bb09-4b42-a446-901162484be9" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:26.523430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:26.608493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fe1b-5e81-4d06-a426-c9a1ea75f372 req-6d8dba9a-5b66-4beb-8383-220bcc5dfb4b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:26.616629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8510fe1b-5e81-4d06-a426-c9a1ea75f372 req-6d8dba9a-5b66-4beb-8383-220bcc5dfb4b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0979218 Jul 29 18:01:26.652134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.729178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8510fe1b-5e81-4d06-a426-c9a1ea75f372 req-4b3f1a89-0d1a-4848-93f9-7525ae1e3cbf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107323 Jul 29 18:01:26.790492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:26.843081 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.894026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da4143d6-6796-4fd9-b22c-82394ca90d37 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:26.971167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] For port e078258b-3615-4f99-b5f4-f607ad6e63ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e078258b-3615-4f99-b5f4-f607ad6e63ea,segment=NetworkSegment(c3f0725c-8faf-474e-8857-ef4fffc17a38),segment_id=c3f0725c-8faf-474e-8857-ef4fffc17a38)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:26.971703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:26.996265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.005438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Calling delete_port for e078258b-3615-4f99-b5f4-f607ad6e63ea owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:27.016317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d6aa9-5d64-47c6-8730-74bc4e13430d req-9a786a7d-d618-4623-9dcb-97379fc258f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:27.018600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc2d6aa9-5d64-47c6-8730-74bc4e13430d req-9a786a7d-d618-4623-9dcb-97379fc258f1 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.1058624 Jul 29 18:01:27.081411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dc2d6aa9-5d64-47c6-8730-74bc4e13430d req-d6693518-978c-44ef-afa0-13c781abdaf0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 Jul 29 18:01:27.121931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b288a0cd-6b3f-4fac-8a0e-39d3c5d8df6f req-51ee1ef0-c985-45dd-9997-a59fbec20900 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 210 time: 0.0801873 Jul 29 18:01:27.131966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] For port e078258b-3615-4f99-b5f4-f607ad6e63ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e078258b-3615-4f99-b5f4-f607ad6e63ea,segment=NetworkSegment(c3f0725c-8faf-474e-8857-ef4fffc17a38),segment_id=c3f0725c-8faf-474e-8857-ef4fffc17a38)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:27.218542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port da4143d6-6796-4fd9-b22c-82394ca90d37 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:27.235776 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d5a27-fd1a-42b7-a7b7-78300d2f3fa5 x-openstack-request-id: req-4f3d5a27-fd1a-42b7-a7b7-78300d2f3fa5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:27.236694 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:27.236694 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f3d5a27-fd1a-42b7-a7b7-78300d2f3fa5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:27.236694 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'code': 200} Jul 29 18:01:27.240764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.247605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.251565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port da4143d6-6796-4fd9-b22c-82394ca90d37 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:27.251732 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.261737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-0a3ca523-5b14-49fa-82f9-692c05ec8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:27.264065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-0a3ca523-5b14-49fa-82f9-692c05ec8878 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43afc1b0684d4f1eaac6e479377b617a&device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 1096 time: 0.2565277 Jul 29 18:01:27.334095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.352764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Transition to ACTIVE for port object 4ec11337-eb36-47fe-8034-634960240d4b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:27.372132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a80fe-d91a-431f-b187-8b5f0e3c5816 req-b5f2aafc-c54f-4967-8395-82c2797f4482 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:27.384914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991a80fe-d91a-431f-b187-8b5f0e3c5816 req-b5f2aafc-c54f-4967-8395-82c2797f4482 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0807743 Jul 29 18:01:27.499762 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-991a80fe-d91a-431f-b187-8b5f0e3c5816 req-315ad1d8-6f39-4114-955a-2745772c2f3f tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026411 Jul 29 18:01:27.618923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] Pushing event deleted for resources: {'Port': ['ID=e078258b-3615-4f99-b5f4-f607ad6e63ea,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:27.620883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c593d6-ca09-4938-91e3-57eb3c6ab797 req-53d3ae54-ba9b-47a8-ba85-2e621363a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:27.622636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47c593d6-ca09-4938-91e3-57eb3c6ab797 req-53d3ae54-ba9b-47a8-ba85-2e621363a5c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1096 time: 0.2572219 Jul 29 18:01:27.631788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Made reservation on behalf of 50c83cdbb4da4829af5dce61a5466223 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:27.636202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.641931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7ff44-45a6-4772-89f0-7e381c36cc79 None None] No DVR routers for this DVR port e078258b-3615-4f99-b5f4-f607ad6e63ea on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:27.666535 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.673066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Pushing event deleted for resources: {'Port': ['ID=e078258b-3615-4f99-b5f4-f607ad6e63ea,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:27.681793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Provisioning complete for port 73a14947-30cc-45e3-930d-ecc8a0dfde45 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:27.682176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.732500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9acf1-9e35-405e-9fd6-159585d470a5 req-710615c1-f75e-4280-94b5-db19dd9213cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:27.734375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53d9acf1-9e35-405e-9fd6-159585d470a5 req-710615c1-f75e-4280-94b5-db19dd9213cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.2016323 Jul 29 18:01:27.749953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.823256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53d9acf1-9e35-405e-9fd6-159585d470a5 req-591de531-0513-437c-b867-bd14a8644ae2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635357 Jul 29 18:01:27.825170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47c593d6-ca09-4938-91e3-57eb3c6ab797 req-1fb77c03-72fc-41ee-ae86-2b770e37c2f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839912 Jul 29 18:01:27.835658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Allocated IP 2001:db8::f816:3eff:fe23:a14c (344601b8-9b54-41d1-8f6b-5c1c0516f6e1/c3c00532-af26-4467-ad0f-7152119350e2/4a3368fa-729f-4418-9976-6ae96a78cbff) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:27.975729 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:27.982490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:28.004899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:28.025184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:28.031826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:28.032578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.039801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-000ddc0f-3019-468f-ac66-6f4d00fb2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:28.041678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-000ddc0f-3019-468f-ac66-6f4d00fb2293 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 200 len: 905 time: 0.6629336 Jul 29 18:01:28.049179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Port': ['ID=4ec11337-eb36-47fe-8034-634960240d4b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:28.051987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43acbb-57c8-4ab3-980c-2202fc9c112c req-00b53a31-18d5-4cd8-ab93-f3fb3efc138c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:28.061253 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc43acbb-57c8-4ab3-980c-2202fc9c112c req-00b53a31-18d5-4cd8-ab93-f3fb3efc138c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1059752 Jul 29 18:01:28.061698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Provisioning complete for port da4143d6-6796-4fd9-b22c-82394ca90d37 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:28.062179 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92574334-a608-434d-aaa0-d9ca16d9f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.117396 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-ddb175fe-aa8c-4faa-8fb2-2eb7b319aa49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4edced9e-1652-473b-b40c-785f5f8a8603 HTTP/1.1" status: 200 len: 217 time: 0.0652759 Jul 29 18:01:28.128671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port da4143d6-6796-4fd9-b22c-82394ca90d37, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da4143d6-6796-4fd9-b22c-82394ca90d37,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:28.134915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc43acbb-57c8-4ab3-980c-2202fc9c112c req-f518abcb-5e69-46f2-8405-588bc8104668 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702610 Jul 29 18:01:28.154550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.155358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73a14947-30cc-45e3-930d-ecc8a0dfde45 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:28.196081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-9e534f9a-69db-4acf-b554-88456a2b740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:28.196742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-9e534f9a-69db-4acf-b554-88456a2b740a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 200 len: 844 time: 0.0653524 Jul 29 18:01:28.212235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd7a3f23-f2e3-4a48-9a13-d72934331e9c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9236131 Jul 29 18:01:28.212777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48056) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:28.272216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:28.283785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-4fb78625-7248-419f-83e1-86c94c106b84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a31966-7c5c-4f4a-a622-f27fa85e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491991 Jul 29 18:01:28.305168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46921b5-37c5-4b3f-96a8-3b7901ce5923 req-a167541c-0ed2-4d4b-95a5-6254262d69e6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:28.323715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2e37bea5-9394-4dc1-bc0b-9e4069d29ccd req-a34cbfe0-6ea8-4bca-abfa-492ff6beb1f1 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 210 time: 0.0316670 Jul 29 18:01:28.324060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b46921b5-37c5-4b3f-96a8-3b7901ce5923 req-a167541c-0ed2-4d4b-95a5-6254262d69e6 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.3746572 Jul 29 18:01:28.404781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting subnet c3c00532-af26-4467-ad0f-7152119350e2 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:01:28.452030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.466190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 73a14947-30cc-45e3-930d-ecc8a0dfde45 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:28.466190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.471397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Transition to ACTIVE for port object 4a3368fa-729f-4418-9976-6ae96a78cbff will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:28.480542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Allocated IP 172.20.0.10 (abff41e8-c09b-4c81-9ac0-d77de2200a19/c925fbc0-ec5f-4dad-8265-690a045e6b2e/a0490934-838c-481f-96ac-f6e5b1ce458c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:28.512893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b46921b5-37c5-4b3f-96a8-3b7901ce5923 req-c07548c6-77e4-4ce9-81ad-248901a98634 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876194 Jul 29 18:01:28.520614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Transition to ACTIVE for port object 4a3368fa-729f-4418-9976-6ae96a78cbff will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:28.535896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.540740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.600324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.641931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-90b0042d-3299-43e8-80c5-2a618ff2dfa8 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044560 Jul 29 18:01:28.646688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:28.656381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:28.709252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:28.721519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Pushing event updated for resources: {'Port': ['ID=4a3368fa-729f-4418-9976-6ae96a78cbff,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:28.759826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.811154 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e078258b-3615-4f99-b5f4-f607ad6e63ea no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:28.831736 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.836431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Attempting to bind port 4a3368fa-729f-4418-9976-6ae96a78cbff on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:28.836965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Attempting to bind port 4a3368fa-729f-4418-9976-6ae96a78cbff by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f4821cde-c0f8-423a-9558-0d0eb99ba371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:28.837894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Attempting to bind port 4a3368fa-729f-4418-9976-6ae96a78cbff on network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:28.842294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e078258b-3615-4f99-b5f4-f607ad6e63ea {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:01:28.842859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e078258b-3615-4f99-b5f4-f607ad6e63ea not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:01:28.849804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:28.850327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Checking segment: {'id': 'f4821cde-c0f8-423a-9558-0d0eb99ba371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:28.850822 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.851300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Bound using segment: {'id': 'f4821cde-c0f8-423a-9558-0d0eb99ba371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:28.851871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Bound port: 4a3368fa-729f-4418-9976-6ae96a78cbff, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4821cde-c0f8-423a-9558-0d0eb99ba371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '344601b8-9b54-41d1-8f6b-5c1c0516f6e1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:28.852346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.887240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c00532-af26-4467-ad0f-7152119350e2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:28.914142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:28.919764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0b86463d-7bf9-4b09-96da-7435dbff21c9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/c3c00532-af26-4467-ad0f-7152119350e2 HTTP/1.1" status: 204 len: 168 time: 0.7057033 Jul 29 18:01:28.920372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:28.941085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] For port 4a3368fa-729f-4418-9976-6ae96a78cbff, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:28.947998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] For port 4a3368fa-729f-4418-9976-6ae96a78cbff, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4a3368fa-729f-4418-9976-6ae96a78cbff,segment=NetworkSegment(f4821cde-c0f8-423a-9558-0d0eb99ba371),segment_id=f4821cde-c0f8-423a-9558-0d0eb99ba371)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:28.965002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.027782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55565732-ac6b-4f14-ab5f-deded6e2d23f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.029480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55565732-ac6b-4f14-ab5f-deded6e2d23f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.033943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55565732-ac6b-4f14-ab5f-deded6e2d23f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1125426 Jul 29 18:01:29.038084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48066) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:29.070172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546803a-09be-4b26-a997-245ec28baf94 req-cb8709e3-0123-4764-bf16-e378dedc8715 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.072082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c546803a-09be-4b26-a997-245ec28baf94 req-cb8709e3-0123-4764-bf16-e378dedc8715 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 945 time: 0.0978312 Jul 29 18:01:29.079639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da4143d6-6796-4fd9-b22c-82394ca90d37 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:29.085593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.108540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Transition to ACTIVE for port object a0490934-838c-481f-96ac-f6e5b1ce458c will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:29.113885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d2db5ba-3ddc-41d4-a3a2-51c77b890c76 req-fb0d3ead-83be-4457-8a88-289f3930c297 service neutron] 10.222.0.38 "GET /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564943 Jul 29 18:01:29.122640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360948e6-4dfd-4c3f-b469-603630ea9bba None None] Pushing event updated for resources: {'Port': ['ID=4a3368fa-729f-4418-9976-6ae96a78cbff,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:29.161302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522a430-7aef-4380-a2e3-9533b35f69b1 None None] Network 344601b8-9b54-41d1-8f6b-5c1c0516f6e1 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:29.210353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f2f5-8cd3-4fc3-bac0-4eb58dad333d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.219365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4f645-3312-4c2b-bed6-445af8e137ea req-7e8e8df2-7b29-42f2-adcf-e89e903b0ac6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.221628 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc1f2f5-8cd3-4fc3-bac0-4eb58dad333d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 18:01:29.222086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc1f2f5-8cd3-4fc3-bac0-4eb58dad333d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:29.231532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0cc1f2f5-8cd3-4fc3-bac0-4eb58dad333d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/344601b8-9b54-41d1-8f6b-5c1c0516f6e1 HTTP/1.1" status: 409 len: 405 time: 0.1932950 Jul 29 18:01:29.232360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:29.232900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a4f645-3312-4c2b-bed6-445af8e137ea req-7e8e8df2-7b29-42f2-adcf-e89e903b0ac6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.2320139 Jul 29 18:01:29.238621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1438822236'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:29.258571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port da4143d6-6796-4fd9-b22c-82394ca90d37 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:29.263648 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.269854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.274364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:29.277508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.323420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:29.333016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.333629 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment 02814066-a801-4f51-8e22-8fa320d76da7 of type vlan for network 67b12aa3-6808-472a-a8b3-0505cd8ba167 Jul 29 18:01:29.345159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:29.376670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a4f645-3312-4c2b-bed6-445af8e137ea req-40309790-1d64-491f-b817-9c29d02cc9a6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423800 Jul 29 18:01:29.378516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.387823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:29.391057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:29.408814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:29.425869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.431584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.432374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.525442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port fafe6407-53d4-450e-8909-3eb58eea25d1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:29.525786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.622837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.623997 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.674969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327894f-b238-4a1b-a9b6-49df2de498db req-bb11a45b-f452-435f-894d-3eccc5d3bc8d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:29.676601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7327894f-b238-4a1b-a9b6-49df2de498db req-bb11a45b-f452-435f-894d-3eccc5d3bc8d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 932 time: 0.1630905 Jul 29 18:01:29.678112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-9173d403-2ebf-4bcb-bf65-af1bfa45e12a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5752413 Jul 29 18:01:29.707136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Request body: {'port': {'device_id': '6976e359-8801-4418-82ff-cc9e06b7226a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:29.763514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ac514-264d-493c-8252-8be792ae590f None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:29.807684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:29.812832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7327894f-b238-4a1b-a9b6-49df2de498db req-97c3f054-e3d7-425c-aee3-41e68558222b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276352 Jul 29 18:01:29.880354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf6081c-1f99-4b29-8bdc-8014ebf05018 None None] Provisioning for port a0490934-838c-481f-96ac-f6e5b1ce458c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:29.913476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccf6081c-1f99-4b29-8bdc-8014ebf05018 None None] Provisioning complete for port a0490934-838c-481f-96ac-f6e5b1ce458c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:29.917908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccf6081c-1f99-4b29-8bdc-8014ebf05018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.023350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6081c-1f99-4b29-8bdc-8014ebf05018 None None] Port a0490934-838c-481f-96ac-f6e5b1ce458c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:01:30.110629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ac514-264d-493c-8252-8be792ae590f None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:30.207618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0490934-838c-481f-96ac-f6e5b1ce458c {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:30.217003 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.234883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685b72-a74f-4418-b104-cef3a4034156 req-09ec2dbd-eb36-495c-96bc-7fb15b18c523 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:30.237077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Transition to ACTIVE for port object a0490934-838c-481f-96ac-f6e5b1ce458c will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:30.238699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49685b72-a74f-4418-b104-cef3a4034156 req-09ec2dbd-eb36-495c-96bc-7fb15b18c523 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.9777572 Jul 29 18:01:30.240369 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0058453 Jul 29 18:01:30.248255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:30.255605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': '67b12aa3-6808-472a-a8b3-0505cd8ba167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:30.276486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.325634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:30.327852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port fafe6407-53d4-450e-8909-3eb58eea25d1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=fafe6407-53d4-450e-8909-3eb58eea25d1,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:30.328382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.343695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for fafe6407-53d4-450e-8909-3eb58eea25d1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:30.344110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dc7be-1881-488d-a83d-8aa3d9f31f98 req-f54948da-26b9-4681-8339-ae6b1fc84730 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:30.345766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b1dc7be-1881-488d-a83d-8aa3d9f31f98 req-f54948da-26b9-4681-8339-ae6b1fc84730 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1073194 Jul 29 18:01:30.472375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b1dc7be-1881-488d-a83d-8aa3d9f31f98 req-fb7abea3-b0e2-4226-8972-c66a972bad76 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963609 Jul 29 18:01:30.495677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:30.534948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Attempting to bind port a0490934-838c-481f-96ac-f6e5b1ce458c on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:30.535297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Attempting to bind port a0490934-838c-481f-96ac-f6e5b1ce458c by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:30.535629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Attempting to bind port a0490934-838c-481f-96ac-f6e5b1ce458c on network abff41e8-c09b-4c81-9ac0-d77de2200a19 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:30.544569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Port a0490934-838c-481f-96ac-f6e5b1ce458c on network abff41e8-c09b-4c81-9ac0-d77de2200a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:01:30.544897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Attempting to bind port a0490934-838c-481f-96ac-f6e5b1ce458c on network abff41e8-c09b-4c81-9ac0-d77de2200a19 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:30.555367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:30.555708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Checking segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:30.556109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Bound using segment: {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:30.556547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Bound port: a0490934-838c-481f-96ac-f6e5b1ce458c, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6c59da-963a-49bf-84e8-e4fc28b50b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:30.557188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.570660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c782a7f-ebe3-4869-bca3-1332861e0775 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:30.575475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0c782a7f-ebe3-4869-bca3-1332861e0775 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1091 time: 0.0776391 Jul 29 18:01:30.578538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48086) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:30.583072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:30.610644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.632277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:30.634287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a44f-5399-4db2-8018-a05115f146bd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=67b12aa3-6808-472a-a8b3-0505cd8ba167,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:30.650150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['fafe6407-53d4-450e-8909-3eb58eea25d1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:30.688410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:30.692860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.703726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=fafe6407-53d4-450e-8909-3eb58eea25d1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:30.709249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a0490934-838c-481f-96ac-f6e5b1ce458c,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:30.721498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 18:01:30.721498 n-d-801607-3 neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 18:01:30.721498 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id': '0fc0e5e72b604fd79c71378fa992f152', 'id': 'c1485bae-48dd-4669-97bb-673154dcc78a', 'expiration': datetime.datetime(2021, 7, 29, 18, 3, 30, 643549)}] Jul 29 18:01:30.721498 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:01:30.722163 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:01:30.734833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.777000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 67b12aa3-6808-472a-a8b3-0505cd8ba167 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:30.783067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port fafe6407-53d4-450e-8909-3eb58eea25d1 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:30.785752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:30.788036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c546803a-09be-4b26-a997-245ec28baf94 req-39e16601-eab7-4c59-96a5-0f96813bf845 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.49 "DELETE /v2.0/ports/fafe6407-53d4-450e-8909-3eb58eea25d1 HTTP/1.1" status: 204 len: 173 time: 1.6908810 Jul 29 18:01:30.788536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'name': 'network-vif-deleted', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:30.791210 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454be94-86e5-4252-a71d-8e60af706b6a" -d '{"events": [{"server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "name": "network-vif-deleted", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:30.797131 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-49685b72-a74f-4418-b104-cef3a4034156 req-540b6643-6104-4ca2-91b3-aef110505d42 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5368507 Jul 29 18:01:31.025992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14fb35e4-be5a-450f-af85-dc2541e0189d req-c5178253-8403-4169-9044-f2ffbe51e338 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=de093487-f426-4cd6-bb6f-20da13dafe4b HTTP/1.1" status: 200 len: 210 time: 0.1090422 Jul 29 18:01:31.053442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.067409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:31.069158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 1092 time: 1.3716180 Jul 29 18:01:31.073786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:31.082329 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68d94c-0048-4682-a10a-995865b0afac" -d '{"events": [{"name": "network-changed", "server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:31.109007 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528bd62-ed44-4f68-87e8-2bfd0384d1fa x-openstack-request-id: req-9528bd62-ed44-4f68-87e8-2bfd0384d1fa {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:31.109563 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de093487-f426-4cd6-bb6f-20da13dafe4b", "name": "network-vif-deleted", "tag": "fafe6407-53d4-450e-8909-3eb58eea25d1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:31.110014 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9528bd62-ed44-4f68-87e8-2bfd0384d1fa {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:31.110729 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de093487-f426-4cd6-bb6f-20da13dafe4b', 'name': 'network-vif-deleted', 'tag': 'fafe6407-53d4-450e-8909-3eb58eea25d1', 'status': 'completed', 'code': 200} Jul 29 18:01:31.193623 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17103c59-5ef8-492a-8ea2-75a9d69d9062 x-openstack-request-id: req-17103c59-5ef8-492a-8ea2-75a9d69d9062 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:31.194031 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:31.194395 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17103c59-5ef8-492a-8ea2-75a9d69d9062 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:31.195364 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'status': 'completed', 'code': 200} Jul 29 18:01:31.232671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22775-f4ed-4803-8340-1a548dff28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:31.292253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:31.297135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:31.326216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-a9b084a9-a693-4959-8198-fc11134c20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.327671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-a9b084a9-a693-4959-8198-fc11134c20cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1095 time: 0.1944869 Jul 29 18:01:31.341531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c890-cb32-41e3-bf80-2d07b8b2d609 req-a4aad36c-8c31-465f-9a6a-b8e486a0d61d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.349226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1dc5c890-cb32-41e3-bf80-2d07b8b2d609 req-a4aad36c-8c31-465f-9a6a-b8e486a0d61d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 944 time: 0.1497655 Jul 29 18:01:31.466511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-384f7547-fac9-4081-88d1-2204898d0dcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 217 time: 0.1075332 Jul 29 18:01:31.549440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1dc5c890-cb32-41e3-bf80-2d07b8b2d609 req-f1d24888-b52d-428d-a1ab-18d5941f4f45 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991587 Jul 29 18:01:31.572169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-c8258f6d-f64b-4434-9730-4fbc6edfa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.572169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-c8258f6d-f64b-4434-9730-4fbc6edfa91e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.0917668 Jul 29 18:01:31.572169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:31.637434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:01:31.639677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:31.669923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-77199907-3653-4969-bc46-d3d6b4942a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.671647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-77199907-3653-4969-bc46-d3d6b4942a02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910282 Jul 29 18:01:31.698886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=cf976795-fd69-46e3-840b-be2186a979c8,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:31.754709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': '02814066-a801-4f51-8e22-8fa320d76da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67b12aa3-6808-472a-a8b3-0505cd8ba167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:31.755115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: 67b12aa3-6808-472a-a8b3-0505cd8ba167, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:31.787625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.137 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/64fd802f-4fa0-4f6a-80d0-cf695299ef42) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:31.791267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network 67b12aa3-6808-472a-a8b3-0505cd8ba167 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:31.810477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 67b12aa3-6808-472a-a8b3-0505cd8ba167) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:31.819037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:31.820402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:31.820973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79159020-649d-4002-99f2-0a403a318202 None None] Network 67b12aa3-6808-472a-a8b3-0505cd8ba167 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:31.830269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-bf4f7a31-d303-4f1d-835c-bfc4ffc24873 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498334 Jul 29 18:01:31.845982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97e20d06-4d6b-4a78-9c67-eb746ab7153f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5963130 Jul 29 18:01:31.848937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:31.976175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.065998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338f4a3-9085-4a19-b8cd-eae473418c88 req-0acf1003-aa50-4da7-bb3b-c2e62b1ee75e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:32.075082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6338f4a3-9085-4a19-b8cd-eae473418c88 req-0acf1003-aa50-4da7-bb3b-c2e62b1ee75e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1393621 Jul 29 18:01:32.080467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed0a72-deb0-47aa-8903-22517082a90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-67b12aa3-6808-472a-a8b3-0505cd8ba167', 'network_id': '67b12aa3-6808-472a-a8b3-0505cd8ba167', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': 'cf976795-fd69-46e3-840b-be2186a979c8'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:32.081590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1fed0a72-deb0-47aa-8903-22517082a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.102695 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.167894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05ab161f-5e5e-4ca4-a7e2-d6c78735f702 req-8a2a0f48-4263-4f52-97d4-dae41cbbf47f service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218448 Jul 29 18:01:32.185125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6338f4a3-9085-4a19-b8cd-eae473418c88 req-30ddc277-2646-45a2-a62b-877aebe149e6 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039963 Jul 29 18:01:32.188705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.246895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.270392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.300753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=cf976795-fd69-46e3-840b-be2186a979c8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-1fed0a72-deb0-47aa-8903-22517082a90a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf976795-fd69-46e3-840b-be2186a979c8: This subnet is being modified by another concurrent operation. Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf976795-fd69-46e3-840b-be2186a979c8: This subnet is being modified by another concurrent operation. Jul 29 18:01:32.307590 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:01:32.330364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71fa1d-db9e-460c-933c-cefbebad9801 None None] Network 67b12aa3-6808-472a-a8b3-0505cd8ba167 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:32.340529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:32.347640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:32.352326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=64fd802f-4fa0-4f6a-80d0-cf695299ef42,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:32.355750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:32.401907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.413136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b12aa3-6808-472a-a8b3-0505cd8ba167']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:32.429026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02814066-a801-4f51-8e22-8fa320d76da7') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:32.429403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02814066-a801-4f51-8e22-8fa320d76da7') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:32.442334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.469336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.484947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:32.484947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:32.488614 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:32.563508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bcf44-6795-4d48-be4a-f97759b94420 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:32.596608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.621858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.624074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/67b12aa3-6808-472a-a8b3-0505cd8ba167 HTTP/1.1" status: 204 len: 168 time: 0.7741573 Jul 29 18:01:32.625304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496e8e-7889-4751-8314-5824bda485fe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=67b12aa3-6808-472a-a8b3-0505cd8ba167,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:32.629566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:32.634813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-879167066'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:32.667368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:32.673423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.701419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:32.713202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.713576 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment d18d3e12-515d-48bd-a697-62ad5dd2513e of type vlan for network e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 Jul 29 18:01:32.781838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.821961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6bcf44-6795-4d48-be4a-f97759b94420 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:32.825381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.831432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:32.832030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:32.929667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d94c-0048-4682-a10a-995865b0afac req-fe4d89a5-7316-428b-af8c-4a0abf036816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:32.932173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-fe4d89a5-7316-428b-af8c-4a0abf036816 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1095 time: 0.4752245 Jul 29 18:01:32.945506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304701a5-15b9-4abe-84cf-6404daa0483e req-e9ef61b6-bb11-47a3-bd34-1ebe4724476e tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:32.955068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-304701a5-15b9-4abe-84cf-6404daa0483e req-e9ef61b6-bb11-47a3-bd34-1ebe4724476e tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 944 time: 0.1535161 Jul 29 18:01:32.956811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3267236 Jul 29 18:01:32.962763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48134) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:32.969345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': 'e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:33.060928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a2080-9126-466d-b236-ca0b305b1c89 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:33.083735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:33.121335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:33.122857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d94c-0048-4682-a10a-995865b0afac req-650b00d0-e6b5-4e51-9977-416e2fc84ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.125263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-650b00d0-e6b5-4e51-9977-416e2fc84ca5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 908 time: 0.1610970 Jul 29 18:01:33.130090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.423990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.515489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': 'd18d3e12-515d-48bd-a697-62ad5dd2513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:33.515974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:33.532601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=ec0fa869-4668-4a77-b356-ac62b225375a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:33.557152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:33.596491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:33.600986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.601775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-50801dad-57f3-45e9-b9e6-12bd85d01cfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 217 time: 0.4649293 Jul 29 18:01:33.602309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.608111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19607985-0ff7-4e79-9676-0dee2a879590 None None] Network e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:33.625519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-304701a5-15b9-4abe-84cf-6404daa0483e req-d70836b3-372d-4e89-a397-844487e6ef43 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6687362 Jul 29 18:01:33.635021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe557e7-f775-47b0-8b79-dc02911316d6 req-da5118bb-e520-4663-93b5-a4185cfc90f9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.636741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfe557e7-f775-47b0-8b79-dc02911316d6 req-da5118bb-e520-4663-93b5-a4185cfc90f9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0766797 Jul 29 18:01:33.642205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbf5dab0-a35e-462d-9117-95c865145ef9 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6779263 Jul 29 18:01:33.645618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:33.705751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d94c-0048-4682-a10a-995865b0afac req-49e92728-7144-4c86-8c13-574e3458d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.707573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-49e92728-7144-4c86-8c13-574e3458d605 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.0941403 Jul 29 18:01:33.755544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.825253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a0490934-838c-481f-96ac-f6e5b1ce458c details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:01:33.826448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d94c-0048-4682-a10a-995865b0afac req-4282dcd0-797f-4b83-b571-47383c22a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.828255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-4282dcd0-797f-4b83-b571-47383c22a770 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094954 Jul 29 18:01:33.830201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fafe6407-53d4-450e-8909-3eb58eea25d1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:33.850609 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cfe557e7-f775-47b0-8b79-dc02911316d6 req-16286922-b092-47ac-baa7-b9f240a1a743 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970997 Jul 29 18:01:33.869635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: fafe6407-53d4-450e-8909-3eb58eea25d1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:01:33.870029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device fafe6407-53d4-450e-8909-3eb58eea25d1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:01:33.916294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7a29f-853b-4ead-96f2-41dfbf323fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75', 'network_id': 'e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': 'ec0fa869-4668-4a77-b356-ac62b225375a'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:33.917471 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a29f-853b-4ead-96f2-41dfbf323fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.931257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.944777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:33.962069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332db1b-ed54-42ca-872c-cd78b91eda02 req-ab0b266b-1e40-4ad9-bbca-84397ed2a87b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:33.963671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1332db1b-ed54-42ca-872c-cd78b91eda02 req-ab0b266b-1e40-4ad9-bbca-84397ed2a87b tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 945 time: 0.1153195 Jul 29 18:01:34.033620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.084663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0fa869-4668-4a77-b356-ac62b225375a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:34.092838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1332db1b-ed54-42ca-872c-cd78b91eda02 req-2213bc2d-0cab-4159-8c5b-ac9b99fed588 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894892 Jul 29 18:01:34.150949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.156896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-03bf3e2a-16ec-4c7c-85d0-d738eafc2488 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187726 Jul 29 18:01:34.183342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.200679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:34.220451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18d3e12-515d-48bd-a697-62ad5dd2513e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:34.220854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18d3e12-515d-48bd-a697-62ad5dd2513e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:34.232533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.258816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.271871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b68d94c-0048-4682-a10a-995865b0afac req-20607560-1e42-4b3d-8aaf-766061a3cae5 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966299 Jul 29 18:01:34.278007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:34.278458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:34.281743 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-c9b7a29f-853b-4ead-96f2-41dfbf323fb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec0fa869-4668-4a77-b356-ac62b225375a: This subnet is being modified by another concurrent operation. Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec0fa869-4668-4a77-b356-ac62b225375a: This subnet is being modified by another concurrent operation. Jul 29 18:01:34.337996 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:01:34.366655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdb52c-400f-4c03-abb9-ef4fd45ecc07 None None] Network e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:34.421036 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.435344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.437555 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 HTTP/1.1" status: 204 len: 168 time: 0.7911973 Jul 29 18:01:34.444406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48162) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:34.451396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2098708845'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:34.456800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a0490934-838c-481f-96ac-f6e5b1ce458c,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:34.471208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cb1ad-8087-4e1a-bb7c-9855b704a480 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:34.488455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'port_id': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'mac_address': 'fa:16:3e:f8:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:01:34.506981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.516599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.518028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:34.528288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.570292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:34.594948 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.607384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.615193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.615546 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Added segment 8d4ce48a-ba1d-44fa-8b52-1796518b9b33 of type vlan for network f2ac2359-2db5-4697-929e-10a8473f04d3 Jul 29 18:01:34.636750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0490934-838c-481f-96ac-f6e5b1ce458c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:34.642142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06747173-5867-490a-94ea-7782d820f73a None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:34.681783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.709979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a0490934-838c-481f-96ac-f6e5b1ce458c,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:34.729819 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.777643 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.787997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:34.788808 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:34.827750 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Floating IP 38ff946c-2105-47a9-bff6-6eb6f564d1c7 associated. External IP: 172.25.5.137, port: ac070684-ebf4-475b-be8b-8965ee324123. Jul 29 18:01:34.835371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:34.882934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Network': ['ID=f2ac2359-2db5-4697-929e-10a8473f04d3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:34.887178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-caf407fa-c3bc-4286-9b2d-befe488a5037 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4416955 Jul 29 18:01:34.890134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:34.897238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06747173-5867-490a-94ea-7782d820f73a None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:34.897560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Request body: {'subnet': {'network_id': 'f2ac2359-2db5-4697-929e-10a8473f04d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:34.912366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f2ac2359-2db5-4697-929e-10a8473f04d3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:34.987295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=64fd802f-4fa0-4f6a-80d0-cf695299ef42,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:35.082392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['a0490934-838c-481f-96ac-f6e5b1ce458c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:35.083084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd10935-eb03-4ece-a785-6fc17da303b0 req-f8e4c81c-b329-4c81-b6be-df23b245fe1f tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:35.093874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfd10935-eb03-4ece-a785-6fc17da303b0 req-f8e4c81c-b329-4c81-b6be-df23b245fe1f tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 945 time: 0.2412663 Jul 29 18:01:35.114032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-a5e996ee-766f-43f2-8a64-cd3e70a035d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:35.115621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-a5e996ee-766f-43f2-8a64-cd3e70a035d0 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 945 time: 0.2847087 Jul 29 18:01:35.233520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9938f44-b5ea-48b1-ab7a-9476a8ef9f83 req-5f05609a-0d30-4636-b834-cfba46c2ecc4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:35.246500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9938f44-b5ea-48b1-ab7a-9476a8ef9f83 req-5f05609a-0d30-4636-b834-cfba46c2ecc4 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1932206 Jul 29 18:01:35.269465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Made reservation on behalf of 0fc0e5e72b604fd79c71378fa992f152 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:35.274274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:35.344601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfd10935-eb03-4ece-a785-6fc17da303b0 req-d13c9a90-1987-4787-9a1e-e763c07e445a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488399 Jul 29 18:01:35.502155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e9938f44-b5ea-48b1-ab7a-9476a8ef9f83 req-c8006fbf-a8b1-4e36-8139-eea07b417040 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534125 Jul 29 18:01:35.731509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ffc1e-d5f2-4829-93d4-f906ed378750 req-2b426f78-5d5d-45f6-bbec-0f991e52b060 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:35.739131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b61ffc1e-d5f2-4829-93d4-f906ed378750 req-2b426f78-5d5d-45f6-bbec-0f991e52b060 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 945 time: 0.2172477 Jul 29 18:01:35.750168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Deleting port 4edced9e-1652-473b-b40c-785f5f8a8603 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:35.750553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:35.773539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router f18a796c-2e36-41ff-9b8e-37c395a66410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:35.858218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b61ffc1e-d5f2-4829-93d4-f906ed378750 req-2e12349d-ad38-4db6-8e62-f64a8473ba55 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/security-groups?id=2919fa7d-9bab-4fc3-96c5-0cc120e50284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180868 Jul 29 18:01:35.907984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.objects.ports [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:01:35.909585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:35.940886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] For port 4edced9e-1652-473b-b40c-785f5f8a8603, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4edced9e-1652-473b-b40c-785f5f8a8603,segment=NetworkSegment(b6381498-5c17-4ea9-bc26-8a33c62ce958),segment_id=b6381498-5c17-4ea9-bc26-8a33c62ce958)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:35.941432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:35.956445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Calling delete_port for 4edced9e-1652-473b-b40c-785f5f8a8603 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:35.961794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event updated for resources: {'Subnet': ['ID=63665a2b-d15a-46cc-9458-205c9fa9e781,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:36.004238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Checking segment: {'id': '8d4ce48a-ba1d-44fa-8b52-1796518b9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f2ac2359-2db5-4697-929e-10a8473f04d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:36.004506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network hostable DHCP agents. Network: f2ac2359-2db5-4697-929e-10a8473f04d3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:36.028766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Network f2ac2359-2db5-4697-929e-10a8473f04d3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:36.046565 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f2ac2359-2db5-4697-929e-10a8473f04d3) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:36.051142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:36.051787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.056814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65789694-fd6e-4dec-9d5b-4a94a83f365f None None] Network f2ac2359-2db5-4697-929e-10a8473f04d3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:36.099933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-98ebd6a0-7e14-4127-8534-322a40d1c4bb tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2060993 Jul 29 18:01:36.100307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:36.197225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.214323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4edced9e-1652-473b-b40c-785f5f8a8603'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:01:36.266330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Pushing event deleted for resources: {'Port': ['ID=4edced9e-1652-473b-b40c-785f5f8a8603,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:36.289790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.297389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:36.314630 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Sync routers for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:36.336054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:36.341192 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:36.384697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.395642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf508b0-cba5-47d9-9b85-b37e32fd3f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f2ac2359-2db5-4697-929e-10a8473f04d3', 'network_id': 'f2ac2359-2db5-4697-929e-10a8473f04d3', 'tenant_id': '0fc0e5e72b604fd79c71378fa992f152', 'fixed_ips': [{'subnet_id': '63665a2b-d15a-46cc-9458-205c9fa9e781'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:36.396593 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cf508b0-cba5-47d9-9b85-b37e32fd3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.451356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.547793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] No DVR routers for this DVR port 4edced9e-1652-473b-b40c-785f5f8a8603 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:36.551171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd17e933-ebab-41fb-8fd6-4dbd841eb624 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9717414 Jul 29 18:01:36.552654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.554919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73762d32-7f2e-492a-af9e-9a52c3b86ad6 req-9356b6f3-0f37-4e94-91bd-b38769d6fd88 tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.38 "DELETE /v2.0/ports/4edced9e-1652-473b-b40c-785f5f8a8603 HTTP/1.1" status: 204 len: 173 time: 1.4254539 Jul 29 18:01:36.555496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}, {'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'name': 'network-vif-deleted', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:36.558218 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4" -d '{"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}, {"server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "name": "network-vif-deleted", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:36.657528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f810f4-d34e-4df1-900f-66fc653f8c52 req-24a876fe-5a43-4d1f-b70b-dba68d0c981a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:36.659270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61f810f4-d34e-4df1-900f-66fc653f8c52 req-24a876fe-5a43-4d1f-b70b-dba68d0c981a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 945 time: 0.1156912 Jul 29 18:01:36.660955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-7cf508b0-cba5-47d9-9b85-b37e32fd3f22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63665a2b-d15a-46cc-9458-205c9fa9e781: This subnet is being modified by another concurrent operation. Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63665a2b-d15a-46cc-9458-205c9fa9e781: This subnet is being modified by another concurrent operation. Jul 29 18:01:36.664535 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:01:36.674036 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:36.689234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a787b-d44e-43e5-9696-affc7f06c957 None None] Network f2ac2359-2db5-4697-929e-10a8473f04d3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:36.735914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=63665a2b-d15a-46cc-9458-205c9fa9e781,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:36.742496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a5e9c-7890-4844-9797-d57b3e3e81a6 req-24e369db-2b51-4e2a-b8b5-a185732332a9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:36.753589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e84a5e9c-7890-4844-9797-d57b3e3e81a6 req-24e369db-2b51-4e2a-b8b5-a185732332a9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1263647 Jul 29 18:01:36.816737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.828619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ac2359-2db5-4697-929e-10a8473f04d3']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:36.837149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e84a5e9c-7890-4844-9797-d57b3e3e81a6 req-f63171a5-79a0-4383-bf00-be4c57b97f4b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803978 Jul 29 18:01:36.841207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4ce48a-ba1d-44fa-8b52-1796518b9b33') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:36.841571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4ce48a-ba1d-44fa-8b52-1796518b9b33') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:36.852512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.868765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.877096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:36.879543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:36.897224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cdd9df-14b3-4d96-a81b-ae9f632cd5ef None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:37.011112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0ab7-c73d-4130-8585-8ff1fe386409 req-b75822a5-f23e-44f3-be64-3abf4b2fe913 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:37.020594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463f0ab7-c73d-4130-8585-8ff1fe386409 req-b75822a5-f23e-44f3-be64-3abf4b2fe913 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0841429 Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:37.026465 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:37.043209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:37.058627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:37.075774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/f2ac2359-2db5-4697-929e-10a8473f04d3 HTTP/1.1" status: 204 len: 168 time: 0.9699502 Jul 29 18:01:37.076003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cdd9df-14b3-4d96-a81b-ae9f632cd5ef None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:37.084776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.113003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61f810f4-d34e-4df1-900f-66fc653f8c52 req-fbfc9896-ee43-42b4-9a13-d76528ea602f tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369054 Jul 29 18:01:37.113586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140052e-b84e-44e8-92e3-c2f2e58ac5c2 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=f2ac2359-2db5-4697-929e-10a8473f04d3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:37.133509 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00fd04a-852d-41dd-8fb2-ac9b0b43ba68 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.134022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00fd04a-852d-41dd-8fb2-ac9b0b43ba68 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.137293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e00fd04a-852d-41dd-8fb2-ac9b0b43ba68 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/63665a2b-d15a-46cc-9458-205c9fa9e781 HTTP/1.1" status: 404 len: 337 time: 0.0514841 Jul 29 18:01:37.140581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.175315 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-113faec8-e94a-4dfe-9cf7-f21a8e29101f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.176050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113faec8-e94a-4dfe-9cf7-f21a8e29101f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.178797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-113faec8-e94a-4dfe-9cf7-f21a8e29101f tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/f2ac2359-2db5-4697-929e-10a8473f04d3 HTTP/1.1" status: 404 len: 339 time: 0.0360188 Jul 29 18:01:37.181470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.193450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463f0ab7-c73d-4130-8585-8ff1fe386409 req-573bfb8d-9ec7-47dd-8118-347524887c51 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719966 Jul 29 18:01:37.221206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.239476 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82567f7-0f55-42c1-bd5f-6c64a544b277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.240543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82567f7-0f55-42c1-bd5f-6c64a544b277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.244361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d82567f7-0f55-42c1-bd5f-6c64a544b277 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/ec0fa869-4668-4a77-b356-ac62b225375a HTTP/1.1" status: 404 len: 337 time: 0.0618057 Jul 29 18:01:37.248361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.327013 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8adbfd7-0b80-4230-992e-e3899cb18a0c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.331146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8adbfd7-0b80-4230-992e-e3899cb18a0c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.332534 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e07ae8-3e33-443d-9e1c-a05293586e3e x-openstack-request-id: req-a9e07ae8-3e33-443d-9e1c-a05293586e3e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:37.332936 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}, {"server_uuid": "920edaa4-3a27-4d6d-8c6e-de6d0ab1124d", "name": "network-vif-deleted", "tag": "4edced9e-1652-473b-b40c-785f5f8a8603", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:37.335433 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9e07ae8-3e33-443d-9e1c-a05293586e3e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:37.337838 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:01:37.338105 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920edaa4-3a27-4d6d-8c6e-de6d0ab1124d', 'name': 'network-vif-deleted', 'tag': '4edced9e-1652-473b-b40c-785f5f8a8603', 'status': 'completed', 'code': 200} Jul 29 18:01:37.340383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b8adbfd7-0b80-4230-992e-e3899cb18a0c tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/e9f4d6f9-f5a1-4ff5-a281-1743aeb13a75 HTTP/1.1" status: 404 len: 339 time: 0.0897183 Jul 29 18:01:37.344428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.442955 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a45f8e-c4c4-4e46-8e5e-4ad27cde8bf5 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.458161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a45f8e-c4c4-4e46-8e5e-4ad27cde8bf5 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.458161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4a45f8e-c4c4-4e46-8e5e-4ad27cde8bf5 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/cf976795-fd69-46e3-840b-be2186a979c8 HTTP/1.1" status: 404 len: 337 time: 0.1007915 Jul 29 18:01:37.458161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.539380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '38ff946c-2105-47a9-bff6-6eb6f564d1c7', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:32Z', 'updated_at': '2021-07-29T18:01:32Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:37.539966 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee89ac80-4476-471a-a2e2-8a3cd978c18d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:37.540490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee89ac80-4476-471a-a2e2-8a3cd978c18d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:37.545945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48214) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:37.560950 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee89ac80-4476-471a-a2e2-8a3cd978c18d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/67b12aa3-6808-472a-a8b3-0505cd8ba167 HTTP/1.1" status: 404 len: 339 time: 0.1036973 Jul 29 18:01:37.603235 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Checking router: f18a796c-2e36-41ff-9b8e-37c395a66410 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:37.608116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-97bba541-18f1-4191-8ff1-53f2d058374e req-3af1627d-0b8e-4ed0-a157-0e3e81c49c7e tempest-ServersTestJSON-592197540 tempest-ServersTestJSON-592197540-project] 10.222.0.16 "GET /v2.0/ports?device_id=920edaa4-3a27-4d6d-8c6e-de6d0ab1124d HTTP/1.1" status: 200 len: 210 time: 0.0882103 Jul 29 18:01:37.623162 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:37.624094 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:37.638483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-6e52b13c-306f-43e1-b361-c6d7c6eebb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:37.643975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-6e52b13c-306f-43e1-b361-c6d7c6eebb56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1096 time: 0.3049552 Jul 29 18:01:37.709199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e809bc8d-f313-4159-b8a5-4255c7dbb0ec tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 200 len: 991 time: 0.4862750 Jul 29 18:01:37.802542 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:37.810870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a0490934-838c-481f-96ac-f6e5b1ce458c up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:37.845189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting port 4ec11337-eb36-47fe-8034-634960240d4b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:37.845828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:37.915135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-e495ce72-7bcd-4e8a-a145-f349a8d203c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:37.917267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-e495ce72-7bcd-4e8a-a145-f349a8d203c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.2227581 Jul 29 18:01:37.938328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port a0490934-838c-481f-96ac-f6e5b1ce458c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:37.944325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port a0490934-838c-481f-96ac-f6e5b1ce458c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:37.944741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.028762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.069600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.095899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:38.098535 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba48682d-c066-4b7d-9dc4-e0a50ea4f7ec" -d '{"events": [{"server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "name": "network-vif-plugged", "status": "completed", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:38.102719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Calling delete_port for 4ec11337-eb36-47fe-8034-634960240d4b owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:38.118146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a0490934-838c-481f-96ac-f6e5b1ce458c,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:38.123756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-eac93186-d626-4fe0-8cfc-fb1e29953cb7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.1953433 Jul 29 18:01:38.129854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.196382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e6471-25ad-4965-96a7-2b8518ec548a req-ee5f897d-6676-4f3f-b53d-e0a939235a95 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:38.197985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b81e6471-25ad-4965-96a7-2b8518ec548a req-ee5f897d-6676-4f3f-b53d-e0a939235a95 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1708238 Jul 29 18:01:38.238422 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0fd7d-0d56-4403-95f6-bf6a08ba2b0e x-openstack-request-id: req-b9b0fd7d-0d56-4403-95f6-bf6a08ba2b0e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:38.238719 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "name": "network-vif-plugged", "status": "completed", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:38.238962 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9b0fd7d-0d56-4403-95f6-bf6a08ba2b0e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:38.239766 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'code': 200} Jul 29 18:01:38.240330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:38.317307 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '38ff946c-2105-47a9-bff6-6eb6f564d1c7', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:32Z', 'updated_at': '2021-07-29T18:01:32Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:38.328316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4edced9e-1652-473b-b40c-785f5f8a8603 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:38.341560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b81e6471-25ad-4965-96a7-2b8518ec548a req-09a9b5de-bb73-42ec-864d-21dd4acc85d3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281984 Jul 29 18:01:38.360183 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb285e-1a3e-41bb-ba89-d6b7d8011861 None None] The sync data for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 is: [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '38ff946c-2105-47a9-bff6-6eb6f564d1c7', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:32Z', 'updated_at': '2021-07-29T18:01:32Z', 'revision_number': 0, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:38.369961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 4edced9e-1652-473b-b40c-785f5f8a8603 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:01:38.370456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4edced9e-1652-473b-b40c-785f5f8a8603 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:01:38.690229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-7116a332-7637-4d92-9715-6bb8fc413a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:38.691758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-7116a332-7637-4d92-9715-6bb8fc413a04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.5420170 Jul 29 18:01:38.711542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48236) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:38.711900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:38.724342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb05e2-5c73-482b-beee-6ccc5bc74db6 None None] New status for floating IP 38ff946c-2105-47a9-bff6-6eb6f564d1c7: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:01:38.753651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca15e8c-c77e-4675-8110-0d75ced86a15 req-0e840d1f-5859-4cb3-8101-c1b9bf0bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:38.755279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ca15e8c-c77e-4675-8110-0d75ced86a15 req-0e840d1f-5859-4cb3-8101-c1b9bf0bb771 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.4976153 Jul 29 18:01:38.830401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ca15e8c-c77e-4675-8110-0d75ced86a15 req-6fdca6e0-c67f-4d7a-a68f-98083e958a7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611372 Jul 29 18:01:38.839396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b2da5-3862-4985-af5e-c28b30b4d05b req-d92074c0-b926-423f-a119-9a2bc4a6ce1d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:38.847564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a93b2da5-3862-4985-af5e-c28b30b4d05b req-d92074c0-b926-423f-a119-9a2bc4a6ce1d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.5102999 Jul 29 18:01:38.864344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-b11587d4-4c34-4085-bbfb-edccda24d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:38.866694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-b11587d4-4c34-4085-bbfb-edccda24d99a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490397 Jul 29 18:01:38.874742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Deleting subnet ee592f10-14db-4cc4-8383-8e2298fdb482 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:01:38.880181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.885771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bae6d4e8-6c78-4ac8-af65-f16255cd9a00 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 200 len: 991 time: 0.1573863 Jul 29 18:01:38.945995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.949562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.989014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:38.991040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/ports/4ec11337-eb36-47fe-8034-634960240d4b HTTP/1.1" status: 204 len: 168 time: 1.4359889 Jul 29 18:01:38.996029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:39.006253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a93b2da5-3862-4985-af5e-c28b30b4d05b req-d52d1fad-c721-435d-99d8-478df8ae678d tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563377 Jul 29 18:01:39.025558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56b415-9990-433f-b62c-7f3bc98ea37d tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Port': ['ID=4ec11337-eb36-47fe-8034-634960240d4b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:39.050081 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bec2c8-2aa9-4d62-8eb8-3f7f541b9011 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:39.050613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bec2c8-2aa9-4d62-8eb8-3f7f541b9011 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:39.055456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48bec2c8-2aa9-4d62-8eb8-3f7f541b9011 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/c3c00532-af26-4467-ad0f-7152119350e2 HTTP/1.1" status: 404 len: 337 time: 0.0587885 Jul 29 18:01:39.058671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48242) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:39.076124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.083962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-3f9efb0a-d173-445a-868f-11483b42171c service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080595 Jul 29 18:01:39.192812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.235949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-007f578e-2c7d-42f5-b384-9669ebf3d60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.257687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee592f10-14db-4cc4-8383-8e2298fdb482,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:39.270702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.273205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8437d1f7-5e76-4f54-a1ed-531535f9ba70 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee592f10-14db-4cc4-8383-8e2298fdb482 HTTP/1.1" status: 204 len: 168 time: 0.5603149 Jul 29 18:01:39.275805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:39.320613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.325467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb78d80b-b696-4d4e-98fa-3ebb1a0583b4 req-3d9bce8b-51e4-43f9-a803-6e9280b79bbd service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026103 Jul 29 18:01:39.371849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.397119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting port 4a3368fa-729f-4418-9976-6ae96a78cbff {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:39.397470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.484627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] For port 4a3368fa-729f-4418-9976-6ae96a78cbff, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4a3368fa-729f-4418-9976-6ae96a78cbff,segment=NetworkSegment(f4821cde-c0f8-423a-9558-0d0eb99ba371),segment_id=f4821cde-c0f8-423a-9558-0d0eb99ba371)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:39.484995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.489992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.513119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Calling delete_port for 4a3368fa-729f-4418-9976-6ae96a78cbff owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:39.531820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a31966-7c5c-4f4a-a622-f27fa85e4f1b']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.545058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6381498-5c17-4ea9-bc26-8a33c62ce958') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.545697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6381498-5c17-4ea9-bc26-8a33c62ce958') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.559910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.601593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b279-28d2-44c4-896a-bbb5e10f5425 req-eaf853b5-3a3f-4761-b24e-11f4a8cbf6bf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:39.603563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5128b279-28d2-44c4-896a-bbb5e10f5425 req-eaf853b5-3a3f-4761-b24e-11f4a8cbf6bf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1267805 Jul 29 18:01:39.604832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.619193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:39.620027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:39.621994 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:39.633548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.674374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Port': ['ID=4a3368fa-729f-4418-9976-6ae96a78cbff,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:39.679882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No DVR routers for this DVR port 4a3368fa-729f-4418-9976-6ae96a78cbff on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:39.748022 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5128b279-28d2-44c4-896a-bbb5e10f5425 req-7f746a48-f75f-4040-a74b-ff64b41ac151 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362903 Jul 29 18:01:39.751576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.759081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.761479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] 10.222.0.16 "DELETE /v2.0/networks/64a31966-7c5c-4f4a-a622-f27fa85e4f1b HTTP/1.1" status: 204 len: 168 time: 0.4847474 Jul 29 18:01:39.775063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0e3a7-78af-4c62-bd4d-1936a999bd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a31966-7c5c-4f4a-a622-f27fa85e4f1b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:39.830456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.842479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344601b8-9b54-41d1-8f6b-5c1c0516f6e1']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.861127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4821cde-c0f8-423a-9558-0d0eb99ba371') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.861828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4821cde-c0f8-423a-9558-0d0eb99ba371') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:39.890135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:39.906870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.944660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.956807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:39.957046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:39.960766 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:40.034804 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21040da9-e9db-4abe-99c6-3b0534a9a758 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 200 len: 993 time: 0.1435211 Jul 29 18:01:40.058941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.081090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.090910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.092819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/344601b8-9b54-41d1-8f6b-5c1c0516f6e1 HTTP/1.1" status: 204 len: 168 time: 1.0332410 Jul 29 18:01:40.096394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.131206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89017-b2ff-4b01-ac36-3239dae4e79e tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=344601b8-9b54-41d1-8f6b-5c1c0516f6e1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:40.166720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9626651b-776a-4608-afb5-653a07cb7f05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43afc1b0684d4f1eaac6e479377b617a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012638 Jul 29 18:01:40.167499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48262) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.234856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting port 81940817-d45b-437e-9e3b-a0615fe80612 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:40.235300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.239641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139334d8-7563-45ed-b92c-2415833a36ee req-271ae3f4-15d3-4904-a0f8-e80ba557c629 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:40.241508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-139334d8-7563-45ed-b92c-2415833a36ee req-271ae3f4-15d3-4904-a0f8-e80ba557c629 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.1240561 Jul 29 18:01:40.272340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.313930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-139334d8-7563-45ed-b92c-2415833a36ee req-436a616a-b4ac-4902-9271-efbb4c5966f5 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 Jul 29 18:01:40.376582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.421423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.459568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Calling delete_port for 81940817-d45b-437e-9e3b-a0615fe80612 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:40.491628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.496727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.502001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2919fa7d-9bab-4fc3-96c5-0cc120e50284 HTTP/1.1" status: 204 len: 168 time: 0.3330920 Jul 29 18:01:40.513196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467af74-b454-4b36-b3bf-6fed48570b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919fa7d-9bab-4fc3-96c5-0cc120e50284,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:40.551097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded9164-e7ed-4d4a-9c10-cf48886bac65 req-a8d7cd13-f76f-4a8d-bc37-e95039946df0 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:40.553007 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ded9164-e7ed-4d4a-9c10-cf48886bac65 req-a8d7cd13-f76f-4a8d-bc37-e95039946df0 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.1284211 Jul 29 18:01:40.618589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9ded9164-e7ed-4d4a-9c10-cf48886bac65 req-bd59cb75-a2c5-4e6a-8647-d8b6809520b7 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513034 Jul 29 18:01:40.641331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.704715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Port': ['ID=81940817-d45b-437e-9e3b-a0615fe80612,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:40.709907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:40.712273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8aa2fb6c-618a-4410-a7b8-6c5b17fe4134 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/ports/81940817-d45b-437e-9e3b-a0615fe80612 HTTP/1.1" status: 204 len: 168 time: 0.6146064 Jul 29 18:01:40.715592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48276) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.764439 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf533a5-8233-4cd9-b5f6-e2e8f9a26cbe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] DELETE failed (client error): The resource could not be found. Jul 29 18:01:40.764904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf533a5-8233-4cd9-b5f6-e2e8f9a26cbe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:01:40.766897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bcf533a5-8233-4cd9-b5f6-e2e8f9a26cbe tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/af1a74d6-c459-4fc5-a66c-bf2e21353186 HTTP/1.1" status: 404 len: 337 time: 0.0500751 Jul 29 18:01:40.769937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.861811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11180-f7b7-4c7c-82e8-92eb29837a75 req-39b4f5fa-caff-4d69-9dd6-6d34eb70af2a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:40.870430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6f11180-f7b7-4c7c-82e8-92eb29837a75 req-39b4f5fa-caff-4d69-9dd6-6d34eb70af2a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.1173797 Jul 29 18:01:40.939287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6f11180-f7b7-4c7c-82e8-92eb29837a75 req-d061b3a5-27d9-4f24-bcf6-76a24f149c0e tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678568 Jul 29 18:01:40.954005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48286) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:40.991070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.061207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e336f-2bbc-4c3a-98d5-93b892586453 req-f9dc982d-02ff-488a-8b04-d9b51733fc23 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:41.071416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e2e336f-2bbc-4c3a-98d5-93b892586453 req-f9dc982d-02ff-488a-8b04-d9b51733fc23 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0931237 Jul 29 18:01:41.164874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.178578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241c2550-b457-42ae-9d75-845e2b78e667']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:41.196535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9e2e336f-2bbc-4c3a-98d5-93b892586453 req-c452e860-c66d-483c-9942-210d09152f2e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218212 Jul 29 18:01:41.231150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f0725c-8faf-474e-8857-ef4fffc17a38') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:41.231617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f0725c-8faf-474e-8857-ef4fffc17a38') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:41.256055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.289840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.299214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:41.301223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:41.307438 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:41.496380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151e97f-c83f-4128-b4db-c71f676c468d tempest-TestServerBasicOps-1074974027 tempest-TestServerBasicOps-1074974027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:41.497546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0151e97f-c83f-4128-b4db-c71f676c468d tempest-TestServerBasicOps-1074974027 tempest-TestServerBasicOps-1074974027-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1092 time: 0.5422425 Jul 29 18:01:41.500806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:41.506304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:41.509031 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.534752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.538154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/241c2550-b457-42ae-9d75-845e2b78e667 HTTP/1.1" status: 204 len: 168 time: 0.7669137 Jul 29 18:01:41.541216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:41.546526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.562509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f1b0-cf44-4e80-9d13-4f91825518dd tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=241c2550-b457-42ae-9d75-845e2b78e667,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:41.639512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting subnet 29494ed2-3d38-4ab7-a48e-f3a5808bcb3f {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:01:41.644920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.663487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74eb561a-b8ea-4ab6-b6d7-faedb0496027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.721718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.865558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.906681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:41.922702 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.032455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.058456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa9c4f-6670-43f0-aa85-1b37ff2fc692 None None] Network 234ceb9d-935e-40f3-aa41-10c5e2ae2667 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:42.093563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.110894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:42.111152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/subnets/29494ed2-3d38-4ab7-a48e-f3a5808bcb3f HTTP/1.1" status: 204 len: 168 time: 0.5683188 Jul 29 18:01:42.117397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1612926-e4df-40e9-ae17-a636f0ad7719 tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Subnet': ['ID=29494ed2-3d38-4ab7-a48e-f3a5808bcb3f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:42.156260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Allocated IP 172.25.5.64 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/ddfd044d-f287-4190-8600-306aff4e4a40) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:42.252103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.289000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.339743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.374524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Deleting port 73a14947-30cc-45e3-930d-ecc8a0dfde45 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:42.375116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.395933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:42.399579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:42.404604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:42.434892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] DHCP port deletion for 234ceb9d-935e-40f3-aa41-10c5e2ae2667 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:01:42.470561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24270-2809-4a53-bbb4-2dfcda4a07a1 req-e4bc05f1-136e-4270-8f9e-499bef6271a9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:42.472401 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45d24270-2809-4a53-bbb4-2dfcda4a07a1 req-e4bc05f1-136e-4270-8f9e-499bef6271a9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1634693 Jul 29 18:01:42.474579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] For port 73a14947-30cc-45e3-930d-ecc8a0dfde45, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73a14947-30cc-45e3-930d-ecc8a0dfde45,segment=NetworkSegment(bcdd3b63-ea7b-44e2-86db-767cba4a79b4),segment_id=bcdd3b63-ea7b-44e2-86db-767cba4a79b4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:42.475144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.510687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Calling delete_port for 73a14947-30cc-45e3-930d-ecc8a0dfde45 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:42.534452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-45d24270-2809-4a53-bbb4-2dfcda4a07a1 req-1197def1-47d0-46a0-ba53-9e9f252c0898 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506263 Jul 29 18:01:42.540501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Deleting port 73a14947-30cc-45e3-930d-ecc8a0dfde45 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:42.546212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.675387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] For port 73a14947-30cc-45e3-930d-ecc8a0dfde45, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=73a14947-30cc-45e3-930d-ecc8a0dfde45,segment=NetworkSegment(bcdd3b63-ea7b-44e2-86db-767cba4a79b4),segment_id=bcdd3b63-ea7b-44e2-86db-767cba4a79b4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:42.676309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.678378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.697929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] No DVR routers for this DVR port 73a14947-30cc-45e3-930d-ecc8a0dfde45 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:42.709110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Calling delete_port for 73a14947-30cc-45e3-930d-ecc8a0dfde45 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:42.832694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.857165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Port': ['ID=73a14947-30cc-45e3-930d-ecc8a0dfde45,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:42.865348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] Pushing event deleted for resources: {'Port': ['ID=73a14947-30cc-45e3-930d-ecc8a0dfde45,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:42.867584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530641e-78e4-4d95-924d-890835f08cc1 None None] No DVR routers for this DVR port 73a14947-30cc-45e3-930d-ecc8a0dfde45 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:42.875866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.876214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.876974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.876974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.877262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.877546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.877870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.878193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.878538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.878857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.879182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.879504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:42.885073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'Port': ['ID=ddfd044d-f287-4190-8600-306aff4e4a40,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:42.888607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.900076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234ceb9d-935e-40f3-aa41-10c5e2ae2667']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:42.913931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:42.914329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdd3b63-ea7b-44e2-86db-767cba4a79b4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:42.924759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.942804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.949861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:42.950401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.962488 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:42.980596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418044-1eed-4761-aede-303cecc6c8bd req-bacf7192-7cc3-4c6a-942e-de2bd7639df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:42.982207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-bacf7192-7cc3-4c6a-942e-de2bd7639df5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1096 time: 0.1225193 Jul 29 18:01:43.003512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73a14947-30cc-45e3-930d-ecc8a0dfde45 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:43.022003 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:43.037152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 73a14947-30cc-45e3-930d-ecc8a0dfde45 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:01:43.037510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 73a14947-30cc-45e3-930d-ecc8a0dfde45 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:01:43.060711 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.075493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.095101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.097222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] 10.222.0.16 "DELETE /v2.0/networks/234ceb9d-935e-40f3-aa41-10c5e2ae2667 HTTP/1.1" status: 204 len: 168 time: 0.9846692 Jul 29 18:01:43.098187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a45f92-ebf0-4137-ad6e-6081e4a5b8cc tempest-NetworksIpV6TestAttrs-58269616 tempest-NetworksIpV6TestAttrs-58269616-project] Pushing event deleted for resources: {'Network': ['ID=234ceb9d-935e-40f3-aa41-10c5e2ae2667,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:43.151537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418044-1eed-4761-aede-303cecc6c8bd req-f91bfc32-d72e-4619-8a40-54d878bdf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:43.153144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-f91bfc32-d72e-4619-8a40-54d878bdf449 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.1626499 Jul 29 18:01:43.247055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-8a3e1e22-0477-480e-ae82-2a4af6a64da9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 1001 time: 0.0674658 Jul 29 18:01:43.247757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.315585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418044-1eed-4761-aede-303cecc6c8bd req-c112c0de-ac1a-4d1c-a748-2c4c97f4b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:43.317088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-c112c0de-ac1a-4d1c-a748-2c4c97f4b775 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0442796 Jul 29 18:01:43.427004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418044-1eed-4761-aede-303cecc6c8bd req-52b02021-0703-4781-b498-6d12ffce664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:43.428547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-52b02021-0703-4781-b498-6d12ffce664b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888486 Jul 29 18:01:43.433609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48346) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:43.568051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.575387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-417d933a-ce88-4535-ba3d-f777290aad0e service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305799 Jul 29 18:01:43.578546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.686644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07ba4cdb-e3b3-4061-a039-4ef1d758a90d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fc0e5e72b604fd79c71378fa992f152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502847 Jul 29 18:01:43.688344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:43.709161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event updated for resources: {'Port': ['ID=ddfd044d-f287-4190-8600-306aff4e4a40,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:43.724246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.724617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.724920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.725258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.725585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.725910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.726230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.726585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.726902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.727213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.727531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.727847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:43.738152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.792540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc63-3a25-410d-a8c0-cc9b56d8b388 req-28ab8378-0c32-45b4-9f47-e1948410c069 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:43.794208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17e2cc63-3a25-410d-a8c0-cc9b56d8b388 req-28ab8378-0c32-45b4-9f47-e1948410c069 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0898726 Jul 29 18:01:43.805340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c418044-1eed-4761-aede-303cecc6c8bd req-890b3157-945d-4b69-92f4-ca4a495b4152 service neutron] 10.222.0.38 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228594 Jul 29 18:01:43.817897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.872546 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Floating IP 67a5e9f5-8eab-4f8b-9dff-841240e66062 associated. External IP: 172.25.5.64, port: a0490934-838c-481f-96ac-f6e5b1ce458c. Jul 29 18:01:43.875170 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-17e2cc63-3a25-410d-a8c0-cc9b56d8b388 req-012ec239-acfb-4c4b-b7eb-df4264d5da19 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638371 Jul 29 18:01:43.885784 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.963710 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.969646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:43.973246 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98643338-0670-43fa-b0af-fad19cf6eb97 HTTP/1.1" status: 204 len: 168 time: 0.2813368 Jul 29 18:01:43.980295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d73731-5544-49c3-8d41-73131237d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98643338-0670-43fa-b0af-fad19cf6eb97,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:44.145126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Router bdb5d006-e1d7-4910-8423-0b04d69c0afc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:01:44.275793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:01:44.291439 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Sync routers for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:01:44.303336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:44.304466 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:44.314752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:44.367256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a3eed74d-27ba-4c5b-86da-cdf01dc2f84a tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8649559 Jul 29 18:01:44.368230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:44.371368 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832b630-8451-4e20-ba3c-3e1295e96b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:44.419780 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f26e8a-93c1-4932-b8f1-a3df33f99749 x-openstack-request-id: req-89f26e8a-93c1-4932-b8f1-a3df33f99749 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:44.420243 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:44.420504 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89f26e8a-93c1-4932-b8f1-a3df33f99749 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:44.420946 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'status': 'completed', 'code': 200} Jul 29 18:01:44.487899 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:44.535099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-88b08c38-a386-46d4-bd47-71b1416775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:44.537179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-88b08c38-a386-46d4-bd47-71b1416775ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.0921271 Jul 29 18:01:44.610229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:44.707499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-913d3d75-6f14-4766-b7db-42ee6d646d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:44.710937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-913d3d75-6f14-4766-b7db-42ee6d646d59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 908 time: 0.1639142 Jul 29 18:01:44.799205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-cdf4fc53-72fe-46d0-a2e1-3508d957f962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 999 time: 0.0812440 Jul 29 18:01:44.857963 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '67a5e9f5-8eab-4f8b-9dff-841240e66062', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'port_id': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'mac_address': 'fa:16:3e:f8:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976e359-8801-4418-82ff-cc9e06b7226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:42Z', 'updated_at': '2021-07-29T18:01:42Z', 'revision_number': 0, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:44.880059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:44.905897 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Checking router: bdb5d006-e1d7-4910-8423-0b04d69c0afc for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:01:44.915464 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:01:44.916368 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:01:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:44.928280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-2b26d38a-3626-4ad7-bf35-3161537de0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:44.930000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-2b26d38a-3626-4ad7-bf35-3161537de0b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.1204245 Jul 29 18:01:45.063241 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:01:45.125862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3d06-7ed1-43f1-9e74-6c3275e3c874 req-aeb7e5e4-8c33-4065-b8de-76a74f7dfed9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:45.134804 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59cd3d06-7ed1-43f1-9e74-6c3275e3c874 req-aeb7e5e4-8c33-4065-b8de-76a74f7dfed9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0818112 Jul 29 18:01:45.237476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59cd3d06-7ed1-43f1-9e74-6c3275e3c874 req-831de4ca-2d9a-4468-acf1-895fa54ccd7f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003413 Jul 29 18:01:45.341004 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '67a5e9f5-8eab-4f8b-9dff-841240e66062', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'port_id': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'mac_address': 'fa:16:3e:f8:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976e359-8801-4418-82ff-cc9e06b7226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:42Z', 'updated_at': '2021-07-29T18:01:42Z', 'revision_number': 0, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:45.370584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11a219-c111-41e0-ad0f-2050a3b43780 None None] The sync data for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 is: [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '67a5e9f5-8eab-4f8b-9dff-841240e66062', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'port_id': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'mac_address': 'fa:16:3e:f8:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976e359-8801-4418-82ff-cc9e06b7226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:01:42Z', 'updated_at': '2021-07-29T18:01:42Z', 'revision_number': 0, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:01:45.388456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580024445'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:45.416344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-ff08b023-0448-4eb4-8077-1b548ef48e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:45.417878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-ff08b023-0448-4eb4-8077-1b548ef48e20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4796135 Jul 29 18:01:45.418928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:45.422421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.439521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.573061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-cdb8338a-6754-424f-88c7-4dedf39724a7 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470001 Jul 29 18:01:45.701033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.712982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.717262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7fd5f-2d84-4d6c-b571-308b49ef35eb None None] New status for floating IP 67a5e9f5-8eab-4f8b-9dff-841240e66062: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:01:45.738130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c832b630-8451-4e20-ba3c-3e1295e96b0a req-d0a86723-a175-4a8e-815c-5a683a2412a5 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480887 Jul 29 18:01:45.743537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:45.757851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d376ac-43ce-4919-9839-a64f3d5be27f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:45.763342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.763681 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 3e591d06-595a-49b3-9707-53d2cdd13de7 of type vlan for network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 Jul 29 18:01:45.814496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.852242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.859269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:45.860054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:45.925484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0443480 Jul 29 18:01:45.953557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57836af-f502-4c2a-a1f5-54de0034398b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=42c26b0b-9772-4dd3-9aa0-8a60e44b47f5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:45.986510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:46.149772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48424) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:46.155279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:46.250566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:46.253994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.361030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:01:46.391737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6a70-9bde-4c9c-bf59-d6dba6c515af req-e9a71131-766c-4707-b7e3-8dac813b2ae9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:46.393381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b0f6a70-9bde-4c9c-bf59-d6dba6c515af req-e9a71131-766c-4707-b7e3-8dac813b2ae9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0798872 Jul 29 18:01:46.450074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.473753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:46.474662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b0f6a70-9bde-4c9c-bf59-d6dba6c515af req-c23e1cc9-5e58-424a-b04d-54f29ab90704 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732055 Jul 29 18:01:46.476284 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dbbb7f-af91-422d-9dc9-3cdb3e25790b" -d '{"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-unplugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:46.518399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:46.524072 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7cd57-ba7d-4a47-8988-cbc5840a9081 x-openstack-request-id: req-30a7cd57-ba7d-4a47-8988-cbc5840a9081 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:46.524689 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-unplugged", "status": "failed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "code": 422}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:46.524689 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30a7cd57-ba7d-4a47-8988-cbc5840a9081 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:46.525012 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'code': 422} returned with failed status Jul 29 18:01:46.526228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.548221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.583275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:46.626097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=235774e1-31b2-441c-87d2-3061458846a6,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:46.643074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '3e591d06-595a-49b3-9707-53d2cdd13de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:46.643433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:46.661098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:46.672358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:46.676604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:46.677191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.682333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3d665-6594-4e78-94a3-f3bc144d4425 None None] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:46.693784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1372d2ce-a7e0-4dea-9d75-a727d4c2ba01 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5428357 Jul 29 18:01:46.698697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:46.704238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1635272505'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:46.732865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:46.736657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.763090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:46.773093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.773487 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment aaa7f036-a87e-4d83-b1b7-edeefb560dcc of type vlan for network 8c523aa4-f432-4962-aa01-6e3a00235516 Jul 29 18:01:46.816999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.841919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-42c26b0b-9772-4dd3-9aa0-8a60e44b47f5', 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '235774e1-31b2-441c-87d2-3061458846a6'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:46.842918 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.851353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.858273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:46.858462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:46.953717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=8c523aa4-f432-4962-aa01-6e3a00235516,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:46.958785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e57eb2ee-5035-4c4a-84c3-fabeeb1767fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2589269 Jul 29 18:01:46.961516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48454) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:46.969118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '8c523aa4-f432-4962-aa01-6e3a00235516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:46.985923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8c523aa4-f432-4962-aa01-6e3a00235516 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:47.062233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Allocated IP 172.20.255.242 (42c26b0b-9772-4dd3-9aa0-8a60e44b47f5/235774e1-31b2-441c-87d2-3061458846a6/e0dd3304-3e81-44f5-b748-7207262da60a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:47.116009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:47.120084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.405087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.444726 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.455521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Transition to ACTIVE for port object e0dd3304-3e81-44f5-b748-7207262da60a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:47.476658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Transition to ACTIVE for port object e0dd3304-3e81-44f5-b748-7207262da60a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:47.488608 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.495176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=5038f58f-45d1-4627-86b5-ed329ccd3a38,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:47.502455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': 'aaa7f036-a87e-4d83-b1b7-edeefb560dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8c523aa4-f432-4962-aa01-6e3a00235516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:47.502922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 8c523aa4-f432-4962-aa01-6e3a00235516, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:47.524993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 8c523aa4-f432-4962-aa01-6e3a00235516 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:47.537608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:47.540095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8c523aa4-f432-4962-aa01-6e3a00235516) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:47.541086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:47.544857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:47.545613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:47.546522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.554136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4855e1-260f-460b-8a9b-b94c5d4f1d77 None None] Network 8c523aa4-f432-4962-aa01-6e3a00235516 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:47.559689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Pushing event updated for resources: {'Port': ['ID=e0dd3304-3e81-44f5-b748-7207262da60a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:47.569184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-33cd913b-bcfa-4088-a5e8-064f79350836 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6057842 Jul 29 18:01:47.572165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:47.746078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79843a-3dd4-4619-a57b-5ed9cf67d75d req-b2b62a88-1f60-411b-9996-88cfd5228774 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:47.747955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab79843a-3dd4-4619-a57b-5ed9cf67d75d req-b2b62a88-1f60-411b-9996-88cfd5228774 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.0891879 Jul 29 18:01:47.768487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Attempting to bind port e0dd3304-3e81-44f5-b748-7207262da60a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:47.768874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Attempting to bind port e0dd3304-3e81-44f5-b748-7207262da60a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3e591d06-595a-49b3-9707-53d2cdd13de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:47.769229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Attempting to bind port e0dd3304-3e81-44f5-b748-7207262da60a on network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:47.772407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-e1c02479-1866-473d-bd0d-09a064b5365a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574207 Jul 29 18:01:47.780334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:47.780721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Checking segment: {'id': '3e591d06-595a-49b3-9707-53d2cdd13de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:47.781222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.781510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Bound using segment: {'id': '3e591d06-595a-49b3-9707-53d2cdd13de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:47.782587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Bound port: e0dd3304-3e81-44f5-b748-7207262da60a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e591d06-595a-49b3-9707-53d2cdd13de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '42c26b0b-9772-4dd3-9aa0-8a60e44b47f5'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:47.782587 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.787424 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.871711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ab79843a-3dd4-4619-a57b-5ed9cf67d75d req-6a489211-2c5a-4c30-b319-4f56a869288b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081705 Jul 29 18:01:47.872581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.886107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a342a7-ce5a-4420-9fea-0f5c62272dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8c523aa4-f432-4962-aa01-6e3a00235516', 'network_id': '8c523aa4-f432-4962-aa01-6e3a00235516', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '5038f58f-45d1-4627-86b5-ed329ccd3a38'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:47.887176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a342a7-ce5a-4420-9fea-0f5c62272dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.929670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] For port e0dd3304-3e81-44f5-b748-7207262da60a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:47.933989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] For port e0dd3304-3e81-44f5-b748-7207262da60a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e0dd3304-3e81-44f5-b748-7207262da60a,segment=NetworkSegment(3e591d06-595a-49b3-9707-53d2cdd13de7),segment_id=3e591d06-595a-49b3-9707-53d2cdd13de7)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:47.955806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:47.986637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=5038f58f-45d1-4627-86b5-ed329ccd3a38,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:47.994882 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.126342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb197a-c45a-4447-b8ee-84cfefb68519 None None] Pushing event updated for resources: {'Port': ['ID=e0dd3304-3e81-44f5-b748-7207262da60a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-d9a342a7-ce5a-4420-9fea-0f5c62272dc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5038f58f-45d1-4627-86b5-ed329ccd3a38: This subnet is being modified by another concurrent operation. Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5038f58f-45d1-4627-86b5-ed329ccd3a38: This subnet is being modified by another concurrent operation. Jul 29 18:01:48.132352 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:01:48.170273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b046275-bfa5-4b53-a588-e68181533c45 None None] Network 8c523aa4-f432-4962-aa01-6e3a00235516 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:48.575712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.586361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c523aa4-f432-4962-aa01-6e3a00235516']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:48.596174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa7f036-a87e-4d83-b1b7-edeefb560dcc') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:48.596533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa7f036-a87e-4d83-b1b7-edeefb560dcc') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:48.605206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.618413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.624429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:48.624752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:48.627812 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:48.688518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.697699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.704515 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/8c523aa4-f432-4962-aa01-6e3a00235516 HTTP/1.1" status: 204 len: 168 time: 1.1259229 Jul 29 18:01:48.705441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48526) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:48.710293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6244cd3-a5d0-4000-a89d-6e81b8f29212 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=8c523aa4-f432-4962-aa01-6e3a00235516,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:48.712025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-639369709'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:48.764943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:48.768559 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.801547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:48.805221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b9d20362-d895-4411-a33d-d1f56800f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:48.806913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b9d20362-d895-4411-a33d-d1f56800f7b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64&tenant_id=6cbe4c9372f74aed97e3f3d926087fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0723155 Jul 29 18:01:48.816554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.817173 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 288ad701-392f-40f1-9daf-09e0df23484d of type vlan for network a6c3b2ef-5ef8-446f-b1af-ecac734aeabb Jul 29 18:01:48.823407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:48.918168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:48.931072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.021826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.030375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:49.030375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.084194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e0dd3304-3e81-44f5-b748-7207262da60a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:49.148914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e0dd3304-3e81-44f5-b748-7207262da60a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:49.168562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4613221 Jul 29 18:01:49.171978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48530) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:49.177604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': 'a6c3b2ef-5ef8-446f-b1af-ecac734aeabb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:49.205478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a253e-41c2-4d0e-adf5-432b8951082e req-b075daa5-3e0a-4ebd-88e1-1c6dd9c6197c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:49.213425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-102a253e-41c2-4d0e-adf5-432b8951082e req-b075daa5-3e0a-4ebd-88e1-1c6dd9c6197c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 943 time: 0.2262359 Jul 29 18:01:49.271179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-102a253e-41c2-4d0e-adf5-432b8951082e req-490cc03f-cd67-4239-abf6-6cd3157ec9b1 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516829 Jul 29 18:01:49.278356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0b012-2743-4523-adb5-a8e43c0e636a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=a6c3b2ef-5ef8-446f-b1af-ecac734aeabb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:49.292805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a6c3b2ef-5ef8-446f-b1af-ecac734aeabb details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:49.332865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:49.342452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.414823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:49.421341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing IP validity checks on allocation pools {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 18:01:49.422050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 18:01:49.469012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:49.475762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfde741-59f3-41c9-905f-d086afff67a6 None None] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:49.519717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:01:49.528911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.544057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Transition to ACTIVE for port object bf66885e-6e33-4c90-baef-c03fe84332e8 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:49.552482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.585687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.591381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Provisioning for port e0dd3304-3e81-44f5-b748-7207262da60a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:01:49.600788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Provisioning complete for port e0dd3304-3e81-44f5-b748-7207262da60a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:49.610838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.637190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=9']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:49.706170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '288ad701-392f-40f1-9daf-09e0df23484d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c3b2ef-5ef8-446f-b1af-ecac734aeabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:49.706921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: a6c3b2ef-5ef8-446f-b1af-ecac734aeabb, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:49.709289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=45354c39-3eb0-44b8-abbb-7aa061950927,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:49.733709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network a6c3b2ef-5ef8-446f-b1af-ecac734aeabb is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:49.753091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a6c3b2ef-5ef8-446f-b1af-ecac734aeabb) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:49.758547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:49.759414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.759691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] No DVR routers for this DVR port bf66885e-6e33-4c90-baef-c03fe84332e8 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:49.773572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbef6b7-0c95-4f9f-b84e-d6bfdbf2f2b9 None None] Network a6c3b2ef-5ef8-446f-b1af-ecac734aeabb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:49.779824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-038e6ab3-d23c-4e6d-b059-e9f3e27aa3f3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6053858 Jul 29 18:01:49.781669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:49.896079 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.955002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:49.955333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:49.955651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:49.961679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:01:49.962008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Attempting to bind port bf66885e-6e33-4c90-baef-c03fe84332e8 on network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:49.971935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:49.972265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Checking segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:49.972657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Bound using segment: {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:49.973087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Bound port: bf66885e-6e33-4c90-baef-c03fe84332e8, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bb5e03-0042-40b0-82a0-197befa52e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:49.973446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:49.987144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.036515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.071094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:50.084305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:50.086988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.094260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.119847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] For port e0dd3304-3e81-44f5-b748-7207262da60a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e0dd3304-3e81-44f5-b748-7207262da60a,segment=NetworkSegment(3e591d06-595a-49b3-9707-53d2cdd13de7),segment_id=3e591d06-595a-49b3-9707-53d2cdd13de7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:50.124573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=45354c39-3eb0-44b8-abbb-7aa061950927,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:50.167202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:50.167813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.173175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] 10.222.0.49 "PUT /v2.0/ports/bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 1091 time: 1.3503850 Jul 29 18:01:50.173730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:01:50.176160 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a5ef7-5b90-493c-af6b-b3e825980d18" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:01:50.186003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3e14d-def9-43db-9611-078f47f026ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-a6c3b2ef-5ef8-446f-b1af-ecac734aeabb', 'network_id': 'a6c3b2ef-5ef8-446f-b1af-ecac734aeabb', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '45354c39-3eb0-44b8-abbb-7aa061950927'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:50.187463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62f3e14d-def9-43db-9611-078f47f026ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.194320 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.252003 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.273402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c3b2ef-5ef8-446f-b1af-ecac734aeabb']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:50.288332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288ad701-392f-40f1-9daf-09e0df23484d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:50.288728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288ad701-392f-40f1-9daf-09e0df23484d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:50.293381 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073b5ce-0881-4d72-833d-a9fc1588e6a4 x-openstack-request-id: req-a073b5ce-0881-4d72-833d-a9fc1588e6a4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:01:50.293712 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:01:50.293940 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a073b5ce-0881-4d72-833d-a9fc1588e6a4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:01:50.295653 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'status': 'completed', 'code': 200} Jul 29 18:01:50.302472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.308433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e166e-8896-4a5b-8300-ab815427f993 service neutron] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=10']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:50.337772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.338323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b34ea27a-e848-4c73-8076-d2162a16999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:50.346136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:50.346677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:50.350287 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:50.352859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b34ea27a-e848-4c73-8076-d2162a16999a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1095 time: 0.1342452 Jul 29 18:01:50.430705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110afed3-7921-4455-83be-e4e145f7dc39 None None] Pushing event updated for resources: {'Port': ['ID=e0dd3304-3e81-44f5-b748-7207262da60a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:50.458930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1097cd-8dc3-4587-a6c8-940dbdb06698 None None] Network a6c3b2ef-5ef8-446f-b1af-ecac734aeabb requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:50.597713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-545fc34f-4dee-490c-9e5f-57ce9d4a65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:50.599884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-545fc34f-4dee-490c-9e5f-57ce9d4a65fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.2468040 Jul 29 18:01:50.615068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.631914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.638892 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/a6c3b2ef-5ef8-446f-b1af-ecac734aeabb HTTP/1.1" status: 204 len: 168 time: 0.8522491 Jul 29 18:01:50.650060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48554) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:50.711936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-33a8bb64-fcc7-4796-a9a9-90142436970a None None] Provisioning complete for port e0dd3304-3e81-44f5-b748-7207262da60a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:50.713028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33a8bb64-fcc7-4796-a9a9-90142436970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.727611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855379662'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:50.733906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-bb16f1bd-bf0e-494b-a874-5c7ad271f50d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 999 time: 0.1256666 Jul 29 18:01:50.747146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8e6f2-4855-4239-92fd-486456d24499 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:50.783420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b78b7-65a2-42a7-9908-85b755fb5b5f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=a6c3b2ef-5ef8-446f-b1af-ecac734aeabb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:50.792328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:50.802284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.823829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00228-4424-441e-8f85-56a1d47287b6 req-1a1e0072-19cd-4c8a-8607-5b10fdc5597b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:50.829868 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23e00228-4424-441e-8f85-56a1d47287b6 req-1a1e0072-19cd-4c8a-8607-5b10fdc5597b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.3219285 Jul 29 18:01:50.860517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-97f0aa8a-4200-4db8-ba45-1983073cb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:50.862645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-97f0aa8a-4200-4db8-ba45-1983073cb89f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.1185853 Jul 29 18:01:50.897046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:50.914318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-23e00228-4424-441e-8f85-56a1d47287b6 req-6762f0a8-1cff-46bd-a91d-7e851d2f32f8 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703459 Jul 29 18:01:50.920214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:50.920841 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 4a83c466-824b-4c9b-a9c8-63535da04145 of type vlan for network dab83c2f-f0df-43ea-a306-46f74637bee8 Jul 29 18:01:50.989487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.040607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b0da52a8-4262-463a-86e3-ae7e2c5cf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.042150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-b0da52a8-4262-463a-86e3-ae7e2c5cf73b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286571 Jul 29 18:01:51.049964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83b472-0be2-4df5-b36d-b13673eeffe1 req-3043b437-b3e7-453f-ba8f-4f676c02c073 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.051163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.056873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.057461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.067122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf83b472-0be2-4df5-b36d-b13673eeffe1 req-3043b437-b3e7-453f-ba8f-4f676c02c073 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.2401950 Jul 29 18:01:51.112615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e0dd3304-3e81-44f5-b748-7207262da60a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:01:51.194126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8e6f2-4855-4239-92fd-486456d24499 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:51.207045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5519974 Jul 29 18:01:51.208208 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf83b472-0be2-4df5-b36d-b13673eeffe1 req-ace0804a-3fb6-4f6e-aeea-3eb69c202b46 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390607 Jul 29 18:01:51.209110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747f60a-d5bb-45c5-a7aa-70556d0cae99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=dab83c2f-f0df-43ea-a306-46f74637bee8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:51.211609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48560) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:51.226736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dab83c2f-f0df-43ea-a306-46f74637bee8 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:51.228004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': 'dab83c2f-f0df-43ea-a306-46f74637bee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:51.295735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-1422f050-3ca9-4a36-8392-b475b6b9c96f service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254293 Jul 29 18:01:51.350701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:51.355102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.426204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e0dd3304-3e81-44f5-b748-7207262da60a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:01:51.426204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.430950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-5ae61147-db2b-44a8-9c02-54083662741f service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253660 Jul 29 18:01:51.594321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-9c1111fe-1de4-4c49-8f42-9aa3ac0f7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.595865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-9c1111fe-1de4-4c49-8f42-9aa3ac0f7a66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1095 time: 0.1004016 Jul 29 18:01:51.654173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.761674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=ce5dc69a-53f2-4d04-8138-a251de8addd4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:51.772389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '4a83c466-824b-4c9b-a9c8-63535da04145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dab83c2f-f0df-43ea-a306-46f74637bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:51.772973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: dab83c2f-f0df-43ea-a306-46f74637bee8, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:51.781835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-6429101f-4a1d-42a2-a303-13c1fea69443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.783561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-6429101f-4a1d-42a2-a303-13c1fea69443 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.1798873 Jul 29 18:01:51.793112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network dab83c2f-f0df-43ea-a306-46f74637bee8 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:51.805701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dab83c2f-f0df-43ea-a306-46f74637bee8) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:51.811198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.812020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.815533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b2f8d-dc92-46f6-877f-0999af81e8c2 None None] Network dab83c2f-f0df-43ea-a306-46f74637bee8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:51.834715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a2b5db2-16a5-42de-af63-dbdd99080b68 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6193600 Jul 29 18:01:51.836203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48576) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:51.879910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-8b037ff0-1bb0-49ab-99c6-f44a6f340aae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 999 time: 0.0872800 Jul 29 18:01:51.960903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-0ba063ef-2fed-484d-b5af-7e45d4a1f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:51.966426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:51.969254 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-0ba063ef-2fed-484d-b5af-7e45d4a1f8cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.0812082 Jul 29 18:01:52.068968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-b522356b-9bf5-4278-a52e-c9a8bdc8b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:52.070332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-b522356b-9bf5-4278-a52e-c9a8bdc8b8bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906422 Jul 29 18:01:52.084314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98515dd5-77e7-4276-8808-32661b2e4594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-dab83c2f-f0df-43ea-a306-46f74637bee8', 'network_id': 'dab83c2f-f0df-43ea-a306-46f74637bee8', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': 'ce5dc69a-53f2-4d04-8138-a251de8addd4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:52.084314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-98515dd5-77e7-4276-8808-32661b2e4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.117691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.207539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a84e-2256-42e4-8a64-88128cb1d04d req-b63ca272-bec7-477f-85c2-8f8eda4653ce tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:52.209500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eb96a84e-2256-42e4-8a64-88128cb1d04d req-b63ca272-bec7-477f-85c2-8f8eda4653ce tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0965631 Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-98515dd5-77e7-4276-8808-32661b2e4594 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce5dc69a-53f2-4d04-8138-a251de8addd4: This subnet is being modified by another concurrent operation. Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce5dc69a-53f2-4d04-8138-a251de8addd4: This subnet is being modified by another concurrent operation. Jul 29 18:01:52.306073 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:01:52.322677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb86a2d-209e-4c73-97bc-3cdda5a9afdd None None] Network dab83c2f-f0df-43ea-a306-46f74637bee8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:52.322981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.395261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5dc69a-53f2-4d04-8138-a251de8addd4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:52.442205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-eb96a84e-2256-42e4-8a64-88128cb1d04d req-7a76916d-0fcf-496f-a070-bd042f0b0f4e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141356 Jul 29 18:01:52.464578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025f9a-1949-4d4b-b2ab-284d59f1b028 req-3414dd6d-f1a2-413c-a623-eb441610b550 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:52.470380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85025f9a-1949-4d4b-b2ab-284d59f1b028 req-3414dd6d-f1a2-413c-a623-eb441610b550 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1159360 Jul 29 18:01:52.532310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.545620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab83c2f-f0df-43ea-a306-46f74637bee8']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:52.550613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85025f9a-1949-4d4b-b2ab-284d59f1b028 req-411c3f57-3f86-4442-9f30-aee2a0008e05 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738192 Jul 29 18:01:52.563378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997d102-27fe-4d27-b3e3-f5c26f17bf3a None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:52.566961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a83c466-824b-4c9b-a9c8-63535da04145') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:52.567579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a83c466-824b-4c9b-a9c8-63535da04145') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:52.588896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.603893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.610563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:52.610969 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:52.681888 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:52.687417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.709762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.715842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/dab83c2f-f0df-43ea-a306-46f74637bee8 HTTP/1.1" status: 204 len: 168 time: 0.8748374 Jul 29 18:01:52.715842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc8dc1-2cf6-4c66-a4ae-48e65e99539b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=dab83c2f-f0df-43ea-a306-46f74637bee8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:52.716131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:52.726843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239323453'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:52.762743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:52.768623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.817827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:52.828037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.828476 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 4022e43f-f315-4688-bae8-f44440db80ea of type vlan for network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 Jul 29 18:01:52.853378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997d102-27fe-4d27-b3e3-f5c26f17bf3a None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:52.889208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.938460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:52.948494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:52.950098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:53.035530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3118083 Jul 29 18:01:53.035918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:53.041574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:53.048511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4923f-471b-494b-893c-cefbb55ebcb6 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=0d49db4e-23d9-4f61-aad2-4ade3762eee7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:53.068425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:53.163953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:53.170505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:53.452182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:53.524402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=c48633e8-7b4b-46a1-ac25-3881e8861f24,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:53.539428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '4022e43f-f315-4688-bae8-f44440db80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:53.539897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 0d49db4e-23d9-4f61-aad2-4ade3762eee7, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:53.571048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:53.616317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0d49db4e-23d9-4f61-aad2-4ade3762eee7) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:53.626465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb99602-daff-4034-a0c5-60220f23cdda None None] Network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:53.633765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4d4b6-b9db-47d2-a229-4cdab3828a03 req-fb0d3b08-0586-4955-ab41-ccef75f7e55f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:53.635849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4c4d4b6-b9db-47d2-a229-4cdab3828a03 req-fb0d3b08-0586-4955-ab41-ccef75f7e55f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0815592 Jul 29 18:01:53.642837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:53.643442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:53.685363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-38d0ca2e-c1e4-4593-8689-ce6a90f39078 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6460147 Jul 29 18:01:53.685764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48602) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:53.726328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4c4d4b6-b9db-47d2-a229-4cdab3828a03 req-4fefd895-436b-4f4e-b8f3-a76814ca2e75 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787630 Jul 29 18:01:53.941896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-0d49db4e-23d9-4f61-aad2-4ade3762eee7', 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': 'c48633e8-7b4b-46a1-ac25-3881e8861f24'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:53.943010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.004118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f125c9-41c0-4ae8-b4cb-ddb1e9addb11 req-693b74f7-179e-4438-bffd-95440d21d545 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:54.016067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-13f125c9-41c0-4ae8-b4cb-ddb1e9addb11 req-693b74f7-179e-4438-bffd-95440d21d545 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.2772622 Jul 29 18:01:54.062558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.118008 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-13f125c9-41c0-4ae8-b4cb-ddb1e9addb11 req-be15a664-7854-4204-814a-4cb5cb0d2563 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011815 Jul 29 18:01:54.198334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.310303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Allocated IP 172.20.0.2 (0d49db4e-23d9-4f61-aad2-4ade3762eee7/c48633e8-7b4b-46a1-ac25-3881e8861f24/6711ee5b-958c-4089-8d92-8d3036207154) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:54.506258 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.516277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Transition to ACTIVE for port object 6711ee5b-958c-4089-8d92-8d3036207154 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:54.531718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Transition to ACTIVE for port object 6711ee5b-958c-4089-8d92-8d3036207154 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:54.540259 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.563735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.579236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:54.582311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:54.585921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:54.593585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Pushing event updated for resources: {'Port': ['ID=6711ee5b-958c-4089-8d92-8d3036207154,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:54.601640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=c48633e8-7b4b-46a1-ac25-3881e8861f24,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:54.656933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Attempting to bind port 6711ee5b-958c-4089-8d92-8d3036207154 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:54.657448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Attempting to bind port 6711ee5b-958c-4089-8d92-8d3036207154 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4022e43f-f315-4688-bae8-f44440db80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:54.657759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Attempting to bind port 6711ee5b-958c-4089-8d92-8d3036207154 on network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:54.663368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:54.663760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Checking segment: {'id': '4022e43f-f315-4688-bae8-f44440db80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:54.664159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.664554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Bound using segment: {'id': '4022e43f-f315-4688-bae8-f44440db80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:54.665026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Bound port: 6711ee5b-958c-4089-8d92-8d3036207154, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4022e43f-f315-4688-bae8-f44440db80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:54.665546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.695330 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.707105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d49db4e-23d9-4f61-aad2-4ade3762eee7']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:54.724348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4022e43f-f315-4688-bae8-f44440db80ea') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:54.724690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4022e43f-f315-4688-bae8-f44440db80ea') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:54.735157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.737221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] For port 6711ee5b-958c-4089-8d92-8d3036207154, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:54.741061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] For port 6711ee5b-958c-4089-8d92-8d3036207154, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6711ee5b-958c-4089-8d92-8d3036207154,segment=NetworkSegment(4022e43f-f315-4688-bae8-f44440db80ea),segment_id=4022e43f-f315-4688-bae8-f44440db80ea)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:54.750818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.754091 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.763690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:54.764194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:54.767919 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:54.893851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 18:01:54.893851 n-d-801607-3 neutron-server[94052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 18:01:54.893851 n-d-801607-3 neutron-server[94052]: [parameters: {'id': '0d49db4e-23d9-4f61-aad2-4ade3762eee7'}] Jul 29 18:01:54.893851 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:01:54.895015 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:01:54.910089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3034620-4f9c-4250-a75d-bef10a8d7518 req-626eade4-5f60-43bf-917c-ae57fe241617 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:54.911521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Pushing event updated for resources: {'Port': ['ID=6711ee5b-958c-4089-8d92-8d3036207154,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:54.913901 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3034620-4f9c-4250-a75d-bef10a8d7518 req-626eade4-5f60-43bf-917c-ae57fe241617 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0821795 Jul 29 18:01:54.921877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6932c68-5f41-40d1-8974-0fc23ab0c861 None None] Network 0d49db4e-23d9-4f61-aad2-4ade3762eee7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:54.925880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.925880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.925880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.926516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.926944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.927383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.927805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.928226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.928644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.929063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.929481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.929897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dc662-c0d2-436a-abb6-b9636a71b741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:01:54.968359 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f3034620-4f9c-4250-a75d-bef10a8d7518 req-5f8d8795-e70d-48f5-922a-fa6b5560fd51 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 Jul 29 18:01:55.104440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120a5b8-2ae6-4555-acd4-1d77c919b82b None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:55.269548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120a5b8-2ae6-4555-acd4-1d77c919b82b None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:55.271505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901ed1-2f9f-414a-a7f8-aa15f5a92b9c req-f05be6ce-445e-40f8-be26-706f13c78d52 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:55.279109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4901ed1-2f9f-414a-a7f8-aa15f5a92b9c req-f05be6ce-445e-40f8-be26-706f13c78d52 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0744629 Jul 29 18:01:55.328811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4901ed1-2f9f-414a-a7f8-aa15f5a92b9c req-e4ffb780-2926-4246-b8b4-f0ad25b3f759 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Jul 29 18:01:55.397124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.516759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting port 6711ee5b-958c-4089-8d92-8d3036207154 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:55.517187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.626052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] For port 6711ee5b-958c-4089-8d92-8d3036207154, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6711ee5b-958c-4089-8d92-8d3036207154,segment=NetworkSegment(4022e43f-f315-4688-bae8-f44440db80ea),segment_id=4022e43f-f315-4688-bae8-f44440db80ea)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:55.626571 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.647600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Calling delete_port for 6711ee5b-958c-4089-8d92-8d3036207154 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:55.748970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.778391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Port': ['ID=6711ee5b-958c-4089-8d92-8d3036207154,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:55.788068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No DVR routers for this DVR port 6711ee5b-958c-4089-8d92-8d3036207154 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:55.879953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.891842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d49db4e-23d9-4f61-aad2-4ade3762eee7']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:55.902824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4022e43f-f315-4688-bae8-f44440db80ea') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:55.903122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4022e43f-f315-4688-bae8-f44440db80ea') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:55.912844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.932401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.950899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:55.951624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:55.956100 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:56.044601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.055249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.061244 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/0d49db4e-23d9-4f61-aad2-4ade3762eee7 HTTP/1.1" status: 204 len: 168 time: 2.3704510 Jul 29 18:01:56.061641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48624) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:56.066935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236047975'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:56.077799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70016ba9-3da7-4e29-a213-5de9c7032693 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=0d49db4e-23d9-4f61-aad2-4ade3762eee7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:56.150064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c34f-b89b-443a-94f9-fa9885d13446 req-cb6b0c97-4862-4855-86f5-3d814da7c2c5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:56.152068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8991c34f-b89b-443a-94f9-fa9885d13446 req-cb6b0c97-4862-4855-86f5-3d814da7c2c5 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0803869 Jul 29 18:01:56.153198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:56.157825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.270194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8991c34f-b89b-443a-94f9-fa9885d13446 req-174b8e03-7d35-4ed0-a86c-025e7c673494 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974798 Jul 29 18:01:56.299169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:56.319099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.319856 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 1b46506a-9abe-4749-be82-a76c8d94f3e3 of type vlan for network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 Jul 29 18:01:56.372531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.415689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.431925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:56.432987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.506652 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.519498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=8f076f16-df8a-49da-aa78-dc7a6bbce5c6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:56.533392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:01:56.540186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a7958210-69e9-4ff5-b95a-048e9a6582a9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4773498 Jul 29 18:01:56.540801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:56.547779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:56.575415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320585-d066-428d-9501-7b4a33c41add req-193aa625-a8ef-445d-aa80-5e0209d36806 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:56.581036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8320585-d066-428d-9501-7b4a33c41add req-193aa625-a8ef-445d-aa80-5e0209d36806 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1159034 Jul 29 18:01:56.626557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48642) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:56.656675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:01:56.694122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8320585-d066-428d-9501-7b4a33c41add req-8e7da4a8-a57b-4f68-8125-304a2e377943 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909514 Jul 29 18:01:56.766165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:56.770172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.809610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f115d68-4ff4-4947-b73d-f70cdd3b30c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.849265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing IP validity checks on allocation pools {{(pid=94051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 18:01:56.849971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 18:01:56.934841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f115d68-4ff4-4947-b73d-f70cdd3b30c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.941058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7f115d68-4ff4-4947-b73d-f70cdd3b30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:56.997940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.031779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7f115d68-4ff4-4947-b73d-f70cdd3b30c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=005b3d8b240d489cb2685948648df0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041414 Jul 29 18:01:57.032444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48646) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:57.034642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f115d68-4ff4-4947-b73d-f70cdd3b30c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db627980-fe03-4736-a24c-1030df3a5984,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:57.085841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=f0cc9a4b-b81f-4646-8136-16290f0751e8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:57.094011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '1b46506a-9abe-4749-be82-a76c8d94f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:57.094412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 8f076f16-df8a-49da-aa78-dc7a6bbce5c6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:01:57.101927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.123537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:01:57.130764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.138961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8f076f16-df8a-49da-aa78-dc7a6bbce5c6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:57.150296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:57.150296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.158297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b4aa6-9c90-4cb2-b501-d05b48611672 None None] Network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:57.174291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d508c015-856b-4b36-8f63-7cce6bf16e99 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6307878 Jul 29 18:01:57.175406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:57.231493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.234255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.237797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db627980-fe03-4736-a24c-1030df3a5984 HTTP/1.1" status: 204 len: 168 time: 0.2018604 Jul 29 18:01:57.255681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05680c4a-c356-43aa-8efd-77048a816724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db627980-fe03-4736-a24c-1030df3a5984,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:57.379806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.383629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8f076f16-df8a-49da-aa78-dc7a6bbce5c6', 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': 'f0cc9a4b-b81f-4646-8136-16290f0751e8'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:01:57.385309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.497541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e512c-88f8-4f41-9a89-17d92a594c0f req-91ff197f-1030-4703-b417-b946b34f542e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:57.501913 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba8e512c-88f8-4f41-9a89-17d92a594c0f req-91ff197f-1030-4703-b417-b946b34f542e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1138561 Jul 29 18:01:57.510329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.569634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.577627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ba8e512c-88f8-4f41-9a89-17d92a594c0f req-07a4a296-5d25-4e84-9b69-e0e4b3573aa2 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660117 Jul 29 18:01:57.615730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Allocated IP 172.20.0.3 (8f076f16-df8a-49da-aa78-dc7a6bbce5c6/f0cc9a4b-b81f-4646-8136-16290f0751e8/36a3efc6-b5dd-4cf6-aafc-21831effd3ad) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:01:57.849337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.859724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Transition to ACTIVE for port object 36a3efc6-b5dd-4cf6-aafc-21831effd3ad will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:57.866900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2902-c99b-4472-aa92-51c176165e68 req-f5febfe4-a8f4-4c90-b713-93e12e5c00ac tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:57.868717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17ea2902-c99b-4472-aa92-51c176165e68 req-f5febfe4-a8f4-4c90-b713-93e12e5c00ac tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0511227 Jul 29 18:01:57.884101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Transition to ACTIVE for port object 36a3efc6-b5dd-4cf6-aafc-21831effd3ad will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:01:57.896537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.949404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17ea2902-c99b-4472-aa92-51c176165e68 req-ed809612-1db9-49c0-8c9d-7b9d590e6b93 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737355 Jul 29 18:01:57.951254 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:57.958762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:01:57.961977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:01:57.971428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:01:57.973693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Pushing event updated for resources: {'Port': ['ID=36a3efc6-b5dd-4cf6-aafc-21831effd3ad,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:57.989331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cc9a4b-b81f-4646-8136-16290f0751e8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:58.047831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Attempting to bind port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:01:58.048168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Attempting to bind port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1b46506a-9abe-4749-be82-a76c8d94f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:01:58.048581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Attempting to bind port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad on network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:01:58.054108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:01:58.054560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Checking segment: {'id': '1b46506a-9abe-4749-be82-a76c8d94f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:01:58.060774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.060774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Bound using segment: {'id': '1b46506a-9abe-4749-be82-a76c8d94f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:01:58.060774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Bound port: 36a3efc6-b5dd-4cf6-aafc-21831effd3ad, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b46506a-9abe-4749-be82-a76c8d94f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:01:58.060774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.095529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.107611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f076f16-df8a-49da-aa78-dc7a6bbce5c6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:58.129904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46506a-9abe-4749-be82-a76c8d94f3e3') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:58.130225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46506a-9abe-4749-be82-a76c8d94f3e3') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:58.140190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] For port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:01:58.143663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] For port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=36a3efc6-b5dd-4cf6-aafc-21831effd3ad,segment=NetworkSegment(1b46506a-9abe-4749-be82-a76c8d94f3e3),segment_id=1b46506a-9abe-4749-be82-a76c8d94f3e3)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:01:58.153239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.157943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.181056 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.188436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:58.192421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:58.200856 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:58.250165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a4b12-d37e-4692-879e-98fd8da3970b None None] Pushing event updated for resources: {'Port': ['ID=36a3efc6-b5dd-4cf6-aafc-21831effd3ad,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:58.290445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 18:01:58.290445 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 18:01:58.290445 n-d-801607-3 neutron-server[94051]: [parameters: {'id': '8f076f16-df8a-49da-aa78-dc7a6bbce5c6'}] Jul 29 18:01:58.290445 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:01:58.290953 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:01:58.299664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ce1ed-53d2-4871-9930-9158770ad42c None None] Network 8f076f16-df8a-49da-aa78-dc7a6bbce5c6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:01:58.431608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47000abb-8873-40a4-afd6-33413e14a02b None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:01:58.564571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47000abb-8873-40a4-afd6-33413e14a02b None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:01:58.769512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8490-4251-42f0-b8d2-2aa6e23c2917 req-a34a1a14-5d72-46ef-9064-b8bab891020f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:58.771469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df8490-4251-42f0-b8d2-2aa6e23c2917 req-a34a1a14-5d72-46ef-9064-b8bab891020f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1001494 Jul 29 18:01:58.791711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:58.866378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-66df8490-4251-42f0-b8d2-2aa6e23c2917 req-f2ac14d2-7886-4158-b381-34b0677602bf tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853429 Jul 29 18:01:59.096153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac25b0-1053-40c7-934b-d4cb434364d8 req-e5a0b0b6-a305-4b3b-b4a2-8f5087d6d055 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:01:59.097954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7ac25b0-1053-40c7-934b-d4cb434364d8 req-e5a0b0b6-a305-4b3b-b4a2-8f5087d6d055 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0653372 Jul 29 18:01:59.142526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7ac25b0-1053-40c7-934b-d4cb434364d8 req-8fe7e61b-f1d0-4181-b44c-b25e78125b52 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Jul 29 18:01:59.303426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:01:59.303667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.384087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] For port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=36a3efc6-b5dd-4cf6-aafc-21831effd3ad,segment=NetworkSegment(1b46506a-9abe-4749-be82-a76c8d94f3e3),segment_id=1b46506a-9abe-4749-be82-a76c8d94f3e3)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:01:59.384459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.398217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Calling delete_port for 36a3efc6-b5dd-4cf6-aafc-21831effd3ad owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:01:59.510048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.537818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Port': ['ID=36a3efc6-b5dd-4cf6-aafc-21831effd3ad,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:59.556030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No DVR routers for this DVR port 36a3efc6-b5dd-4cf6-aafc-21831effd3ad on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:01:59.651043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.665089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f076f16-df8a-49da-aa78-dc7a6bbce5c6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:59.680020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46506a-9abe-4749-be82-a76c8d94f3e3') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:59.680812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46506a-9abe-4749-be82-a76c8d94f3e3') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:01:59.692924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.707444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.713712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:01:59.714229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:01:59.717334 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:01:59.784533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.803061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.805077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/8f076f16-df8a-49da-aa78-dc7a6bbce5c6 HTTP/1.1" status: 204 len: 168 time: 2.6269469 Jul 29 18:01:59.806519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627aa8f-1ac3-45a8-9d82-af2764ee66db tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=8f076f16-df8a-49da-aa78-dc7a6bbce5c6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:01:59.809667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48712) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:01:59.815858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1619736949'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:01:59.840842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:01:59.848782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.877241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:01:59.903401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:01:59.903754 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 1a8cf2a1-c742-4f41-8d6b-18ac72502862 of type vlan for network e54a3012-5ae5-4bc9-a9b0-5018f8494e1d Jul 29 18:01:59.962206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.041388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216808f2-b54c-4e7b-9213-4d570c1efc5c req-95bcbf95-7d58-4e82-8454-fcf160a087cb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:00.041639 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.043157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-216808f2-b54c-4e7b-9213-4d570c1efc5c req-95bcbf95-7d58-4e82-8454-fcf160a087cb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0731559 Jul 29 18:02:00.055703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:00.056276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.090211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-216808f2-b54c-4e7b-9213-4d570c1efc5c req-f655e332-33ad-4564-99e8-80866a454c22 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403192 Jul 29 18:02:00.139490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3285666 Jul 29 18:02:00.142457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48722) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:00.147949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': 'e54a3012-5ae5-4bc9-a9b0-5018f8494e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:00.152480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f73b-1457-4e4b-b2a7-25d1c85f20c4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=e54a3012-5ae5-4bc9-a9b0-5018f8494e1d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:00.176947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e54a3012-5ae5-4bc9-a9b0-5018f8494e1d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:00.268210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:00.272394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.345280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95ea7-c0dd-4828-af64-dfe018a0e488 req-51a560c7-3848-4fc5-b986-452ed2b9ea6c tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:00.346849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1e95ea7-c0dd-4828-af64-dfe018a0e488 req-51a560c7-3848-4fc5-b986-452ed2b9ea6c tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0999739 Jul 29 18:02:00.411766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c1e95ea7-c0dd-4828-af64-dfe018a0e488 req-646775a8-148e-4a81-9f69-52a4d315bb20 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534732 Jul 29 18:02:00.521589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.603257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=199d71c6-3106-4351-8b24-dbfcf84af12f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:00.619870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '1a8cf2a1-c742-4f41-8d6b-18ac72502862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e54a3012-5ae5-4bc9-a9b0-5018f8494e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:00.620209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: e54a3012-5ae5-4bc9-a9b0-5018f8494e1d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:00.638899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network e54a3012-5ae5-4bc9-a9b0-5018f8494e1d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:00.652344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e54a3012-5ae5-4bc9-a9b0-5018f8494e1d) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:00.658381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:00.659388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.665647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72121aec-f674-4aba-a81d-39492cd8b19c None None] Network e54a3012-5ae5-4bc9-a9b0-5018f8494e1d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:00.685943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:00.698499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-141b2dc4-4fc8-4c1b-8d5f-af754cf818c0 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5547011 Jul 29 18:02:00.794841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.859934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.866696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20f803-afb9-4bdd-99fd-3930ba486412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e54a3012-5ae5-4bc9-a9b0-5018f8494e1d', 'network_id': 'e54a3012-5ae5-4bc9-a9b0-5018f8494e1d', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '199d71c6-3106-4351-8b24-dbfcf84af12f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:00.867584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a20f803-afb9-4bdd-99fd-3930ba486412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.986997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-1a20f803-afb9-4bdd-99fd-3930ba486412 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199d71c6-3106-4351-8b24-dbfcf84af12f: This subnet is being modified by another concurrent operation. Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199d71c6-3106-4351-8b24-dbfcf84af12f: This subnet is being modified by another concurrent operation. Jul 29 18:02:00.993374 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:02:01.018210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c3e7b-54ec-4875-ace0-2f8c7f911be1 None None] Network e54a3012-5ae5-4bc9-a9b0-5018f8494e1d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:01.035265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=199d71c6-3106-4351-8b24-dbfcf84af12f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:01.106569 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.118767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54a3012-5ae5-4bc9-a9b0-5018f8494e1d']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:01.132894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8cf2a1-c742-4f41-8d6b-18ac72502862') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:01.133595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8cf2a1-c742-4f41-8d6b-18ac72502862') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:01.145913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.174410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.194281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:01.194707 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:01.198732 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:01.272080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ec67c-48ea-4353-b4fc-f71b82c4e1de None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:02:01.327434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad14f2-45e0-44ae-aaa1-6527ad0e8d85 req-a01ee19f-4a89-4a35-a6c0-bc991f81c46d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:01.330742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52ad14f2-45e0-44ae-aaa1-6527ad0e8d85 req-a01ee19f-4a89-4a35-a6c0-bc991f81c46d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1045647 Jul 29 18:02:01.336034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.340871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.343877 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/e54a3012-5ae5-4bc9-a9b0-5018f8494e1d HTTP/1.1" status: 204 len: 168 time: 0.6565452 Jul 29 18:02:01.347561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48742) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:01.355245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094897304'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:01.382821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0a8cc-38ea-4d6e-9fa8-69fbf8617196 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=e54a3012-5ae5-4bc9-a9b0-5018f8494e1d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:01.394770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:01.408680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.430081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52ad14f2-45e0-44ae-aaa1-6527ad0e8d85 req-c6db17d3-9af6-4e12-85f0-f214ea1ce0ce tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836370 Jul 29 18:02:01.460480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:01.481919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.482458 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 2317ffbc-4e76-4785-8ab8-b30c52b0daf7 of type vlan for network 84eb9144-2323-48a6-8ed6-073cbeeb3c46 Jul 29 18:02:01.533367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ec67c-48ea-4353-b4fc-f71b82c4e1de None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:02:01.611942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.702419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69db19a-293a-4ffb-b601-3b2bdb159cd1 req-cfc3d9b0-3b5f-47ff-8e69-75f89939a6b0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:01.704127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a69db19a-293a-4ffb-b601-3b2bdb159cd1 req-cfc3d9b0-3b5f-47ff-8e69-75f89939a6b0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1582961 Jul 29 18:02:01.739075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.745745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:01.746407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:01.777310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4281740 Jul 29 18:02:01.780667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:01.786508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '84eb9144-2323-48a6-8ed6-073cbeeb3c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:01.854428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a69db19a-293a-4ffb-b601-3b2bdb159cd1 req-4bcbba2d-9dc3-4712-b10f-19d25d27fc88 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303403 Jul 29 18:02:01.854428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9e5a5-3157-4926-a038-c1f665582c0b tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=84eb9144-2323-48a6-8ed6-073cbeeb3c46,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:01.870508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 84eb9144-2323-48a6-8ed6-073cbeeb3c46 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:01.950885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:01.960073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.168618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.231969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=5ef4a694-93c5-4fe7-a83a-306db0f24f36,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:02.257880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '2317ffbc-4e76-4785-8ab8-b30c52b0daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '84eb9144-2323-48a6-8ed6-073cbeeb3c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:02.258618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 84eb9144-2323-48a6-8ed6-073cbeeb3c46, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:02.276310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 84eb9144-2323-48a6-8ed6-073cbeeb3c46 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:02.285075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 84eb9144-2323-48a6-8ed6-073cbeeb3c46) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:02.289250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:02.289842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.297526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44059a-3758-4a64-88c8-e5c2909a62a2 None None] Network 84eb9144-2323-48a6-8ed6-073cbeeb3c46 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:02.308226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-df8ed627-e7b2-4089-b470-48f7544d3784 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5263972 Jul 29 18:02:02.311077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:02.437790 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.563535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcca06f-634e-4933-9b9f-990cfcf8db8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-84eb9144-2323-48a6-8ed6-073cbeeb3c46', 'network_id': '84eb9144-2323-48a6-8ed6-073cbeeb3c46', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '5ef4a694-93c5-4fe7-a83a-306db0f24f36'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:02.566995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fcca06f-634e-4933-9b9f-990cfcf8db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.569035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.721347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.736635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d7c5-3909-4501-a210-1b3c0de02223 req-f31f6716-99b1-4db6-9043-09af5be7146a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:02.738203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4e7d7c5-3909-4501-a210-1b3c0de02223 req-f31f6716-99b1-4db6-9043-09af5be7146a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.1738544 Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-5fcca06f-634e-4933-9b9f-990cfcf8db8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef4a694-93c5-4fe7-a83a-306db0f24f36: This subnet is being modified by another concurrent operation. Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef4a694-93c5-4fe7-a83a-306db0f24f36: This subnet is being modified by another concurrent operation. Jul 29 18:02:02.743854 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:02:02.776004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a060b3f7-3672-4c2f-b705-157253aaa4bd None None] Network 84eb9144-2323-48a6-8ed6-073cbeeb3c46 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:02.780521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef4a694-93c5-4fe7-a83a-306db0f24f36,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:02.834569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f79ecc-7ec0-4f4e-b968-d84fe5209295 req-0c452128-7d79-4571-a51a-054ea6b4c684 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:02.836353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6f79ecc-7ec0-4f4e-b968-d84fe5209295 req-0c452128-7d79-4571-a51a-054ea6b4c684 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1096 time: 0.1048253 Jul 29 18:02:02.913071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4e7d7c5-3909-4501-a210-1b3c0de02223 req-82bb7aa4-1a80-4fd4-a55e-c4492e6d3411 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431808 Jul 29 18:02:02.914942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b6f79ecc-7ec0-4f4e-b968-d84fe5209295 req-5c65f7d8-442f-4d3e-8de0-d78d4be6d446 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666893 Jul 29 18:02:02.927663 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.952260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eb9144-2323-48a6-8ed6-073cbeeb3c46']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:02.972819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2317ffbc-4e76-4785-8ab8-b30c52b0daf7') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:02.973125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2317ffbc-4e76-4785-8ab8-b30c52b0daf7') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:02.993887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:02.994660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a2359-9536-4c7d-97d1-bc15bdabfee6 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:02:03.023482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.038383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:03.041029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:03.045866 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:03.059609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16191c7b-ab5c-4204-aae7-a079c89a42b9 req-d1bb5eec-0a96-4ef6-a357-a9020779f6a0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:03.068018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16191c7b-ab5c-4204-aae7-a079c89a42b9 req-d1bb5eec-0a96-4ef6-a357-a9020779f6a0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0818212 Jul 29 18:02:03.126902 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-16191c7b-ab5c-4204-aae7-a079c89a42b9 req-b05a32f5-57bc-47f9-879d-7d406d001dec tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520113 Jul 29 18:02:03.153040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.168203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97fe95-a731-4cfe-a407-80675f3c5492 req-a5f96294-e4d1-40ac-8e80-ec5f1395b59b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:03.169993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a97fe95-a731-4cfe-a407-80675f3c5492 req-a5f96294-e4d1-40ac-8e80-ec5f1395b59b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1106057 Jul 29 18:02:03.171231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.177065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/84eb9144-2323-48a6-8ed6-073cbeeb3c46 HTTP/1.1" status: 204 len: 168 time: 0.8607059 Jul 29 18:02:03.177246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:03.183758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1674392905'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:03.187283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d148a-074e-477b-a364-bfc9b197891a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=84eb9144-2323-48a6-8ed6-073cbeeb3c46,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:03.204293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a2359-9536-4c7d-97d1-bc15bdabfee6 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:02:03.214777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:03.221631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.223679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a97fe95-a731-4cfe-a407-80675f3c5492 req-f49b7611-5be2-49cc-9f9f-ff30ef148c7d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383935 Jul 29 18:02:03.256561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:03.256723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48798) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:03.267379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.268080 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 0c9915e3-437f-455e-b2ff-2c5d353b1742 of type vlan for network 6e01281f-faa6-40c9-8112-aef30e3d6250 Jul 29 18:02:03.321342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.362303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7df5aff7-cc53-4a64-ac37-49d5a1142059 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 200 len: 993 time: 0.1029336 Jul 29 18:02:03.371637 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.379919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:03.382810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.404572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2261453 Jul 29 18:02:03.407487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:03.413736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:03.518191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b8441-1b3f-441d-9766-417c10bdef7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=6e01281f-faa6-40c9-8112-aef30e3d6250,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:03.540155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:03.708747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.737542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.833233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=6e01281f-faa6-40c9-8112-aef30e3d6250,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:03.836925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-9abadaa1-86bd-47f2-be98-cfb0fa44b849 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598896 Jul 29 18:02:03.838153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 is not hosted by any dhcp agent {{(pid=94051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 18:02:03.843766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:03.844205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:03.846530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:03.848590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:03.853843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:03.858678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cc3466b0-3089-4e3e-bd2b-c8c9e15ef1e9 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "PUT /v2.0/networks/6e01281f-faa6-40c9-8112-aef30e3d6250 HTTP/1.1" status: 200 len: 723 time: 0.4497249 Jul 29 18:02:04.002953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee6a5ef7-5b90-493c-af6b-b3e825980d18 req-98e0d424-cf3d-4f39-a851-22114a09544b service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424341 Jul 29 18:02:04.065729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c5636-4ce0-4331-be9f-52968138b360 req-64b2b8c0-4313-471b-ba80-d3733c9f5fc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.067266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4c5636-4ce0-4331-be9f-52968138b360 req-64b2b8c0-4313-471b-ba80-d3733c9f5fc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0634654 Jul 29 18:02:04.068959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:04.072429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:04.112357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe4c5636-4ce0-4331-be9f-52968138b360 req-662f91d0-3bed-4f32-b282-74388dfab7e6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Jul 29 18:02:04.250636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67acb6-f2c8-4e30-8b6c-ba5bd259884d req-77f85de0-8cec-483b-98c8-9abbd046e593 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.252433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d67acb6-f2c8-4e30-8b6c-ba5bd259884d req-77f85de0-8cec-483b-98c8-9abbd046e593 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0618424 Jul 29 18:02:04.296587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d67acb6-f2c8-4e30-8b6c-ba5bd259884d req-de90ca86-fc08-4ed8-8f17-93d8a4e46e27 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369635 Jul 29 18:02:04.503011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0af4467c-2614-44ef-8147-6378df23cc41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5113399 Jul 29 18:02:04.523710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43baf66-8f94-4f3d-82ab-7a647fe7191a req-c18e0e12-7161-4912-91b8-7c94044d2049 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.530633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a43baf66-8f94-4f3d-82ab-7a647fe7191a req-c18e0e12-7161-4912-91b8-7c94044d2049 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.4954052 Jul 29 18:02:04.599015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a43baf66-8f94-4f3d-82ab-7a647fe7191a req-dd92c3a9-bfcf-4283-a5bd-18c927a8f78d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672762 Jul 29 18:02:04.619633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-661b6750-502c-41c3-ad13-afa4ce2e506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.621556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-661b6750-502c-41c3-ad13-afa4ce2e506c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.1154990 Jul 29 18:02:04.640159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718cb0-0972-424d-8cec-07c467978670 req-acf3b789-ab63-45d2-821b-f8a800801420 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.647806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67718cb0-0972-424d-8cec-07c467978670 req-acf3b789-ab63-45d2-821b-f8a800801420 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0816598 Jul 29 18:02:04.715200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:04.777448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-48d5eeb7-009f-4335-b399-2be96b008476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.778982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-48d5eeb7-009f-4335-b399-2be96b008476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.1477895 Jul 29 18:02:04.781996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67718cb0-0972-424d-8cec-07c467978670 req-831e5b4d-de91-4a97-8bab-1eb3ec38c83a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334345 Jul 29 18:02:04.821299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=4cf53843-f607-4297-b9a3-def8f108a702,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:04.831510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '0c9915e3-437f-455e-b2ff-2c5d353b1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:04.831879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: 6e01281f-faa6-40c9-8112-aef30e3d6250, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:04.848817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-248b0659-d98b-4918-a591-a48458a60933 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 1001 time: 0.0622594 Jul 29 18:02:04.853574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:04.864203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 6e01281f-faa6-40c9-8112-aef30e3d6250) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:04.869461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.871755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ca9c7-58f0-49cb-9173-cd1b05e63a94 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:04.880074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:04.910178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55cc824e-0127-4444-bf79-22c0446d83a4 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0603027 Jul 29 18:02:04.912932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:04.914898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-de2469d0-db51-4e8e-a264-a969aac881ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:04.916696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-de2469d0-db51-4e8e-a264-a969aac881ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.0610909 Jul 29 18:02:04.919314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:05.021408 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8570910'] for subnet, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.023079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-d30c8ca4-d014-4130-b5cf-a3437c35b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.028521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-d30c8ca4-d014-4130-b5cf-a3437c35b2d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033568 Jul 29 18:02:05.035393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48864) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:05.099283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-6e01281f-faa6-40c9-8112-aef30e3d6250', 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '4cf53843-f607-4297-b9a3-def8f108a702'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:05.100218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.183375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-9e6bd5f4-ce0c-4745-a0ca-5acc6e5b94ac service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402113 Jul 29 18:02:05.257398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef810-9df5-424f-b5b9-22eb020ccaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.282586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815393-13bc-472f-99da-2c9e9ee69488 req-693c947f-b432-435b-aaf9-e5db730309d5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.284235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6815393-13bc-472f-99da-2c9e9ee69488 req-693c947f-b432-435b-aaf9-e5db730309d5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0787532 Jul 29 18:02:05.284992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730324527400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10439661'] for subnet, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.312957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.313981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.318035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "PUT /v2.0/subnets/4cf53843-f607-4297-b9a3-def8f108a702 HTTP/1.1" status: 200 len: 806 time: 0.4037156 Jul 29 18:02:05.322025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48874) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:05.323458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Allocated IP 172.20.0.2 (6e01281f-faa6-40c9-8112-aef30e3d6250/4cf53843-f607-4297-b9a3-def8f108a702/74a30b61-1f62-43e8-916d-492e4a4f137b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:05.419332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82461eaf-4887-43e4-bae1-216b51f5d480 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=4cf53843-f607-4297-b9a3-def8f108a702,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:05.422626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd32a8bd-4a61-4d1a-9ad2-9af6fd3175fb req-b8ba7da2-7b98-4690-848b-9ff05be83836 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317123 Jul 29 18:02:05.423983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a6815393-13bc-472f-99da-2c9e9ee69488 req-ca6c2ddd-e9e8-4dcd-a482-c47c818c0335 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287732 Jul 29 18:02:05.498849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.507733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Transition to ACTIVE for port object 74a30b61-1f62-43e8-916d-492e4a4f137b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:05.526216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.544410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Transition to ACTIVE for port object 74a30b61-1f62-43e8-916d-492e4a4f137b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:05.553640 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.580553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef810-9df5-424f-b5b9-22eb020ccaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.599703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:05.600379 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef810-9df5-424f-b5b9-22eb020ccaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.605569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:05.608883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:05.618456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Pushing event updated for resources: {'Port': ['ID=74a30b61-1f62-43e8-916d-492e4a4f137b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:05.631723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.688904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7b8ef810-9df5-424f-b5b9-22eb020ccaa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a66ca644cc74e7d9e1501bb560b6d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519313 Jul 29 18:02:05.689140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:05.693811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ef810-9df5-424f-b5b9-22eb020ccaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81df73-b2f8-4ad1-8a2c-a6aa5d68329d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:05.725064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Attempting to bind port 74a30b61-1f62-43e8-916d-492e4a4f137b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:05.725612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Attempting to bind port 74a30b61-1f62-43e8-916d-492e4a4f137b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '0c9915e3-437f-455e-b2ff-2c5d353b1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:05.725984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Attempting to bind port 74a30b61-1f62-43e8-916d-492e4a4f137b on network 6e01281f-faa6-40c9-8112-aef30e3d6250 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:05.731568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:05.731944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Checking segment: {'id': '0c9915e3-437f-455e-b2ff-2c5d353b1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:05.732379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.732905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Bound using segment: {'id': '0c9915e3-437f-455e-b2ff-2c5d353b1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:05.733417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Bound port: 74a30b61-1f62-43e8-916d-492e4a4f137b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9915e3-437f-455e-b2ff-2c5d353b1742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e01281f-faa6-40c9-8112-aef30e3d6250'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:05.733857 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.744933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.750670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.756386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.763123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.769316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.776091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.779468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb048-6dea-404d-97c2-3dafc413b2a9 req-21ddea5c-068a-4979-8665-34fa76df013d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.781334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91dcb048-6dea-404d-97c2-3dafc413b2a9 req-21ddea5c-068a-4979-8665-34fa76df013d tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0721822 Jul 29 18:02:05.782403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:05.782840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.784709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-a653c1fa-8d0d-441b-a394-1b72eeda3c28 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1411407 Jul 29 18:02:05.803770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] For port 74a30b61-1f62-43e8-916d-492e4a4f137b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:05.808045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] For port 74a30b61-1f62-43e8-916d-492e4a4f137b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=74a30b61-1f62-43e8-916d-492e4a4f137b,segment=NetworkSegment(0c9915e3-437f-455e-b2ff-2c5d353b1742),segment_id=0c9915e3-437f-455e-b2ff-2c5d353b1742)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:05.814036 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.817612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf53843-f607-4297-b9a3-def8f108a702,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:05.817788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.865057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.884741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0f27-7dff-4ed4-a494-066347900554 None None] Pushing event updated for resources: {'Port': ['ID=74a30b61-1f62-43e8-916d-492e4a4f137b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:05.888305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f9e8c6c7-0742-4b7c-9ece-073e19701751 req-ebd4900e-40c5-4d54-bd2e-9332c31f434a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854230 Jul 29 18:02:05.932445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:05.937806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91dcb048-6dea-404d-97c2-3dafc413b2a9 req-9d001979-5bad-430f-aca4-1a7b8ddab89a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254838 Jul 29 18:02:05.955470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e01281f-faa6-40c9-8112-aef30e3d6250']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:05.982962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9915e3-437f-455e-b2ff-2c5d353b1742') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:05.983306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9915e3-437f-455e-b2ff-2c5d353b1742') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:05.999591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.008496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.010978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.019103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.020990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f81df73-b2f8-4ad1-8a2c-a6aa5d68329d HTTP/1.1" status: 204 len: 168 time: 0.3309603 Jul 29 18:02:06.026500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:06.026936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.053344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf6a0a-39bb-424e-880e-8be9bc6e77fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81df73-b2f8-4ad1-8a2c-a6aa5d68329d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:06.087494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0b82-1fb6-4305-bb19-cc314864add0 req-9c21bd69-8506-48e6-86ad-60774450ac3e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.089093 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d1f0b82-1fb6-4305-bb19-cc314864add0 req-9c21bd69-8506-48e6-86ad-60774450ac3e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0924003 Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:06.096756 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:06.138443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d1f0b82-1fb6-4305-bb19-cc314864add0 req-202045e7-6266-4f4f-ac00-2a018bcf94be tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Jul 29 18:02:06.219533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 18:02:06.219533 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 18:02:06.219533 n-d-801607-3 neutron-server[94051]: [parameters: {'id': '6e01281f-faa6-40c9-8112-aef30e3d6250'}] Jul 29 18:02:06.219533 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:02:06.219533 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:02:06.258852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.264613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.270446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.276294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.286900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.292891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.299022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.301030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1502e6ed-f90a-46eb-8207-ed4d7dfbf23d req-092b04cb-ad7e-4d32-b6bd-6afe171c8a25 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.2034304 Jul 29 18:02:06.304282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-ea28c5df-fe22-48e8-bc61-d2091d8c06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.305565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-ea28c5df-fe22-48e8-bc61-d2091d8c06d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1096 time: 0.2068720 Jul 29 18:02:06.407410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-07b95f4a-ead9-4af7-a3a7-01873176f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.408861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-07b95f4a-ead9-4af7-a3a7-01873176f022 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.0956354 Jul 29 18:02:06.428308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48896) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:06.442097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f11ffd0-5d38-4423-b81e-f4b1d4a5cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.486860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-41fdd233-651e-4d3f-b095-2524518a3092 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 1001 time: 0.0699561 Jul 29 18:02:06.543587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a54e8dd1-7972-4e92-9cea-5d09e1f5bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.545227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a54e8dd1-7972-4e92-9cea-5d09e1f5bd7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0517623 Jul 29 18:02:06.564242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f11ffd0-5d38-4423-b81e-f4b1d4a5cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.577120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bb163-d7f1-49b9-baf4-25cbb01de424 req-8170b02b-be23-4f91-9b11-6bc76ae1a28d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.584370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef8bb163-d7f1-49b9-baf4-25cbb01de424 req-8170b02b-be23-4f91-9b11-6bc76ae1a28d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0782008 Jul 29 18:02:06.585106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f11ffd0-5d38-4423-b81e-f4b1d4a5cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.594487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-80b234d4-0a3a-493b-bbbc-a36fb4d9630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:06.596131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-80b234d4-0a3a-493b-bbbc-a36fb4d9630b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437839 Jul 29 18:02:06.654298 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4f11ffd0-5d38-4423-b81e-f4b1d4a5cdaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22128c4624b94e57b921fd5df37d549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247417 Jul 29 18:02:06.657038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ffd0-5d38-4423-b81e-f4b1d4a5cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469e8f41-8de5-43d2-bd52-f62c13a6b9ba,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:06.660005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:06.665700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ef8bb163-d7f1-49b9-baf4-25cbb01de424 req-9eb0181a-071f-477b-a162-245cbe80a156 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774693 Jul 29 18:02:06.718619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.726537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-004871d5-4aa5-4425-8800-e356f575b982 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227841 Jul 29 18:02:06.791525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.847920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.908036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-40672f3a-9b3d-4b46-9ba9-69978031ec96 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674414 Jul 29 18:02:06.923160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting port 74a30b61-1f62-43e8-916d-492e4a4f137b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:06.923514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.978124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.980984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:06.985464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/469e8f41-8de5-43d2-bd52-f62c13a6b9ba HTTP/1.1" status: 204 len: 168 time: 0.3226194 Jul 29 18:02:06.998817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ed6fb-7c84-495e-afce-b9fd2450ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e8f41-8de5-43d2-bd52-f62c13a6b9ba,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:07.017444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] For port 74a30b61-1f62-43e8-916d-492e4a4f137b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=74a30b61-1f62-43e8-916d-492e4a4f137b,segment=NetworkSegment(0c9915e3-437f-455e-b2ff-2c5d353b1742),segment_id=0c9915e3-437f-455e-b2ff-2c5d353b1742)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:07.017817 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.044650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Calling delete_port for 74a30b61-1f62-43e8-916d-492e4a4f137b owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:07.112061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54089188-ee89-47c3-97f3-94bbf8ca7697 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:07.185172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba09842-e73f-4112-9dec-8a1baebf7e98 req-df354d1b-5a94-4263-9a19-369ebf3f1f81 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:07.190451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74a30b61-1f62-43e8-916d-492e4a4f137b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:07.192706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ba09842-e73f-4112-9dec-8a1baebf7e98 req-df354d1b-5a94-4263-9a19-369ebf3f1f81 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 944 time: 0.0814176 Jul 29 18:02:07.232796 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.247340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-28edb85c-1e87-424e-98bc-59fd1950164a None None] Provisioning complete for port 74a30b61-1f62-43e8-916d-492e4a4f137b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:07.247716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28edb85c-1e87-424e-98bc-59fd1950164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.274230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Port': ['ID=74a30b61-1f62-43e8-916d-492e4a4f137b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:07.290867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ba09842-e73f-4112-9dec-8a1baebf7e98 req-6fe20804-5b26-45f7-b8a9-12993e2a1f5a tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968201 Jul 29 18:02:07.291757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-28edb85c-1e87-424e-98bc-59fd1950164a None None] Port 74a30b61-1f62-43e8-916d-492e4a4f137b was deleted so its status cannot be updated. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 18:02:07.294480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No DVR routers for this DVR port 74a30b61-1f62-43e8-916d-492e4a4f137b on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:07.316841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c5fe8-5961-4700-8cb5-1e3291437980 req-57973d3f-0171-4e0d-8d0b-3af82af85f67 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:07.318401 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b35c5fe8-5961-4700-8cb5-1e3291437980 req-57973d3f-0171-4e0d-8d0b-3af82af85f67 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0747225 Jul 29 18:02:07.337010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No active binding found for port 74a30b61-1f62-43e8-916d-492e4a4f137b {{(pid=94053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 18:02:07.337450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74a30b61-1f62-43e8-916d-492e4a4f137b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 18:02:07.368575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b35c5fe8-5961-4700-8cb5-1e3291437980 req-6291a55f-c457-4f8e-95ac-bc11dd7b0daf tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 Jul 29 18:02:07.374451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Port 74a30b61-1f62-43e8-916d-492e4a4f137b not found, will not notify nova. {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 18:02:07.401997 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.413357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e01281f-faa6-40c9-8112-aef30e3d6250']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:07.425309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9915e3-437f-455e-b2ff-2c5d353b1742') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:07.425599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9915e3-437f-455e-b2ff-2c5d353b1742') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:07.435384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.439297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b07029-21b4-477b-b3c9-a8ddc469e70a None None] DHCP port deletion for 6e01281f-faa6-40c9-8112-aef30e3d6250 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:07.453466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.462339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db24f2-16d0-4ab7-8355-15695f6df9c4 None None] Network 6e01281f-faa6-40c9-8112-aef30e3d6250 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:07.467548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:07.468018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:07.471756 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:07.892701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:02:07.899387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.912006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:07.916867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/6e01281f-faa6-40c9-8112-aef30e3d6250 HTTP/1.1" status: 204 len: 168 time: 2.5816994 Jul 29 18:02:07.917121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:07.939363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0df31-6175-4795-b2c5-36fa8ee5e012 req-db6b206d-9694-4f4c-93cc-5ba3ad91dc6e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:07.941125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ca0df31-6175-4795-b2c5-36fa8ee5e012 req-db6b206d-9694-4f4c-93cc-5ba3ad91dc6e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1009383 Jul 29 18:02:07.942348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887f8e-c015-4961-ad69-f9c17f133307 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=6e01281f-faa6-40c9-8112-aef30e3d6250,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:07.959045 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a5746c-dd57-45a9-8a36-8eee35bdd2fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:07.959628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a5746c-dd57-45a9-8a36-8eee35bdd2fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:07.961336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-80a5746c-dd57-45a9-8a36-8eee35bdd2fc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/6e01281f-faa6-40c9-8112-aef30e3d6250 HTTP/1.1" status: 404 len: 339 time: 0.0432849 Jul 29 18:02:07.965737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48938) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:07.971186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725119119', 'description': 'd1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:07.999448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:08.004494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.015441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ca0df31-6175-4795-b2c5-36fa8ee5e012 req-bdda4704-c89f-4e9a-a114-3243fba7d886 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622313 Jul 29 18:02:08.044235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:08.054314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.054666 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 8b4a1767-dbcf-4381-a7ad-016a9d5cac14 of type vlan for network 49d10f1c-2158-496d-b577-f5df19cb3110 Jul 29 18:02:08.083990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:08.094884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.099034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'port_id': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'mac_address': 'fa:16:3e:9d:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:02:08.127934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.136193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.136972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.153257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.167831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:02:08.195028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:08.202284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.227291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2602277 Jul 29 18:02:08.230045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48950) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.263691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b764d-16fa-4d5b-806f-9bd8099fbf51 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=49d10f1c-2158-496d-b577-f5df19cb3110,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:08.269907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=11']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:08.277063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 49d10f1c-2158-496d-b577-f5df19cb3110 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:08.355108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631b147-aad7-44cd-a645-e0cc966f7928 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.356918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e631b147-aad7-44cd-a645-e0cc966f7928 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks?id=49d10f1c-2158-496d-b577-f5df19cb3110 HTTP/1.1" status: 200 len: 761 time: 0.1258261 Jul 29 18:02:08.359912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48964) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.366333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'description': 'd2'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:08.419995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.458825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['bf66885e-6e33-4c90-baef-c03fe84332e8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:02:08.500916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6a714-45d6-49d9-8d79-765df68ddc64 req-7c4e1a53-6da4-45a1-8039-20fbc033901f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.502825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fb6a714-45d6-49d9-8d79-765df68ddc64 req-7c4e1a53-6da4-45a1-8039-20fbc033901f tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.1155541 Jul 29 18:02:08.576337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.577507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.578290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.578484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.582379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.583052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.583596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.590769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79278966-2022-4371-972e-fdb50490ec50 req-d68aac8e-44dd-4ea9-8a1a-f1f302f888b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.1693916 Jul 29 18:02:08.596296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.615660 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2fb6a714-45d6-49d9-8d79-765df68ddc64 req-d1a9dcfe-8c72-4cb4-87b2-4dd8435b80f9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784197 Jul 29 18:02:08.643694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.652069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79278966-2022-4371-972e-fdb50490ec50 req-27a8b110-d7e7-45c6-98da-ba38b8e79c71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487874 Jul 29 18:02:08.658044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network 49d10f1c-2158-496d-b577-f5df19cb3110 is not hosted by any dhcp agent {{(pid=94052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 18:02:08.666532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.667153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.670460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "PUT /v2.0/networks/49d10f1c-2158-496d-b577-f5df19cb3110 HTTP/1.1" status: 200 len: 758 time: 0.3075156 Jul 29 18:02:08.671236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48978) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.729190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fde3-fa85-4d85-a184-982f59269499 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=49d10f1c-2158-496d-b577-f5df19cb3110,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:08.744577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 49d10f1c-2158-496d-b577-f5df19cb3110 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:08.759876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3953d95d-e06a-4ad6-9947-d96a12062955 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.761801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3953d95d-e06a-4ad6-9947-d96a12062955 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks?id=49d10f1c-2158-496d-b577-f5df19cb3110 HTTP/1.1" status: 200 len: 761 time: 0.0890687 Jul 29 18:02:08.766672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 48982) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.772540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846194364'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:08.799275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:08.803133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.827534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:08.836748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.837112 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment 1d0dde84-0a8e-4246-913c-e2b16b4593ce of type vlan for network e82c8e6f-4623-46c6-91d2-0d4293d3644e Jul 29 18:02:08.879812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.914484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.920231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:08.920953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:08.990955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48992) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:08.991572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2231660 Jul 29 18:02:08.997025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': 'e82c8e6f-4623-46c6-91d2-0d4293d3644e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:09.003295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50d9e-6037-4bd2-bf53-6b4e69523797 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=e82c8e6f-4623-46c6-91d2-0d4293d3644e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:09.023289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e82c8e6f-4623-46c6-91d2-0d4293d3644e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:09.068796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74a30b61-1f62-43e8-916d-492e4a4f137b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:09.102573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 74a30b61-1f62-43e8-916d-492e4a4f137b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:09.103205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74a30b61-1f62-43e8-916d-492e4a4f137b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:09.121223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:09.128373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.150528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a38f5-c440-4ab9-9d4a-bb2bce161d95 req-1f8ddebd-3874-4833-a764-b268ab398c03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:09.152043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-033a38f5-c440-4ab9-9d4a-bb2bce161d95 req-1f8ddebd-3874-4833-a764-b268ab398c03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0581570 Jul 29 18:02:09.193845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-033a38f5-c440-4ab9-9d4a-bb2bce161d95 req-10eee20a-f9cb-4666-be76-a79634871823 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354321 Jul 29 18:02:09.226899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2bc369ac-11bd-4e57-aea9-1e78170769cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.352377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.418074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=9556eba2-3b38-4874-8ab9-479dc66983fd,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:09.426518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': '1d0dde84-0a8e-4246-913c-e2b16b4593ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e82c8e6f-4623-46c6-91d2-0d4293d3644e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:09.426880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: e82c8e6f-4623-46c6-91d2-0d4293d3644e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:09.446510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network e82c8e6f-4623-46c6-91d2-0d4293d3644e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:09.456387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e82c8e6f-4623-46c6-91d2-0d4293d3644e) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:09.460607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:09.461237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.465179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf0810-4ac0-49c7-b6fe-2f7d1f26ce84 None None] Network e82c8e6f-4623-46c6-91d2-0d4293d3644e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:09.477779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-95d306ed-46b4-4966-b591-e4c76be68139 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4849098 Jul 29 18:02:09.479876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49008) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:09.597830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.619898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81170fd6-49ce-4dd6-b454-e07b0cff6c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e82c8e6f-4623-46c6-91d2-0d4293d3644e', 'network_id': 'e82c8e6f-4623-46c6-91d2-0d4293d3644e', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '9556eba2-3b38-4874-8ab9-479dc66983fd'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:09.620922 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81170fd6-49ce-4dd6-b454-e07b0cff6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.660261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.732658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-81170fd6-49ce-4dd6-b454-e07b0cff6c5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9556eba2-3b38-4874-8ab9-479dc66983fd: This subnet is being modified by another concurrent operation. Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9556eba2-3b38-4874-8ab9-479dc66983fd: This subnet is being modified by another concurrent operation. Jul 29 18:02:09.737189 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:02:09.754061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05819a15-1d31-40f0-a11b-c1324a126e75 None None] Network e82c8e6f-4623-46c6-91d2-0d4293d3644e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:09.757427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f404-a8d6-48bb-815b-53caaf8698fb req-23eb0bed-c6e8-4a1f-9d09-cddc4c2c107e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:09.759990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c912f404-a8d6-48bb-815b-53caaf8698fb req-23eb0bed-c6e8-4a1f-9d09-cddc4c2c107e tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 945 time: 0.0731001 Jul 29 18:02:09.768347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=9556eba2-3b38-4874-8ab9-479dc66983fd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:09.819130 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c912f404-a8d6-48bb-815b-53caaf8698fb req-9fb337d9-b9d2-466b-945d-142f174192ec tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522707 Jul 29 18:02:09.844550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.855425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82c8e6f-4623-46c6-91d2-0d4293d3644e']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:09.866219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0dde84-0a8e-4246-913c-e2b16b4593ce') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:09.866469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0dde84-0a8e-4246-913c-e2b16b4593ce') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:09.876066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.891014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.895484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81810ab4-de7a-4500-a32e-ceaaabcf292d None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:02:09.899369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:09.899795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:09.902817 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:09.922979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:09.961668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.970969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:09.975162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/e82c8e6f-4623-46c6-91d2-0d4293d3644e HTTP/1.1" status: 204 len: 168 time: 0.4915850 Jul 29 18:02:09.975557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49016) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:09.996044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38914-ae56-494c-b67d-0c0b372d75a3 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=e82c8e6f-4623-46c6-91d2-0d4293d3644e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:10.008932 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6984389f-b7cb-494d-a9ec-76cc6412b807 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] GET failed (client error): The resource could not be found. Jul 29 18:02:10.012909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6984389f-b7cb-494d-a9ec-76cc6412b807 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets/9556eba2-3b38-4874-8ab9-479dc66983fd HTTP/1.1" status: 404 len: 337 time: 0.0337322 Jul 29 18:02:10.013140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49018) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.031867 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db7f597-9601-4763-8fed-e5484502292f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:10.032563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db7f597-9601-4763-8fed-e5484502292f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:10.033575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port bf66885e-6e33-4c90-baef-c03fe84332e8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:10.037742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6db7f597-9601-4763-8fed-e5484502292f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/e82c8e6f-4623-46c6-91d2-0d4293d3644e HTTP/1.1" status: 404 len: 339 time: 0.0201633 Jul 29 18:02:10.037994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49020) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.043282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49022) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.044821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port bf66885e-6e33-4c90-baef-c03fe84332e8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:10.045197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.099852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81810ab4-de7a-4500-a32e-ceaaabcf292d None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:02:10.172694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08d69a01-825a-4b9a-b9ae-1f65619893af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.205226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.242194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d6a2a-b14a-43de-9e08-f964ecbad365 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.244181 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec9d6a2a-b14a-43de-9e08-f964ecbad365 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2051187 Jul 29 18:02:10.246772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49028) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.247346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:10.249737 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8596c-5c04-4957-84b9-b1d8f0294f72" -d '{"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:10.282450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:10.285798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08d69a01-825a-4b9a-b9ae-1f65619893af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.289240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d61faeeb-4c54-489d-8d4c-113c66fc0f22 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b HTTP/1.1" status: 200 len: 207 time: 0.0405173 Jul 29 18:02:10.292588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49032) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.296451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08d69a01-825a-4b9a-b9ae-1f65619893af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.321388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.328105 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3387ff08-6d4a-4468-8d23-3854a252361d x-openstack-request-id: req-3387ff08-6d4a-4468-8d23-3854a252361d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:10.328494 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-plugged", "status": "completed", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:10.328695 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3387ff08-6d4a-4468-8d23-3854a252361d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:10.329297 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'code': 200} Jul 29 18:02:10.332104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-08d69a01-825a-4b9a-b9ae-1f65619893af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea93881fac7c4e379ebb612f2d48d051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874205 Jul 29 18:02:10.334865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49034) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.419836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d69a01-825a-4b9a-b9ae-1f65619893af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcad936-ffcd-4685-824e-f4891ebf1e93,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:10.430394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:10.455732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.466136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d8c32-e9b1-44a1-b030-64bdb532b2c1 req-97ec201f-4135-48d4-ba96-aef53fa68722 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.473564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a4d8c32-e9b1-44a1-b030-64bdb532b2c1 req-97ec201f-4135-48d4-ba96-aef53fa68722 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1394558 Jul 29 18:02:10.504472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6d4c0-d931-4850-b2b1-43fa3647ff77 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.510514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6d4c0-d931-4850-b2b1-43fa3647ff77 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.516584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6d4c0-d931-4850-b2b1-43fa3647ff77 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.521262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.522503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6d4c0-d931-4850-b2b1-43fa3647ff77 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.524234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7ad6d4c0-d931-4850-b2b1-43fa3647ff77 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2304571 Jul 29 18:02:10.528208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.574088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a4d8c32-e9b1-44a1-b030-64bdb532b2c1 req-b8d9fa4c-23ae-44fc-b3a5-5f9515ec0d25 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996423 Jul 29 18:02:10.590470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630a6f7-8912-4599-a17a-ab567aa982a6 req-e672340f-354b-404b-874a-23b8c54874d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.592016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f630a6f7-8912-4599-a17a-ab567aa982a6 req-e672340f-354b-404b-874a-23b8c54874d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1097 time: 0.0856187 Jul 29 18:02:10.624435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.626912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.628065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdcad936-ffcd-4685-824e-f4891ebf1e93 HTTP/1.1" status: 204 len: 168 time: 0.2850387 Jul 29 18:02:10.644181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411f6a-9ade-4f6a-8c3b-6967aad02151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcad936-ffcd-4685-824e-f4891ebf1e93,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:10.648206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f630a6f7-8912-4599-a17a-ab567aa982a6 req-a23874e4-b312-4d83-8c51-680ffacefaf8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465777 Jul 29 18:02:10.651294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4fa7d90d-0365-4491-a7cd-bfe1e87f3987 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1219187 Jul 29 18:02:10.654848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.712110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac6574-1904-4a6f-8a53-9cb34ec6aedb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.714011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac6574-1904-4a6f-8a53-9cb34ec6aedb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.715633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b0ac6574-1904-4a6f-8a53-9cb34ec6aedb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0597403 Jul 29 18:02:10.719351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49042) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.777137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f402ee-d82a-45d4-95d5-d3ea80546a56 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.778709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f402ee-d82a-45d4-95d5-d3ea80546a56 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.780279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-69f402ee-d82a-45d4-95d5-d3ea80546a56 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0600097 Jul 29 18:02:10.783871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49046) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.887430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d113fb-e6a7-4c72-b3a3-dd4c8f14823e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.888885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-68d113fb-e6a7-4c72-b3a3-dd4c8f14823e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks/42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 HTTP/1.1" status: 200 len: 799 time: 0.1040418 Jul 29 18:02:10.893137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.932631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49052) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:10.949529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-43650270-51fc-42f6-942a-06d42bd338cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:10.969539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12416bf6-e2de-479a-b579-b37093094f9b req-e58186ec-363a-40b4-8958-a938dc3ca668 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:10.971090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12416bf6-e2de-479a-b579-b37093094f9b req-e58186ec-363a-40b4-8958-a938dc3ca668 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.0773332 Jul 29 18:02:10.997884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b6e1f41a-bded-4a8a-8c51-f4e81eb6535c tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/networks/42c26b0b-9772-4dd3-9aa0-8a60e44b47f5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1035707 Jul 29 18:02:11.001420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.033422 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-12416bf6-e2de-479a-b579-b37093094f9b req-aeb296ce-8efb-4346-a96d-ead701504d21 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532327 Jul 29 18:02:11.057609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc9f3b-410f-4442-96da-0abf7016c828 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:11.059282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-71fc9f3b-410f-4442-96da-0abf7016c828 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets/235774e1-31b2-441c-87d2-3061458846a6 HTTP/1.1" status: 200 len: 811 time: 0.0568490 Jul 29 18:02:11.063266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.085554 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-43650270-51fc-42f6-942a-06d42bd338cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.090442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-43650270-51fc-42f6-942a-06d42bd338cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.115052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201f2c9-878f-4f35-b1f3-8110e2498e19 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:11.116700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c201f2c9-878f-4f35-b1f3-8110e2498e19 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "GET /v2.0/subnets/235774e1-31b2-441c-87d2-3061458846a6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0524311 Jul 29 18:02:11.120343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49058) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.125424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1842374274'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:11.127131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43650270-51fc-42f6-942a-06d42bd338cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d23095-9b91-4d3b-b04a-987a966a6f3e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:11.131302 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-43650270-51fc-42f6-942a-06d42bd338cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38db2b4c9f8741219339b1d35ef57f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977019 Jul 29 18:02:11.134479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.171144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:11.174575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.212195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.216606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:11.243355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.243691 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Added segment c857afed-0e5c-4f41-8449-f430d4d520c9 of type vlan for network fff66646-dc9e-438d-9aae-e6fdefcd1195 Jul 29 18:02:11.254286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.307875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.342533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.351309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:11.351892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.359605 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.362213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.363380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d23095-9b91-4d3b-b04a-987a966a6f3e HTTP/1.1" status: 204 len: 168 time: 0.2277961 Jul 29 18:02:11.423876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348c1c0-3be8-42f9-b910-fdef6e715627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d23095-9b91-4d3b-b04a-987a966a6f3e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:11.463077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3415589 Jul 29 18:02:11.464217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc88e4-1512-4a6e-a6c0-8a8f3d35d7eb tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Network': ['ID=fff66646-dc9e-438d-9aae-e6fdefcd1195,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:11.465952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49068) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.472084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:11.487204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:11.584176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Made reservation on behalf of d013e46622dd4f708c71bd206b8c9671 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:11.588376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.658220 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b4cb47d0-19ae-464d-8fc1-1d79dd50fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.666707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing IP validity checks on allocation pools {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 18:02:11.667237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.ipam_backend_mixin [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 18:02:11.748007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7952a56-48c1-407d-9a41-296185d63fcf req-39742908-4290-4212-b4fb-9068ffe30cba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:11.749741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7952a56-48c1-407d-9a41-296185d63fcf req-39742908-4290-4212-b4fb-9068ffe30cba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0769579 Jul 29 18:02:11.792933 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7952a56-48c1-407d-9a41-296185d63fcf req-5a2f1989-60dc-4b8b-8d4e-12168ba9aeef tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370593 Jul 29 18:02:11.837328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.854942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.911588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=90350cbc-255a-4ed8-8152-bcece90df381,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:11.918835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Checking segment: {'id': 'c857afed-0e5c-4f41-8449-f430d4d520c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:11.919193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network hostable DHCP agents. Network: fff66646-dc9e-438d-9aae-e6fdefcd1195, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:11.938293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:11.950542 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, fff66646-dc9e-438d-9aae-e6fdefcd1195) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:11.958473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:11.959688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:11.961708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096bfb0-bb87-4b22-a553-e1d657ebcf37 None None] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:11.979618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f8342aa6-efa7-420b-8204-37be49092719 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5098596 Jul 29 18:02:11.980036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:11.985852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:12.129978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9008480'] for subnet, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.190046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-fff66646-dc9e-438d-9aae-e6fdefcd1195', 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195', 'tenant_id': 'd013e46622dd4f708c71bd206b8c9671', 'fixed_ips': [{'subnet_id': '90350cbc-255a-4ed8-8152-bcece90df381'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:12.191078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.228329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce5f0f-debe-4cf4-bd3a-cc50bac69ce4 req-87a3ded3-1257-4061-92c4-1ae8af99df84 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:12.232086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00ce5f0f-debe-4cf4-bd3a-cc50bac69ce4 req-87a3ded3-1257-4061-92c4-1ae8af99df84 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.1042840 Jul 29 18:02:12.312051 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00ce5f0f-debe-4cf4-bd3a-cc50bac69ce4 req-ae182329-08fc-4a15-988a-9d9cec4a2ef3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729952 Jul 29 18:02:12.353830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730324527400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9404360'] for subnet, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.399836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:12.400544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.402057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "PUT /v2.0/subnets/90350cbc-255a-4ed8-8152-bcece90df381 HTTP/1.1" status: 200 len: 877 time: 0.4209144 Jul 29 18:02:12.404958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49128) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:12.406578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Allocated IP 172.20.0.3 (fff66646-dc9e-438d-9aae-e6fdefcd1195/90350cbc-255a-4ed8-8152-bcece90df381/d1703ea5-2ae4-4fb1-8c77-7b006d2b056f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:12.467642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37ab7-b6ac-4dcb-bfb5-56b81b65e2a2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event updated for resources: {'Subnet': ['ID=90350cbc-255a-4ed8-8152-bcece90df381,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:12.542941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.570305 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.579534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Transition to ACTIVE for port object d1703ea5-2ae4-4fb1-8c77-7b006d2b056f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:12.596253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Transition to ACTIVE for port object d1703ea5-2ae4-4fb1-8c77-7b006d2b056f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:12.598978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.604046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.645952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:12.649068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:12.651566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:12.661631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Pushing event updated for resources: {'Port': ['ID=d1703ea5-2ae4-4fb1-8c77-7b006d2b056f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:12.674098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.709728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=90350cbc-255a-4ed8-8152-bcece90df381,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:12.716428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Attempting to bind port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:12.716859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Attempting to bind port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c857afed-0e5c-4f41-8449-f430d4d520c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:12.718060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Attempting to bind port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f on network fff66646-dc9e-438d-9aae-e6fdefcd1195 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:12.723805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:12.724251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Checking segment: {'id': 'c857afed-0e5c-4f41-8449-f430d4d520c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:12.724780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.725203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Bound using segment: {'id': 'c857afed-0e5c-4f41-8449-f430d4d520c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:12.725746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Bound port: d1703ea5-2ae4-4fb1-8c77-7b006d2b056f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c857afed-0e5c-4f41-8449-f430d4d520c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:12.726189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.773328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.784724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff66646-dc9e-438d-9aae-e6fdefcd1195']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:12.795970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] For port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:12.796456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c857afed-0e5c-4f41-8449-f430d4d520c9') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:12.796761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c857afed-0e5c-4f41-8449-f430d4d520c9') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:12.799861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] For port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d1703ea5-2ae4-4fb1-8c77-7b006d2b056f,segment=NetworkSegment(c857afed-0e5c-4f41-8449-f430d4d520c9),segment_id=c857afed-0e5c-4f41-8449-f430d4d520c9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:12.804769 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.807688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.826956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.836087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:12.837047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:12.891066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d3993-07da-444d-b060-4ca415a6509b None None] Pushing event updated for resources: {'Port': ['ID=d1703ea5-2ae4-4fb1-8c77-7b006d2b056f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:12.895974 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:12.919169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bb476-dfaa-48d2-8174-e35eed4b9e24 None None] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:12.932825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 18:02:12.932825 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 18:02:12.932825 n-d-801607-3 neutron-server[94051]: [parameters: {'id': 'fff66646-dc9e-438d-9aae-e6fdefcd1195'}] Jul 29 18:02:12.932825 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:02:12.933298 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:02:12.958409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12c17d-9e5b-4770-914e-440daa87ae88 req-8c97a4f3-112b-4ae1-90ca-6a2ff86c5ef4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:12.960243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b12c17d-9e5b-4770-914e-440daa87ae88 req-8c97a4f3-112b-4ae1-90ca-6a2ff86c5ef4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0623016 Jul 29 18:02:12.995153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.018925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b12c17d-9e5b-4770-914e-440daa87ae88 req-167364f3-585e-4490-8272-09c4d5e00534 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Jul 29 18:02:13.057511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91189a2-fedd-4f61-bfd8-41367f1ed633 None None] Network fff66646-dc9e-438d-9aae-e6fdefcd1195 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:13.332634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a980c38-59a9-4504-8a45-d910a9695e07 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:02:13.434176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.448021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259397a-3563-483a-9c30-527f51121d3b req-714cbf19-cb9a-46a5-aeca-8d18b49f008b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:13.449668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5259397a-3563-483a-9c30-527f51121d3b req-714cbf19-cb9a-46a5-aeca-8d18b49f008b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.0627077 Jul 29 18:02:13.459281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a980c38-59a9-4504-8a45-d910a9695e07 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:02:13.492192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5259397a-3563-483a-9c30-527f51121d3b req-f4811c69-fca7-4eef-b17d-c8fb195961b9 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Jul 29 18:02:13.518828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:13.519290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.587230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] For port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d1703ea5-2ae4-4fb1-8c77-7b006d2b056f,segment=NetworkSegment(c857afed-0e5c-4f41-8449-f430d4d520c9),segment_id=c857afed-0e5c-4f41-8449-f430d4d520c9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:13.587726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.601110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Calling delete_port for d1703ea5-2ae4-4fb1-8c77-7b006d2b056f owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:13.688842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.716363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Port': ['ID=d1703ea5-2ae4-4fb1-8c77-7b006d2b056f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:13.718210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No DVR routers for this DVR port d1703ea5-2ae4-4fb1-8c77-7b006d2b056f on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:13.799902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.811885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff66646-dc9e-438d-9aae-e6fdefcd1195']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:13.822881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c857afed-0e5c-4f41-8449-f430d4d520c9') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:13.823183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c857afed-0e5c-4f41-8449-f430d4d520c9') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:13.832141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.847426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.853521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:13.853908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:13.856897 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:13.915648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.920065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:13.922282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/fff66646-dc9e-438d-9aae-e6fdefcd1195 HTTP/1.1" status: 204 len: 168 time: 1.5160649 Jul 29 18:02:13.925641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49178) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:13.937852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75339c2-bab8-4d6c-96db-f985e19f3c8a tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=fff66646-dc9e-438d-9aae-e6fdefcd1195,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:13.952433 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c21f390-7878-4445-b78e-b22efc74e051 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:13.952960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c21f390-7878-4445-b78e-b22efc74e051 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:13.954780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c21f390-7878-4445-b78e-b22efc74e051 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/90350cbc-255a-4ed8-8152-bcece90df381 HTTP/1.1" status: 404 len: 337 time: 0.0278139 Jul 29 18:02:13.957296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49180) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:13.974988 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-29db870e-e672-45be-97a6-f9b8543dc8ba tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:13.975498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29db870e-e672-45be-97a6-f9b8543dc8ba tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:13.979482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29db870e-e672-45be-97a6-f9b8543dc8ba tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/fff66646-dc9e-438d-9aae-e6fdefcd1195 HTTP/1.1" status: 404 len: 339 time: 0.0188875 Jul 29 18:02:13.979726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.004887 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1523e27e-271d-4be4-978d-7424c359284f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.005343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1523e27e-271d-4be4-978d-7424c359284f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.008052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1523e27e-271d-4be4-978d-7424c359284f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/9556eba2-3b38-4874-8ab9-479dc66983fd HTTP/1.1" status: 404 len: 337 time: 0.0264335 Jul 29 18:02:14.010066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49184) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.028094 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78ff32f-12b4-4c2f-b102-9f85ac825601 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.028891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78ff32f-12b4-4c2f-b102-9f85ac825601 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.030688 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a78ff32f-12b4-4c2f-b102-9f85ac825601 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/e82c8e6f-4623-46c6-91d2-0d4293d3644e HTTP/1.1" status: 404 len: 339 time: 0.0196638 Jul 29 18:02:14.033182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.112133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.156241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d386c3-5597-41d9-bf35-32f22533444f req-2cb92bf3-0e40-4a2d-87d7-054bfcb3ba5d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:14.162758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3d386c3-5597-41d9-bf35-32f22533444f req-2cb92bf3-0e40-4a2d-87d7-054bfcb3ba5d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0596504 Jul 29 18:02:14.203527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3d386c3-5597-41d9-bf35-32f22533444f req-793833c4-6cc3-4afd-bba3-140023bbb07f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Jul 29 18:02:14.207809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.219093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d10f1c-2158-496d-b577-f5df19cb3110']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:14.229129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4a1767-dbcf-4381-a7ad-016a9d5cac14') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:14.229417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4a1767-dbcf-4381-a7ad-016a9d5cac14') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:14.238286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.251366 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.257248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:14.257644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:14.261095 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:14.321086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.341007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.342990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/49d10f1c-2158-496d-b577-f5df19cb3110 HTTP/1.1" status: 204 len: 168 time: 0.3088801 Jul 29 18:02:14.344270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44535061-139b-4d4b-b381-5ee239c6021f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=49d10f1c-2158-496d-b577-f5df19cb3110,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:14.346465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.374049 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb3aab2-03c0-4a35-9de5-8bca23ab7342 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.374519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb3aab2-03c0-4a35-9de5-8bca23ab7342 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.376246 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6fb3aab2-03c0-4a35-9de5-8bca23ab7342 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/4cf53843-f607-4297-b9a3-def8f108a702 HTTP/1.1" status: 404 len: 337 time: 0.0285263 Jul 29 18:02:14.378735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.397290 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8694cb8f-25f8-48be-a2c7-bbe04e520469 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.397855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8694cb8f-25f8-48be-a2c7-bbe04e520469 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.399609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8694cb8f-25f8-48be-a2c7-bbe04e520469 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/6e01281f-faa6-40c9-8112-aef30e3d6250 HTTP/1.1" status: 404 len: 339 time: 0.0199938 Jul 29 18:02:14.402407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.428022 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-af33f5f7-5093-4332-975f-649923656e7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.428465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af33f5f7-5093-4332-975f-649923656e7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.430271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af33f5f7-5093-4332-975f-649923656e7d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/5ef4a694-93c5-4fe7-a83a-306db0f24f36 HTTP/1.1" status: 404 len: 337 time: 0.0268714 Jul 29 18:02:14.432788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49206) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.451169 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d61873b-0b5b-4b72-bccf-19652c599c52 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.451816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d61873b-0b5b-4b72-bccf-19652c599c52 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.453418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d61873b-0b5b-4b72-bccf-19652c599c52 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/84eb9144-2323-48a6-8ed6-073cbeeb3c46 HTTP/1.1" status: 404 len: 339 time: 0.0197525 Jul 29 18:02:14.456008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49210) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.484860 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-51651cf6-f749-4693-949f-39fb3fbbe752 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.485305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51651cf6-f749-4693-949f-39fb3fbbe752 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.487025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-51651cf6-f749-4693-949f-39fb3fbbe752 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/199d71c6-3106-4351-8b24-dbfcf84af12f HTTP/1.1" status: 404 len: 337 time: 0.0301340 Jul 29 18:02:14.489648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.507400 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fab936-6bad-4ebe-a405-f2bb2669872f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.507922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fab936-6bad-4ebe-a405-f2bb2669872f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.509927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d4fab936-6bad-4ebe-a405-f2bb2669872f tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/e54a3012-5ae5-4bc9-a9b0-5018f8494e1d HTTP/1.1" status: 404 len: 339 time: 0.0194089 Jul 29 18:02:14.512346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49214) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.537911 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17222d8-c520-4732-b984-0dc2e7deea70 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.538396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17222d8-c520-4732-b984-0dc2e7deea70 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.540078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a17222d8-c520-4732-b984-0dc2e7deea70 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/f0cc9a4b-b81f-4646-8136-16290f0751e8 HTTP/1.1" status: 404 len: 337 time: 0.0268717 Jul 29 18:02:14.545596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49218) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.564087 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ef166-7765-4f40-9828-de5231e671c2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.564633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0ef166-7765-4f40-9828-de5231e671c2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.566338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d0ef166-7765-4f40-9828-de5231e671c2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/8f076f16-df8a-49da-aa78-dc7a6bbce5c6 HTTP/1.1" status: 404 len: 339 time: 0.0197468 Jul 29 18:02:14.568946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49220) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.590124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.595270 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-78367066-7fa5-4014-9dcb-1f80044da5b7 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.595640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78367066-7fa5-4014-9dcb-1f80044da5b7 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.597343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-78367066-7fa5-4014-9dcb-1f80044da5b7 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/c48633e8-7b4b-46a1-ac25-3881e8861f24 HTTP/1.1" status: 404 len: 337 time: 0.0273800 Jul 29 18:02:14.600063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.617956 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b766fe-f8dd-4702-83f5-e32c9acc6d7e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.618584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b766fe-f8dd-4702-83f5-e32c9acc6d7e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.620296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92b766fe-f8dd-4702-83f5-e32c9acc6d7e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/0d49db4e-23d9-4f61-aad2-4ade3762eee7 HTTP/1.1" status: 404 len: 339 time: 0.0192795 Jul 29 18:02:14.622849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49226) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.648233 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c0851b-3473-471a-8535-5d913511a6df tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.648685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c0851b-3473-471a-8535-5d913511a6df tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.650414 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2c0851b-3473-471a-8535-5d913511a6df tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/ce5dc69a-53f2-4d04-8138-a251de8addd4 HTTP/1.1" status: 404 len: 337 time: 0.0266519 Jul 29 18:02:14.652945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49230) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.670844 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c897f32-cd7f-47c8-a16b-4e6a25c6c22e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.671366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c897f32-cd7f-47c8-a16b-4e6a25c6c22e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.672990 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7c897f32-cd7f-47c8-a16b-4e6a25c6c22e tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/dab83c2f-f0df-43ea-a306-46f74637bee8 HTTP/1.1" status: 404 len: 339 time: 0.0191388 Jul 29 18:02:14.675489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49232) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.706507 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b01290b-1002-45ea-b9d8-230d3bec01a1 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.706980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b01290b-1002-45ea-b9d8-230d3bec01a1 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.709451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6b01290b-1002-45ea-b9d8-230d3bec01a1 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/45354c39-3eb0-44b8-abbb-7aa061950927 HTTP/1.1" status: 404 len: 337 time: 0.0330791 Jul 29 18:02:14.712415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.731730 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e68e38-35c5-4ba7-b664-cb7ec89121dc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.732272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e68e38-35c5-4ba7-b664-cb7ec89121dc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.733950 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-85e68e38-35c5-4ba7-b664-cb7ec89121dc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/a6c3b2ef-5ef8-446f-b1af-ecac734aeabb HTTP/1.1" status: 404 len: 339 time: 0.0204339 Jul 29 18:02:14.736619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.762149 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-295485ca-d780-4796-9954-e227e105e183 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.762623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295485ca-d780-4796-9954-e227e105e183 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.764271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-295485ca-d780-4796-9954-e227e105e183 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/5038f58f-45d1-4627-86b5-ed329ccd3a38 HTTP/1.1" status: 404 len: 337 time: 0.0267761 Jul 29 18:02:14.766935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.789590 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d56d70-8f26-4d93-97a9-e79c61a8241d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:14.790135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d56d70-8f26-4d93-97a9-e79c61a8241d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:14.791834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-19d56d70-8f26-4d93-97a9-e79c61a8241d tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/8c523aa4-f432-4962-aa01-6e3a00235516 HTTP/1.1" status: 404 len: 339 time: 0.0238676 Jul 29 18:02:14.794273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:14.847853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting subnet 235774e1-31b2-441c-87d2-3061458846a6 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:14.850852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.894127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:14.981578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.040519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.067685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Subnet': ['ID=235774e1-31b2-441c-87d2-3061458846a6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:15.069611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.074024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49254) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:15.075958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d5b91-b724-4255-aedb-020865db4305 None None] Network 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:15.078909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b08e3c2c-0756-4a18-b00c-e96e390addbc tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/subnets/235774e1-31b2-441c-87d2-3061458846a6 HTTP/1.1" status: 204 len: 168 time: 0.2788293 Jul 29 18:02:15.156016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.220599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Deleting port e0dd3304-3e81-44f5-b748-7207262da60a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:15.220943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.280380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] DHCP port deletion for 42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:15.291590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] For port e0dd3304-3e81-44f5-b748-7207262da60a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e0dd3304-3e81-44f5-b748-7207262da60a,segment=NetworkSegment(3e591d06-595a-49b3-9707-53d2cdd13de7),segment_id=3e591d06-595a-49b3-9707-53d2cdd13de7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:15.292286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.307544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Calling delete_port for e0dd3304-3e81-44f5-b748-7207262da60a owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:15.334566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Deleting port e0dd3304-3e81-44f5-b748-7207262da60a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:15.335077 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.350318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e4318-0820-407c-b946-90f2369f6241 req-d2f5380e-fcc2-4619-bbc6-8d86d6b03fa0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:15.352585 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7e4318-0820-407c-b946-90f2369f6241 req-d2f5380e-fcc2-4619-bbc6-8d86d6b03fa0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0728185 Jul 29 18:02:15.397412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fc7e4318-0820-407c-b946-90f2369f6241 req-c6cc6184-7879-47e5-b8e8-c1fc36a6708c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Jul 29 18:02:15.401819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.412389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] For port e0dd3304-3e81-44f5-b748-7207262da60a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e0dd3304-3e81-44f5-b748-7207262da60a,segment=NetworkSegment(3e591d06-595a-49b3-9707-53d2cdd13de7),segment_id=3e591d06-595a-49b3-9707-53d2cdd13de7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:15.413036 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.431067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Port': ['ID=e0dd3304-3e81-44f5-b748-7207262da60a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:15.431540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Calling delete_port for e0dd3304-3e81-44f5-b748-7207262da60a owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:15.439244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] No DVR routers for this DVR port e0dd3304-3e81-44f5-b748-7207262da60a on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:15.512644 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.521038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.531331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c26b0b-9772-4dd3-9aa0-8a60e44b47f5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:15.539624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] Pushing event deleted for resources: {'Port': ['ID=e0dd3304-3e81-44f5-b748-7207262da60a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:15.541653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df83c31-dd62-4978-a9c4-84d11b079619 None None] No DVR routers for this DVR port e0dd3304-3e81-44f5-b748-7207262da60a on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:15.541986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e591d06-595a-49b3-9707-53d2cdd13de7') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:15.543148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e591d06-595a-49b3-9707-53d2cdd13de7') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:15.553596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.571669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.577505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:15.577891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:15.580892 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:15.637611 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.644962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:15.646866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] 10.222.0.16 "DELETE /v2.0/networks/42c26b0b-9772-4dd3-9aa0-8a60e44b47f5 HTTP/1.1" status: 204 len: 168 time: 0.5718181 Jul 29 18:02:15.660613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76caa86-c381-4564-a241-64c01ba544f2 tempest-NetworksTest-542977257 tempest-NetworksTest-542977257-project] Pushing event deleted for resources: {'Network': ['ID=42c26b0b-9772-4dd3-9aa0-8a60e44b47f5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:15.893441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49278) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:16.031552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2dccf86c-0a81-42e3-b596-87468b090890 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d013e46622dd4f708c71bd206b8c9671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368954 Jul 29 18:02:16.034078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49290) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:16.083178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:16.106039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:16.159414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:16.162359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:16.164110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1d376ac-43ce-4919-9839-a64f3d5be27f HTTP/1.1" status: 204 len: 168 time: 0.1288993 Jul 29 18:02:16.173312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a5e38-a86b-4c2d-bf3b-622f636fd5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d376ac-43ce-4919-9839-a64f3d5be27f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:16.526111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd7dd-759b-46b0-bd5f-beee4f09f1e9 req-ef815295-4a88-4272-8cdf-08b4af43e858 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:16.527781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eaddd7dd-759b-46b0-bd5f-beee4f09f1e9 req-ef815295-4a88-4272-8cdf-08b4af43e858 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0585043 Jul 29 18:02:16.570824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eaddd7dd-759b-46b0-bd5f-beee4f09f1e9 req-208124cd-204c-4072-b50a-4250e9d1f1dd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369780 Jul 29 18:02:16.968625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49344) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:17.042016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e0dd3304-3e81-44f5-b748-7207262da60a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:17.064939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e0dd3304-3e81-44f5-b748-7207262da60a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:17.065353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e0dd3304-3e81-44f5-b748-7207262da60a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:17.165599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1648541946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:17.196024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.197177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.251753 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.257342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.274820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.276028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d594aba5-53f8-4a3e-adb5-a3eb9d55a79d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3063118 Jul 29 18:02:17.278911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49354) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:17.283901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1216052715'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:17.304069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:17.307576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.316899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.407981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.412826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.436047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:17.454689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.455028 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Added segment 2bae38f6-2f30-4d2e-a3e7-89e33ac56aad of type vlan for network 06e940ad-f638-48b9-80d0-314d89d03b22 Jul 29 18:02:17.456365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4983b6-82c2-4571-b874-b271aa90a7ac,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:17.499065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.529376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.535379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:17.535984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.598858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3187616 Jul 29 18:02:17.600180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:17.605444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'subnet': {'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:17.613871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b984078-cbb4-42da-8d94-22023a6cee68 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Network': ['ID=06e940ad-f638-48b9-80d0-314d89d03b22,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:17.627296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 06e940ad-f638-48b9-80d0-314d89d03b22 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:17.737133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5c26-a888-43f9-b57a-959a3e10c65b req-a3a0804d-6396-455d-b24b-2e534964b3c3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:17.738685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f62f5c26-a888-43f9-b57a-959a3e10c65b req-a3a0804d-6396-455d-b24b-2e534964b3c3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0881586 Jul 29 18:02:17.739766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:17.743011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:17.829646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f62f5c26-a888-43f9-b57a-959a3e10c65b req-f3e5d763-ffc2-4985-ae44-e056a8488e39 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831807 Jul 29 18:02:17.953065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.006878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Subnet': ['ID=357e48d4-844a-4345-9a25-3eeb71e42cba,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:18.024563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Checking segment: {'id': '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:18.024932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network hostable DHCP agents. Network: 06e940ad-f638-48b9-80d0-314d89d03b22, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:18.043223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 06e940ad-f638-48b9-80d0-314d89d03b22 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:18.053339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 06e940ad-f638-48b9-80d0-314d89d03b22) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:18.059047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:18.059632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.065753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c8381-6a0f-4a2a-83b6-84755d4f7ce1 None None] Network 06e940ad-f638-48b9-80d0-314d89d03b22 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:18.076239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c3f19b45-15b4-4983-b7e6-b5ad39f8c98c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4751618 Jul 29 18:02:18.079352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49374) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:18.085571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'network': {'name': 'tempest-router-network01--50303476'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:18.109144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:18.112699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.154775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:18.167551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.167879 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Added segment baf02ddf-4462-4d4d-b04b-f6ab37b56ef0 of type vlan for network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 Jul 29 18:02:18.220564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.236976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-06e940ad-f638-48b9-80d0-314d89d03b22', 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22', 'tenant_id': 'c2bcf2cc79c54c69a40c332fec55ecb9', 'fixed_ips': [{'subnet_id': '357e48d4-844a-4345-9a25-3eeb71e42cba'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:18.237896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.251239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.256872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:18.257453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.312149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2309039 Jul 29 18:02:18.315988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49382) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:18.324823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'network': {'name': 'tempest-router-network02--1081877200'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:18.332821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc762d37-33c9-4e9a-bbba-5f1cc92ddf44 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Network': ['ID=64b7cec2-9fb6-4235-9af0-ed2b7a209835,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:18.353479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:18.357338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.361616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:18.386185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:18.396190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.396539 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Added segment f51aa218-04ce-4128-9d62-f8ccf658eb7d of type vlan for network cd707bab-0e6c-418e-ad91-0baa00349eda Jul 29 18:02:18.437771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.439557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Allocated IP 2001:db8::2 (06e940ad-f638-48b9-80d0-314d89d03b22/357e48d4-844a-4345-9a25-3eeb71e42cba/2ca7ff2d-41f3-46f9-9c7a-4144a33cd097) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:18.476687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.482573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:18.483197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.546649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:18.547300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2290211 Jul 29 18:02:18.557310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7f7e4-4fba-4677-9151-c617c111ea5c tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Network': ['ID=cd707bab-0e6c-418e-ad91-0baa00349eda,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:18.558526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'subnet': {'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:18.581009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network cd707bab-0e6c-418e-ad91-0baa00349eda details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:18.646212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.656965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:18.660508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.661487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Transition to ACTIVE for port object 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:18.690485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Transition to ACTIVE for port object 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:18.699976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.744626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Pushing event updated for resources: {'Port': ['ID=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:18.757170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Network 06e940ad-f638-48b9-80d0-314d89d03b22 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:18.759106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:18.761832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:18.823871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Attempting to bind port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:18.824243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Attempting to bind port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:18.824604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Attempting to bind port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 on network 06e940ad-f638-48b9-80d0-314d89d03b22 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:18.829789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:18.830153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Checking segment: {'id': '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:18.830753 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.831143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Bound using segment: {'id': '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:18.831711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Bound port: 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06e940ad-f638-48b9-80d0-314d89d03b22'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:18.832264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.863472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.918276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] For port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:18.921902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] For port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,segment=NetworkSegment(2bae38f6-2f30-4d2e-a3e7-89e33ac56aad),segment_id=2bae38f6-2f30-4d2e-a3e7-89e33ac56aad)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:18.928501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:18.935128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Subnet': ['ID=f051e1c5-3ac9-4ec2-852a-a7905337e1c0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:18.951122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Checking segment: {'id': 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:18.951573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network hostable DHCP agents. Network: 64b7cec2-9fb6-4235-9af0-ed2b7a209835, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:18.974364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:18.986743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 64b7cec2-9fb6-4235-9af0-ed2b7a209835) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:19.005618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:19.006572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.010661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428e596-9cf9-4e12-a73e-674d99702fc2 None None] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:19.029420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-692b8b2e-5d99-4e34-8447-4dcea9be09db tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4798200 Jul 29 18:02:19.030463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:19.034277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aeb32-9970-4f69-bac0-1bf1b7c5743d req-3385b205-e48b-4af7-acc0-24a56059a14f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:19.036410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-880aeb32-9970-4f69-bac0-1bf1b7c5743d req-3385b205-e48b-4af7-acc0-24a56059a14f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1175010 Jul 29 18:02:19.037651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'subnet': {'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:19.057702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299bc7f-8fe2-4363-b53d-565a4e8563b4 None None] Pushing event updated for resources: {'Port': ['ID=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:19.097618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-880aeb32-9970-4f69-bac0-1bf1b7c5743d req-9c1b042a-f77f-4b72-994a-e841eba0f618 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479734 Jul 29 18:02:19.164176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:19.168875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.276962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-64b7cec2-9fb6-4235-9af0-ed2b7a209835', 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835', 'tenant_id': 'c2bcf2cc79c54c69a40c332fec55ecb9', 'fixed_ips': [{'subnet_id': 'f051e1c5-3ac9-4ec2-852a-a7905337e1c0'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:19.277856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.423250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.453948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Allocated IP 2001:db8::2 (64b7cec2-9fb6-4235-9af0-ed2b7a209835/f051e1c5-3ac9-4ec2-852a-a7905337e1c0/793f95c1-ac0a-4e86-af10-97f37d7dc101) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:19.495840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Subnet': ['ID=4312dc32-c4b0-43bb-af35-cd2d34ec384b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:19.509218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Checking segment: {'id': 'f51aa218-04ce-4128-9d62-f8ccf658eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:19.509617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network hostable DHCP agents. Network: cd707bab-0e6c-418e-ad91-0baa00349eda, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:19.534126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network cd707bab-0e6c-418e-ad91-0baa00349eda is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:19.548880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-3224ea6d-dbf5-4ed7-877b-c29e90115d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604010 Jul 29 18:02:19.553316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, cd707bab-0e6c-418e-ad91-0baa00349eda) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:19.557801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:19.558438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.568565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773fe9e-9904-4239-ba3d-5edb72e6ca3a None None] Network cd707bab-0e6c-418e-ad91-0baa00349eda requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:19.585204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49420) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:19.586051 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c731d9d-f488-4853-958e-3e6793acd726 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5536659 Jul 29 18:02:19.700238 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.721880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Transition to ACTIVE for port object 793f95c1-ac0a-4e86-af10-97f37d7dc101 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:19.791071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-f89842c5-b7fc-4c5f-87fa-14ee1043b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:19.792617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-f89842c5-b7fc-4c5f-87fa-14ee1043b199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 1097 time: 0.1618562 Jul 29 18:02:19.793473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Transition to ACTIVE for port object 793f95c1-ac0a-4e86-af10-97f37d7dc101 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:19.812584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:19.897952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:19.919985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:19.927403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:19.931523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Pushing event updated for resources: {'Port': ['ID=793f95c1-ac0a-4e86-af10-97f37d7dc101,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:19.943467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-cd707bab-0e6c-418e-ad91-0baa00349eda', 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda', 'tenant_id': 'c2bcf2cc79c54c69a40c332fec55ecb9', 'fixed_ips': [{'subnet_id': '4312dc32-c4b0-43bb-af35-cd2d34ec384b'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:19.944346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.100293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Attempting to bind port 793f95c1-ac0a-4e86-af10-97f37d7dc101 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:20.100293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Attempting to bind port 793f95c1-ac0a-4e86-af10-97f37d7dc101 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:20.100293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Attempting to bind port 793f95c1-ac0a-4e86-af10-97f37d7dc101 on network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:20.137931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:20.138344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Checking segment: {'id': 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:20.139020 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.139643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Bound using segment: {'id': 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:20.140578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Bound port: 793f95c1-ac0a-4e86-af10-97f37d7dc101, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64b7cec2-9fb6-4235-9af0-ed2b7a209835'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:20.141161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.339552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] For port 793f95c1-ac0a-4e86-af10-97f37d7dc101, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:20.348239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Allocated IP 2001:db8::2 (cd707bab-0e6c-418e-ad91-0baa00349eda/4312dc32-c4b0-43bb-af35-cd2d34ec384b/2e8169e3-10d2-4945-9ebc-a2b77a72027f) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:20.402558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.433989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-35849e80-bdcc-42c4-a6e9-ff793269a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:20.436273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-35849e80-bdcc-42c4-a6e9-ff793269a8a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 200 len: 918 time: 0.1876223 Jul 29 18:02:20.504698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] For port 793f95c1-ac0a-4e86-af10-97f37d7dc101, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=793f95c1-ac0a-4e86-af10-97f37d7dc101,segment=NetworkSegment(baf02ddf-4462-4d4d-b04b-f6ab37b56ef0),segment_id=baf02ddf-4462-4d4d-b04b-f6ab37b56ef0)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:20.514030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27818b36-0c32-4aa1-8f73-3332f1c42a5e None None] Network 06e940ad-f638-48b9-80d0-314d89d03b22 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:20.650909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.670716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-3dc2c903-026f-40ef-8a9f-a1c65360286e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 200 len: 1001 time: 0.2012274 Jul 29 18:02:20.671323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.682326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Transition to ACTIVE for port object 2e8169e3-10d2-4945-9ebc-a2b77a72027f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:20.702638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Transition to ACTIVE for port object 2e8169e3-10d2-4945-9ebc-a2b77a72027f will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:20.740628 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:20.741546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80a1b-bba6-48a0-bc39-b275cdd810ca req-a827b05d-b47b-4dfb-b489-47765f822eab tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:20.743644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fea80a1b-bba6-48a0-bc39-b275cdd810ca req-a827b05d-b47b-4dfb-b489-47765f822eab tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.5352187 Jul 29 18:02:20.748724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a9bdd-2230-4817-b55f-ffdd858edb90 req-74e60903-0c73-454b-87ad-dcf1d261be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:20.756976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f75a9bdd-2230-4817-b55f-ffdd858edb90 req-74e60903-0c73-454b-87ad-dcf1d261be82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.7776904 Jul 29 18:02:20.798345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Network cd707bab-0e6c-418e-ad91-0baa00349eda is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:20.804815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5905f4dd-7ae9-4191-b098-8e98c2b6068d None None] Provisioning for port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:20.809994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-7168ee6f-3537-44fb-8be4-8a0aff2e7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:20.818777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-7168ee6f-3537-44fb-8be4-8a0aff2e7d21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 200 len: 856 time: 0.1332138 Jul 29 18:02:20.838117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:20.840991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:20.845836 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fea80a1b-bba6-48a0-bc39-b275cdd810ca req-4ee3c171-d5c8-405f-b49e-358105a5c631 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860264 Jul 29 18:02:20.895034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f75a9bdd-2230-4817-b55f-ffdd858edb90 req-7c203dd5-5f3b-4b07-b054-6fa35c31d373 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369390 Jul 29 18:02:20.915255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b996d-3a70-41dc-b4b9-276c467ef1aa None None] Pushing event updated for resources: {'Port': ['ID=793f95c1-ac0a-4e86-af10-97f37d7dc101,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:20.923699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Allocated IP 2001:db8::1 (64b7cec2-9fb6-4235-9af0-ed2b7a209835/f051e1c5-3ac9-4ec2-852a-a7905337e1c0/b06a6056-0b5b-4112-8881-d079fb75aa64) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:20.938184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-835f3368-c772-47c7-a388-8ca0f4bbacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:20.941611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-835f3368-c772-47c7-a388-8ca0f4bbacfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fcae63e-c409-4660-9c2c-e78bd8954ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125817 Jul 29 18:02:21.212921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-354e6927-2e30-4eb6-881b-bee500fc0bdf service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475600 Jul 29 18:02:21.220614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.222168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:21.302375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Transition to ACTIVE for port object b06a6056-0b5b-4112-8881-d079fb75aa64 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:21.324558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Attempting to bind port 2e8169e3-10d2-4945-9ebc-a2b77a72027f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:21.324942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Attempting to bind port 2e8169e3-10d2-4945-9ebc-a2b77a72027f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f51aa218-04ce-4128-9d62-f8ccf658eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:21.325288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Attempting to bind port 2e8169e3-10d2-4945-9ebc-a2b77a72027f on network cd707bab-0e6c-418e-ad91-0baa00349eda {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:21.331221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Pushing event updated for resources: {'Port': ['ID=2e8169e3-10d2-4945-9ebc-a2b77a72027f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:21.343773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:21.344360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Checking segment: {'id': 'f51aa218-04ce-4128-9d62-f8ccf658eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:21.344665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.344924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Bound using segment: {'id': 'f51aa218-04ce-4128-9d62-f8ccf658eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:21.345503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Bound port: 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51aa218-04ce-4128-9d62-f8ccf658eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cd707bab-0e6c-418e-ad91-0baa00349eda'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:21.345913 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.369357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c36f5a-2f20-491f-9c35-e35f134602ee req-96a5ad42-0ee1-4d4c-a84b-890e1dcfe235 service neutron] 10.222.0.49 "GET /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417446 Jul 29 18:02:21.387737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.425322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:21.436619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:21.436787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:21.437260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.440247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:21.444719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:21.445373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.487663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Port': ['ID=b06a6056-0b5b-4112-8881-d079fb75aa64,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:21.536589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] For port 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:21.554186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] For port 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e8169e3-10d2-4945-9ebc-a2b77a72027f,segment=NetworkSegment(f51aa218-04ce-4128-9d62-f8ccf658eb7d),segment_id=f51aa218-04ce-4128-9d62-f8ccf658eb7d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:21.567251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.595748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.747722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cb1fc4d1-2feb-4c5e-91bf-c218d564e4d6 None None] Provisioning complete for port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:21.748099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb1fc4d1-2feb-4c5e-91bf-c218d564e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.749710 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:21.766870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e420d58-6c3c-48f6-8ede-8f91bfe3c25b None None] Pushing event updated for resources: {'Port': ['ID=2e8169e3-10d2-4945-9ebc-a2b77a72027f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:21.851363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,segment=NetworkSegment(2bae38f6-2f30-4d2e-a3e7-89e33ac56aad),segment_id=2bae38f6-2f30-4d2e-a3e7-89e33ac56aad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:21.891754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:22.109231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:22.127366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:22.143162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:22.143956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:22.268161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Port': ['ID=b06a6056-0b5b-4112-8881-d079fb75aa64,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:22.277800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0f49-2112-48de-b23a-47e2d931ac9c req-51b10a97-b9e8-42aa-b543-4ab576dad0b7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:22.279407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-380c0f49-2112-48de-b23a-47e2d931ac9c req-51b10a97-b9e8-42aa-b543-4ab576dad0b7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1491981 Jul 29 18:02:22.319387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70eca2-accc-4b5f-aabb-5a0146127f3c None None] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:22.351070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:22.354813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-380c0f49-2112-48de-b23a-47e2d931ac9c req-685d4092-ef73-4e51-bb15-1a7e7fde2c1e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643601 Jul 29 18:02:22.355896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:22.417964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f5b53ed8-dc9a-459b-bf62-d51fa2802bfa None None] Provisioning for port 793f95c1-ac0a-4e86-af10-97f37d7dc101 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:22.494866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Router d70305da-1e10-4a1c-a978-89ea94f0ccb6 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:02:22.603336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:22.613280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e3328a0a-a8cc-4e99-ac22-09ab09480a1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0266337 Jul 29 18:02:22.615698 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] Sync routers for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:22.616445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49486) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:22.641883 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:22.642692 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:22.691050 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:22.702118 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:22.703348 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:22.739990 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:22.740773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755a615-0afb-43ff-8f2b-7f26120e626b None None] The sync data for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:02:22.880292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-953d507f-9282-44c2-9e64-a25285bc6a08 None None] Provisioning for port b06a6056-0b5b-4112-8881-d079fb75aa64 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:22.885591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-953d507f-9282-44c2-9e64-a25285bc6a08 None None] Provisioning complete for port b06a6056-0b5b-4112-8881-d079fb75aa64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:22.886379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-953d507f-9282-44c2-9e64-a25285bc6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:22.953291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-953d507f-9282-44c2-9e64-a25285bc6a08 None None] Port b06a6056-0b5b-4112-8881-d079fb75aa64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:22.991458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2667c-460b-4397-9034-73ffaa1fe420 None None] Network cd707bab-0e6c-418e-ad91-0baa00349eda requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:23.108260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6ba56367-b51f-4f5e-9599-21b3ed140eab None None] Provisioning for port 2e8169e3-10d2-4945-9ebc-a2b77a72027f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:23.137465 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-759c83ac-1220-4996-88f7-303a2b32b98d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:02:23.138669 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-759c83ac-1220-4996-88f7-303a2b32b98d tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5209658 Jul 29 18:02:23.141775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49494) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:23.269592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:23.337917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2245299d-12b3-4c71-9146-c72fc4a8b281 None None] Provisioning complete for port b06a6056-0b5b-4112-8881-d079fb75aa64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:23.338318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2245299d-12b3-4c71-9146-c72fc4a8b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.395274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2245299d-12b3-4c71-9146-c72fc4a8b281 None None] Port b06a6056-0b5b-4112-8881-d079fb75aa64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:23.403016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:23.403393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.492379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49500) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:23.519556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 793f95c1-ac0a-4e86-af10-97f37d7dc101 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:23.557607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe797-224d-4029-a319-ad1fb5b71670 req-6af00580-a852-4bbf-a7ad-edcc6710a87c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:23.563656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68fbe797-224d-4029-a319-ad1fb5b71670 req-6af00580-a852-4bbf-a7ad-edcc6710a87c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1048343 Jul 29 18:02:23.603706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 793f95c1-ac0a-4e86-af10-97f37d7dc101 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:23.614995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 793f95c1-ac0a-4e86-af10-97f37d7dc101 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:23.615727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.642793 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-68fbe797-224d-4029-a319-ad1fb5b71670 req-81685b52-7490-44d6-8680-df7d2f0a3fb2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665259 Jul 29 18:02:23.648085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.685931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1748beef-7e87-4d11-b05c-3af478ce9dac None None] Provisioning complete for port b06a6056-0b5b-4112-8881-d079fb75aa64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:23.686327 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1748beef-7e87-4d11-b05c-3af478ce9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.752179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1748beef-7e87-4d11-b05c-3af478ce9dac None None] Port b06a6056-0b5b-4112-8881-d079fb75aa64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:23.765605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.801376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 793f95c1-ac0a-4e86-af10-97f37d7dc101, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=793f95c1-ac0a-4e86-af10-97f37d7dc101,segment=NetworkSegment(baf02ddf-4462-4d4d-b04b-f6ab37b56ef0),segment_id=baf02ddf-4462-4d4d-b04b-f6ab37b56ef0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:23.807558 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:23.808587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e8169e3-10d2-4945-9ebc-a2b77a72027f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:23.892558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=793f95c1-ac0a-4e86-af10-97f37d7dc101,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:23.912975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 2e8169e3-10d2-4945-9ebc-a2b77a72027f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:23.917417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2e8169e3-10d2-4945-9ebc-a2b77a72027f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:23.917818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.000504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.035616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e8169e3-10d2-4945-9ebc-a2b77a72027f,segment=NetworkSegment(f51aa218-04ce-4128-9d62-f8ccf658eb7d),segment_id=f51aa218-04ce-4128-9d62-f8ccf658eb7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:24.039866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec1b3de-2174-4323-b2eb-0cceb93b9cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.041272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.095035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=2e8169e3-10d2-4945-9ebc-a2b77a72027f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:24.215176 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-54e02cf5-afb2-4aab-aa4f-1652d3c4264e service neutron] show failed (client error): The resource could not be found. Jul 29 18:02:24.216202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-54e02cf5-afb2-4aab-aa4f-1652d3c4264e service neutron] 10.222.0.38 "GET /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1905849 Jul 29 18:02:24.329261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec1b3de-2174-4323-b2eb-0cceb93b9cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.336376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bec1b3de-2174-4323-b2eb-0cceb93b9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.421452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1b3de-2174-4323-b2eb-0cceb93b9cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb05a6-6cab-4acc-b275-b7cdfa597c75,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:24.430181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bec1b3de-2174-4323-b2eb-0cceb93b9cad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6024598928c44909b90eb85b2bf3f982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364164 Jul 29 18:02:24.433040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49504) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:24.452920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a9a30297-755f-4f32-b449-19762c9f8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:24.454470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a9a30297-755f-4f32-b449-19762c9f8dae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 1096 time: 0.0711558 Jul 29 18:02:24.462542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting port b06a6056-0b5b-4112-8881-d079fb75aa64 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:24.462885 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.471185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:24.484717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.505972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.553548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.556253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.557395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6cb05a6-6cab-4acc-b275-b7cdfa597c75 HTTP/1.1" status: 204 len: 168 time: 0.1228971 Jul 29 18:02:24.571113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f598e-5abb-47ff-bb12-7e8800a5d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb05a6-6cab-4acc-b275-b7cdfa597c75,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:24.585940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.608516 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.644176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Calling delete_port for b06a6056-0b5b-4112-8881-d079fb75aa64 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:24.835732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:24.849273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00a31871-b1aa-4d81-9a41-bd4c801b2b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.874162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87553-fc4c-457b-9de1-6a0201f592e0 req-f099afab-4a56-4968-b985-032e244c5a19 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:24.875699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72a87553-fc4c-457b-9de1-6a0201f592e0 req-f099afab-4a56-4968-b985-032e244c5a19 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.1309645 Jul 29 18:02:24.938790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00a31871-b1aa-4d81-9a41-bd4c801b2b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.943568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-00a31871-b1aa-4d81-9a41-bd4c801b2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:24.986221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-00a31871-b1aa-4d81-9a41-bd4c801b2b7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd2a1f0a9d604f5a88ead93ac0b4117d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491730 Jul 29 18:02:24.987429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a31871-b1aa-4d81-9a41-bd4c801b2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec4dd56-b320-4063-96b9-489424b4b276,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:24.990133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49514) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:25.000192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72a87553-fc4c-457b-9de1-6a0201f592e0 req-7e942660-c8af-4a05-acba-4e20e27f728e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166744 Jul 29 18:02:25.003917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:25.042733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.064487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.080392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:25.084974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 793f95c1-ac0a-4e86-af10-97f37d7dc101 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:25.100020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.120529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.123135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.126196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cec4dd56-b320-4063-96b9-489424b4b276 HTTP/1.1" status: 204 len: 168 time: 0.1333265 Jul 29 18:02:25.141579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Port': ['ID=b06a6056-0b5b-4112-8881-d079fb75aa64,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:25.149130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b74293-155a-4112-ac26-d701ce1cc5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec4dd56-b320-4063-96b9-489424b4b276,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:25.164801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 793f95c1-ac0a-4e86-af10-97f37d7dc101 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:25.165434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.180030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.264461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e8169e3-10d2-4945-9ebc-a2b77a72027f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:25.277904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:25.280617 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce34f2d-8769-4d05-a05f-428e0d4ea14b" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:25.283468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.317706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Transition to ACTIVE for port object ac070684-ebf4-475b-be8b-8965ee324123 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:25.347882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 2e8169e3-10d2-4945-9ebc-a2b77a72027f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:25.348633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.383091 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca754e80-b0e2-4f08-93d8-3fa032fc7a36 x-openstack-request-id: req-ca754e80-b0e2-4f08-93d8-3fa032fc7a36 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:25.383720 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:25.384107 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca754e80-b0e2-4f08-93d8-3fa032fc7a36 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:25.384514 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'code': 200} Jul 29 18:02:25.387026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.568206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:25.581770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Router d70305da-1e10-4a1c-a978-89ea94f0ccb6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:02:25.621639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] No DVR routers for this DVR port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:25.724106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:25.732195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c644641-c376-440a-8d92-5987f4b1e30e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859096 Jul 29 18:02:25.734383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:25.742203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] Sync routers for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:25.768855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:25.778189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:25.798380 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-27be3e11-4e0f-47e4-9f80-ecd4518209cc tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] delete failed (client error): The resource could not be found. Jul 29 18:02:25.798380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27be3e11-4e0f-47e4-9f80-ecd4518209cc tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1755973312 HTTP/1.1" status: 404 len: 335 time: 0.0625691 Jul 29 18:02:25.803487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:25.809697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b66eb066-fd3f-4d03-a185-4944d2a15e33 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd70305da-1e10-4a1c-a978-89ea94f0ccb6'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:25.817928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:25.833451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:25.834159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:25.864232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:25.864819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:25.865239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:25.870230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:02:25.870718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:25.876036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:25.876487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:25.876969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Bound using segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:25.877497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Bound port: ac070684-ebf4-475b-be8b-8965ee324123, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:25.877951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:25.878947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:25.879756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5313d-739c-4a88-a442-c5fcbc7aa836 None None] The sync data for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:02:25.949396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:25.952785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:25.959714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.007426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.008038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.009916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 1091 time: 1.5430548 Jul 29 18:02:26.038908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1be1c6-b495-42dc-aadc-375d3364e706 service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:26.052751 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b66eb066-fd3f-4d03-a185-4944d2a15e33 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.081072 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b66eb066-fd3f-4d03-a185-4944d2a15e33 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] update failed (client error): The resource could not be found. Jul 29 18:02:26.082780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b66eb066-fd3f-4d03-a185-4944d2a15e33 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6 HTTP/1.1" status: 404 len: 339 time: 0.2774961 Jul 29 18:02:26.086018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:26.091193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-87995480'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:26.101755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a5524332-0f5b-4e79-8e56-d015c63cc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.105724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-a5524332-0f5b-4e79-8e56-d015c63cc789 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1094 time: 0.0590227 Jul 29 18:02:26.127921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:26.132773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.161853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:26.176816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.181892 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Added segment 107bacb5-fa98-4bf1-aa9a-db441cf418c4 of type vlan for network f7187500-d7e4-4d76-a539-64e5f3c470d5 Jul 29 18:02:26.231199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.241481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f849666-fd93-4267-aa78-f2eb5db8857a req-e70e8e39-cf21-46d1-aba4-d7e9c216513b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.243398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f849666-fd93-4267-aa78-f2eb5db8857a req-e70e8e39-cf21-46d1-aba4-d7e9c216513b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.1184535 Jul 29 18:02:26.275175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-b2b38b9a-1bb2-4a00-a61f-012bcec4159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.277155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-b2b38b9a-1bb2-4a00-a61f-012bcec4159a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1622403 Jul 29 18:02:26.277293 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.283071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.286451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.304678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f849666-fd93-4267-aa78-f2eb5db8857a req-9e2b3c7f-ea7a-40c5-aa02-c543526960a2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534391 Jul 29 18:02:26.362607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-85f26413-bc41-4a68-a897-97709bada7fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.0720799 Jul 29 18:02:26.386802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2997179 Jul 29 18:02:26.390016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49564) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:26.402048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'subnet': {'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:26.423500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-3ab1a7f7-1259-4470-a3c1-8f387817d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.425056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-3ab1a7f7-1259-4470-a3c1-8f387817d96a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0538740 Jul 29 18:02:26.450048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62282400-3ab8-4463-8cab-3e822695ef76 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Network': ['ID=f7187500-d7e4-4d76-a539-64e5f3c470d5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:26.464529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:26.479863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-86a0d4bf-da71-4a3e-9a44-8adfa525c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.481585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-86a0d4bf-da71-4a3e-9a44-8adfa525c16f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488446 Jul 29 18:02:26.510530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Made reservation on behalf of c2bcf2cc79c54c69a40c332fec55ecb9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:26.515526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.548376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:26.553675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.587551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-e465caf8-7d08-4bdd-a11c-2b73b1ff8099 service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972126 Jul 29 18:02:26.603604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:26.697426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-d101c242-28b7-4543-b5be-6cc5707e66ef service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007020 Jul 29 18:02:26.726049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.754193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:26.799939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Subnet': ['ID=be3d4300-5db7-49e2-884f-58b4f155ed9f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:26.802590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Checking segment: {'id': '107bacb5-fa98-4bf1-aa9a-db441cf418c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:26.802843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network hostable DHCP agents. Network: f7187500-d7e4-4d76-a539-64e5f3c470d5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:26.822880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:26.832669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f7187500-d7e4-4d76-a539-64e5f3c470d5) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:26.837133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:26.838221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:26.841526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c39cb-fdb2-48de-be78-db18fbaa4427 None None] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:26.857524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88cba19c-2a14-4590-ace7-0d8e16fd18a1 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4638445 Jul 29 18:02:26.858685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:26.863173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-12436d49-26a0-480b-90a5-d4afca70f6cb tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:26.941302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c76d-39d8-497e-9405-64b676782d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.011054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f7187500-d7e4-4d76-a539-64e5f3c470d5', 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5', 'tenant_id': 'c2bcf2cc79c54c69a40c332fec55ecb9', 'fixed_ips': [{'subnet_id': 'be3d4300-5db7-49e2-884f-58b4f155ed9f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:27.011931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.157514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Allocated IP 2001:db8:1::2 (f7187500-d7e4-4d76-a539-64e5f3c470d5/be3d4300-5db7-49e2-884f-58b4f155ed9f/1bc2f52a-a9ad-4406-aef8-c79010f02f5b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:27.308618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.316963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Transition to ACTIVE for port object 1bc2f52a-a9ad-4406-aef8-c79010f02f5b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:27.332370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Transition to ACTIVE for port object 1bc2f52a-a9ad-4406-aef8-c79010f02f5b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:27.340674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.361295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:27.364461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:27.384009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:27.387512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:27.389812 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dcb029-5a98-4a4d-9417-3c70c3497dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:27.435584 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12436d49-26a0-480b-90a5-d4afca70f6cb tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.438583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:27.442278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df05131-9bae-4229-8307-fb46373d09e5 req-962f6c5a-a802-4352-a40c-1ea79dce51c0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:27.445519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7df05131-9bae-4229-8307-fb46373d09e5 req-962f6c5a-a802-4352-a40c-1ea79dce51c0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.0642500 Jul 29 18:02:27.505034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Attempting to bind port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:27.505619 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a4c06-151a-4357-b6e0-93d6f6c4d908 x-openstack-request-id: req-715a4c06-151a-4357-b6e0-93d6f6c4d908 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:27.505619 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:27.505906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Attempting to bind port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '107bacb5-fa98-4bf1-aa9a-db441cf418c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:27.506012 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-715a4c06-151a-4357-b6e0-93d6f6c4d908 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:27.506107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Attempting to bind port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b on network f7187500-d7e4-4d76-a539-64e5f3c470d5 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:27.506221 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:02:27.507659 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-7df05131-9bae-4229-8307-fb46373d09e5 req-79c62b72-c367-4566-bdd4-3347fd6f72eb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525706 Jul 29 18:02:27.513049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:27.513634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Checking segment: {'id': '107bacb5-fa98-4bf1-aa9a-db441cf418c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:27.514074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.514616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Bound using segment: {'id': '107bacb5-fa98-4bf1-aa9a-db441cf418c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:27.515130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Bound port: 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bacb5-fa98-4bf1-aa9a-db441cf418c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f7187500-d7e4-4d76-a539-64e5f3c470d5'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:27.515621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.518908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.587255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] For port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:27.590447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] For port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,segment=NetworkSegment(107bacb5-fa98-4bf1-aa9a-db441cf418c4),segment_id=107bacb5-fa98-4bf1-aa9a-db441cf418c4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:27.595134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.600755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c76d-39d8-497e-9405-64b676782d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.611270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c76d-39d8-497e-9405-64b676782d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.637285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-577ab6db-4a6f-4383-9d07-675038c91b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:27.638853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-577ab6db-4a6f-4383-9d07-675038c91b35 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1094 time: 0.1316209 Jul 29 18:02:27.652143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-7ec6a33c-8c38-436c-857a-f51f8bf653aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:27.653610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-7ec6a33c-8c38-436c-857a-f51f8bf653aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1094 time: 0.1413000 Jul 29 18:02:27.657673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1c7a8-f565-4835-bcac-d0f1742f4b55 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:27.734879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1bb3c76d-39d8-497e-9405-64b676782d50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48c2bd3cb4f746c68e974d5944a0170a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789267 Jul 29 18:02:27.737607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49582) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:27.761567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c76d-39d8-497e-9405-64b676782d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74509fa-81ee-4a3a-a7d8-aa9d711290a0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:27.800231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.853088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.868696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-02d123c9-116d-4838-9164-d3007b48764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:27.870191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-02d123c9-116d-4838-9164-d3007b48764d service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.2204392 Jul 29 18:02:27.876201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-7ac70b93-8eae-4e05-8e99-0d7cd2145256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:27.877578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-7ac70b93-8eae-4e05-8e99-0d7cd2145256 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.2060926 Jul 29 18:02:27.912179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.915441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:27.919630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d74509fa-81ee-4a3a-a7d8-aa9d711290a0 HTTP/1.1" status: 204 len: 168 time: 0.1780567 Jul 29 18:02:27.931998 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-12436d49-26a0-480b-90a5-d4afca70f6cb tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:02:27.932266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2767b51-6bae-445c-8aa2-08e90debb1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74509fa-81ee-4a3a-a7d8-aa9d711290a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:27.933060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-12436d49-26a0-480b-90a5-d4afca70f6cb tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6 HTTP/1.1" status: 400 len: 364 time: 1.0738728 Jul 29 18:02:27.936907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:28.010163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-404c3e9f-8734-4319-8b0b-d5f5d03a2998 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.1220820 Jul 29 18:02:28.011903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-9808ad88-6039-41d2-9ed4-8b7895454f13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.1323969 Jul 29 18:02:28.107111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-3a10e3d6-266a-4c19-bbab-a2d8e3ddc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:28.108524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-3a10e3d6-266a-4c19-bbab-a2d8e3ddc91e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0901771 Jul 29 18:02:28.109896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-44a47612-2180-4c4d-b834-3ac311a27424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:28.111232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-44a47612-2180-4c4d-b834-3ac311a27424 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0916650 Jul 29 18:02:28.187169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-44857ec4-58cc-4bc3-bf60-26e234b6960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:28.190523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-44857ec4-58cc-4bc3-bf60-26e234b6960b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599573 Jul 29 18:02:28.190648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-f4c27515-5d04-4056-ab77-6a70f8745c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:28.192060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-f4c27515-5d04-4056-ab77-6a70f8745c47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743790 Jul 29 18:02:28.260582 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:28.352305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-73800abf-a606-4fb0-a899-7046a2f32148 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550653 Jul 29 18:02:28.355788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-e2064d53-0eda-47cd-92b3-a2517aa204cd service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509426 Jul 29 18:02:28.540912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Allocated IP 2001:db8::1 (06e940ad-f638-48b9-80d0-314d89d03b22/357e48d4-844a-4345-9a25-3eeb71e42cba/c5a3ff69-77e9-4b95-9d8d-77d46de6d678) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:28.542630 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-b8d9fe92-bc54-4671-8612-958b0e9f5770 service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738787 Jul 29 18:02:28.578445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25dcb029-5a98-4a4d-9417-3c70c3497dcf req-1f272ced-ed2b-4bcc-bd34-b8cbe79658ad service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158773 Jul 29 18:02:28.683853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c5f3-bafe-492b-8712-1e173a3baa08 req-a58e354d-bc16-4feb-b53e-ac0aef3ba3f4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:28.693003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0008c5f3-bafe-492b-8712-1e173a3baa08 req-a58e354d-bc16-4feb-b53e-ac0aef3ba3f4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.0802526 Jul 29 18:02:28.713801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:28.753422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Transition to ACTIVE for port object c5a3ff69-77e9-4b95-9d8d-77d46de6d678 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:28.762927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0008c5f3-bafe-492b-8712-1e173a3baa08 req-f219a365-81fb-4a39-b42c-282c89f38c25 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599477 Jul 29 18:02:28.809961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:28.859764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 06e940ad-f638-48b9-80d0-314d89d03b22 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:28.862901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:28.865341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702277b-9a2b-4d25-b9a1-71018662698a None None] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:28.866804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:28.867611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:28.924862 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Port': ['ID=c5a3ff69-77e9-4b95-9d8d-77d46de6d678,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:28.935591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55e800b9-1d1b-4dd5-b631-6c470621459f None None] Provisioning for port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:29.027959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.134543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1bc2f52a-a9ad-4406-aef8-c79010f02f5b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:29.211299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:29.223571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:29.223970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.311875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ec821155-e91f-4f07-8795-c3e6d28448fd None None] Provisioning for port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:29.320776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ec821155-e91f-4f07-8795-c3e6d28448fd None None] Provisioning complete for port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:29.320776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ec821155-e91f-4f07-8795-c3e6d28448fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.361602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.382038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ec821155-e91f-4f07-8795-c3e6d28448fd None None] Port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:29.383061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.389333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.391134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.407198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,segment=NetworkSegment(107bacb5-fa98-4bf1-aa9a-db441cf418c4),segment_id=107bacb5-fa98-4bf1-aa9a-db441cf418c4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:29.413179 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.461426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:29.477828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event updated for resources: {'Port': ['ID=c5a3ff69-77e9-4b95-9d8d-77d46de6d678,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:29.507141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-69a0a27c-0700-4ec6-a3b8-f6be5877a05f None None] Provisioning complete for port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:29.507503 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69a0a27c-0700-4ec6-a3b8-f6be5877a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.536948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Network 06e940ad-f638-48b9-80d0-314d89d03b22 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:29.538706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:29.648020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Router d70305da-1e10-4a1c-a978-89ea94f0ccb6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:02:29.747950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:29.754752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb4e5a27-9f54-4ca0-8618-12ad95f58b29 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8076820 Jul 29 18:02:29.756013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49652) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:29.759576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] Sync routers for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:29.770984 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:29.771766 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:29.815988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-905832a7-5a18-44c9-85f0-46b42524b219 None None] Provisioning complete for port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:29.816641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-905832a7-5a18-44c9-85f0-46b42524b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.871878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d0710eb0-6e5c-44a6-a469-ae60d03c6316 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:29.879608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-905832a7-5a18-44c9-85f0-46b42524b219 None None] Port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:29.927865 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:29.939614 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:29.940218 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:29.973520 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:29.974166 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a75a9-3fd8-4b66-b9e1-bf1c65af966c None None] The sync data for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:02:29.988116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:02:30.010300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d90440-f411-48d9-98d8-1c6ef2c4d11a req-c8237da8-753d-4086-b2cb-4f5c510a4877 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.011802 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3d90440-f411-48d9-98d8-1c6ef2c4d11a req-c8237da8-753d-4086-b2cb-4f5c510a4877 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 943 time: 0.0997880 Jul 29 18:02:30.013480 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-d0710eb0-6e5c-44a6-a469-ae60d03c6316 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 18:02:30.014514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d0710eb0-6e5c-44a6-a469-ae60d03c6316 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6 HTTP/1.1" status: 409 len: 329 time: 0.2552531 Jul 29 18:02:30.017434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:30.111929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:30.127512 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d3d90440-f411-48d9-98d8-1c6ef2c4d11a req-09329242-06f0-40d1-91c5-30804ecf450a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038864 Jul 29 18:02:30.129780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'ac070684-ebf4-475b-be8b-8965ee324123', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:02:30.187455 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:30.202783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:02:30.240278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:30.246029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:30.302468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:30.416388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-150c5b0a-876f-4e98-b213-3646851c4c64 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.418561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-150c5b0a-876f-4e98-b213-3646851c4c64 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.49 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d&tenant_id=ca2ffabbbb8f41048197252e5566f391&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 944 time: 0.0634484 Jul 29 18:02:30.456014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf856f3-aedb-404e-853a-1ef3dfd82f40 req-8bd52293-69cf-4d47-bc98-506734bf1303 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.457560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cf856f3-aedb-404e-853a-1ef3dfd82f40 req-8bd52293-69cf-4d47-bc98-506734bf1303 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.0733004 Jul 29 18:02:30.460386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:30.496590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-554ff251-d8c9-4f39-b25e-f3ee89789daa service neutron] 10.222.0.49 "GET /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.0643420 Jul 29 18:02:30.503778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ac070684-ebf4-475b-be8b-8965ee324123'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:02:30.583015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-6ab3f11d-8d21-4a80-9293-784c0cdd7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.584572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-6ab3f11d-8d21-4a80-9293-784c0cdd7ff8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1095 time: 0.0576837 Jul 29 18:02:30.594065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5cf856f3-aedb-404e-853a-1ef3dfd82f40 req-d1e3e3dc-1740-4836-ac01-ed8fc9bf84cd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299758 Jul 29 18:02:30.700377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-84ad6897-745d-4530-a265-385c9ad98782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.703286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-84ad6897-745d-4530-a265-385c9ad98782 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1053827 Jul 29 18:02:30.811339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting port c5a3ff69-77e9-4b95-9d8d-77d46de6d678 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:30.811808 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:30.815707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-d29d2de3-7e3a-4fac-a295-01e2936ab9c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 1000 time: 0.1000037 Jul 29 18:02:30.874198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-5bbfdf57-7b6a-4188-9f3c-bee7b4deb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.875916 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-5bbfdf57-7b6a-4188-9f3c-bee7b4deb95b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0519488 Jul 29 18:02:30.910561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:30.925627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Calling delete_port for c5a3ff69-77e9-4b95-9d8d-77d46de6d678 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:30.933931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-84ff8441-b96e-4f1c-ad3c-b25442829d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:30.936560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-84ff8441-b96e-4f1c-ad3c-b25442829d0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523207 Jul 29 18:02:31.051066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-f1f90432-93ef-4118-a57c-faf0182c558e service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055133 Jul 29 18:02:31.088482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1bc2f52a-a9ad-4406-aef8-c79010f02f5b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:31.150853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:31.151236 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:31.155899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:31.191858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-f7ad0900-da69-4d1f-a0e5-112714558a30 service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293609 Jul 29 18:02:31.192187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Port': ['ID=c5a3ff69-77e9-4b95-9d8d-77d46de6d678,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:31.666146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:31.732694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1554ca7-9634-4202-b319-bdf6e0088c45 req-53e43f72-2ff6-47b3-8d7b-9b70268c0602 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:31.734275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1554ca7-9634-4202-b319-bdf6e0088c45 req-53e43f72-2ff6-47b3-8d7b-9b70268c0602 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.0548446 Jul 29 18:02:31.785637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1554ca7-9634-4202-b319-bdf6e0088c45 req-1f892e49-14f0-462b-b5d5-1840855d6d60 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447643 Jul 29 18:02:31.826214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Router d70305da-1e10-4a1c-a978-89ea94f0ccb6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:02:31.904262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:31.915084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9aa0cfd-8deb-45c0-aaaa-36277b758d0a tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947582 Jul 29 18:02:31.915264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49804) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:31.915419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] Sync routers for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:31.925856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:31.926650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:31.956117 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-f34522b4-818d-4ea7-bcae-8c6da17d044e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] show failed (client error): The resource could not be found. Jul 29 18:02:31.961330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f34522b4-818d-4ea7-bcae-8c6da17d044e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1205351827 HTTP/1.1" status: 404 len: 335 time: 0.0428896 Jul 29 18:02:31.961483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:31.961697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49810) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:31.966476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cdf40ba4-1d29-4523-bf3d-f8162b517357 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:31.971014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] Routers {'d70305da-1e10-4a1c-a978-89ea94f0ccb6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:31.971751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:32.003525 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-cdf40ba4-1d29-4523-bf3d-f8162b517357 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] update failed (client error): The resource could not be found. Jul 29 18:02:32.008005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cdf40ba4-1d29-4523-bf3d-f8162b517357 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-321863582 HTTP/1.1" status: 404 len: 334 time: 0.0417986 Jul 29 18:02:32.008597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:32.010806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:32.032904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:32.033475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745e99a-b1a7-4dc3-842c-1db2c16aa64c None None] The sync data for ids ['d70305da-1e10-4a1c-a978-89ea94f0ccb6'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:02:32.065833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting subnet be3d4300-5db7-49e2-884f-58b4f155ed9f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:32.067886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port ac070684-ebf4-475b-be8b-8965ee324123 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:32.069270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.072328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port ac070684-ebf4-475b-be8b-8965ee324123 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:32.072938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.110863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.166124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.189745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:32.192289 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66a66cd-85e6-4467-abd5-d01241094ef7" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:32.207550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:32.214794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.229932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.261670 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d324c-9121-491d-96a0-f6ffbe1125a7 x-openstack-request-id: req-a76d324c-9121-491d-96a0-f6ffbe1125a7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:32.261957 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:32.262210 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a76d324c-9121-491d-96a0-f6ffbe1125a7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:32.262663 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'code': 200} Jul 29 18:02:32.272578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:32.303203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.330631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Subnet': ['ID=be3d4300-5db7-49e2-884f-58b4f155ed9f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:32.332585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.337846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f70a0dba-e866-4e93-a47a-a362e18095d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/subnets/be3d4300-5db7-49e2-884f-58b4f155ed9f HTTP/1.1" status: 204 len: 168 time: 0.3249218 Jul 29 18:02:32.337846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:32.339646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b4971-b6d0-43fc-b2f3-42a785a08031 None None] Network f7187500-d7e4-4d76-a539-64e5f3c470d5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:32.425359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.479686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:32.480158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.526596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] DHCP port deletion for f7187500-d7e4-4d76-a539-64e5f3c470d5 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:32.555019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] For port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,segment=NetworkSegment(107bacb5-fa98-4bf1-aa9a-db441cf418c4),segment_id=107bacb5-fa98-4bf1-aa9a-db441cf418c4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:32.555435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.569141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Calling delete_port for 1bc2f52a-a9ad-4406-aef8-c79010f02f5b owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:32.575607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Deleting port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:32.575965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.644091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] For port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,segment=NetworkSegment(107bacb5-fa98-4bf1-aa9a-db441cf418c4),segment_id=107bacb5-fa98-4bf1-aa9a-db441cf418c4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:32.644490 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.656289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.663613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Calling delete_port for 1bc2f52a-a9ad-4406-aef8-c79010f02f5b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:32.685190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Port': ['ID=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:32.687128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] No DVR routers for this DVR port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:32.749776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.771502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.775362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] Pushing event deleted for resources: {'Port': ['ID=1bc2f52a-a9ad-4406-aef8-c79010f02f5b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:32.779656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2c2f0-b848-49b1-9c52-82b3a2d87fee None None] No DVR routers for this DVR port 1bc2f52a-a9ad-4406-aef8-c79010f02f5b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:32.783208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7187500-d7e4-4d76-a539-64e5f3c470d5']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:32.799314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107bacb5-fa98-4bf1-aa9a-db441cf418c4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:32.799621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107bacb5-fa98-4bf1-aa9a-db441cf418c4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:32.809437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.824825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.831983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:32.832628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:32.835972 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:32.910103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.921372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:32.926702 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/networks/f7187500-d7e4-4d76-a539-64e5f3c470d5 HTTP/1.1" status: 204 len: 168 time: 0.5846236 Jul 29 18:02:32.926823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49892) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:32.935897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfcd9e-7167-45a8-ba0d-b7253d8f3198 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Network': ['ID=f7187500-d7e4-4d76-a539-64e5f3c470d5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:32.945763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06949a9-8652-4811-948f-a6994520d178 req-e7451530-82e6-4d26-b9fb-a210c63670f8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:32.947308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f06949a9-8652-4811-948f-a6994520d178 req-e7451530-82e6-4d26-b9fb-a210c63670f8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 945 time: 0.0744750 Jul 29 18:02:33.018942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting subnet 4312dc32-c4b0-43bb-af35-cd2d34ec384b {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:33.024916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.049359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f06949a9-8652-4811-948f-a6994520d178 req-2254a65c-c01b-4f17-aab6-7540108e2b53 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812697 Jul 29 18:02:33.050128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1bc2f52a-a9ad-4406-aef8-c79010f02f5b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:33.074930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1bc2f52a-a9ad-4406-aef8-c79010f02f5b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:33.075528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1bc2f52a-a9ad-4406-aef8-c79010f02f5b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:33.077941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.169178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.260406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.275292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.279874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:33.280459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/subnets/4312dc32-c4b0-43bb-af35-cd2d34ec384b HTTP/1.1" status: 204 len: 168 time: 0.3527880 Jul 29 18:02:33.283250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a77f99-0a1e-4c60-bf30-b4d3edf44bab None None] Network cd707bab-0e6c-418e-ad91-0baa00349eda requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:33.302185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dba25-2675-4979-8b9d-6e62c9e215d5 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Subnet': ['ID=4312dc32-c4b0-43bb-af35-cd2d34ec384b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:33.364188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting subnet f051e1c5-3ac9-4ec2-852a-a7905337e1c0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:33.367853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.422585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.516639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] DHCP port deletion for cd707bab-0e6c-418e-ad91-0baa00349eda request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:33.527097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.570832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Deleting port 2e8169e3-10d2-4945-9ebc-a2b77a72027f {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:33.571280 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.580536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-afbd9149-056b-4d26-9440-fb31ecb65005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:33.587605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-afbd9149-056b-4d26-9440-fb31ecb65005 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 1096 time: 0.0686321 Jul 29 18:02:33.603573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:33.605381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.645133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Subnet': ['ID=f051e1c5-3ac9-4ec2-852a-a7905337e1c0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:33.651401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.656025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c5704bae-f7b7-4e09-9576-2c1da1d94f1e tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/subnets/f051e1c5-3ac9-4ec2-852a-a7905337e1c0 HTTP/1.1" status: 204 len: 168 time: 0.3710635 Jul 29 18:02:33.657017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49946) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:33.659191 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:02:33.662718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0343cd82-3bbf-4ea2-b99d-98da7017b9a5 None None] Network 64b7cec2-9fb6-4235-9af0-ed2b7a209835 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:33.666373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] For port 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e8169e3-10d2-4945-9ebc-a2b77a72027f,segment=NetworkSegment(f51aa218-04ce-4128-9d62-f8ccf658eb7d),segment_id=f51aa218-04ce-4128-9d62-f8ccf658eb7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:33.666933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.668869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.715138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Calling delete_port for 2e8169e3-10d2-4945-9ebc-a2b77a72027f owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:33.749437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.817818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting port 2e8169e3-10d2-4945-9ebc-a2b77a72027f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:33.818086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.874029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.901809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] For port 2e8169e3-10d2-4945-9ebc-a2b77a72027f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e8169e3-10d2-4945-9ebc-a2b77a72027f,segment=NetworkSegment(f51aa218-04ce-4128-9d62-f8ccf658eb7d),segment_id=f51aa218-04ce-4128-9d62-f8ccf658eb7d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:33.902949 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:33.915019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] Pushing event deleted for resources: {'Port': ['ID=2e8169e3-10d2-4945-9ebc-a2b77a72027f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:33.918636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee5fb9-50a4-4778-baa7-6b8e715ce45c None None] No DVR routers for this DVR port 2e8169e3-10d2-4945-9ebc-a2b77a72027f on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:33.936999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Calling delete_port for 2e8169e3-10d2-4945-9ebc-a2b77a72027f owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:33.941871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:33.948219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] DHCP port deletion for 64b7cec2-9fb6-4235-9af0-ed2b7a209835 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:33.991031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:34.003352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Deleting port 793f95c1-ac0a-4e86-af10-97f37d7dc101 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:34.003829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.030005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.045541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:34.049941 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2009b3-adb7-4b70-a003-e4c5a2444e59" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:34.054460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.068972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Transition to ACTIVE for port object ac070684-ebf4-475b-be8b-8965ee324123 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:34.075205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Port': ['ID=2e8169e3-10d2-4945-9ebc-a2b77a72027f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.079568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.086102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] For port 793f95c1-ac0a-4e86-af10-97f37d7dc101, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=793f95c1-ac0a-4e86-af10-97f37d7dc101,segment=NetworkSegment(baf02ddf-4462-4d4d-b04b-f6ab37b56ef0),segment_id=baf02ddf-4462-4d4d-b04b-f6ab37b56ef0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:34.086520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.088361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] No DVR routers for this DVR port 2e8169e3-10d2-4945-9ebc-a2b77a72027f on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:34.102186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Calling delete_port for 793f95c1-ac0a-4e86-af10-97f37d7dc101 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:34.140695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=10']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.144470 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610e2a4-1217-42b8-9459-5edaa0101c75 x-openstack-request-id: req-9610e2a4-1217-42b8-9459-5edaa0101c75 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:34.145116 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:34.145694 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9610e2a4-1217-42b8-9459-5edaa0101c75 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:34.146275 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'code': 200} Jul 29 18:02:34.186000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:34.215625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.229366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd707bab-0e6c-418e-ad91-0baa00349eda']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.234590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.252158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] No DVR routers for this DVR port 793f95c1-ac0a-4e86-af10-97f37d7dc101 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:34.255151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51aa218-04ce-4128-9d62-f8ccf658eb7d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.256476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51aa218-04ce-4128-9d62-f8ccf658eb7d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.269145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.289810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.292644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a935baf-daa3-4274-b75a-9830abce36e9 None None] Pushing event deleted for resources: {'Port': ['ID=793f95c1-ac0a-4e86-af10-97f37d7dc101,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.305813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] No DVR routers for this DVR port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:34.307551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:34.308143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:34.311872 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:34.322580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e06c3-ad77-41e6-94be-0ae0b26deee4 req-241174c8-263c-4fb1-ad7f-e83787c92701 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:34.324536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-231e06c3-ad77-41e6-94be-0ae0b26deee4 req-241174c8-263c-4fb1-ad7f-e83787c92701 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1234140 Jul 29 18:02:34.397090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b670472-413b-493a-83c1-2a8d36d03f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.421094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.425282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.429874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/networks/cd707bab-0e6c-418e-ad91-0baa00349eda HTTP/1.1" status: 204 len: 168 time: 0.7697604 Jul 29 18:02:34.430883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:34.444154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-231e06c3-ad77-41e6-94be-0ae0b26deee4 req-09a30ddd-7b18-4c18-ae87-a8be2682fedf tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842891 Jul 29 18:02:34.453084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257492b-d661-46c9-a647-fcbadbecee66 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Network': ['ID=cd707bab-0e6c-418e-ad91-0baa00349eda,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.518107 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b670472-413b-493a-83c1-2a8d36d03f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.523173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b670472-413b-493a-83c1-2a8d36d03f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.545324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.562209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9b670472-413b-493a-83c1-2a8d36d03f35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=269e65006e4048df8221ec52778df311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749926 Jul 29 18:02:34.563482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:34.563790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:34.564125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:34.564439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b670472-413b-493a-83c1-2a8d36d03f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d56f8-decd-4f3b-845a-9980bfbb966e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.566776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 49970) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:34.577436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:02:34.577758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Attempting to bind port ac070684-ebf4-475b-be8b-8965ee324123 on network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:34.608963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:34.609299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Checking segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:34.609677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Bound using segment: {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:34.610111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Bound port: ac070684-ebf4-475b-be8b-8965ee324123, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace0397a-12c7-4474-8f70-9bf633dec718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:34.610492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.710895 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.724480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7cec2-9fb6-4235-9af0-ed2b7a209835']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.746450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.746752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf02ddf-4462-4d4d-b04b-f6ab37b56ef0') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:34.757709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.770188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.798617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.805006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:34.808100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.815335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:34.815718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:34.818629 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:34.899123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.911712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.913380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/networks/64b7cec2-9fb6-4235-9af0-ed2b7a209835 HTTP/1.1" status: 204 len: 168 time: 0.4815655 Jul 29 18:02:34.916234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:34.918271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:34.929596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.933018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc7499-224a-4679-9e5b-1400fb8e10ab tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Network': ['ID=64b7cec2-9fb6-4235-9af0-ed2b7a209835,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.955860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.958366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.961989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295d56f8-decd-4f3b-845a-9980bfbb966e HTTP/1.1" status: 204 len: 168 time: 0.3910005 Jul 29 18:02:34.973828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5107ad-ebb0-4061-ba14-64f85df36e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d56f8-decd-4f3b-845a-9980bfbb966e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:34.976305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting subnet 357e48d4-844a-4345-9a25-3eeb71e42cba {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:34.980744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.987593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:34.988218 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:34.989629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] 10.222.0.38 "PUT /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 1092 time: 1.3932679 Jul 29 18:02:35.007158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90bee-1685-485f-b288-3dc0bcda0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=11']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:35.065263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.070977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-c8a42b9f-8aba-4ae9-a39f-73de11bcd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:35.084590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-c8a42b9f-8aba-4ae9-a39f-73de11bcd481 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1095 time: 0.0691936 Jul 29 18:02:35.114655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 793f95c1-ac0a-4e86-af10-97f37d7dc101 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:35.154829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 793f95c1-ac0a-4e86-af10-97f37d7dc101 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:35.155367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 793f95c1-ac0a-4e86-af10-97f37d7dc101 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:35.156072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e8169e3-10d2-4945-9ebc-a2b77a72027f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:35.179920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2e8169e3-10d2-4945-9ebc-a2b77a72027f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:35.180987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.181156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e8169e3-10d2-4945-9ebc-a2b77a72027f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:35.232973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-a0f82967-51db-45dd-909b-7c886ebd0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:35.234555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-a0f82967-51db-45dd-909b-7c886ebd0ef2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1419821 Jul 29 18:02:35.264407 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.295388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Subnet': ['ID=357e48d4-844a-4345-9a25-3eeb71e42cba,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:35.302924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.304818 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8566db5-fcdd-4371-84d2-cc5d5e356583 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/subnets/357e48d4-844a-4345-9a25-3eeb71e42cba HTTP/1.1" status: 204 len: 168 time: 0.3874483 Jul 29 18:02:35.307337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 49980) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:35.308051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-d3bbd5fb-03d4-4f98-8f94-a18e8c7a6ad8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.0666797 Jul 29 18:02:35.310935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12fc5a-b94d-4b4c-a600-7540cdc28787 None None] Network 06e940ad-f638-48b9-80d0-314d89d03b22 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:35.418144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.501378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Deleting port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:35.501833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.558271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] DHCP port deletion for 06e940ad-f638-48b9-80d0-314d89d03b22 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:35.614853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Deleting port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:35.615628 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.636977 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] For port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,segment=NetworkSegment(2bae38f6-2f30-4d2e-a3e7-89e33ac56aad),segment_id=2bae38f6-2f30-4d2e-a3e7-89e33ac56aad)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:35.637955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.653784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Calling delete_port for 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:35.695683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] For port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,segment=NetworkSegment(2bae38f6-2f30-4d2e-a3e7-89e33ac56aad),segment_id=2bae38f6-2f30-4d2e-a3e7-89e33ac56aad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:35.696244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.711026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Calling delete_port for 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:35.715818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00befc19-ea52-4ed7-b8ed-d0854b5bb864 req-a84ce296-1069-4437-97ce-235bc761bbb1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:35.719982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00befc19-ea52-4ed7-b8ed-d0854b5bb864 req-a84ce296-1069-4437-97ce-235bc761bbb1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1605251 Jul 29 18:02:35.727870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-4435847e-305d-4903-9596-f2db362d2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:35.729853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-4435847e-305d-4903-9596-f2db362d2a3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.4104688 Jul 29 18:02:35.777400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-62684ca4-c21c-4191-addc-5e2cb95be53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:35.779553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-62684ca4-c21c-4191-addc-5e2cb95be53b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422423 Jul 29 18:02:35.790576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-00befc19-ea52-4ed7-b8ed-d0854b5bb864 req-11a3e782-7119-4dce-b7f2-1e7e95455f39 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530720 Jul 29 18:02:35.819603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.826365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.840909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] No DVR routers for this DVR port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:35.853067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Port': ['ID=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:35.854991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] No DVR routers for this DVR port 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:35.870878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafba140-dd4f-4aae-9433-7cf4ffe6e027 None None] Pushing event deleted for resources: {'Port': ['ID=2ca7ff2d-41f3-46f9-9c7a-4144a33cd097,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:35.905932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-b748a630-07be-462f-9f0a-71b132ab110f service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189616 Jul 29 18:02:35.941453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.951757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e940ad-f638-48b9-80d0-314d89d03b22']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:35.962837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:35.963139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bae38f6-2f30-4d2e-a3e7-89e33ac56aad') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:35.972785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.986616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.992818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:35.993126 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:35.996390 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:36.015720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adbabe2f-fb89-4aea-b8ef-13fb8f488c88 req-3e491701-3e15-42fb-a782-efd5492992f2 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027710 Jul 29 18:02:36.060604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.068621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.070477 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/networks/06e940ad-f638-48b9-80d0-314d89d03b22 HTTP/1.1" status: 204 len: 168 time: 0.7617950 Jul 29 18:02:36.073354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50002) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:36.080267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f310-7d44-41ad-b841-61a45a00d9d4 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Pushing event deleted for resources: {'Network': ['ID=06e940ad-f638-48b9-80d0-314d89d03b22,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:36.106351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86034051-4a44-44fc-96b0-8888e02942a9 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "GET /v2.0/ports?device_id=d70305da-1e10-4a1c-a978-89ea94f0ccb6 HTTP/1.1" status: 200 len: 205 time: 0.0295465 Jul 29 18:02:36.106692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50004) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:36.147821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:36.150213 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c5107-7bce-4d1b-b1c9-8313a007fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:36.188325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.228971 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb6d917-5007-42df-8fc9-1e3e18e0d5d6 x-openstack-request-id: req-2bb6d917-5007-42df-8fc9-1e3e18e0d5d6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:36.229262 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:36.229512 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bb6d917-5007-42df-8fc9-1e3e18e0d5d6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:36.229905 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:02:36.416004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.418810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-923a0ee0-6b55-41e6-8f9b-6ebc7f3586b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.420379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-923a0ee0-6b55-41e6-8f9b-6ebc7f3586b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1095 time: 0.1896901 Jul 29 18:02:36.422967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.427633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-bd846968-cf2e-4e92-92f9-f366c1ede716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.431659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-bd846968-cf2e-4e92-92f9-f366c1ede716 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1095 time: 0.1889191 Jul 29 18:02:36.431841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50018) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:36.553952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.554457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Fanout notify agent at l3_agent the message router_deleted on router d70305da-1e10-4a1c-a978-89ea94f0ccb6 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:02:36.565028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.566140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2573cb26-c394-457e-a83b-73b88eda2a18 tempest-RoutersNegativeIpV6Test-885154833 tempest-RoutersNegativeIpV6Test-885154833-project] 10.222.0.16 "DELETE /v2.0/routers/d70305da-1e10-4a1c-a978-89ea94f0ccb6 HTTP/1.1" status: 204 len: 168 time: 0.4586220 Jul 29 18:02:36.584909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-399282525'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:36.609951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Made reservation on behalf of 83c790ac67a34e6e9ac9db068d08e59d for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:36.613891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.622872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.627934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-63eec0c6-18a1-461d-bab2-074e985817ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.629440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-63eec0c6-18a1-461d-bab2-074e985817ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1975918 Jul 29 18:02:36.632109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-2c4955c1-5996-443b-b36d-b898ddbdc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.633823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-2c4955c1-5996-443b-b36d-b898ddbdc66b service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.1644497 Jul 29 18:02:36.723998 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.735918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.748558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-1553236c-81b6-43ab-b795-a50587412da7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.1107736 Jul 29 18:02:36.752581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-25410f1f-952d-44c6-bb31-840db41afff2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 999 time: 0.1070378 Jul 29 18:02:36.764887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:36.776151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca4feaf-13c7-4aed-a176-d80f698c00cb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:36.780523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.780868 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Added segment f11f2e08-433f-4461-98e5-404a985306e5 of type vlan for network 45eb89cc-327a-4569-8975-154ab895d818 Jul 29 18:02:36.830775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.844718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-fb05a48a-645a-474e-a476-d6d42a4caefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.846420 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-fb05a48a-645a-474e-a476-d6d42a4caefe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0816445 Jul 29 18:02:36.885264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50028) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:36.889700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.892022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-06fe037a-efe0-46bd-a0d5-42b1f7c0c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.893528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-06fe037a-efe0-46bd-a0d5-42b1f7c0c425 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.1368141 Jul 29 18:02:36.894557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.895145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:36.915224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-fbeb37fc-8ec9-43d9-af8d-98a5f9ee657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:36.916702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-fbeb37fc-8ec9-43d9-af8d-98a5f9ee657d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598609 Jul 29 18:02:36.968171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5351541 Jul 29 18:02:36.977047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50032) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:37.004591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-5029f75e-6420-4eda-b1e5-b72059ae8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:37.006113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-5029f75e-6420-4eda-b1e5-b72059ae8404 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043091 Jul 29 18:02:37.008625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943c9b-60d8-4adf-9c93-76913445b438 req-4ea54d7e-3f68-4478-8fca-68c4b51f15b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:37.010221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0943c9b-60d8-4adf-9c93-76913445b438 req-4ea54d7e-3f68-4478-8fca-68c4b51f15b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.1363740 Jul 29 18:02:37.011057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd1a4-e35c-4e32-b5c2-58f531ce976d tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Pushing event updated for resources: {'Network': ['ID=45eb89cc-327a-4569-8975-154ab895d818,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:37.031803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 45eb89cc-327a-4569-8975-154ab895d818 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:37.092690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:37.119493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-21d14b95-08cd-4a59-8027-b94916870512 service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883605 Jul 29 18:02:37.122574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:37.123185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2ca7ff2d-41f3-46f9-9c7a-4144a33cd097 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:37.145606 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c598f6f-aa62-41fc-a50a-fcf7a9ec31a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2bcf2cc79c54c69a40c332fec55ecb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573836 Jul 29 18:02:37.148959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d0943c9b-60d8-4adf-9c93-76913445b438 req-422e02a1-0f69-4632-afa8-946e9f87ebd8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313567 Jul 29 18:02:37.149694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:37.161708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'name': 'tempest-network--74777997', 'router:external': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:37.211710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-70c5940e-9700-4a32-872a-1d17815e8693 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943889 Jul 29 18:02:37.213679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:37.216087 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.227853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.230825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.260696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.297844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-6d8f7bc6-dd2d-4437-8b21-c19a6da4e019 service neutron] 10.222.0.49 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696558 Jul 29 18:02:37.329899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.331663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-463c5107-7bce-4d1b-b1c9-8313a007fb2c req-a5e724b2-148e-4edb-99ff-4081ab8fc099 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112854 Jul 29 18:02:37.332806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.333952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d4983b6-82c2-4571-b874-b271aa90a7ac HTTP/1.1" status: 204 len: 168 time: 0.1833334 Jul 29 18:02:37.348782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb66e9-9003-4b8e-bf97-ec42d48d8203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4983b6-82c2-4571-b874-b271aa90a7ac,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:37.392930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.397341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.421454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:37.430386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d045c-c4fd-451a-b10b-1e5459db243f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:37.436596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.436947 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Added segment f221bb94-d43d-4954-9b8f-4e990032e864 of type vlan for network 5b0965d7-c7cb-467f-b98c-4d36446803db Jul 29 18:02:37.481819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.519487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.520397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:37.520983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.581629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5983346 Jul 29 18:02:37.581842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50044) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:37.604781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4321b-be08-4f22-9c95-fc475fdbba82 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=5b0965d7-c7cb-467f-b98c-4d36446803db,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:37.618378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 5b0965d7-c7cb-467f-b98c-4d36446803db details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:37.719176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.817076 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.828111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0965d7-c7cb-467f-b98c-4d36446803db']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:37.840430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f221bb94-d43d-4954-9b8f-4e990032e864') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:37.840695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f221bb94-d43d-4954-9b8f-4e990032e864') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:37.850940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.866020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.872484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:37.872844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:37.874646 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:37.938382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.943825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b0965d7-c7cb-467f-b98c-4d36446803db {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 18:02:37.946564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:37.948542 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5b0965d7-c7cb-467f-b98c-4d36446803db HTTP/1.1" status: 204 len: 168 time: 0.3656206 Jul 29 18:02:37.953833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:37.958511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90e8d2-b0f6-4e53-853a-e6b701dcf0bb tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b0965d7-c7cb-467f-b98c-4d36446803db,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:37.959079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:37.981238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:37.983649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.014578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:38.016326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:38.024475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.024861 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Added segment 4c0b4c32-c498-4036-b7bb-791a59bffc22 of type vlan for network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 Jul 29 18:02:38.065364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:38.078145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.112262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.113375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:38.113949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.166451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50062) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.174875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2171056 Jul 29 18:02:38.175355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50066) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.181144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'subnet': {'network_id': 'bf6cbf75-283c-40bc-be5f-cc3aff14aa03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:38.189786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf614-2532-4b9d-807c-d4404e24deb3 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=bf6cbf75-283c-40bc-be5f-cc3aff14aa03,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:38.206123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:38.212662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:38.215869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.322704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1515571155'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:38.345239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Made reservation on behalf of 77d3b195445d439ea19f72659033ba37 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:38.348746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.350089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3f45-d694-40e4-80ce-d3bc25bb07d8 req-54e7ee9b-e808-4bb8-b1cd-46a737203dd8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:38.351919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a93a3f45-d694-40e4-80ce-d3bc25bb07d8 req-54e7ee9b-e808-4bb8-b1cd-46a737203dd8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 944 time: 0.0846922 Jul 29 18:02:38.367446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.422037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a93a3f45-d694-40e4-80ce-d3bc25bb07d8 req-c8c9edfd-4b3e-4009-b577-dcfc54553299 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621078 Jul 29 18:02:38.447790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.495460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.500305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.545176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8eb84d56-1c4b-4322-8cea-c2f9a004b5ce tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 200 len: 991 time: 0.0962265 Jul 29 18:02:38.548654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:38.555537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a088fd-dd7f-45b4-9b99-a87afb7f5753,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:38.561694 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.562054 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Added segment 282fd3a4-1fe7-4558-b0ae-aea750591482 of type vlan for network db1cfe96-2959-49b1-8a93-ff1e3a2362ad Jul 29 18:02:38.593880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:02:38.602766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.613253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.objects.ports [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 18:02:38.613715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.636811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.642808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:38.643371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.676328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f10a6d96-6f0b-43a9-82ea-2c3dc984cc62,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:38.683871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Checking segment: {'id': '4c0b4c32-c498-4036-b7bb-791a59bffc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bf6cbf75-283c-40bc-be5f-cc3aff14aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:38.684231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Network hostable DHCP agents. Network: bf6cbf75-283c-40bc-be5f-cc3aff14aa03, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:38.698868 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5297587 Jul 29 18:02:38.702648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50072) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.706351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:38.707986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-17e0bc6f-3d5f-4cd6-83be-68bba332c42f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-710346286') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:38.710603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f151-d31a-4d75-abc0-6e2eaedc0eb3 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Pushing event updated for resources: {'Network': ['ID=db1cfe96-2959-49b1-8a93-ff1e3a2362ad,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:38.712318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:38.723923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network db1cfe96-2959-49b1-8a93-ff1e3a2362ad details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:38.726191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'ac070684-ebf4-475b-be8b-8965ee324123', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'port_id': 'ac070684-ebf4-475b-be8b-8965ee324123', 'mac_address': 'fa:16:3e:5e:f8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:02:38.753801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, bf6cbf75-283c-40bc-be5f-cc3aff14aa03) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:38.759039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:38.759635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.769046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7090a44d-34fd-46ea-bff9-233735147da0 None None] Network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:38.785564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-896b0868-c734-42aa-ad9d-99014e1efb76 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6094456 Jul 29 18:02:38.788288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.792561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'floatingip': {'floating_network_id': 'bf6cbf75-283c-40bc-be5f-cc3aff14aa03'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:38.822087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-17e0bc6f-3d5f-4cd6-83be-68bba332c42f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "PUT /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-710346286 HTTP/1.1" status: 201 len: 201 time: 0.1180489 Jul 29 18:02:38.824739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50076) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.829036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-5416ecbd-6ac9-49a9-8774-46e921589e2e tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-710346286') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:38.833194 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.877094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.904764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:02:38.946327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5416ecbd-6ac9-49a9-8774-46e921589e2e tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-710346286 HTTP/1.1" status: 204 len: 168 time: 0.1205411 Jul 29 18:02:38.948884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50078) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:38.954046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:38.954225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-a41fdddf-521f-4f61-b8d4-f58ff0ac554f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:38.974508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:38.999642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c516a0f-06cc-4023-8c41-855409a64b43 None None] Network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:39.031051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.072892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:39.078841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a41fdddf-521f-4f61-b8d4-f58ff0ac554f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags HTTP/1.1" status: 200 len: 237 time: 0.1289539 Jul 29 18:02:39.081521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.086050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.tag.tag_plugin [None req-680534ee-668f-44ef-a7df-e8a213654301 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', {'tags': ['tempest-TagsTest-Tag-89766625', 'tempest-TagsTest-Tag-1555755918', 'tempest-TagsTest-Tag-1480253454']}) {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.204848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Allocated IP 172.20.0.3 (bf6cbf75-283c-40bc-be5f-cc3aff14aa03/f10a6d96-6f0b-43a9-82ea-2c3dc984cc62/88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:39.207712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-680534ee-668f-44ef-a7df-e8a213654301 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "PUT /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags HTTP/1.1" status: 200 len: 307 time: 0.1252456 Jul 29 18:02:39.212154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.221315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-16225683-0235-42d7-8b0f-f88f3a082a33 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-89766625') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.224629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39317bc2-f8cf-4f1f-9fad-3ec5a9383952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.260018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['ac070684-ebf4-475b-be8b-8965ee324123'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:02:39.327897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-16225683-0235-42d7-8b0f-f88f3a082a33 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "DELETE /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-89766625 HTTP/1.1" status: 204 len: 168 time: 0.1135890 Jul 29 18:02:39.330339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.330868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50084) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.335602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-cd61e61d-c48f-4b82-b11b-74034e5429c7 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-89766625') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.377749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.404607 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-cd61e61d-c48f-4b82-b11b-74034e5429c7 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] show failed (client error): The resource could not be found. Jul 29 18:02:39.408239 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd61e61d-c48f-4b82-b11b-74034e5429c7 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-89766625 HTTP/1.1" status: 404 len: 324 time: 0.0735393 Jul 29 18:02:39.408469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.412864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-fab16fdc-fb53-44a0-9533-af30f249763e tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-1555755918') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.413334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:39.416152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:39.419614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:39.450331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Port': ['ID=88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:39.487719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fab16fdc-fb53-44a0-9533-af30f249763e tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-1555755918 HTTP/1.1" status: 204 len: 168 time: 0.0781126 Jul 29 18:02:39.490143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50088) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.494914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-a0c55c3a-a2e4-4b37-ad64-2864baec8da9 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-1480253454') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.512047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.555428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.578160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0c55c3a-a2e4-4b37-ad64-2864baec8da9 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-1480253454 HTTP/1.1" status: 204 len: 168 time: 0.0868247 Jul 29 18:02:39.580553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50090) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.584907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-691aed62-3af4-4831-b083-125ea1703f93 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.673038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-691aed62-3af4-4831-b083-125ea1703f93 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "DELETE /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0888839 Jul 29 18:02:39.673240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50092) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.677716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-10141ba7-930c-4a5a-b2cd-ded5d246b940 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-1555755918') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.711517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.717049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.746637 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-10141ba7-930c-4a5a-b2cd-ded5d246b940 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] show failed (client error): The resource could not be found. Jul 29 18:02:39.747722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10141ba7-930c-4a5a-b2cd-ded5d246b940 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-1555755918 HTTP/1.1" status: 404 len: 326 time: 0.0735431 Jul 29 18:02:39.750612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.755570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-b8888029-4a4e-491b-976c-f5a546f6e396 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad', 'tempest-TagsTest-Tag-1480253454') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.786851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Port': ['ID=88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:39.802260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.818092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.819564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f7bb6251-fcb7-42f4-a028-4023e910db3a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0303183 Jul 29 18:02:39.822886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50096) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.825279 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b8888029-4a4e-491b-976c-f5a546f6e396 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] show failed (client error): The resource could not be found. Jul 29 18:02:39.826464 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b8888029-4a4e-491b-976c-f5a546f6e396 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "GET /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags/tempest-TagsTest-Tag-1480253454 HTTP/1.1" status: 404 len: 326 time: 0.0748317 Jul 29 18:02:39.829225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.834120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.tag.tag_plugin [None req-b529d496-ad1f-43be-a0ec-484bc1827a9f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'db1cfe96-2959-49b1-8a93-ff1e3a2362ad') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:39.891116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-26fc7eeb-bfbf-4f23-8084-a23314719e1d tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=bf6cbf75-283c-40bc-be5f-cc3aff14aa03 HTTP/1.1" status: 200 len: 689 time: 0.0646992 Jul 29 18:02:39.891379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50100) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.913530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b529d496-ad1f-43be-a0ec-484bc1827a9f tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "DELETE /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0793049 Jul 29 18:02:39.913856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50102) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:39.978857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:39.987480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.076423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.086535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1cfe96-2959-49b1-8a93-ff1e3a2362ad']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.095705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Deleting port 88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:40.096049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.096789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282fd3a4-1fe7-4558-b0ae-aea750591482') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.097090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282fd3a4-1fe7-4558-b0ae-aea750591482') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.106276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.119830 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.125713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:40.126096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:40.129247 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:40.171707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.172043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.184778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Calling delete_port for 88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:40.184966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.201894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.206437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] 10.222.0.16 "DELETE /v2.0/networks/db1cfe96-2959-49b1-8a93-ff1e3a2362ad HTTP/1.1" status: 204 len: 168 time: 0.2915757 Jul 29 18:02:40.207484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a50b31-6938-45b6-b286-4f87fce6e492 tempest-TagsTest-2070290374 tempest-TagsTest-2070290374-project] Pushing event deleted for resources: {'Network': ['ID=db1cfe96-2959-49b1-8a93-ff1e3a2362ad,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.319426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.347919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c4e6e2-3201-4b9d-a467-1c8d0bd1f7bd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.407130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.449730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.452568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:40.504243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.534317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f10a6d96-6f0b-43a9-82ea-2c3dc984cc62,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.584537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.594123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6cbf75-283c-40bc-be5f-cc3aff14aa03']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.596007 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7eacdd38-f439-4fa6-af8a-a53b0ae88857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77d3b195445d439ea19f72659033ba37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420681 Jul 29 18:02:40.598564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50112) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:40.605092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:40.606872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0b4c32-c498-4036-b7bb-791a59bffc22') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.607167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0b4c32-c498-4036-b7bb-791a59bffc22') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:40.617991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.631685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.639359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:40.639726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:40.641685 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:40.653073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.656341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port ac070684-ebf4-475b-be8b-8965ee324123 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:40.660476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port ac070684-ebf4-475b-be8b-8965ee324123 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:40.660930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.675852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.704171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.709641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf6cbf75-283c-40bc-be5f-cc3aff14aa03 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 18:02:40.712364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.716628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/bf6cbf75-283c-40bc-be5f-cc3aff14aa03 HTTP/1.1" status: 204 len: 168 time: 0.8221335 Jul 29 18:02:40.725072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:40.732127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264743b-97ee-41db-8963-629175c233b9 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf6cbf75-283c-40bc-be5f-cc3aff14aa03,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.757459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.779251 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.781842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.785630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19a088fd-dd7f-45b4-9b99-a87afb7f5753 HTTP/1.1" status: 204 len: 168 time: 0.1837106 Jul 29 18:02:40.795464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db94c-2954-45cf-8631-635554822b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a088fd-dd7f-45b4-9b99-a87afb7f5753,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.801312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:40.806115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:40.809574 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17e8ff-8f41-4f6b-9eea-4beb81759917" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:40.822903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:40.846275 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f0a136a0-0597-421b-9f5a-3fd543bc60d2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4136 time: 0.1064565 Jul 29 18:02:40.848515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50120) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:40.885188 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6bc0b4-2812-48f2-8a55-2589c195aed0 x-openstack-request-id: req-7e6bc0b4-2812-48f2-8a55-2589c195aed0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:40.885490 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-plugged", "status": "completed", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:40.885746 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e6bc0b4-2812-48f2-8a55-2589c195aed0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:40.886152 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'code': 200} Jul 29 18:02:40.920320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=13']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:40.971575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.972047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.972502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.972948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.973606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.974051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.974683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.975129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.975576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.976019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.976460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:40.978671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d824529f-78a9-4095-a35d-7a79c470015c tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7092 time: 0.1291046 Jul 29 18:02:40.981773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50124) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:41.021847 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-29347172-a69f-4859-89c3-a27f03797c8d tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] delete failed (client error): The resource could not be found. Jul 29 18:02:41.026165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50128) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:41.026600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29347172-a69f-4859-89c3-a27f03797c8d tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c6b4dcb5-edee-4922-ba66-602f463e15f6 HTTP/1.1" status: 404 len: 345 time: 0.0434070 Jul 29 18:02:41.045086 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb04d8b4-b6ef-42a4-ad7f-847861dd192b tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 18:02:41.045552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb04d8b4-b6ef-42a4-ad7f-847861dd192b tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:41.047298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eb04d8b4-b6ef-42a4-ad7f-847861dd192b tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/bf6cbf75-283c-40bc-be5f-cc3aff14aa03 HTTP/1.1" status: 404 len: 339 time: 0.0201035 Jul 29 18:02:41.051652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50130) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:41.057181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'name': 'tempest-network--1282903220', 'router:external': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:41.088976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:41.091826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.116213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:41.125038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.125384 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Added segment a9b1a94d-d1d0-4444-8660-3a4c12a100c1 of type vlan for network 65080851-fb18-4b5f-bfa1-986efd8dcf0c Jul 29 18:02:41.181369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.225915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.227022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:41.227615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.289665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50140) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:41.289923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2367623 Jul 29 18:02:41.305249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aab659-dd38-4fde-98b7-c4b7ce980271 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=65080851-fb18-4b5f-bfa1-986efd8dcf0c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:41.316184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 65080851-fb18-4b5f-bfa1-986efd8dcf0c details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:41.658706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-da7c9075-e0a9-44f2-ad5f-03a6ec2b7171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.809829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab1aed-7f2c-463a-9f82-084c62e3c75a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:41.815990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab1aed-7f2c-463a-9f82-084c62e3c75a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:41.822040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab1aed-7f2c-463a-9f82-084c62e3c75a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:41.828060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab1aed-7f2c-463a-9f82-084c62e3c75a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:41.829841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e7ab1aed-7f2c-463a-9f82-084c62e3c75a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5385134 Jul 29 18:02:41.832982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50160) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:41.849229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.903610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.985075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:41.995276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65080851-fb18-4b5f-bfa1-986efd8dcf0c']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:42.005755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1a94d-d1d0-4444-8660-3a4c12a100c1') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:42.006051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1a94d-d1d0-4444-8660-3a4c12a100c1') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:42.015651 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.030785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.037926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:42.038408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:42.040334 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:42.103591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.110705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65080851-fb18-4b5f-bfa1-986efd8dcf0c {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 18:02:42.120949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.126768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50172) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:42.127263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/65080851-fb18-4b5f-bfa1-986efd8dcf0c HTTP/1.1" status: 204 len: 168 time: 0.2927458 Jul 29 18:02:42.128368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d5ee-fb4b-4844-8349-6a96345a4f02 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Network': ['ID=65080851-fb18-4b5f-bfa1-986efd8dcf0c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:42.135547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'name': 'tempest-network--429813372', 'router:external': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:42.166200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:42.169516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.194434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:42.205173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.205744 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Added segment 3b67e75a-6109-48e6-b373-a11998eda02c of type vlan for network 3b52333c-36e5-4cb9-aa7f-d8acc9260361 Jul 29 18:02:42.261983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.297415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.298418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:42.298996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.359885 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2293217 Jul 29 18:02:42.360102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50180) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:42.409337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227921a6-16af-4246-9e4c-f2e78074656a tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=3b52333c-36e5-4cb9-aa7f-d8acc9260361,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:42.420733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 3b52333c-36e5-4cb9-aa7f-d8acc9260361 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:42.453359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254992cb-0039-4ee2-9662-d796df1d2653 tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:42.457644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-254992cb-0039-4ee2-9662-d796df1d2653 tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "GET /v2.0/networks/3b52333c-36e5-4cb9-aa7f-d8acc9260361 HTTP/1.1" status: 200 len: 756 time: 0.0942130 Jul 29 18:02:42.457887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50182) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:42.609153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1f282-2d67-415b-9748-61c9db147a61 tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:42.610439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7bd1f282-2d67-415b-9748-61c9db147a61 tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "GET /v2.0/networks/45eb89cc-327a-4569-8975-154ab895d818 HTTP/1.1" status: 200 len: 767 time: 0.1514428 Jul 29 18:02:42.613632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50190) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:42.687043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:42.961547 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.131665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.142645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b52333c-36e5-4cb9-aa7f-d8acc9260361']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.152837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b67e75a-6109-48e6-b373-a11998eda02c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.153128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b67e75a-6109-48e6-b373-a11998eda02c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.161946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.177579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.184039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:43.184433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:43.186148 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:43.242544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.246560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b52333c-36e5-4cb9-aa7f-d8acc9260361 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 18:02:43.249041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.256071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3b52333c-36e5-4cb9-aa7f-d8acc9260361 HTTP/1.1" status: 204 len: 168 time: 0.6367273 Jul 29 18:02:43.257113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50196) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:43.262373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'name': 'tempest-network--1484297277'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:43.285201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b52333c-36e5-4cb9-aa7f-d8acc9260361,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:43.296285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.296686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.296989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.297324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.297656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.297987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.298348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.298677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.299007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.299330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.299655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.299982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241378f-8b8d-4e4f-8249-bd3a98400f0f tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:43.316795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Made reservation on behalf of 68ca96d8f63f4eb485388300cda6f3aa for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:43.320023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.348661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:43.359945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.360414 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Added segment 7f3a9f05-009a-431e-9665-669def881d39 of type vlan for network 4efc176f-01a9-4a8a-bae3-f42953359782 Jul 29 18:02:43.409256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.441768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.442932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:43.443597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.505949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2461100 Jul 29 18:02:43.506142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:43.511773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:43.528722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214985a1-6453-4e52-955c-60556c9014a2 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=4efc176f-01a9-4a8a-bae3-f42953359782,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:43.541045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 4efc176f-01a9-4a8a-bae3-f42953359782 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:43.695668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.713105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.722717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Network 4efc176f-01a9-4a8a-bae3-f42953359782 is not hosted by any dhcp agent {{(pid=94052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 18:02:43.723581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:43.724177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.728134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "PUT /v2.0/networks/4efc176f-01a9-4a8a-bae3-f42953359782 HTTP/1.1" status: 200 len: 858 time: 0.2184079 Jul 29 18:02:43.728463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:43.785410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6e75-b3ef-47bf-b9ed-4551d2f96fc0 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event updated for resources: {'Network': ['ID=4efc176f-01a9-4a8a-bae3-f42953359782,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:43.854852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.943826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.954505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efc176f-01a9-4a8a-bae3-f42953359782']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.965064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3a9f05-009a-431e-9665-669def881d39') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.965351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3a9f05-009a-431e-9665-669def881d39') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:43.974138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.987552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.993581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:43.994001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:43.995746 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:44.052241 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.057500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4efc176f-01a9-4a8a-bae3-f42953359782 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 18:02:44.060053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.067058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4efc176f-01a9-4a8a-bae3-f42953359782 HTTP/1.1" status: 204 len: 168 time: 0.3325419 Jul 29 18:02:44.067690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:44.071936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Pushing event deleted for resources: {'Network': ['ID=4efc176f-01a9-4a8a-bae3-f42953359782,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:44.082630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.082977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.083328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.083677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.084006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.084357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.084650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.084969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.085287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.085605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.085919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.086232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca53edd-aa02-4fe2-b5ac-ad6f3991f837 tempest-ExternalNetworksTestJSON-819021059 tempest-ExternalNetworksTestJSON-819021059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:44.109068 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0219f6-08ec-4596-a6ad-32fe74285f5b tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:02:44.109687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0219f6-08ec-4596-a6ad-32fe74285f5b tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:02:44.113943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d0219f6-08ec-4596-a6ad-32fe74285f5b tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "DELETE /v2.0/subnets/f10a6d96-6f0b-43a9-82ea-2c3dc984cc62 HTTP/1.1" status: 404 len: 337 time: 0.0425968 Jul 29 18:02:44.114234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:44.203871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.295644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.305714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45eb89cc-327a-4569-8975-154ab895d818']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:44.316305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11f2e08-433f-4461-98e5-404a985306e5') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:44.316663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11f2e08-433f-4461-98e5-404a985306e5') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:44.326262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.342937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.349353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:44.349770 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:44.352802 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:44.423183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.447082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.449750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] 10.222.0.16 "DELETE /v2.0/networks/45eb89cc-327a-4569-8975-154ab895d818 HTTP/1.1" status: 204 len: 168 time: 0.3344853 Jul 29 18:02:44.463778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892f1b8-6f1d-413a-ab9f-6bd9f6caf56a tempest-ExternalNetworksTestJSON-765092608 tempest-ExternalNetworksTestJSON-765092608-project] Pushing event deleted for resources: {'Network': ['ID=45eb89cc-327a-4569-8975-154ab895d818,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:44.655309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:44.774898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50218) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:44.939304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1ba7d5d5-85c2-42d8-9c81-c05215841921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c790ac67a34e6e9ac9db068d08e59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631727 Jul 29 18:02:44.942029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50228) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:45.004267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.030351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.086477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.091324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.092957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ca4feaf-13c7-4aed-a176-d80f698c00cb HTTP/1.1" status: 204 len: 168 time: 0.1497922 Jul 29 18:02:45.112942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b22f19-da76-4e33-82bc-5ba12fbd255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca4feaf-13c7-4aed-a176-d80f698c00cb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:45.492150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50244) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:45.533920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cbe2338e-5023-4b65-bb4b-3f3d7494815f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68ca96d8f63f4eb485388300cda6f3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405474 Jul 29 18:02:45.537204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:45.590337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.613141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.667840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.670757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:45.671972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a14d045c-c4fd-451a-b10b-1e5459db243f HTTP/1.1" status: 204 len: 168 time: 0.1338348 Jul 29 18:02:45.683372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811d2c-3648-4172-b46c-b7ffa572f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d045c-c4fd-451a-b10b-1e5459db243f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:46.520799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50290) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:46.538440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591cf50-b850-46c0-a5ef-bb307b202804 req-5ce9989c-f181-4afe-b97d-ece47ad8fd2c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:46.546264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6591cf50-b850-46c0-a5ef-bb307b202804 req-5ce9989c-f181-4afe-b97d-ece47ad8fd2c tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.0769012 Jul 29 18:02:46.610586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6591cf50-b850-46c0-a5ef-bb307b202804 req-5378ace1-0255-4227-be12-57081d3fe519 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629492 Jul 29 18:02:46.631324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-615602323'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:46.655318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:46.659020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.671741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.779779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.788772 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.809422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:02:46.823294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7fa72-e550-49be-8632-97778ca22f1a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:46.828447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.828799 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Added segment bc439a56-3b5e-4ab3-b926-1c516c0c9586 of type vlan for network 2580d991-28a8-45bf-b469-3be478050019 Jul 29 18:02:46.876024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.918689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.925125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:46.925787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:46.991359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4698169 Jul 29 18:02:46.994228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50308) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:47.001464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'subnet': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:47.008688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ccc84-c59c-49d7-9882-eeb9bff34af7 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Network': ['ID=2580d991-28a8-45bf-b469-3be478050019,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:47.019435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 2580d991-28a8-45bf-b469-3be478050019 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:02:47.099952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:47.104208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.291908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.356366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Subnet': ['ID=17340884-2e61-4e85-976c-70129af509d5,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:47.367589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Checking segment: {'id': 'bc439a56-3b5e-4ab3-b926-1c516c0c9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2580d991-28a8-45bf-b469-3be478050019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:47.367954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network hostable DHCP agents. Network: 2580d991-28a8-45bf-b469-3be478050019, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:02:47.387940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:02:47.402012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 2580d991-28a8-45bf-b469-3be478050019) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:47.418651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4b648-bcaa-4750-a176-44b5d9abe73f None None] Network 2580d991-28a8-45bf-b469-3be478050019 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:47.423696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:47.424329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.444158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-823055a2-6426-4a5e-a32b-50cba210914b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487393 Jul 29 18:02:47.447181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:47.454000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1773496205'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:47.588040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-2580d991-28a8-45bf-b469-3be478050019', 'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'tenant_id': 'f05aef31b5c64fba92b6d821704d071e', 'fixed_ips': [{'subnet_id': '17340884-2e61-4e85-976c-70129af509d5'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:02:47.589251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.631998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:47.641696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.645870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b7ec-c1ef-4b8c-a79e-5ba1c6971e64 req-b70ac636-70a0-4c00-96ea-6a3c693128ec tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:47.648378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc44b7ec-c1ef-4b8c-a79e-5ba1c6971e64 req-b70ac636-70a0-4c00-96ea-6a3c693128ec tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0564921 Jul 29 18:02:47.663234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:47.714193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc44b7ec-c1ef-4b8c-a79e-5ba1c6971e64 req-daf8ca25-1c6a-45c7-82aa-82df2f0d9475 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566304 Jul 29 18:02:47.785478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93f9b2-25cd-4274-ba95-bea057365b00 req-b5ed9a46-4646-4c77-91cd-b934778bdc92 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:47.788018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a93f9b2-25cd-4274-ba95-bea057365b00 req-b5ed9a46-4646-4c77-91cd-b934778bdc92 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.0698700 Jul 29 18:02:47.806950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Allocated IP 2001:db8::2 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/564b1ece-4b2f-4fcf-b75c-9957e438277a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:47.809444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-b4ff708e-2df3-4b08-98b1-b6b38e8b6efb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:47.811129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-b4ff708e-2df3-4b08-98b1-b6b38e8b6efb tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 946 time: 0.0821066 Jul 29 18:02:47.843550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8a93f9b2-25cd-4274-ba95-bea057365b00 req-7b041b53-298a-4759-bbfb-8bc69719d4aa tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups?id=99a52395-962e-4020-9ad6-ae6ed9629f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494621 Jul 29 18:02:47.917893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Deleting port bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:47.918231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.964258 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:47.974987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Transition to ACTIVE for port object 564b1ece-4b2f-4fcf-b75c-9957e438277a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:47.990829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Transition to ACTIVE for port object 564b1ece-4b2f-4fcf-b75c-9957e438277a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:48.000815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.043344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] For port bf66885e-6e33-4c90-baef-c03fe84332e8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=bf66885e-6e33-4c90-baef-c03fe84332e8,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:48.046324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.051804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Pushing event updated for resources: {'Port': ['ID=564b1ece-4b2f-4fcf-b75c-9957e438277a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:48.068300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:48.068952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:48.071290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:48.093957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::dd (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/9ed94d7d-6663-4045-a2d5-9ffede6a8f41) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:48.147070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Attempting to bind port 564b1ece-4b2f-4fcf-b75c-9957e438277a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:02:48.147598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Attempting to bind port 564b1ece-4b2f-4fcf-b75c-9957e438277a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bc439a56-3b5e-4ab3-b926-1c516c0c9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2580d991-28a8-45bf-b469-3be478050019'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:02:48.148066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Attempting to bind port 564b1ece-4b2f-4fcf-b75c-9957e438277a on network 2580d991-28a8-45bf-b469-3be478050019 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:02:48.153648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:02:48.154938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Checking segment: {'id': 'bc439a56-3b5e-4ab3-b926-1c516c0c9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2580d991-28a8-45bf-b469-3be478050019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:02:48.154938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.155168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Bound using segment: {'id': 'bc439a56-3b5e-4ab3-b926-1c516c0c9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2580d991-28a8-45bf-b469-3be478050019'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:02:48.155704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Bound port: 564b1ece-4b2f-4fcf-b75c-9957e438277a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc439a56-3b5e-4ab3-b926-1c516c0c9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2580d991-28a8-45bf-b469-3be478050019'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:02:48.156168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.236643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] For port 564b1ece-4b2f-4fcf-b75c-9957e438277a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:02:48.242534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] For port 564b1ece-4b2f-4fcf-b75c-9957e438277a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564b1ece-4b2f-4fcf-b75c-9957e438277a,segment=NetworkSegment(bc439a56-3b5e-4ab3-b926-1c516c0c9586),segment_id=bc439a56-3b5e-4ab3-b926-1c516c0c9586)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:02:48.254211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.287370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.307720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:48.324988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56e3e3-d5f0-4631-a2cb-e44c7e2ecb17 None None] Pushing event updated for resources: {'Port': ['ID=564b1ece-4b2f-4fcf-b75c-9957e438277a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:48.334858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.335370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.335838 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Floating IP 3e5ac03d-8ac1-4a76-8f4e-f93913181334 disassociated. External IP: 172.25.5.146, port: bf66885e-6e33-4c90-baef-c03fe84332e8. Jul 29 18:02:48.336196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Calling delete_port for bf66885e-6e33-4c90-baef-c03fe84332e8 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:48.358045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.403506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:48.407319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:48.411374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:48.417787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:48.418521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.434801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=9ed94d7d-6663-4045-a2d5-9ffede6a8f41,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:48.448630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1d9445e7-3cff-42a0-bad8-0df392859abe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0002322 Jul 29 18:02:48.449380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50324) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:48.454916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-989845702', 'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:8d:52:c2'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:48.509593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.566014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'Port': ['ID=bf66885e-6e33-4c90-baef-c03fe84332e8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:48.629713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:48.716813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:02:48.741769 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.763223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port c347e684-96fc-4780-8de2-2fdd20290362 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:48.882322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f441a-916e-453d-9487-be148c5553b7 req-cb27a5ef-240f-4e7d-ae39-0b877a2ef314 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:48.884205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d6f441a-916e-453d-9487-be148c5553b7 req-cb27a5ef-240f-4e7d-ae39-0b877a2ef314 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0634243 Jul 29 18:02:48.885338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:48.897472 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:48.910105 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:48.910799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:48.929127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] No DVR routers for this DVR port bf66885e-6e33-4c90-baef-c03fe84332e8 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:48.936632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:48.938529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ced787-9ddb-4920-92db-9b0509ca1836 req-4c8bb5d9-5e60-422e-8797-847d73156609 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.49 "DELETE /v2.0/ports/bf66885e-6e33-4c90-baef-c03fe84332e8 HTTP/1.1" status: 204 len: 173 time: 1.1207581 Jul 29 18:02:48.938973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-deleted', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:02:48.941229 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5473e7-f5c9-4069-a5b0-2f123ad93872" -d '{"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-deleted", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:02:48.951815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::2c4 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/c347e684-96fc-4780-8de2-2fdd20290362) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:49.007222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d6f441a-916e-453d-9487-be148c5553b7 req-713678f6-9fbf-4f8b-acd0-4f00f28a53cb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792727 Jul 29 18:02:49.050937 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:02:49.054786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-26093f58-f3e9-4099-bcd3-d8c98eaeb416 req-3b7ef33b-d509-495e-9481-57fb48eef914 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/ports?device_id=71eb1f97-678b-4759-898b-4e9eed0ced64 HTTP/1.1" status: 200 len: 210 time: 0.0767834 Jul 29 18:02:49.134191 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69065150-5658-4bc4-8205-655673fcf173 x-openstack-request-id: req-69065150-5658-4bc4-8205-655673fcf173 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:02:49.134366 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb1f97-678b-4759-898b-4e9eed0ced64", "name": "network-vif-deleted", "tag": "bf66885e-6e33-4c90-baef-c03fe84332e8", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:02:49.134723 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69065150-5658-4bc4-8205-655673fcf173 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:02:49.135222 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb1f97-678b-4759-898b-4e9eed0ced64', 'name': 'network-vif-deleted', 'tag': 'bf66885e-6e33-4c90-baef-c03fe84332e8', 'status': 'completed', 'code': 200} Jul 29 18:02:49.259898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564b1ece-4b2f-4fcf-b75c-9957e438277a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:49.357910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.380594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 564b1ece-4b2f-4fcf-b75c-9957e438277a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:49.394852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object c347e684-96fc-4780-8de2-2fdd20290362 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:49.452106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.514782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:49.518561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:49.522465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:49.528668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:49.529740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.555599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=c347e684-96fc-4780-8de2-2fdd20290362,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:49.571037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:49.571365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1d0de23d-a83d-49e8-8a94-61e898c92be8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1209631 Jul 29 18:02:49.626413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:49.682385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36b67a-3c6e-4285-84e5-77fbcc537d00 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:49.691377 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:02:49.693928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36b67a-3c6e-4285-84e5-77fbcc537d00 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:49.701146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36b67a-3c6e-4285-84e5-77fbcc537d00 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:49.703622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1b36b67a-3c6e-4285-84e5-77fbcc537d00 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1310067 Jul 29 18:02:49.706086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50344) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:49.707372 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:49.708122 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:49.799357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26adadab-8eb8-4d21-abe4-2ae26e341290 None None] Network 2580d991-28a8-45bf-b469-3be478050019 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:49.852857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port c347e684-96fc-4780-8de2-2fdd20290362 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:49.853498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.870149 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:02:49.874932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Provisioning for port 564b1ece-4b2f-4fcf-b75c-9957e438277a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:49.889179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Provisioning complete for port 564b1ece-4b2f-4fcf-b75c-9957e438277a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:49.894700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.983602 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:49.998920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for c347e684-96fc-4780-8de2-2fdd20290362 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:50.119406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.149004 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:50.187726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.191348 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609e4c3-cec6-44e0-a813-b3f74c02fd5f None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T17:54:34Z', 'revision_number': 4, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1d85a998-011d-4b35-8dd3-483477694361', 'name': '', 'network_id': '9fcae63e-c409-4660-9c2c-e78bd8954ea3', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'mac_address': 'fa:16:3e:9a:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:33Z', 'updated_at': '2021-07-29T17:54:42Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'subnets': [{'id': '4e485096-1046-4128-95e6-dbab97c6ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:02:50.222327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] For port 564b1ece-4b2f-4fcf-b75c-9957e438277a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564b1ece-4b2f-4fcf-b75c-9957e438277a,segment=NetworkSegment(bc439a56-3b5e-4ab3-b926-1c516c0c9586),segment_id=bc439a56-3b5e-4ab3-b926-1c516c0c9586)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:50.227167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:50.239668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=c347e684-96fc-4780-8de2-2fdd20290362,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:50.242010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.272174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3222-bd45-4521-94d5-ac17f75c32a3 req-2c869f06-f60d-4404-8971-d9d8f669b755 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:50.273808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3eee3222-bd45-4521-94d5-ac17f75c32a3 req-2c869f06-f60d-4404-8971-d9d8f669b755 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1291971 Jul 29 18:02:50.340595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96c202-719d-4c71-b2a2-4449c5e37605 None None] Pushing event updated for resources: {'Port': ['ID=564b1ece-4b2f-4fcf-b75c-9957e438277a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:50.345488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3eee3222-bd45-4521-94d5-ac17f75c32a3 req-64e1c0b5-2cd8-4af1-8c7a-9d6d3930edd2 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650666 Jul 29 18:02:50.435377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.438092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.440972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-878d5cdd-15d2-499d-b5bb-94706aa0010a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/c347e684-96fc-4780-8de2-2fdd20290362 HTTP/1.1" status: 204 len: 168 time: 0.7334557 Jul 29 18:02:50.443602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:50.485612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.492033 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9910786-a2cc-415d-ba64-92d4ea878fd4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] GET failed (client error): The resource could not be found. Jul 29 18:02:50.494297 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c9910786-a2cc-415d-ba64-92d4ea878fd4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports/c347e684-96fc-4780-8de2-2fdd20290362 HTTP/1.1" status: 404 len: 333 time: 0.0491481 Jul 29 18:02:50.497726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:50.502930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1499654845'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:50.584425 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.587273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.588543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "DELETE /v2.0/security-groups/99a52395-962e-4020-9ad6-ae6ed9629f04 HTTP/1.1" status: 204 len: 168 time: 0.3599813 Jul 29 18:02:50.592148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50368) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:50.617755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737974-f4ed-41ac-97e9-f6ba835804ab tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a52395-962e-4020-9ad6-ae6ed9629f04,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:50.627631 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-d791a478-9548-4d39-a6b2-63047660ddc3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] show failed (client error): The resource could not be found. Jul 29 18:02:50.628784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d791a478-9548-4d39-a6b2-63047660ddc3 tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "GET /v2.0/security-groups/99a52395-962e-4020-9ad6-ae6ed9629f04 HTTP/1.1" status: 404 len: 347 time: 0.0356627 Jul 29 18:02:50.632397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50372) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:50.665933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Could not find standard attr ID for object c347e684-96fc-4780-8de2-2fdd20290362. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:02:50.684212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7d8b5-cda6-4595-a052-e76f5b487f88 None None] New status for floating IP 3e5ac03d-8ac1-4a76-8f4e-f93913181334: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:02:50.716891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:50.725621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.744825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Provisioning for port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:50.754542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Provisioning complete for port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:50.755405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.778171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port c882a580-57ff-4a1e-b606-fdfc610d004a yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:50.874162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Deleting port c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:50.875920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:50.890937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:50.912124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Provisioning complete for port 564b1ece-4b2f-4fcf-b75c-9957e438277a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:50.912759 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-048dead0-6619-41f4-af1e-16188d63770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.011175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::1e6 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/c882a580-57ff-4a1e-b606-fdfc610d004a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:51.011655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.012054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.038382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Calling delete_port for c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:51.128263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564b1ece-4b2f-4fcf-b75c-9957e438277a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:02:51.202349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c8db8bf-c302-41f1-8f36-d5eda3d88b2d None None] Provisioning complete for port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:51.202724 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8db8bf-c302-41f1-8f36-d5eda3d88b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.220065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.223498 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.239168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 564b1ece-4b2f-4fcf-b75c-9957e438277a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:51.239560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.245666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object c882a580-57ff-4a1e-b606-fdfc610d004a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:51.254540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Pushing event deleted for resources: {'Port': ['ID=c2bb7ad2-34a0-4cf6-a24a-0a3fa1214a8d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:51.273566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7c8db8bf-c302-41f1-8f36-d5eda3d88b2d None None] Port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:51.300270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.339106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.341711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.346402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-682a2320-9054-400d-bd98-06eae7aaf71b tempest-AttachVolumeShelveTestJSON-192095870 tempest-AttachVolumeShelveTestJSON-192095870-project] 10.222.0.16 "DELETE /v2.0/floatingips/3e5ac03d-8ac1-4a76-8f4e-f93913181334 HTTP/1.1" status: 204 len: 168 time: 0.7126958 Jul 29 18:02:51.351606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:51.356840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:51.360686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:51.366207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:51.370980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.386719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=c882a580-57ff-4a1e-b606-fdfc610d004a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:51.387769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-27b61a80-327c-4606-bbcf-b73870c4f948 None None] Could not find standard attr ID for object c347e684-96fc-4780-8de2-2fdd20290362. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:02:51.416703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fee07331-6d09-44a5-9050-3cd872cbeea8 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9170153 Jul 29 18:02:51.418907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50388) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:51.425265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:8d:52:c2'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:51.566020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042e07-0e27-45d4-a946-260f1d1a2475 req-9c67d55c-d42c-4510-af67-aaccd567d366 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:51.567734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5042e07-0e27-45d4-a946-260f1d1a2475 req-9c67d55c-d42c-4510-af67-aaccd567d366 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1164718 Jul 29 18:02:51.658163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5042e07-0e27-45d4-a946-260f1d1a2475 req-3afe366b-7b92-4d47-9998-6b89dd39dfe4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791106 Jul 29 18:02:51.665519 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.820194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b7429919-bb35-405e-bb77-6016e351d124 None None] Provisioning for port c882a580-57ff-4a1e-b606-fdfc610d004a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:51.826210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b7429919-bb35-405e-bb77-6016e351d124 None None] Provisioning complete for port c882a580-57ff-4a1e-b606-fdfc610d004a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:51.826829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b7429919-bb35-405e-bb77-6016e351d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.866326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.869160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b7429919-bb35-405e-bb77-6016e351d124 None None] Port c882a580-57ff-4a1e-b606-fdfc610d004a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:51.872377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.902560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] In _notify_port_updated(), no bound segment for port c882a580-57ff-4a1e-b606-fdfc610d004a on network 2580d991-28a8-45bf-b469-3be478050019 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:02:51.908369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:51.908798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:51.910052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "PUT /v2.0/ports/c882a580-57ff-4a1e-b606-fdfc610d004a HTTP/1.1" status: 200 len: 1002 time: 0.4895928 Jul 29 18:02:51.913120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50392) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:51.959308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71898e4-62ea-4c56-9735-08012fb22cd1 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=c882a580-57ff-4a1e-b606-fdfc610d004a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:52.025352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port c882a580-57ff-4a1e-b606-fdfc610d004a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:52.025700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.072117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:52.098468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: bf66885e-6e33-4c90-baef-c03fe84332e8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:52.099255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device bf66885e-6e33-4c90-baef-c03fe84332e8 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:52.135113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.152634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for c882a580-57ff-4a1e-b606-fdfc610d004a owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:52.191679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2677572a-b8af-4f81-bdcd-2462abf6cb8d None None] Provisioning complete for port c882a580-57ff-4a1e-b606-fdfc610d004a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:52.192304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2677572a-b8af-4f81-bdcd-2462abf6cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.245379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2677572a-b8af-4f81-bdcd-2462abf6cb8d None None] Port c882a580-57ff-4a1e-b606-fdfc610d004a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:52.301227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.338090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=c882a580-57ff-4a1e-b606-fdfc610d004a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:52.469443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.472643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9e36aad9-57c5-4cb8-887c-e1fa6e29103b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/c882a580-57ff-4a1e-b606-fdfc610d004a HTTP/1.1" status: 204 len: 168 time: 0.5585017 Jul 29 18:02:52.475296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50406) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:52.504828 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-33490975-b4d2-4c7e-921a-fe6def7fa3ed tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] GET failed (client error): The resource could not be found. Jul 29 18:02:52.506594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-33490975-b4d2-4c7e-921a-fe6def7fa3ed tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports/c882a580-57ff-4a1e-b606-fdfc610d004a HTTP/1.1" status: 404 len: 333 time: 0.0299811 Jul 29 18:02:52.510824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:52.516404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-871365963'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:52.677352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:52.680859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:52.707321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port 71d679fd-1daa-4039-a14f-86802c4ae04f yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:52.846263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e6f43-7f3a-4e2a-b29a-958c381ef69a req-b055c047-0e41-479b-88a4-518b6e09a1cd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:52.847758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-439e6f43-7f3a-4e2a-b29a-958c381ef69a req-b055c047-0e41-479b-88a4-518b6e09a1cd tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0990493 Jul 29 18:02:52.884101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::11 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/71d679fd-1daa-4039-a14f-86802c4ae04f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:52.919426 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-439e6f43-7f3a-4e2a-b29a-958c381ef69a req-7ad79978-11ae-41c1-99f2-d496599d5163 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622506 Jul 29 18:02:53.067657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.084920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object 71d679fd-1daa-4039-a14f-86802c4ae04f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:53.123846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.167792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:53.170984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:53.174807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:53.180295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:53.180890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.203937 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6891298 Jul 29 18:02:53.203937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50418) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:53.209450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8d:52:c2'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:53.231963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df03d0-4565-497e-ae81-b975e21ff31a tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=71d679fd-1daa-4039-a14f-86802c4ae04f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:53.285682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.470817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.477782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.489918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae1595d1-552d-4867-8ea7-caa8690edd0d None None] Provisioning for port 71d679fd-1daa-4039-a14f-86802c4ae04f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:53.507970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ae1595d1-552d-4867-8ea7-caa8690edd0d None None] Provisioning complete for port 71d679fd-1daa-4039-a14f-86802c4ae04f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:53.508774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae1595d1-552d-4867-8ea7-caa8690edd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.515329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] In _notify_port_updated(), no bound segment for port 71d679fd-1daa-4039-a14f-86802c4ae04f on network 2580d991-28a8-45bf-b469-3be478050019 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:02:53.520997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:53.521618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.525321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "PUT /v2.0/ports/71d679fd-1daa-4039-a14f-86802c4ae04f HTTP/1.1" status: 200 len: 1001 time: 0.3179212 Jul 29 18:02:53.525884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50422) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:53.550715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854d8bf-d5ef-43ed-976b-198095c9ae3b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=71d679fd-1daa-4039-a14f-86802c4ae04f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:53.555151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ae1595d1-552d-4867-8ea7-caa8690edd0d None None] Port 71d679fd-1daa-4039-a14f-86802c4ae04f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:53.646053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port 71d679fd-1daa-4039-a14f-86802c4ae04f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:53.647400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.763671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.778141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for 71d679fd-1daa-4039-a14f-86802c4ae04f owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:53.889204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8cb28b17-b533-4978-b871-b3f3c3705f70 None None] Provisioning complete for port 71d679fd-1daa-4039-a14f-86802c4ae04f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:53.889571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8cb28b17-b533-4978-b871-b3f3c3705f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.945719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:53.984660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8cb28b17-b533-4978-b871-b3f3c3705f70 None None] Port 71d679fd-1daa-4039-a14f-86802c4ae04f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:54.002877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=71d679fd-1daa-4039-a14f-86802c4ae04f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:54.007213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:54.010325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f4ecdda-4c41-4a7a-adee-ac520dd7421e tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/71d679fd-1daa-4039-a14f-86802c4ae04f HTTP/1.1" status: 204 len: 168 time: 0.4825885 Jul 29 18:02:54.013467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50440) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:54.048979 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e01883c-1d21-4f06-8500-fcd54bcdab70 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] GET failed (client error): The resource could not be found. Jul 29 18:02:54.058993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50444) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:54.060719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e01883c-1d21-4f06-8500-fcd54bcdab70 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports/71d679fd-1daa-4039-a14f-86802c4ae04f HTTP/1.1" status: 404 len: 333 time: 0.0452814 Jul 29 18:02:54.065749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080174083'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:54.567969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b462b-e6d9-4103-ab0c-e9ce152e4ec7 req-f22539c0-8414-4853-9fc5-52cd15ea0869 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:54.569467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b09b462b-e6d9-4103-ab0c-e9ce152e4ec7 req-f22539c0-8414-4853-9fc5-52cd15ea0869 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.4999528 Jul 29 18:02:54.626935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b09b462b-e6d9-4103-ab0c-e9ce152e4ec7 req-1d744c81-d337-4809-8e37-8731787944b1 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448136 Jul 29 18:02:54.659871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:54.663546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:54.682252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port f0034188-291e-44e4-9f81-59e91ca64fab yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:54.816011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::2e3 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/f0034188-291e-44e4-9f81-59e91ca64fab) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:54.984426 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:54.999051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object f0034188-291e-44e4-9f81-59e91ca64fab will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:55.032150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.075966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:55.079177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:55.082914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:55.088532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:55.089122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.101876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=f0034188-291e-44e4-9f81-59e91ca64fab,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:55.113258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fdf57ab7-307b-451f-a189-cd4424dd7849 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0528171 Jul 29 18:02:55.115745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50456) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:55.120930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'network_id': '2580d991-28a8-45bf-b469-3be478050019', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-438834633'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:55.243410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Made reservation on behalf of f05aef31b5c64fba92b6d821704d071e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:02:55.247168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.269646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] device_id is not set on port 8ec9cd87-4428-4f27-8047-8670167fe307 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:02:55.350552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a19a0e0f-a4b7-4b67-9e2b-f74d1dc1934f None None] Provisioning for port f0034188-291e-44e4-9f81-59e91ca64fab completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:55.357688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a19a0e0f-a4b7-4b67-9e2b-f74d1dc1934f None None] Provisioning complete for port f0034188-291e-44e4-9f81-59e91ca64fab triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:55.358087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a19a0e0f-a4b7-4b67-9e2b-f74d1dc1934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.404454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a19a0e0f-a4b7-4b67-9e2b-f74d1dc1934f None None] Port f0034188-291e-44e4-9f81-59e91ca64fab cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:55.428639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Allocated IP 2001:db8::150 (2580d991-28a8-45bf-b469-3be478050019/17340884-2e61-4e85-976c-70129af509d5/8ec9cd87-4428-4f27-8047-8670167fe307) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:02:55.585287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.599058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Transition to ACTIVE for port object 8ec9cd87-4428-4f27-8047-8670167fe307 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:02:55.635120 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.682801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Network 2580d991-28a8-45bf-b469-3be478050019 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:02:55.685587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:02:55.688088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:02:55.694142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:55.694633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.706293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=8ec9cd87-4428-4f27-8047-8670167fe307,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:55.725216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-266a3322-c5fe-4b7e-8f59-538353c993df tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6083748 Jul 29 18:02:55.726226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50468) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:55.732187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:8d:52:c2'}, {'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:41:50:7e'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:02:55.799306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d433-29f9-49fd-aa51-810fdc64712c req-ccf0f47c-0566-4296-a918-6735fe1c441e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:55.801147 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9007d433-29f9-49fd-aa51-810fdc64712c req-ccf0f47c-0566-4296-a918-6735fe1c441e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0870323 Jul 29 18:02:55.813479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:55.847389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9007d433-29f9-49fd-aa51-810fdc64712c req-2f698a89-e5f4-410a-8bb1-c04e772808e5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Jul 29 18:02:56.025027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.032689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.037981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-885adaf3-fab0-4010-ae7d-6b43ebf8c713 None None] Provisioning for port 8ec9cd87-4428-4f27-8047-8670167fe307 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:02:56.042689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-885adaf3-fab0-4010-ae7d-6b43ebf8c713 None None] Provisioning complete for port 8ec9cd87-4428-4f27-8047-8670167fe307 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:56.043313 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-885adaf3-fab0-4010-ae7d-6b43ebf8c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.077393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] In _notify_port_updated(), no bound segment for port 8ec9cd87-4428-4f27-8047-8670167fe307 on network 2580d991-28a8-45bf-b469-3be478050019 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:02:56.083034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:56.083652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.084296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-885adaf3-fab0-4010-ae7d-6b43ebf8c713 None None] Port 8ec9cd87-4428-4f27-8047-8670167fe307 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:56.084974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "PUT /v2.0/ports/8ec9cd87-4428-4f27-8047-8670167fe307 HTTP/1.1" status: 200 len: 1066 time: 0.3575737 Jul 29 18:02:56.088054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:56.104387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc18a6-0346-4085-80e9-08a3b74964fe tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event updated for resources: {'Port': ['ID=8ec9cd87-4428-4f27-8047-8670167fe307,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:56.193599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port 8ec9cd87-4428-4f27-8047-8670167fe307 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:56.194218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.289672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.301802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for 8ec9cd87-4428-4f27-8047-8670167fe307 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:56.415651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-75c8b709-0c72-4198-9b3c-3c3371fd3a37 None None] Provisioning complete for port 8ec9cd87-4428-4f27-8047-8670167fe307 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:02:56.416691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75c8b709-0c72-4198-9b3c-3c3371fd3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.436599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.456565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-75c8b709-0c72-4198-9b3c-3c3371fd3a37 None None] Port 8ec9cd87-4428-4f27-8047-8670167fe307 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:02:56.485180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=8ec9cd87-4428-4f27-8047-8670167fe307,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:56.511222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.645067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.651774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5b69f92f-746b-48ff-86ac-0c07515d1e81 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/8ec9cd87-4428-4f27-8047-8670167fe307 HTTP/1.1" status: 204 len: 168 time: 0.5623314 Jul 29 18:02:56.654418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50482) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:56.680248 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe93f18-2089-48a0-9f73-a959fd9f542b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] GET failed (client error): The resource could not be found. Jul 29 18:02:56.681875 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abe93f18-2089-48a0-9f73-a959fd9f542b tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports/8ec9cd87-4428-4f27-8047-8670167fe307 HTTP/1.1" status: 404 len: 333 time: 0.0265167 Jul 29 18:02:56.684903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50486) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:56.805504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port f0034188-291e-44e4-9f81-59e91ca64fab {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:56.805985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.898180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:56.911825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for f0034188-291e-44e4-9f81-59e91ca64fab owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:57.013475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476871-11fc-4dca-9cbc-cd2adc9c2003 req-497e8db3-95a3-47fb-8a92-3aa6bc9f55a7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:57.015012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5476871-11fc-4dca-9cbc-cd2adc9c2003 req-497e8db3-95a3-47fb-8a92-3aa6bc9f55a7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0914621 Jul 29 18:02:57.085464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5476871-11fc-4dca-9cbc-cd2adc9c2003 req-6cf35860-b6bb-4c1e-92db-4db13674d9a2 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624325 Jul 29 18:02:57.109827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.132907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:57.146097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=f0034188-291e-44e4-9f81-59e91ca64fab,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:57.167934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.172764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-04fd8828-3dd0-438e-8bfa-f7154a5be08d tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/f0034188-291e-44e4-9f81-59e91ca64fab HTTP/1.1" status: 204 len: 168 time: 0.4832935 Jul 29 18:02:57.173124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50502) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:57.200898 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b38f2c-3ca1-46d7-a6fd-2c9410a2ee63 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] GET failed (client error): The resource could not be found. Jul 29 18:02:57.206775 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a3b38f2c-3ca1-46d7-a6fd-2c9410a2ee63 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "GET /v2.0/ports/f0034188-291e-44e4-9f81-59e91ca64fab HTTP/1.1" status: 404 len: 333 time: 0.0288196 Jul 29 18:02:57.207612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50504) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:57.364070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:57.364414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.496153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.522746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.541517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for 9ed94d7d-6663-4045-a2d5-9ffede6a8f41 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:57.766402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.813528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=9ed94d7d-6663-4045-a2d5-9ffede6a8f41,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:57.842867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.844411 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-258e0a02-daee-42fc-bb84-6680dfe588e4 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/ports/9ed94d7d-6663-4045-a2d5-9ffede6a8f41 HTTP/1.1" status: 204 len: 168 time: 0.6358855 Jul 29 18:02:57.847406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:57.899536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.919055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting subnet 17340884-2e61-4e85-976c-70129af509d5 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:02:57.923299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:57.981755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.073358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.139853 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.167917 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.169296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268eacd-d410-4a2c-b508-c257e456f3eb None None] Network 2580d991-28a8-45bf-b469-3be478050019 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:02:58.172917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/subnets/17340884-2e61-4e85-976c-70129af509d5 HTTP/1.1" status: 204 len: 168 time: 0.3236184 Jul 29 18:02:58.173803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50526) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:58.248305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039947d-c57b-42a2-b5e7-037eb769768f req-e937c6fc-5caf-4f7c-a55c-24ceac45ac90 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:58.250091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3039947d-c57b-42a2-b5e7-037eb769768f req-e937c6fc-5caf-4f7c-a55c-24ceac45ac90 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.0728621 Jul 29 18:02:58.257019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Deleting port 1d85a998-011d-4b35-8dd3-483477694361 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:58.257473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.289255 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.291979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdc0ec-0313-43b4-bb50-de1d8aa57ac0 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Subnet': ['ID=17340884-2e61-4e85-976c-70129af509d5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:58.347681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] For port 1d85a998-011d-4b35-8dd3-483477694361, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1d85a998-011d-4b35-8dd3-483477694361,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:58.348184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.362838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Calling delete_port for 1d85a998-011d-4b35-8dd3-483477694361 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:58.372091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Deleting port 564b1ece-4b2f-4fcf-b75c-9957e438277a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:58.372565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.411215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] DHCP port deletion for 2580d991-28a8-45bf-b469-3be478050019 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:02:58.444917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] For port 564b1ece-4b2f-4fcf-b75c-9957e438277a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564b1ece-4b2f-4fcf-b75c-9957e438277a,segment=NetworkSegment(bc439a56-3b5e-4ab3-b926-1c516c0c9586),segment_id=bc439a56-3b5e-4ab3-b926-1c516c0c9586)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:58.445350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.457972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Deleting port 564b1ece-4b2f-4fcf-b75c-9957e438277a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:02:58.458673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.459397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Calling delete_port for 564b1ece-4b2f-4fcf-b75c-9957e438277a owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:58.528039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] For port 564b1ece-4b2f-4fcf-b75c-9957e438277a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564b1ece-4b2f-4fcf-b75c-9957e438277a,segment=NetworkSegment(bc439a56-3b5e-4ab3-b926-1c516c0c9586),segment_id=bc439a56-3b5e-4ab3-b926-1c516c0c9586)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:02:58.529137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.544166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Calling delete_port for 564b1ece-4b2f-4fcf-b75c-9957e438277a owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:02:58.551807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.566904 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3039947d-c57b-42a2-b5e7-037eb769768f req-de094f85-75dc-4bfd-8e43-025caf0a41e6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981835 Jul 29 18:02:58.596442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] No DVR routers for this DVR port 564b1ece-4b2f-4fcf-b75c-9957e438277a on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:58.603010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Port': ['ID=564b1ece-4b2f-4fcf-b75c-9957e438277a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:58.641447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.664487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.691578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d85a998-011d-4b35-8dd3-483477694361,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:58.694949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Pushing event deleted for resources: {'Port': ['ID=564b1ece-4b2f-4fcf-b75c-9957e438277a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:58.700808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] No DVR routers for this DVR port 564b1ece-4b2f-4fcf-b75c-9957e438277a on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:02:58.712266 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.712864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.713478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.713999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.714563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.715096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.715624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.716294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.719644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.720723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.721256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.721729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536802-20a3-43be-950f-e5b6daa06a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:02:58.756452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.770795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2580d991-28a8-45bf-b469-3be478050019']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:58.784987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc439a56-3b5e-4ab3-b926-1c516c0c9586') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:58.785449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc439a56-3b5e-4ab3-b926-1c516c0c9586') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:02:58.796276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.813619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.830926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:02:58.833865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:02:58.837213 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:02:58.930533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82712-e499-4e99-b846-9474f8abb888 req-559261e0-b123-4825-bb1f-29a5a086473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:58.932406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-559261e0-b123-4825-bb1f-29a5a086473b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.1147735 Jul 29 18:02:58.938388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.944871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:58.946991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] 10.222.0.16 "DELETE /v2.0/networks/2580d991-28a8-45bf-b469-3be478050019 HTTP/1.1" status: 204 len: 168 time: 0.7473018 Jul 29 18:02:59.045334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf06b1-d254-45ae-8861-72520f9eb906 tempest-AllowedAddressPairIpV6TestJSON-1527289269 tempest-AllowedAddressPairIpV6TestJSON-1527289269-project] Pushing event deleted for resources: {'Network': ['ID=2580d991-28a8-45bf-b469-3be478050019,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:59.099193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82712-e499-4e99-b846-9474f8abb888 req-f6473ef6-2f3c-4d9a-9557-b085f617db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:59.101640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-f6473ef6-2f3c-4d9a-9557-b085f617db18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.1532450 Jul 29 18:02:59.233600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564b1ece-4b2f-4fcf-b75c-9957e438277a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:02:59.237993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-2ae8f8b0-d799-48ca-bce3-1406b1503831 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 1001 time: 0.1247656 Jul 29 18:02:59.256513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 564b1ece-4b2f-4fcf-b75c-9957e438277a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:02:59.257185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564b1ece-4b2f-4fcf-b75c-9957e438277a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:02:59.309787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec07f0a-ef23-4e0e-bf32-eb103758c9b8 req-661264df-9ae8-4f11-a02b-fc36cfc492ba tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:59.317296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ec07f0a-ef23-4e0e-bf32-eb103758c9b8 req-661264df-9ae8-4f11-a02b-fc36cfc492ba tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.5251446 Jul 29 18:02:59.321997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82712-e499-4e99-b846-9474f8abb888 req-f038bdc5-9955-4dd3-b4d8-7f20746a1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:59.323625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-f038bdc5-9955-4dd3-b4d8-7f20746a1aa8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.0783942 Jul 29 18:02:59.351107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50540) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:59.393677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e82712-e499-4e99-b846-9474f8abb888 req-9aa6063c-ff40-4498-acc5-c5177ea703dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:02:59.395592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-9aa6063c-ff40-4498-acc5-c5177ea703dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636673 Jul 29 18:02:59.412977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ec07f0a-ef23-4e0e-bf32-eb103758c9b8 req-e3b5ba54-c49f-4ba2-8f8d-251b9285e1ec tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897381 Jul 29 18:02:59.414454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:59.535233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-f7e29ce5-257d-4044-9670-732bd9df9dbc service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319108 Jul 29 18:02:59.575526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-acccc036-7cb2-4d3d-8836-0dd765903385 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f05aef31b5c64fba92b6d821704d071e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233555 Jul 29 18:02:59.578193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50548) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:59.629686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1e82712-e499-4e99-b846-9474f8abb888 req-04f548f9-2a68-4ef9-b1d6-d4601c48b4bb service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Jul 29 18:02:59.705788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:59.738274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:59.740909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:02:59.868990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:59.871817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:02:59.876115 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fc7fa72-e550-49be-8632-97778ca22f1a HTTP/1.1" status: 204 len: 168 time: 0.2966728 Jul 29 18:02:59.897644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4d905-bac4-489e-beec-73d3325cdac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7fa72-e550-49be-8632-97778ca22f1a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:02:59.906390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:02:59.915202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50552) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:02:59.915389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a8df4df-f3d2-460f-9a2d-8a3c02113d97 admin admin] 10.222.0.16 "PUT /v2.0/routers/edacfe74-7207-4f7f-b004-0bd8cb5b65d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7805984 Jul 29 18:02:59.922714 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Sync routers for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:02:59.944427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:02:59.945061 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:00.048858 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.075650 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:00.193688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.274561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Deleting port a13e34a8-7072-43a1-b60a-1d57377bd4aa {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:00.274975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.306376 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T18:02:58Z', 'revision_number': 5, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port': {'id': 'a13e34a8-7072-43a1-b60a-1d57377bd4aa', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:27Z', 'updated_at': '2021-07-29T17:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:00.333198 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Checking router: edacfe74-7207-4f7f-b004-0bd8cb5b65d3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:00.343128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Routers {'edacfe74-7207-4f7f-b004-0bd8cb5b65d3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:00.343742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:00.379446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] For port a13e34a8-7072-43a1-b60a-1d57377bd4aa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a13e34a8-7072-43a1-b60a-1d57377bd4aa,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:00.380390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.401603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Calling delete_port for a13e34a8-7072-43a1-b60a-1d57377bd4aa owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:00.442897 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] Set router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:00.513992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T18:03:00Z', 'revision_number': 6, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:00.542855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99738f05-e979-4e34-a45d-48aa379fd41c None None] The sync data for ids ['edacfe74-7207-4f7f-b004-0bd8cb5b65d3'] in n-d-801607-3 is: [{'id': 'edacfe74-7207-4f7f-b004-0bd8cb5b65d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138548442-router', 'tenant_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:54:24Z', 'updated_at': '2021-07-29T18:03:00Z', 'revision_number': 6, 'project_id': '6cbe4c9372f74aed97e3f3d926087fc9', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:00.619230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723fde-7f67-40ef-912c-cd65a06bdc29 req-b63b7197-e886-48a7-a5f2-f0acfd709c3d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:00.622754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f723fde-7f67-40ef-912c-cd65a06bdc29 req-b63b7197-e886-48a7-a5f2-f0acfd709c3d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1255231 Jul 29 18:03:00.712203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f723fde-7f67-40ef-912c-cd65a06bdc29 req-613d6690-1880-4799-8a73-be0618694b87 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804462 Jul 29 18:03:00.720580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.757528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13e34a8-7072-43a1-b60a-1d57377bd4aa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:00.790339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50580) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:00.821632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.901444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-47185484'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:00.930119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.933361 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.938068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:00.949271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.959258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.986226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.987287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edacfe74-7207-4f7f-b004-0bd8cb5b65d3 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:03:00.994005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:00.996060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1f77542a-adea-4591-9869-b2fc39ccf777 admin admin] 10.222.0.16 "DELETE /v2.0/routers/edacfe74-7207-4f7f-b004-0bd8cb5b65d3 HTTP/1.1" status: 204 len: 168 time: 1.0803697 Jul 29 18:03:00.998561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50584) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:01.065928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Deleting subnet 4e485096-1046-4128-95e6-dbab97c6ae92 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:01.070398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.087608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.093419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.112953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1d85a998-011d-4b35-8dd3-483477694361 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:01.136633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.138837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1d85a998-011d-4b35-8dd3-483477694361 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:01.139400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1d85a998-011d-4b35-8dd3-483477694361 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:01.147039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:01.152758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c9b81b-8bff-4c00-a4d6-f4f75d27b534,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:01.165738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.166142 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 93e8addd-2513-4d71-94d1-d8f5d07a836c of type vlan for network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f Jul 29 18:03:01.208770 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.241818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.246381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.247526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:01.248256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.302729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.307210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5154278 Jul 29 18:03:01.309889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:01.317104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'name': 'tempest-PortsTestJSON-2097043350'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:01.330036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e485096-1046-4128-95e6-dbab97c6ae92,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:01.336561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebee8c-19ce-4664-9d71-0c1a7aca5a1f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=8f133cf7-c6e1-4477-a3d5-b49e9ca6984f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:01.339522 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.342892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-99f15abb-2061-4955-a908-189b10af51bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e485096-1046-4128-95e6-dbab97c6ae92 HTTP/1.1" status: 204 len: 168 time: 0.3431308 Jul 29 18:03:01.343255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627691d-c76f-4c33-9119-e9b4f2a71431 None None] Network 9fcae63e-c409-4660-9c2c-e78bd8954ea3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:01.344304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50588) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:01.377517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:01.442536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.458273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:01.464640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.505436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port a1060ab1-b039-45ab-ac0e-d7a79486ea49 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:01.519803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Deleting port b08735f5-8266-44ad-8f2a-52b5341279da {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:01.520285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.610723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] For port b08735f5-8266-44ad-8f2a-52b5341279da, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b08735f5-8266-44ad-8f2a-52b5341279da,segment=NetworkSegment(96bb5e03-0042-40b0-82a0-197befa52e6e),segment_id=96bb5e03-0042-40b0-82a0-197befa52e6e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:01.611413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.628388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Calling delete_port for b08735f5-8266-44ad-8f2a-52b5341279da owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:01.743391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.782591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b08735f5-8266-44ad-8f2a-52b5341279da,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:01.785684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.788241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] No DVR routers for this DVR port b08735f5-8266-44ad-8f2a-52b5341279da on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:01.836689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba03a2-6e69-49a3-9601-5b65c6924ed8 None None] DHCP port deletion for 9fcae63e-c409-4660-9c2c-e78bd8954ea3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:01.852617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.888847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.908182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcae63e-c409-4660-9c2c-e78bd8954ea3']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:01.920965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bb5e03-0042-40b0-82a0-197befa52e6e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:01.921264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bb5e03-0042-40b0-82a0-197befa52e6e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:01.930777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '93e8addd-2513-4d71-94d1-d8f5d07a836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:01.930777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:01.934906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.943640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=a1060ab1-b039-45ab-ac0e-d7a79486ea49,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:01.956607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.962293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:01.964701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:01.965203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:01.967563 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:01.975816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:01.981052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:01.987217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:01.988417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:01.988597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1c89e-c905-43f7-b2a7-47c9167e4aba None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:02.017090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1019d981-3578-487d-86be-922c68a91f23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7060320 Jul 29 18:03:02.017923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50594) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:02.023500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-67007655'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:02.049943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:02.055303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.059789 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.066851 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.069838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fcae63e-c409-4660-9c2c-e78bd8954ea3 HTTP/1.1" status: 204 len: 168 time: 0.7243643 Jul 29 18:03:02.095395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:02.106653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.107293 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 518c7238-a35d-4e61-83c8-abb309ea12fd of type vlan for network 3e04c240-d8ae-47f6-8b72-ad68d495aaaa Jul 29 18:03:02.115377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49aed2-97d1-4a35-a78a-daea1b8ebe5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcae63e-c409-4660-9c2c-e78bd8954ea3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:02.160755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.195537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.201583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:02.202193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.264067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2422864 Jul 29 18:03:02.265325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50598) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:02.269753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'ports': [{'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'}, {'network_id': '3e04c240-d8ae-47f6-8b72-ad68d495aaaa'}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:02.270063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:02.270567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '3e04c240-d8ae-47f6-8b72-ad68d495aaaa'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:02.289876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50600) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:02.321431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8003d1-9062-407f-88f7-91fbcb4e839e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=3e04c240-d8ae-47f6-8b72-ad68d495aaaa,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:02.334725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 3e04c240-d8ae-47f6-8b72-ad68d495aaaa details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:02.338082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-afd8558b-9591-4939-8775-02f04d41960c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cbe4c9372f74aed97e3f3d926087fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468757 Jul 29 18:03:02.339018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:02.394501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.417077 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.459079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 2} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:02.463733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.466706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.469286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.470535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c02c81dc-8a71-48e2-b893-b34d8d6d9304 HTTP/1.1" status: 204 len: 168 time: 0.1304727 Jul 29 18:03:02.480207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191ea80-d835-49fd-8fd9-f3c9b702ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c81dc-8a71-48e2-b893-b34d8d6d9304,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:02.482428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.566412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port c3b29294-162b-4172-a55f-c69e40a90555 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:02.694452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.770995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:02.892539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.939573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.985659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:02.988800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:02.996312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:02.997404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:02.999456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=c3b29294-162b-4172-a55f-c69e40a90555,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.066543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.081731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '518c7238-a35d-4e61-83c8-abb309ea12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3e04c240-d8ae-47f6-8b72-ad68d495aaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:03.082364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: 3e04c240-d8ae-47f6-8b72-ad68d495aaaa, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:03.102502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 3e04c240-d8ae-47f6-8b72-ad68d495aaaa is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:03.106645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b08735f5-8266-44ad-8f2a-52b5341279da no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:03.117535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 3e04c240-d8ae-47f6-8b72-ad68d495aaaa) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:03.123654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:03.130574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a7a99-d754-4994-a3fb-190b3b42ee98 None None] Network 3e04c240-d8ae-47f6-8b72-ad68d495aaaa requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:03.133075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b08735f5-8266-44ad-8f2a-52b5341279da {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:03.133969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b08735f5-8266-44ad-8f2a-52b5341279da not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:03.134847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a13e34a8-7072-43a1-b60a-1d57377bd4aa no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:03.135562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.140964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.141681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.163844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1bd663a6-4655-4a5a-86c4-fea70553c349 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8979800 Jul 29 18:03:03.166707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50650) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.169729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a13e34a8-7072-43a1-b60a-1d57377bd4aa {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:03.170139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a13e34a8-7072-43a1-b60a-1d57377bd4aa not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:03.277839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:03.278414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.322195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.354363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.363994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50660) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.367459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:03.453391 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.481332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.487818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.489705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad HTTP/1.1" status: 204 len: 168 time: 0.3219919 Jul 29 18:03:03.492726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50664) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.493214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-149893655-network', 'tenant_id': '30751f32160243b3a5f67fe32ef98cad'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:03.496246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a221c-0a38-4c96-ba11-8fd8ee3374fc tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.529975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 18:03:03.529975 n-d-801607-3 neutron-server[94051]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 18:03:03.529975 n-d-801607-3 neutron-server[94051]: [parameters: {'project_id': '19a2c38635fc41f488282f7579897122', 'id': 'bfc3dd5d-ee71-407e-b995-8ec36b5036d1', 'expiration': datetime.datetime(2021, 7, 29, 18, 5, 3, 523207)}] Jul 29 18:03:03.529975 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:03:03.530502 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:03:03.536839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Made reservation on behalf of 30751f32160243b3a5f67fe32ef98cad for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:03.539197 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.547681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.549620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be245d7-f285-4970-8b6d-8893837ed556 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.555478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be245d7-f285-4970-8b6d-8893837ed556 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.557261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4be245d7-f285-4970-8b6d-8893837ed556 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0634565 Jul 29 18:03:03.560060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50666) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.639944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.644816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.652175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port c3b29294-162b-4172-a55f-c69e40a90555 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:03.652521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.669857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:03.680324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b233e2-c7c0-45bd-b3c9-c91a8063f439,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.686372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.686722 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Added segment d589aeba-2c25-4ede-b289-7ea5a876590a of type vlan for network cbb961cc-8555-4b32-8dd8-0bc90dfced0d Jul 29 18:03:03.723024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.727019 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.736708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for c3b29294-162b-4172-a55f-c69e40a90555 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:03.760533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.761491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.762167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.814944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.820649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4944434 Jul 29 18:03:03.822384 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50668) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.829330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Request body: {'subnet': {'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-149893655-subnet', 'tenant_id': '30751f32160243b3a5f67fe32ef98cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:03.833486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838cf4-679e-4e5e-8b18-634fa0c8e1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb961cc-8555-4b32-8dd8-0bc90dfced0d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.844864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:03.848186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=c3b29294-162b-4172-a55f-c69e40a90555,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:03.853407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.855488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ddf18540-c484-46e9-809f-463efd1d2cfa tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/c3b29294-162b-4172-a55f-c69e40a90555 HTTP/1.1" status: 204 len: 168 time: 0.2945020 Jul 29 18:03:03.858542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50670) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.865065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Made reservation on behalf of 30751f32160243b3a5f67fe32ef98cad for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:03.867510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:03.907978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4d43-b846-4ff8-b861-84761e3cc67d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:03.911955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-918d4d43-b846-4ff8-b861-84761e3cc67d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0499716 Jul 29 18:03:03.912204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50672) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.936788 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aed08f0-a4bd-46df-8b68-72afb5cf3c6b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:03.938583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0aed08f0-a4bd-46df-8b68-72afb5cf3c6b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/9c1ea28c-9f29-4dc7-aadb-4e6bbedf1aad HTTP/1.1" status: 404 len: 333 time: 0.0253375 Jul 29 18:03:03.941621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50674) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:03.968507 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-48026af5-50a6-4798-97e4-e3150d41b432 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:03.969504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-48026af5-50a6-4798-97e4-e3150d41b432 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/c3b29294-162b-4172-a55f-c69e40a90555 HTTP/1.1" status: 404 len: 333 time: 0.0265915 Jul 29 18:03:03.973905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50676) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:04.032932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.047766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.072141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.104685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5b4530-8208-4a78-b523-c65d5a1adb1b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:04.112588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Checking segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:04.112956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Network hostable DHCP agents. Network: cbb961cc-8555-4b32-8dd8-0bc90dfced0d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:04.131266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:04.142777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, cbb961cc-8555-4b32-8dd8-0bc90dfced0d) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:04.146816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:04.147396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.154360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3a79e-ef19-4929-9150-b1fea8f87e03 None None] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:04.199920 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.214608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e04c240-d8ae-47f6-8b72-ad68d495aaaa']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:04.228529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518c7238-a35d-4e61-83c8-abb309ea12fd') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:04.228814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518c7238-a35d-4e61-83c8-abb309ea12fd') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:04.247219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.262532 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.270235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.273608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.276082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3eb4de2f-ca2a-47e2-a885-8141c6520044 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4525883 Jul 29 18:03:04.293934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4ec02c-8fdc-489d-8cab-affa435166f5 None None] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:04.303893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:04.304344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:04.307683 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:04.374940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19a2c38635fc41f488282f7579897122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097263 Jul 29 18:03:04.376047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:04.378156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e4210-2773-45d5-927d-e23bef425355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e943d18b-88b0-43ab-b3e0-3f49ca2c7b07,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:04.408158 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.431635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.434702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/3e04c240-d8ae-47f6-8b72-ad68d495aaaa HTTP/1.1" status: 204 len: 168 time: 0.4595122 Jul 29 18:03:04.437136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c5116-b9d0-46c5-97f9-341555919061 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=3e04c240-d8ae-47f6-8b72-ad68d495aaaa,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:04.437453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:04.442816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1081247272'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:04.463064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.468556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:04.472308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.487816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.502158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:04.513227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.513597 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment b7d9df87-e7ba-4beb-a7fc-eef3325fff5d of type vlan for network 29b33ad0-fe46-4971-a392-b66a6955909c Jul 29 18:03:04.544846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.547642 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.550308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e943d18b-88b0-43ab-b3e0-3f49ca2c7b07 HTTP/1.1" status: 204 len: 168 time: 0.1711283 Jul 29 18:03:04.562544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1471-000e-433b-a60a-a7ab27d97b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e943d18b-88b0-43ab-b3e0-3f49ca2c7b07,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:04.565452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.604044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.610297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:04.611155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.687378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2483377 Jul 29 18:03:04.691118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50702) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:04.698197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:04.734408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff452-2e4f-495c-bfde-50d7ab6cbd73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=29b33ad0-fe46-4971-a392-b66a6955909c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:04.748035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 29b33ad0-fe46-4971-a392-b66a6955909c details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:04.800449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:04.801683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-0d4fb967-b2e7-4faa-92be-50968263da7a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:04.804559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.814144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-0d4fb967-b2e7-4faa-92be-50968263da7a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.1525846 Jul 29 18:03:04.830888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-a37665a9-a452-4f58-9787-cb1007ff8556 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/quotas/30751f32160243b3a5f67fe32ef98cad HTTP/1.1" status: 200 len: 375 time: 0.0156882 Jul 29 18:03:04.868661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-ce27153e-a072-4b01-8661-fe9e2866f0f5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340264 Jul 29 18:03:04.891643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50704) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:04.908965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37840256-5876-4ac5-9b57-b1125a54a95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:04.967119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-a181b4e5-3550-40dd-a819-eda1c259bf2f service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898259 Jul 29 18:03:05.050874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.061507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-656b16eb-589e-46a3-aa28-c07b6727f30e service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Jul 29 18:03:05.126324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37840256-5876-4ac5-9b57-b1125a54a95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.132608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=832b8a43-a8ed-490f-a506-39f0758c59d4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:05.139884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37840256-5876-4ac5-9b57-b1125a54a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.183607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:05.183978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: 29b33ad0-fe46-4971-a392-b66a6955909c, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:05.188748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-37840256-5876-4ac5-9b57-b1125a54a95c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=543b8ae8bed0404b9905461928c238eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961271 Jul 29 18:03:05.190855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37840256-5876-4ac5-9b57-b1125a54a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c34409-67b8-4343-9dae-3e39e3396d89,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:05.191833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50708) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:05.211760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 29b33ad0-fe46-4971-a392-b66a6955909c is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:05.226743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 29b33ad0-fe46-4971-a392-b66a6955909c) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:05.231501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:05.232372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.238478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b2179-7c88-4ddc-9dc5-b1a8bb97b62c None None] Network 29b33ad0-fe46-4971-a392-b66a6955909c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:05.263639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.270597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-56ce6efe-d129-424d-bea4-1c3c3122ce58 req-de61b872-b0ae-4185-a748-7794da0a78f4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0330396 Jul 29 18:03:05.290030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2596c984-f028-4a6e-9e32-0e0490ddc4e3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5886531 Jul 29 18:03:05.290285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50714) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:05.293087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c', 'name': 'tempest-PortsTestJSON-2047718466'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:05.316980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.418135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-29b33ad0-fe46-4971-a392-b66a6955909c', 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': '832b8a43-a8ed-490f-a506-39f0758c59d4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:05.419057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.436628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.439104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.440336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32c34409-67b8-4343-9dae-3e39e3396d89 HTTP/1.1" status: 204 len: 168 time: 0.2475204 Jul 29 18:03:05.457751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d022f-7f7e-4c6e-85b7-b42643d35804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c34409-67b8-4343-9dae-3e39e3396d89,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:05.471646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:05.477442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.503580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 7f7fd4ee-f285-476c-866d-146478ac654a yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:05.589883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Allocated IP 172.20.0.2 (29b33ad0-fe46-4971-a392-b66a6955909c/832b8a43-a8ed-490f-a506-39f0758c59d4/6558847d-7b96-4ab0-8a04-161b49597a95) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:05.747689 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.756160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Transition to ACTIVE for port object 6558847d-7b96-4ab0-8a04-161b49597a95 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:05.771888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Transition to ACTIVE for port object 6558847d-7b96-4ab0-8a04-161b49597a95 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:05.780556 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.826474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Network 29b33ad0-fe46-4971-a392-b66a6955909c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:05.829720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:05.832267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:05.891307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Pushing event updated for resources: {'Port': ['ID=6558847d-7b96-4ab0-8a04-161b49597a95,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:05.909498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Attempting to bind port 6558847d-7b96-4ab0-8a04-161b49597a95 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:05.909876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Attempting to bind port 6558847d-7b96-4ab0-8a04-161b49597a95 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:05.910312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Attempting to bind port 6558847d-7b96-4ab0-8a04-161b49597a95 on network 29b33ad0-fe46-4971-a392-b66a6955909c {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:05.916866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:05.917278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Checking segment: {'id': 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:05.918043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:05.919242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Bound using segment: {'id': 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:05.920134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Bound port: 6558847d-7b96-4ab0-8a04-161b49597a95, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29b33ad0-fe46-4971-a392-b66a6955909c'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:05.920706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.001410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] For port 6558847d-7b96-4ab0-8a04-161b49597a95, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:06.016135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] For port 6558847d-7b96-4ab0-8a04-161b49597a95, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6558847d-7b96-4ab0-8a04-161b49597a95,segment=NetworkSegment(b7d9df87-e7ba-4beb-a7fc-eef3325fff5d),segment_id=b7d9df87-e7ba-4beb-a7fc-eef3325fff5d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:06.024635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.096468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e03b-6854-4254-a7e6-121a041cb225 None None] Pushing event updated for resources: {'Port': ['ID=6558847d-7b96-4ab0-8a04-161b49597a95,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:06.224629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.12 (29b33ad0-fe46-4971-a392-b66a6955909c/832b8a43-a8ed-490f-a506-39f0758c59d4/7f7fd4ee-f285-476c-866d-146478ac654a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:06.452466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4f9e2db-1ab8-4d96-9025-0bb96edf003e req-d3a1b93f-c981-46ce-86eb-a1b74261842b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0461986 Jul 29 18:03:06.519069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-2d36aa2a-ef3b-4bc2-b899-056ec0240808 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:06.521102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-2d36aa2a-ef3b-4bc2-b899-056ec0240808 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.2365885 Jul 29 18:03:06.538479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Request body: {'port': {'device_id': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'admin_state_up': True, 'tenant_id': '30751f32160243b3a5f67fe32ef98cad'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:06.587258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.612610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 7f7fd4ee-f285-476c-866d-146478ac654a will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:06.691376 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.693623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Made reservation on behalf of 30751f32160243b3a5f67fe32ef98cad for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:06.697181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.766540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 29b33ad0-fe46-4971-a392-b66a6955909c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:06.775418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:06.780193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=7f7fd4ee-f285-476c-866d-146478ac654a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:06.787957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:06.889774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:06.890523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:06.938838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:06.939434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53d39df5-b891-424e-8150-e070380d7a73 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6534326 Jul 29 18:03:06.950690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Allocated IP 172.20.0.7 (cbb961cc-8555-4b32-8dd8-0bc90dfced0d/4a5b4530-8208-4a78-b523-c65d5a1adb1b/e84a9b41-68cb-482d-939d-769efd05d0a6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:07.081271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 7f7fd4ee-f285-476c-866d-146478ac654a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:07.081507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.140478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6558847d-7b96-4ab0-8a04-161b49597a95 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:07.191818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.205433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.214524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 7f7fd4ee-f285-476c-866d-146478ac654a owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:07.223892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6558847d-7b96-4ab0-8a04-161b49597a95 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:07.252516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614f787-743a-4a4c-8492-44a5dfdcfcac None None] Network 29b33ad0-fe46-4971-a392-b66a6955909c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:07.264445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.327224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:07.330930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:07.336184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Provisioning for port 6558847d-7b96-4ab0-8a04-161b49597a95 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:07.336365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:07.343641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Provisioning complete for port 6558847d-7b96-4ab0-8a04-161b49597a95 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:07.344002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.373565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event updated for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:07.395666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:07.396446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.410346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.413494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f22a226a-64fa-4545-b366-fbd1e4a0104d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8788600 Jul 29 18:03:07.432837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Request body: {'port': {'device_id': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:07.458667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=7f7fd4ee-f285-476c-866d-146478ac654a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:07.477645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.510819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.542720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] For port 6558847d-7b96-4ab0-8a04-161b49597a95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6558847d-7b96-4ab0-8a04-161b49597a95,segment=NetworkSegment(b7d9df87-e7ba-4beb-a7fc-eef3325fff5d),segment_id=b7d9df87-e7ba-4beb-a7fc-eef3325fff5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:07.550452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.599282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.601384 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de68e232-6639-4d51-9c70-70ac8c85175a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/7f7fd4ee-f285-476c-866d-146478ac654a HTTP/1.1" status: 204 len: 168 time: 0.6615274 Jul 29 18:03:07.610451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50770) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:07.643818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac9e18-7335-471c-961e-04e39f5ba6c3 None None] Pushing event updated for resources: {'Port': ['ID=6558847d-7b96-4ab0-8a04-161b49597a95,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:07.684888 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b59af-f03e-421c-ac3d-efd87cdb2eab tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:03:07.686126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b59af-f03e-421c-ac3d-efd87cdb2eab tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:03:07.691323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8d1b59af-f03e-421c-ac3d-efd87cdb2eab tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/7f7fd4ee-f285-476c-866d-146478ac654a HTTP/1.1" status: 404 len: 333 time: 0.0763104 Jul 29 18:03:07.691892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50776) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:07.727805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07a4e6-3ee9-4a3b-ae0d-142727975769 req-51fa3c9a-ec9c-4c34-a51d-3b65bf0099f3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:07.729773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be07a4e6-3ee9-4a3b-ae0d-142727975769 req-51fa3c9a-ec9c-4c34-a51d-3b65bf0099f3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 931 time: 0.1323764 Jul 29 18:03:07.737858 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b713d7-763d-4fbf-89dd-a212d79ccab3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:07.742029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4b713d7-763d-4fbf-89dd-a212d79ccab3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/7f7fd4ee-f285-476c-866d-146478ac654a HTTP/1.1" status: 404 len: 333 time: 0.0466409 Jul 29 18:03:07.742437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:07.822861 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be07a4e6-3ee9-4a3b-ae0d-142727975769 req-0fdbea7c-077c-4d4a-97d6-197ed159d2a8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Jul 29 18:03:07.829353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 832b8a43-a8ed-490f-a506-39f0758c59d4 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:07.832572 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.888543 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.908731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84a9b41-68cb-482d-939d-769efd05d0a6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:07.916723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.930649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Transition to ACTIVE for port object e84a9b41-68cb-482d-939d-769efd05d0a6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:07.939133 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.973641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db9abe80-5148-4f91-9511-306eae997757 None None] Provisioning complete for port 6558847d-7b96-4ab0-8a04-161b49597a95 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:07.974542 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db9abe80-5148-4f91-9511-306eae997757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.984830 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:07.998153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:08.059390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.093120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Attempting to bind port e84a9b41-68cb-482d-939d-769efd05d0a6 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:08.093715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Attempting to bind port e84a9b41-68cb-482d-939d-769efd05d0a6 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:08.094137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Attempting to bind port e84a9b41-68cb-482d-939d-769efd05d0a6 on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:08.096325 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.101026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/832b8a43-a8ed-490f-a506-39f0758c59d4 HTTP/1.1" status: 204 len: 168 time: 0.3548758 Jul 29 18:03:08.101026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70aa3-a6da-48e8-ad74-73333afb62d0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=832b8a43-a8ed-490f-a506-39f0758c59d4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:08.101248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Port e84a9b41-68cb-482d-939d-769efd05d0a6 on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:03:08.101248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Attempting to bind port e84a9b41-68cb-482d-939d-769efd05d0a6 on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:08.103088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50780) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:08.104109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e3349-b1e2-4615-bb80-13baf3a7b9f5 None None] Network 29b33ad0-fe46-4971-a392-b66a6955909c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:08.115190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:08.115621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Checking segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:08.116071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Bound using segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:08.116516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Bound port: e84a9b41-68cb-482d-939d-769efd05d0a6, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:08.116878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.195872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eb6bed36-e84d-410e-8e50-b831407dc23f None None] Could not find standard attr ID for object 7f7fd4ee-f285-476c-866d-146478ac654a. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:08.220671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.266912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:08.274957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] DHCP port deletion for 29b33ad0-fe46-4971-a392-b66a6955909c request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:08.282312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e84a9b41-68cb-482d-939d-769efd05d0a6,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:08.289143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.323104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Deleting port 6558847d-7b96-4ab0-8a04-161b49597a95 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:08.323562 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.332046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:08.332662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.334101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] 10.222.0.49 "PUT /v2.0/ports/e84a9b41-68cb-482d-939d-769efd05d0a6 HTTP/1.1" status: 200 len: 1091 time: 0.9067335 Jul 29 18:03:08.335622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:08.337916 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1e383-d23c-4dc2-a4fa-e2f028620829" -d '{"events": [{"name": "network-changed", "server_uuid": "3d872e21-3200-4a1b-bc32-b93a29d1e0f0", "tag": "e84a9b41-68cb-482d-939d-769efd05d0a6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:08.357683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 6558847d-7b96-4ab0-8a04-161b49597a95 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:08.358028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.397500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] For port 6558847d-7b96-4ab0-8a04-161b49597a95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6558847d-7b96-4ab0-8a04-161b49597a95,segment=NetworkSegment(b7d9df87-e7ba-4beb-a7fc-eef3325fff5d),segment_id=b7d9df87-e7ba-4beb-a7fc-eef3325fff5d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:08.397901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.402561 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3559ef40-417c-48e7-8236-d3680ff1c1a5 x-openstack-request-id: req-3559ef40-417c-48e7-8236-d3680ff1c1a5 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:08.402854 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d872e21-3200-4a1b-bc32-b93a29d1e0f0", "tag": "e84a9b41-68cb-482d-939d-769efd05d0a6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:08.403107 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3559ef40-417c-48e7-8236-d3680ff1c1a5 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:08.403514 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6', 'status': 'completed', 'code': 200} Jul 29 18:03:08.410501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Calling delete_port for 6558847d-7b96-4ab0-8a04-161b49597a95 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:08.413782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abadd9-a874-42fb-a718-7316dece5e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:08.465307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port 6558847d-7b96-4ab0-8a04-161b49597a95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6558847d-7b96-4ab0-8a04-161b49597a95,segment=NetworkSegment(b7d9df87-e7ba-4beb-a7fc-eef3325fff5d),segment_id=b7d9df87-e7ba-4beb-a7fc-eef3325fff5d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:08.465673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.481971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-72362494-f3d5-4709-ad32-1efeb449be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:08.483495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-72362494-f3d5-4709-ad32-1efeb449be96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 1094 time: 0.0791671 Jul 29 18:03:08.484418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 6558847d-7b96-4ab0-8a04-161b49597a95 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:08.488747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.512475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] Pushing event deleted for resources: {'Port': ['ID=6558847d-7b96-4ab0-8a04-161b49597a95,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:08.519152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a61cc-ab3d-444c-8b4b-9f68738ed9a1 None None] No DVR routers for this DVR port 6558847d-7b96-4ab0-8a04-161b49597a95 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:08.530949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-f6236bf5-fa18-417d-ac52-2b570fe10fa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84a9b41-68cb-482d-939d-769efd05d0a6 HTTP/1.1" status: 200 len: 217 time: 0.0371609 Jul 29 18:03:08.619840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-70872ddc-9930-4429-b026-e23a95c20c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:08.621325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-70872ddc-9930-4429-b026-e23a95c20c88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.0641167 Jul 29 18:03:08.655675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-4caae62b-0b93-4c04-890f-a823c745d756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270972 Jul 29 18:03:08.656731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.689677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=6558847d-7b96-4ab0-8a04-161b49597a95,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:08.691504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port 6558847d-7b96-4ab0-8a04-161b49597a95 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:08.821529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.836501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b33ad0-fe46-4971-a392-b66a6955909c']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:08.854298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:08.854608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d9df87-e7ba-4beb-a7fc-eef3325fff5d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:08.865219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-108f77ad-db9d-4005-8cd7-3d0978bd332f service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844029 Jul 29 18:03:08.866904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.895972 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.928816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:08.929240 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:08.932379 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:08.959626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da378b-3990-4920-a503-9da6f51bec01 req-c9072dca-12b7-49ba-9ca5-0cf67d269ddc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:08.961270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52da378b-3990-4920-a503-9da6f51bec01 req-c9072dca-12b7-49ba-9ca5-0cf67d269ddc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 943 time: 0.0557802 Jul 29 18:03:09.021350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.024747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52da378b-3990-4920-a503-9da6f51bec01 req-a2bd7bca-9105-40fb-a51c-d721f8ffafd3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559490 Jul 29 18:03:09.030168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.037550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/29b33ad0-fe46-4971-a392-b66a6955909c HTTP/1.1" status: 204 len: 168 time: 0.9280374 Jul 29 18:03:09.037550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-aa8da3a7-dd6c-45a1-adfe-c1374ad6d59b service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609459 Jul 29 18:03:09.037550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50802) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:09.051971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1193721428'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:09.057053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc036619-113f-417d-ad5f-a69fe3d32944 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=29b33ad0-fe46-4971-a392-b66a6955909c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:09.089737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:09.093710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.129971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6558847d-7b96-4ab0-8a04-161b49597a95 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:09.150740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6558847d-7b96-4ab0-8a04-161b49597a95 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:09.151166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6558847d-7b96-4ab0-8a04-161b49597a95 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:09.179119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:09.196761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-f098a517-112a-473b-a5dd-f0aadada3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:09.198474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-f098a517-112a-473b-a5dd-f0aadada3226 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 1094 time: 0.1010261 Jul 29 18:03:09.199607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.199948 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 35508209-63b7-473e-88b4-03160bea618a of type vlan for network c7c23002-ddf7-44d2-9f85-deec946c6269 Jul 29 18:03:09.204493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cfde-0ee8-46cf-8b6d-9ce3a008a9c3 req-8e0708f3-0436-42d8-ada8-6d979559ab7e tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:09.206590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4a1cfde-0ee8-46cf-8b6d-9ce3a008a9c3 req-8e0708f3-0436-42d8-ada8-6d979559ab7e tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1097 time: 0.1080704 Jul 29 18:03:09.229171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e2c11ce1-f9ea-4054-a2e8-1e2cdebdb759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.323887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.348201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4a1cfde-0ee8-46cf-8b6d-9ce3a008a9c3 req-431e232f-da3c-481e-b3e9-22f50a98a02a tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324537 Jul 29 18:03:09.370958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50808) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:09.382783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-9e98e765-726a-42b5-852c-3e79f522e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:09.384578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-9e98e765-726a-42b5-852c-3e79f522e32f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 915 time: 0.1704056 Jul 29 18:03:09.390414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.395955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:09.396612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.475452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-7f8334c4-3147-4192-b9c1-070ec2681db5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e84a9b41-68cb-482d-939d-769efd05d0a6 HTTP/1.1" status: 200 len: 217 time: 0.0761533 Jul 29 18:03:09.478941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4415927 Jul 29 18:03:09.485470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50810) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:09.490462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:09.524798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c2078-d238-42dc-9ac0-406ca0094fbf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=c7c23002-ddf7-44d2-9f85-deec946c6269,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:09.536678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c7c23002-ddf7-44d2-9f85-deec946c6269 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:09.549341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-1a71680e-ce22-4318-b012-bbb22b3ede3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:09.551594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-1a71680e-ce22-4318-b012-bbb22b3ede3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.0657051 Jul 29 18:03:09.588525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-1618cfc2-66dd-4508-8d70-dcbc6327d855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289381 Jul 29 18:03:09.614988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 64fd802f-4fa0-4f6a-80d0-cf695299ef42 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:09.615411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.617181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:09.620663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.681326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-63494200-a740-4292-89af-f10252676687 service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Jul 29 18:03:09.762568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.762868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.776908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2d1e383-d23c-4dc2-a4fa-e2f028620829 req-52f468fc-faed-4611-8102-984cc59be347 service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Jul 29 18:03:09.778491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 64fd802f-4fa0-4f6a-80d0-cf695299ef42 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:09.934228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:09.999626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=54463bc6-7a01-45b5-a055-8b22bd0e23ed,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:10.047512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '35508209-63b7-473e-88b4-03160bea618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:10.048095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: c7c23002-ddf7-44d2-9f85-deec946c6269, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:10.068322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.099110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network c7c23002-ddf7-44d2-9f85-deec946c6269 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:10.108661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=64fd802f-4fa0-4f6a-80d0-cf695299ef42,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:10.150186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c7c23002-ddf7-44d2-9f85-deec946c6269) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:10.156908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:10.157483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.157840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb00fe-c583-42fd-8a85-67352cb37226 None None] Network c7c23002-ddf7-44d2-9f85-deec946c6269 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:10.197728 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0e8bc440-5183-4736-99ab-25cfc07d48e6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7112169 Jul 29 18:03:10.200422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50814) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:10.205531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269', 'security_groups': [], 'name': 'tempest-PortsTestJSON-386899227'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:10.222724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23cf7-de6c-44ea-861a-f3334b65a077 req-a56ecef0-ed8a-4f80-8573-437a6a244d87 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:10.222961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79e23cf7-de6c-44ea-861a-f3334b65a077 req-a56ecef0-ed8a-4f80-8573-437a6a244d87 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 943 time: 0.1212807 Jul 29 18:03:10.225874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.226214 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Floating IP 38ff946c-2105-47a9-bff6-6eb6f564d1c7 disassociated (deleted). External IP: 172.25.5.137, port: ac070684-ebf4-475b-be8b-8965ee324123. Jul 29 18:03:10.309617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79e23cf7-de6c-44ea-861a-f3334b65a077 req-e2be5110-55ea-48a4-89a7-7bd3f3f5e32e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Jul 29 18:03:10.341598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:10.346169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.359602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c7c23002-ddf7-44d2-9f85-deec946c6269', 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': '54463bc6-7a01-45b5-a055-8b22bd0e23ed'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:10.365970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.381182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port d95e614e-8a16-4e15-80c4-1b94f26665a3 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:10.516767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.3 (c7c23002-ddf7-44d2-9f85-deec946c6269/54463bc6-7a01-45b5-a055-8b22bd0e23ed/d95e614e-8a16-4e15-80c4-1b94f26665a3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:10.662218 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:03:10.663876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.679576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object d95e614e-8a16-4e15-80c4-1b94f26665a3 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:10.719957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.767493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network c7c23002-ddf7-44d2-9f85-deec946c6269 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:10.770861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:10.771860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Allocated IP 172.20.0.2 (c7c23002-ddf7-44d2-9f85-deec946c6269/54463bc6-7a01-45b5-a055-8b22bd0e23ed/c72e4485-eede-488a-8eed-8d383bc4d3f3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:10.778975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:10.803746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=d95e614e-8a16-4e15-80c4-1b94f26665a3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:10.833522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:10.834302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.852249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58961562-8aca-41d5-b87d-f56c41bb793b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.6506519 Jul 29 18:03:10.855049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:10.899230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router f18a796c-2e36-41ff-9b8e-37c395a66410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:03:10.980702 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:10.990997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Transition to ACTIVE for port object c72e4485-eede-488a-8eed-8d383bc4d3f3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:11.010326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Transition to ACTIVE for port object c72e4485-eede-488a-8eed-8d383bc4d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:11.017925 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.054719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Network c7c23002-ddf7-44d2-9f85-deec946c6269 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:11.057561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:11.061161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:11.073098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Pushing event updated for resources: {'Port': ['ID=c72e4485-eede-488a-8eed-8d383bc4d3f3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:11.090579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port d95e614e-8a16-4e15-80c4-1b94f26665a3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:11.091162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.106081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:11.113904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.118969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Sync routers for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:11.140568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Attempting to bind port c72e4485-eede-488a-8eed-8d383bc4d3f3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:11.141065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Attempting to bind port c72e4485-eede-488a-8eed-8d383bc4d3f3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '35508209-63b7-473e-88b4-03160bea618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:11.141436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Attempting to bind port c72e4485-eede-488a-8eed-8d383bc4d3f3 on network c7c23002-ddf7-44d2-9f85-deec946c6269 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:11.144352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:11.144984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:11.174396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8f159bca-8196-4ed9-94fb-bc754b0e3916 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/floatingips/38ff946c-2105-47a9-bff6-6eb6f564d1c7 HTTP/1.1" status: 204 len: 168 time: 1.8023162 Jul 29 18:03:11.176831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:11.179223 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af218f-7648-4dd2-be92-f6a00e56c74c" -d '{"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:11.212081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:11.212452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Checking segment: {'id': '35508209-63b7-473e-88b4-03160bea618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:11.212851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.213760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Bound using segment: {'id': '35508209-63b7-473e-88b4-03160bea618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:11.214255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Bound port: c72e4485-eede-488a-8eed-8d383bc4d3f3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35508209-63b7-473e-88b4-03160bea618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7c23002-ddf7-44d2-9f85-deec946c6269'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:11.214641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.221083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50852) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:11.233841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.256297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for d95e614e-8a16-4e15-80c4-1b94f26665a3 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:11.318015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:11.336801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-6ec2da62-19af-4e77-9904-b6c9132a6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:11.338997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-6ec2da62-19af-4e77-9904-b6c9132a6467 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 1097 time: 0.0778313 Jul 29 18:03:11.367812 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f47a65-9521-40bb-92ae-f8f05cacf316 x-openstack-request-id: req-f9f47a65-9521-40bb-92ae-f8f05cacf316 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:11.368499 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:11.368763 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f47a65-9521-40bb-92ae-f8f05cacf316 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:11.369191 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:03:11.406697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.450893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=d95e614e-8a16-4e15-80c4-1b94f26665a3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:11.489042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01f5b9bd-afa2-48a5-88bb-9b169bff77cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.511431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] For port c72e4485-eede-488a-8eed-8d383bc4d3f3, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:11.520224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] For port c72e4485-eede-488a-8eed-8d383bc4d3f3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c72e4485-eede-488a-8eed-8d383bc4d3f3,segment=NetworkSegment(35508209-63b7-473e-88b4-03160bea618a),segment_id=35508209-63b7-473e-88b4-03160bea618a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:11.529704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.559562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98bcbb-0b02-4656-98c9-b4efabffc880 req-aea92a78-7465-4cd2-bc7e-d64623ced44d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:11.562743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af98bcbb-0b02-4656-98c9-b4efabffc880 req-aea92a78-7465-4cd2-bc7e-d64623ced44d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 943 time: 0.1141164 Jul 29 18:03:11.566898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ba5dd-7501-4140-802f-1a9e6920e68b req-bbf81388-9968-4100-9799-553c686b29bc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:11.567908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.568480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-775ba5dd-7501-4140-802f-1a9e6920e68b req-bbf81388-9968-4100-9799-553c686b29bc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 946 time: 0.1182315 Jul 29 18:03:11.583087 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79860b62-d693-4ebf-98d5-7362580ae324 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/d95e614e-8a16-4e15-80c4-1b94f26665a3 HTTP/1.1" status: 204 len: 168 time: 0.7267528 Jul 29 18:03:11.583293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-b5e09c1f-4234-454d-be0f-23b4ccdf94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:11.584349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-b5e09c1f-4234-454d-be0f-23b4ccdf94fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 200 len: 898 time: 0.2365723 Jul 29 18:03:11.585189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:11.627106 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e730a171-e0fb-4ba9-aad6-12f5ba8d08d4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:11.631672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e730a171-e0fb-4ba9-aad6-12f5ba8d08d4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/d95e614e-8a16-4e15-80c4-1b94f26665a3 HTTP/1.1" status: 404 len: 333 time: 0.0454724 Jul 29 18:03:11.632282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:11.649103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-1d757991-3077-4500-ab5c-379e4a377e7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 200 len: 217 time: 0.0531034 Jul 29 18:03:11.652220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3bdb-a917-4509-97e4-fc16fdbbc06a None None] Pushing event updated for resources: {'Port': ['ID=c72e4485-eede-488a-8eed-8d383bc4d3f3,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:11.671914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9cebd0a6-2999-41d1-86fc-4a5a3f276e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.683508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:11.706733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-775ba5dd-7501-4140-802f-1a9e6920e68b req-abb0da68-4e3e-4546-9c48-01e9c32fb5c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249902 Jul 29 18:03:11.720353 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-af98bcbb-0b02-4656-98c9-b4efabffc880 req-6e631b39-b8bd-4502-8724-aba94ed58b12 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Jul 29 18:03:11.735784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-0b39b7d1-0fb5-4c46-8a69-b8d95ff4c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:11.735784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-0b39b7d1-0fb5-4c46-8a69-b8d95ff4c7d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 200 len: 835 time: 0.0778344 Jul 29 18:03:11.737609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Checking router: f18a796c-2e36-41ff-9b8e-37c395a66410 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:11.745366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 54463bc6-7a01-45b5-a055-8b22bd0e23ed {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:11.747578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:11.748551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:11.749154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.798988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.899106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:11.901888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:11.936954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.020250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.058426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=54463bc6-7a01-45b5-a055-8b22bd0e23ed,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.063080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.065259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a8451463-71bf-4f50-ae41-4c42bbf68842 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/54463bc6-7a01-45b5-a055-8b22bd0e23ed HTTP/1.1" status: 204 len: 168 time: 0.4299331 Jul 29 18:03:12.067983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50864) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:12.150552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.212400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port c72e4485-eede-488a-8eed-8d383bc4d3f3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:12.212734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.219931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01f5b9bd-afa2-48a5-88bb-9b169bff77cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.234717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-efaab3a0-d3be-461c-b27d-6b8c736c8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:12.236278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-efaab3a0-d3be-461c-b27d-6b8c736c8352 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4931066 Jul 29 18:03:12.236891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01f5b9bd-afa2-48a5-88bb-9b169bff77cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.287052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e84a9b41-68cb-482d-939d-769efd05d0a6 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:03:12.287586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port c72e4485-eede-488a-8eed-8d383bc4d3f3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c72e4485-eede-488a-8eed-8d383bc4d3f3,segment=NetworkSegment(35508209-63b7-473e-88b4-03160bea618a),segment_id=35508209-63b7-473e-88b4-03160bea618a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:12.287932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.301185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for c72e4485-eede-488a-8eed-8d383bc4d3f3 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:12.329160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-01f5b9bd-afa2-48a5-88bb-9b169bff77cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bb1ebdd30644d2abc0d3354e25afb32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1046116 Jul 29 18:03:12.329160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5b9bd-afa2-48a5-88bb-9b169bff77cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4653c696-e425-41e1-8b4d-132168fcb7db,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.331666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:12.373295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:12.393101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.412726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed64420-207e-4bd7-966d-f8b4655e7286 None None] The sync data for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 is: [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:05Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '5542f64a-a5d1-4a36-8ffa-2619b133922b', 'name': '', 'network_id': 'cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:36:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:04Z', 'updated_at': '2021-07-29T18:01:12Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '09e6e7a5-d030-42e2-8740-b1313c6c14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:12.431516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=c72e4485-eede-488a-8eed-8d383bc4d3f3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.436219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port c72e4485-eede-488a-8eed-8d383bc4d3f3 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:12.436694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e84a9b41-68cb-482d-939d-769efd05d0a6,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:12.445520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.452208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e84a9b41-68cb-482d-939d-769efd05d0a6', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'port_id': 'e84a9b41-68cb-482d-939d-769efd05d0a6', 'mac_address': 'fa:16:3e:16:7c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5b4530-8208-4a78-b523-c65d5a1adb1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:03:12.453873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-73132c6f-0d9c-44e1-851f-8c7a2a04d864 service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000680 Jul 29 18:03:12.496737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.510388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.526696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84a9b41-68cb-482d-939d-769efd05d0a6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:12.563725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e84a9b41-68cb-482d-939d-769efd05d0a6,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:12.567361 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.573242 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.580302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c23002-ddf7-44d2-9f85-deec946c6269']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:12.592785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35508209-63b7-473e-88b4-03160bea618a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:12.593362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35508209-63b7-473e-88b4-03160bea618a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:12.604062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.619200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.626604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:12.627104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:12.630565 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:12.640716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.709343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.712424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.716340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4653c696-e425-41e1-8b4d-132168fcb7db HTTP/1.1" status: 204 len: 168 time: 0.3661029 Jul 29 18:03:12.716560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.721185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16af218f-7648-4dd2-be92-f6a00e56c74c req-e9bf6dc4-54c7-4a6d-8c3d-a3264de2efcb service neutron] 10.222.0.38 "GET /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565248 Jul 29 18:03:12.723985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:12.726254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/c7c23002-ddf7-44d2-9f85-deec946c6269 HTTP/1.1" status: 204 len: 168 time: 0.6566691 Jul 29 18:03:12.737072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddd951-6e3d-466c-9482-936e5ec7cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4653c696-e425-41e1-8b4d-132168fcb7db,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.740491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:12.767798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-522663e6-96f8-4101-bca2-499a544aab4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:12.772237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-522663e6-96f8-4101-bca2-499a544aab4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 946 time: 0.1048653 Jul 29 18:03:12.775068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'name': 'tempest-PortsTestJSON-1758998847'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:12.780569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4db4a-58fc-43d3-8be0-ea0352132b98 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=c7c23002-ddf7-44d2-9f85-deec946c6269,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:12.812505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e84a9b41-68cb-482d-939d-769efd05d0a6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:03:12.879786 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357105c-18c3-4c92-b51d-e47a85b40417 None None] New status for floating IP 38ff946c-2105-47a9-bff6-6eb6f564d1c7: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:03:13.018451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.046023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccbcac-aba1-485f-be1b-3efe33fb84f4 req-e226fea9-fa3d-4c32-be2b-d74eeef7a3d6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:13.050406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebd57a-3127-42ad-b1bb-eb771defa098 req-7b1aaf5f-74db-40dc-81f2-8316b66ef0c6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:13.059695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4ebd57a-3127-42ad-b1bb-eb771defa098 req-7b1aaf5f-74db-40dc-81f2-8316b66ef0c6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=625983fa-96d9-4d5a-b943-71e7b854a35d HTTP/1.1" status: 200 len: 946 time: 0.1701689 Jul 29 18:03:13.062438 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52ccbcac-aba1-485f-be1b-3efe33fb84f4 req-e226fea9-fa3d-4c32-be2b-d74eeef7a3d6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1928020 Jul 29 18:03:13.086585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9467d1-fb41-40ba-abdd-fafb94937c6f None None] DHCP port deletion for c7c23002-ddf7-44d2-9f85-deec946c6269 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:13.103835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-da2fa295-95b2-46da-a4c6-8e63e93e37ed None None] Could not find standard attr ID for object c72e4485-eede-488a-8eed-8d383bc4d3f3. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:13.109417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:13.114611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.125611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f077d20-f52b-4ed1-a078-3d36758abf13 None None] Network c7c23002-ddf7-44d2-9f85-deec946c6269 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:13.140245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f077d20-f52b-4ed1-a078-3d36758abf13 None None] Network c7c23002-ddf7-44d2-9f85-deec946c6269 could not be found, it might have been deleted concurrently. {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 18:03:13.150800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:13.151162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.155305 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-52ccbcac-aba1-485f-be1b-3efe33fb84f4 req-fc8b3316-d23b-4da7-8345-9f2c2037d049 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Jul 29 18:03:13.167907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 6ea24329-be3c-44de-a460-17d4354daa70 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:13.214519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4ebd57a-3127-42ad-b1bb-eb771defa098 req-ea1e211f-f193-4a2c-96d3-b5eba598ed26 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392779 Jul 29 18:03:13.259355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50878) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:13.275378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-641e3f88-f1ff-4f2d-a622-16eab7b80734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.312293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port ac070684-ebf4-475b-be8b-8965ee324123, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=ac070684-ebf4-475b-be8b-8965ee324123,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:13.312744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.331837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for ac070684-ebf4-475b-be8b-8965ee324123 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:13.354978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.391952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.435646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:13.438749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:13.442596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:13.448158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:13.448727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.459353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=6ea24329-be3c-44de-a460-17d4354daa70,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:13.469617 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-641e3f88-f1ff-4f2d-a622-16eab7b80734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.476075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-641e3f88-f1ff-4f2d-a622-16eab7b80734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.480489 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8d70a3cf-8acd-4079-bb14-08b59a425a92 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7388558 Jul 29 18:03:13.483087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:13.548870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-641e3f88-f1ff-4f2d-a622-16eab7b80734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcf6a890167c48efa8a44a7a4ee132d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883761 Jul 29 18:03:13.551021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e3f88-f1ff-4f2d-a622-16eab7b80734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95e551-8216-430c-871f-591f5c2e9a09,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:13.553107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50882) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:13.559198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.590869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=ac070684-ebf4-475b-be8b-8965ee324123,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:13.606533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 6ea24329-be3c-44de-a460-17d4354daa70 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:13.606929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.639829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] No DVR routers for this DVR port ac070684-ebf4-475b-be8b-8965ee324123 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:13.642469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.644480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7eefb9eb-8f04-4f4d-aec6-0b2ae8eaf51a req-f79d631a-b0ac-4e5f-b570-d65326382376 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "DELETE /v2.0/ports/ac070684-ebf4-475b-be8b-8965ee324123 HTTP/1.1" status: 204 len: 173 time: 0.8626618 Jul 29 18:03:13.644904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-deleted', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:13.647298 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27e4c1-a302-4e28-b2a6-1ebf0c6d9ce5" -d '{"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-deleted", "tag": "ac070684-ebf4-475b-be8b-8965ee324123"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:13.672917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.685079 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2b00a-ee26-4b65-b1e8-5050daaf1a4c x-openstack-request-id: req-d8d2b00a-ee26-4b65-b1e8-5050daaf1a4c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:13.685374 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625983fa-96d9-4d5a-b943-71e7b854a35d", "name": "network-vif-deleted", "tag": "ac070684-ebf4-475b-be8b-8965ee324123", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:13.685623 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8d2b00a-ee26-4b65-b1e8-5050daaf1a4c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:13.686018 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625983fa-96d9-4d5a-b943-71e7b854a35d', 'name': 'network-vif-deleted', 'tag': 'ac070684-ebf4-475b-be8b-8965ee324123', 'status': 'completed', 'code': 200} Jul 29 18:03:13.709302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.712809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.731060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 6ea24329-be3c-44de-a460-17d4354daa70 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:13.816731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.819279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.820469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d95e551-8216-430c-871f-591f5c2e9a09 HTTP/1.1" status: 204 len: 168 time: 0.2650063 Jul 29 18:03:13.836070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0351b7e-d9a5-458a-b0be-836517a27f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95e551-8216-430c-871f-591f5c2e9a09,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:13.847312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.878306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=6ea24329-be3c-44de-a460-17d4354daa70,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:13.882145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:13.886507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96c2f028-cbc3-4730-8759-c173ab1657f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/6ea24329-be3c-44de-a460-17d4354daa70 HTTP/1.1" status: 204 len: 168 time: 0.3996472 Jul 29 18:03:13.887004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50888) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:13.891641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'mac_address': 'fa:16:3e:37:e2:3a', 'name': 'tempest-PortsTestJSON-286320755'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:13.985931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:14.066096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.088438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:14.288540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.290058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e84a9b41-68cb-482d-939d-769efd05d0a6 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:14.293924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50904) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:14.338364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.346715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port e84a9b41-68cb-482d-939d-769efd05d0a6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:14.355889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e84a9b41-68cb-482d-939d-769efd05d0a6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:14.357174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.374840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9dc8e-a0c7-4353-b977-7ef9f05723e6 req-39b1616d-0afe-4eea-97bf-727a14c4ac34 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:14.380387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:14.383869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:14.384297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54f9dc8e-a0c7-4353-b977-7ef9f05723e6 req-39b1616d-0afe-4eea-97bf-727a14c4ac34 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 944 time: 0.1299486 Jul 29 18:03:14.387654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:14.393443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:14.394080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.422601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5348454 Jul 29 18:03:14.423425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:14.467495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.482199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54f9dc8e-a0c7-4353-b977-7ef9f05723e6 req-b189abc4-08ea-473b-a720-cbc5e4d289c1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966485 Jul 29 18:03:14.487839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac536e-fad6-4383-8515-82424ae7f38e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:14.491747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-00ac536e-fad6-4383-8515-82424ae7f38e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 HTTP/1.1" status: 200 len: 840 time: 0.0545089 Jul 29 18:03:14.491747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9114466-c957-4847-ae8b-5383fe2deef4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=9ff1204d-ac86-4d8c-a51f-9f69852bc9b6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:14.492793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50914) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:14.507624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:14.510611 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51217c94-1d2c-45cf-83a6-68b44d0d2306" -d '{"events": [{"server_uuid": "3d872e21-3200-4a1b-bc32-b93a29d1e0f0", "name": "network-vif-plugged", "status": "completed", "tag": "e84a9b41-68cb-482d-939d-769efd05d0a6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:14.524738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e84a9b41-68cb-482d-939d-769efd05d0a6,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:14.530884 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.595440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:14.608652 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.706169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:14.706519 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.803053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:14.835768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:14.969037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.004478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=9ff1204d-ac86-4d8c-a51f-9f69852bc9b6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:15.008942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.014471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ffc627e-afe6-451f-97f2-78c0d8e461b4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 HTTP/1.1" status: 204 len: 168 time: 0.5169978 Jul 29 18:03:15.015046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50932) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:15.022191 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.049095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c72e4485-eede-488a-8eed-8d383bc4d3f3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:15.053766 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-50086bcb-f52f-4ead-a22b-272ce46884f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:15.055781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-50086bcb-f52f-4ead-a22b-272ce46884f7 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/9ff1204d-ac86-4d8c-a51f-9f69852bc9b6 HTTP/1.1" status: 404 len: 333 time: 0.0388873 Jul 29 18:03:15.060096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:15.067876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'name': 'tempest-PortsTestJSON-1978332798'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:15.071247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c72e4485-eede-488a-8eed-8d383bc4d3f3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:15.071592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c72e4485-eede-488a-8eed-8d383bc4d3f3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:15.168214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:15.173809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.191823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 54288c91-311e-4338-8f92-28887e2bcbca yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:15.304196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 5542f64a-a5d1-4a36-8ffa-2619b133922b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:15.304758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.379454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.405843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 5542f64a-a5d1-4a36-8ffa-2619b133922b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5542f64a-a5d1-4a36-8ffa-2619b133922b,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:15.406387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.420736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 5542f64a-a5d1-4a36-8ffa-2619b133922b owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:15.422291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.465847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:15.469039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:15.472766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:15.478365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:15.478973 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.493649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=54288c91-311e-4338-8f92-28887e2bcbca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:15.511396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-34f86d79-272b-4889-a0ea-05b1942374af tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4491186 Jul 29 18:03:15.514664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:15.521557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:15.608492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.612640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7497d2-71e5-48f9-badb-ae1b7a5f3e1b req-40b9704a-63fe-4d50-9a2b-ab931257a189 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:15.614205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e7497d2-71e5-48f9-badb-ae1b7a5f3e1b req-40b9704a-63fe-4d50-9a2b-ab931257a189 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0618026 Jul 29 18:03:15.691454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e7497d2-71e5-48f9-badb-ae1b7a5f3e1b req-b404330a-4a15-49e0-ab5b-7d9183758460 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693307 Jul 29 18:03:15.698631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.760523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=5542f64a-a5d1-4a36-8ffa-2619b133922b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:15.782035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.790155 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.834047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] In _notify_port_updated(), no bound segment for port 54288c91-311e-4338-8f92-28887e2bcbca on network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:03:15.839587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:15.840224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.844588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/ports/54288c91-311e-4338-8f92-28887e2bcbca HTTP/1.1" status: 200 len: 818 time: 0.3289211 Jul 29 18:03:15.845360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50958) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:15.892600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eeee6-dd71-45e3-980c-d535195bd828 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=54288c91-311e-4338-8f92-28887e2bcbca,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:15.943012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:15.975814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 54288c91-311e-4338-8f92-28887e2bcbca {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:15.976397 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.049981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.063804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 54288c91-311e-4338-8f92-28887e2bcbca owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:16.151616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.181878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router f18a796c-2e36-41ff-9b8e-37c395a66410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:03:16.184834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=54288c91-311e-4338-8f92-28887e2bcbca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:16.194798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.199891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3b6fe195-43a7-47d3-9da0-873e7fec4d1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/54288c91-311e-4338-8f92-28887e2bcbca HTTP/1.1" status: 204 len: 168 time: 0.3477480 Jul 29 18:03:16.200216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.258950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf95f49-8139-4d80-a1bf-b22ce52bae23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:16.258950 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ddf95f49-8139-4d80-a1bf-b22ce52bae23 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0569644 Jul 29 18:03:16.261204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50974) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.285230 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42ad5e8-77f5-43bc-824f-8ad9ae5180cd tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:16.286590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e42ad5e8-77f5-43bc-824f-8ad9ae5180cd tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/54288c91-311e-4338-8f92-28887e2bcbca HTTP/1.1" status: 404 len: 333 time: 0.0244336 Jul 29 18:03:16.290287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.295626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233980875'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:16.320893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:16.326324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-222db937-e734-4ae5-aa73-b6a3c1e57cd1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/f18a796c-2e36-41ff-9b8e-37c395a66410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172386 Jul 29 18:03:16.329012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 50980) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.335510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Sync routers for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:16.346168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:16.346960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:16.364107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:16.367984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.408580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:16.422711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting subnet 09e6e7a5-d030-42e2-8740-b1313c6c14ab {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:16.426024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.451230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.451580 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 894b7138-2618-4763-8cf6-511cbf847216 of type vlan for network 5234b8a9-31b3-4513-aef7-81b01e566786 Jul 29 18:03:16.453684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:16.501314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.530777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.599266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.604973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:16.605554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.635121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:03:15Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:16.666432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Checking router: f18a796c-2e36-41ff-9b8e-37c395a66410 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:16.675323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Routers {'f18a796c-2e36-41ff-9b8e-37c395a66410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:16.676219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f18a796c-2e36-41ff-9b8e-37c395a66410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:16.676456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3847573 Jul 29 18:03:16.679246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50988) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.683591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.684495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:16.722386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37ee4f-7169-420e-a3f2-fbd49547f965 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=5234b8a9-31b3-4513-aef7-81b01e566786,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:16.732368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:16.742665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:16.801168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.805168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: ac070684-ebf4-475b-be8b-8965ee324123 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:16.805719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device ac070684-ebf4-475b-be8b-8965ee324123 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:16.848224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:16.857800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 50998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:16.860380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbbe18-f9c2-4268-a2de-08c615e4cdbf None None] Network cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:16.867589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/subnets/09e6e7a5-d030-42e2-8740-b1313c6c14ab HTTP/1.1" status: 204 len: 168 time: 0.5375066 Jul 29 18:03:16.903134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b9f41-1005-4f2e-bfbe-019de580954b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Subnet': ['ID=09e6e7a5-d030-42e2-8740-b1313c6c14ab,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:16.946610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] Set router f18a796c-2e36-41ff-9b8e-37c395a66410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:16.995415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:16.999059 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.188990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.227730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900610-0364-4f22-bc76-6a630d4f0860 req-60ec944c-265e-4bb4-b035-f6f67bc5fe7f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:17.229387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99900610-0364-4f22-bc76-6a630d4f0860 req-60ec944c-265e-4bb4-b035-f6f67bc5fe7f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.4383268 Jul 29 18:03:17.232976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.247787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] DHCP port deletion for cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:17.255621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:03:15Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:17.289096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4d2a5-d66f-433e-bf05-26f4dd05ca82 None None] The sync data for ids ['f18a796c-2e36-41ff-9b8e-37c395a66410'] in n-d-801607-3 is: [{'id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015497843', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:03:15Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '8fce650a-b1d0-4c4c-b461-690b751f2d4a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a796c-2e36-41ff-9b8e-37c395a66410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:17.312695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99900610-0364-4f22-bc76-6a630d4f0860 req-7cac1bfc-d5fa-417e-88b8-4276f81b8c06 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692849 Jul 29 18:03:17.348596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=96246306-b4f1-4151-861c-e44714210906,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:17.349651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Deleting port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:17.350114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.372528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '894b7138-2618-4763-8cf6-511cbf847216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:17.372812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: 5234b8a9-31b3-4513-aef7-81b01e566786, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:17.396746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.401591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 5234b8a9-31b3-4513-aef7-81b01e566786 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:17.424984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] For port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,segment=NetworkSegment(ace0397a-12c7-4474-8f70-9bf633dec718),segment_id=ace0397a-12c7-4474-8f70-9bf633dec718)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:17.425929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.433776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 5234b8a9-31b3-4513-aef7-81b01e566786) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:17.439196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:17.439785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.445349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dffcf1-f2bf-441a-9ae1-a7206746cc77 None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:17.448260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Calling delete_port for 2e4d569d-903f-4415-9c25-d7ec3bf9f48e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:17.465250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db6865e1-cd3e-4e62-b05c-e9bc8a33003c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7819672 Jul 29 18:03:17.465458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51002) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:17.472667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:17.499359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 8fce650a-b1d0-4c4c-b461-690b751f2d4a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:17.499697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.652691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 8fce650a-b1d0-4c4c-b461-690b751f2d4a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8fce650a-b1d0-4c4c-b461-690b751f2d4a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:17.652691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.671108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.673046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 8fce650a-b1d0-4c4c-b461-690b751f2d4a owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:17.685272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-5234b8a9-31b3-4513-aef7-81b01e566786', 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': '96246306-b4f1-4151-861c-e44714210906'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:17.686310 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.691624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:17.695331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:17.724051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] Pushing event deleted for resources: {'Port': ['ID=2e4d569d-903f-4415-9c25-d7ec3bf9f48e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:17.731493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fd909-0f4e-4942-aafe-883a504d0b6d None None] No DVR routers for this DVR port 2e4d569d-903f-4415-9c25-d7ec3bf9f48e on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:17.878095 n-d-801607-3 neutron-server[94052]: INFO neutron.db.ipam_backend_mixin [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96246306-b4f1-4151-861c-e44714210906 (CIDR: 172.20.0.0/28) Jul 29 18:03:17.884503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Allocated IP 172.20.0.2 (5234b8a9-31b3-4513-aef7-81b01e566786/96246306-b4f1-4151-861c-e44714210906/0da96a9a-50bb-471d-b2b2-5325fb1e4e78) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:17.888939 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:03:17.889436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:03:17.911672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4c3be2d-43bf-4458-aaf5-9fc2df63cd3f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4452107 Jul 29 18:03:17.913510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51006) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:17.924085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:17.964963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.046856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=8fce650a-b1d0-4c4c-b461-690b751f2d4a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:18.067761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.116696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:18.122300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.175758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.178403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.235531 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.236327 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Fanout notify agent at l3_agent the message router_deleted on router f18a796c-2e36-41ff-9b8e-37c395a66410 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:03:18.248975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.252480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72c1c47a-ee0b-4410-aed9-ad1877477804 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/routers/f18a796c-2e36-41ff-9b8e-37c395a66410 HTTP/1.1" status: 204 len: 168 time: 1.3935664 Jul 29 18:03:18.255652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51014) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:18.257205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.267382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Transition to ACTIVE for port object 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:18.286510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Transition to ACTIVE for port object 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:18.296483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.341667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:18.346457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:18.350083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:18.382117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.402073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Pushing event updated for resources: {'Port': ['ID=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:18.447159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Attempting to bind port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:18.447621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Attempting to bind port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '894b7138-2618-4763-8cf6-511cbf847216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:18.448047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Attempting to bind port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 on network 5234b8a9-31b3-4513-aef7-81b01e566786 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:18.453399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:18.453876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Checking segment: {'id': '894b7138-2618-4763-8cf6-511cbf847216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:18.454378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.454839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Bound using segment: {'id': '894b7138-2618-4763-8cf6-511cbf847216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:18.455371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Bound port: 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894b7138-2618-4763-8cf6-511cbf847216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:18.455847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.536751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] For port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:18.540238 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] For port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,segment=NetworkSegment(894b7138-2618-4763-8cf6-511cbf847216),segment_id=894b7138-2618-4763-8cf6-511cbf847216)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:18.547034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.574719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.599738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5bea-f435-4909-bc9f-944e97d2d932 req-24f148b6-90a4-4660-8888-44ebc1da58bc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:18.599738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6df5bea-f435-4909-bc9f-944e97d2d932 req-24f148b6-90a4-4660-8888-44ebc1da58bc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1674957 Jul 29 18:03:18.599738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:18.611020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c494569-e89f-4773-b208-5b4ba79dcd29 None None] Pushing event updated for resources: {'Port': ['ID=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:18.623372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace0397a-12c7-4474-8f70-9bf633dec718') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:18.623735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace0397a-12c7-4474-8f70-9bf633dec718') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:18.652355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.685167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.689645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.722461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:18.722777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:18.728281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6df5bea-f435-4909-bc9f-944e97d2d932 req-f36a67f5-112d-44cc-8038-cff39207f5a9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183922 Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:18.728937 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:19.130841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:19.147064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 5234b8a9-31b3-4513-aef7-81b01e566786 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:19.156374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:19.164793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:19.165494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.175380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=b96d5cd0-3b32-485c-965f-afd3ea657373,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:19.185004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.204066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.209419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51020) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:19.209939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/networks/cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2 HTTP/1.1" status: 204 len: 168 time: 0.9526978 Jul 29 18:03:19.210797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81597851-aab0-43d8-8106-c83947011ee8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Network': ['ID=cd3b2e8e-c9e5-4d8c-b66f-1eb291ce41b2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:19.211721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:19.213513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ce755e9-3747-45f7-b7e3-5f97935d3025 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2982707 Jul 29 18:03:19.216818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51022) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:19.230187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'fixed_ips': [{'subnet_id': '96246306-b4f1-4151-861c-e44714210906'}, {'subnet_id': 'b96d5cd0-3b32-485c-965f-afd3ea657373'}], 'name': 'tempest-PortsTestJSON-950169331'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:19.303376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.309597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e4d569d-903f-4415-9c25-d7ec3bf9f48e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:19.344016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.354760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 2e4d569d-903f-4415-9c25-d7ec3bf9f48e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:19.355385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 2e4d569d-903f-4415-9c25-d7ec3bf9f48e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:19.355562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5542f64a-a5d1-4a36-8ffa-2619b133922b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:19.373459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:19.406838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 5542f64a-a5d1-4a36-8ffa-2619b133922b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:19.407612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5542f64a-a5d1-4a36-8ffa-2619b133922b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:19.408842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8fce650a-b1d0-4c4c-b461-690b751f2d4a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:19.425526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.429371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.430993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b HTTP/1.1" status: 204 len: 168 time: 0.2175932 Jul 29 18:03:19.442697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836a76-31c0-40e1-b178-91a05c3b546c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12e3b4-6ea9-4a26-9c0b-156ad8d1b47b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:19.452163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8fce650a-b1d0-4c4c-b461-690b751f2d4a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:19.457262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8fce650a-b1d0-4c4c-b461-690b751f2d4a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:19.526918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.548711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:19.725312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a034fd-623f-4b3a-9b9e-292db678055c None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:19.813959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51030) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:19.816537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Provisioning for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:19.821014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993487333', 'description': 'tempest-secgroup-smoke-1993487333 description', 'project_id': 'ca2ffabbbb8f41048197252e5566f391'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:19.822268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Provisioning complete for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:19.822657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.853026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.883814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.5 (5234b8a9-31b3-4513-aef7-81b01e566786/96246306-b4f1-4151-861c-e44714210906/ef85d9b6-0725-4060-80a1-dfa76fdefeb1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:19.893110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.29 (5234b8a9-31b3-4513-aef7-81b01e566786/b96d5cd0-3b32-485c-965f-afd3ea657373/ef85d9b6-0725-4060-80a1-dfa76fdefeb1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:19.977707 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:19.984035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.011026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.012498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1958642 Jul 29 18:03:20.015762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51032) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.020609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.034466 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.041365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bed98-3e1c-444f-9683-df15127e5f56 req-3e65934b-4577-4798-9eb1-6200cbd39708 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:20.043866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-002bed98-3e1c-444f-9683-df15127e5f56 req-3e65934b-4577-4798-9eb1-6200cbd39708 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1326673 Jul 29 18:03:20.058376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0aaa7-40c4-4b98-a864-848c1e73479e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17dda2a-d4ca-4d3f-a02e-e045d686670f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.094277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.113685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-002bed98-3e1c-444f-9683-df15127e5f56 req-709b8c24-1f51-4ff4-8445-4ec6547fdefb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 Jul 29 18:03:20.146223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] For port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,segment=NetworkSegment(894b7138-2618-4763-8cf6-511cbf847216),segment_id=894b7138-2618-4763-8cf6-511cbf847216)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:20.149375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Update dhcp port {'port': {'network_id': '5234b8a9-31b3-4513-aef7-81b01e566786', 'fixed_ips': [{'subnet_id': '96246306-b4f1-4151-861c-e44714210906', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b96d5cd0-3b32-485c-965f-afd3ea657373'}], 'binding:host_id': 'n-d-801607-3'}, 'id': '0da96a9a-50bb-471d-b2b2-5325fb1e4e78'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:03:20.164865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.166089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.171745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.179113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.181599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object ef85d9b6-0725-4060-80a1-dfa76fdefeb1 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:20.201810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e296507c-27e3-41fa-b9a1-9515c74c2329,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.222852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.224039 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1340e1df-a5e6-4ae4-9db4-819a3ebd4612 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073085 Jul 29 18:03:20.227176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51034) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.229049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.230708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.233924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.270401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.300876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 5234b8a9-31b3-4513-aef7-81b01e566786 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:20.304334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab7501-df84-4e3e-a1cb-ad5190e3a78c None None] Pushing event updated for resources: {'Port': ['ID=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.309872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:20.312917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:20.315976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=ef85d9b6-0725-4060-80a1-dfa76fdefeb1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.365806 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.373544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.391232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:20.391907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.405739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57789b88-8484-4962-80b2-2ee79717c713,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.410295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.411188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3513e6da-fbb7-4092-a23e-cdcff6f39a4a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1828198 Jul 29 18:03:20.414032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.416465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-71b84219-acd6-4237-acd6-c79f0908c427 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1985154 Jul 29 18:03:20.423960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.428122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51042) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.446508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96246306-b4f1-4151-861c-e44714210906'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.460758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.487301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Allocated IP 172.20.0.18 (5234b8a9-31b3-4513-aef7-81b01e566786/b96d5cd0-3b32-485c-965f-afd3ea657373/0da96a9a-50bb-471d-b2b2-5325fb1e4e78) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:20.547863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.553322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.581214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f69345-4c0d-43ae-bf63-4b281d5232d6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.584447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.585923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b5042aab-561d-419e-af23-9b3883fa6a6c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705453 Jul 29 18:03:20.589033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51044) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.594718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.620274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] For port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,segment=NetworkSegment(894b7138-2618-4763-8cf6-511cbf847216),segment_id=894b7138-2618-4763-8cf6-511cbf847216)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:20.632872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.634588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.714512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.749375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Transition to ACTIVE for port object 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:20.750589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.760775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.761494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.804470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c738fb-5e95-4d58-b7af-ff446be1fe29,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.825251 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.827443 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-613e3c23-38fd-4e8a-ab09-825b3417d260 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2371485 Jul 29 18:03:20.830868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51050) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:20.839439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:20.842401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-110f623d-02f3-4aa5-8c80-1357dac6f0c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2091675 Jul 29 18:03:20.870961 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:03:20.878044 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.885577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65ac7-d0df-4fd6-853a-a7a951be0f3d None None] Pushing event updated for resources: {'Port': ['ID=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:20.962100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.967654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:20.970073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-28a4f232-63d7-423a-83b4-3f3b8edde0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:20.977330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-28a4f232-63d7-423a-83b4-3f3b8edde0e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 1096 time: 0.0833929 Jul 29 18:03:20.993109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5733247c-d311-4c58-90b7-fb449237a3fe,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:21.004140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.008229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ba5c12ce-83a5-4cb9-aaa2-274d8732af1a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1723955 Jul 29 18:03:21.009025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51054) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:21.018996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': 'a17dda2a-d4ca-4d3f-a02e-e045d686670f', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:21.061268 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:03:21.068796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.135579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:21.176633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.187142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.196193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Delete allocated IP 172.20.0.29 (5234b8a9-31b3-4513-aef7-81b01e566786/b96d5cd0-3b32-485c-965f-afd3ea657373) {{(pid=94051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 18:03:21.235171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7884b033-47ce-4017-a426-8a8d04d3df3a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:21.239688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.241347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d94354e3-df64-4e67-8c63-987f71d80ffa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2313445 Jul 29 18:03:21.244854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51058) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:21.251182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'network': {'name': 'tempest-network-smoke--539202291', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:21.283386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:21.287528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.318099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:21.330150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.330832 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Added segment ceacd4e1-9502-45dd-a166-fa012815b663 of type vlan for network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 Jul 29 18:03:21.344948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-e9fd2c4a-bff8-4871-a2ae-12c7f6aa8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.346524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-e9fd2c4a-bff8-4871-a2ae-12c7f6aa8e22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.3394668 Jul 29 18:03:21.383839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.407405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325a22b-4f19-4e5a-b885-300927466e8d req-64628e2f-261d-473f-a241-c163be804ddc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.409098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7325a22b-4f19-4e5a-b885-300927466e8d req-64628e2f-261d-473f-a241-c163be804ddc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1784353 Jul 29 18:03:21.428666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.436011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.436011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.480384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-05af746d-0255-4814-87aa-fe85bef4d3f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 200 len: 1001 time: 0.1212077 Jul 29 18:03:21.512682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Network': ['ID=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:21.520548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96768ea2-15f0-43f0-9e87-05d5594cb4e4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2717574 Jul 29 18:03:21.520776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51060) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:21.525664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'admin_state_up': True, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:21.530265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:21.539159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7325a22b-4f19-4e5a-b885-300927466e8d req-77c049fd-edc7-4d9f-95aa-91784685def8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215513 Jul 29 18:03:21.568250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-557d9767-0983-45bd-80c4-80b4a78dfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.569443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-557d9767-0983-45bd-80c4-80b4a78dfe8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.0807292 Jul 29 18:03:21.579277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.598818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.599987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.619488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Ignored duplicate provisioning block setup for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 18:03:21.626711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.676099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-587791b4-9bd1-4f4d-abae-7c70431d2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.677675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-587791b4-9bd1-4f4d-abae-7c70431d2f35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952220 Jul 29 18:03:21.689530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.734219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2849bfd7-9b4e-457b-863e-d37c7ad20358 None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:21.745761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=ef85d9b6-0725-4060-80a1-dfa76fdefeb1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:21.801314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] In _notify_port_updated(), no bound segment for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 on network 5234b8a9-31b3-4513-aef7-81b01e566786 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:03:21.806650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:21.807398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.812123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-407b861c-43bc-4d14-a32d-063449986f4d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/ports/ef85d9b6-0725-4060-80a1-dfa76fdefeb1 HTTP/1.1" status: 200 len: 918 time: 1.3794398 Jul 29 18:03:21.812123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51064) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:21.818412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96246306-b4f1-4151-861c-e44714210906'}, {'subnet_id': 'b96d5cd0-3b32-485c-965f-afd3ea657373'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:21.859797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.889820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6cda6686-5ae1-4fe8-8a34-5d19f05b4efb None None] Provisioning for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:21.902964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6cda6686-5ae1-4fe8-8a34-5d19f05b4efb None None] Provisioning complete for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:21.903389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6cda6686-5ae1-4fe8-8a34-5d19f05b4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:21.919910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-1e143948-37ad-4177-a15f-742195ac99f1 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226255 Jul 29 18:03:21.977052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.203707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e8cfa07-686b-4e8c-8f13-8929e5da9e0f req-97381936-74f9-4f2d-8b73-c92b1afdeee4 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757962 Jul 29 18:03:22.300014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Provisioning for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:22.304643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Provisioning complete for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:22.305270 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.359499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:22.385004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Provisioning complete for port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:22.385004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3daa28ca-a289-452b-9cf2-9ccccd463527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.390773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.30 (5234b8a9-31b3-4513-aef7-81b01e566786/b96d5cd0-3b32-485c-965f-afd3ea657373/ef85d9b6-0725-4060-80a1-dfa76fdefeb1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:22.509530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.532122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.559230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.572222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Ignored duplicate provisioning block setup for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 18:03:22.579613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.659079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9fe1eb60-f39e-4cd5-b434-a3f274da1973 None None] Provisioning complete for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:22.659659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9fe1eb60-f39e-4cd5-b434-a3f274da1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.686174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.200 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/d6f9cd82-e7bb-42f4-9624-61adf2086ff6) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:22.734567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1eb60-f39e-4cd5-b434-a3f274da1973 None None] Port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:22.778964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=ef85d9b6-0725-4060-80a1-dfa76fdefeb1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:22.789836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] In _notify_port_updated(), no bound segment for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 on network 5234b8a9-31b3-4513-aef7-81b01e566786 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:03:22.795754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:22.796366 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.797729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d19ef46-4e31-4c29-bc84-c7ebdc821107 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/ports/ef85d9b6-0725-4060-80a1-dfa76fdefeb1 HTTP/1.1" status: 200 len: 998 time: 0.9853029 Jul 29 18:03:22.800492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:22.836690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.849043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ecb0-8df4-47a6-9872-f8922d3615fc req-9d8b2e3a-b28a-4b5a-b8f1-5d07561a0723 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:22.856761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72c4ecb0-8df4-47a6-9872-f8922d3615fc req-9d8b2e3a-b28a-4b5a-b8f1-5d07561a0723 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1391325 Jul 29 18:03:22.858343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8cc624b7-e6f7-4ee9-9001-f82b7aebcc15 None None] Provisioning complete for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:22.859746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8cc624b7-e6f7-4ee9-9001-f82b7aebcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.888953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:22.934914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8cc624b7-e6f7-4ee9-9001-f82b7aebcc15 None None] Port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:22.935690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72c4ecb0-8df4-47a6-9872-f8922d3615fc req-719d6be4-8d07-402b-989c-3e9e7fe82504 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779727 Jul 29 18:03:22.949401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:22.951757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:22.955626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:22.978164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:22.978546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.000300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:23.058138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-46637ddb-13d3-4bdb-9c53-beb0a88ee4d7 None None] Provisioning complete for port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:23.058468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46637ddb-13d3-4bdb-9c53-beb0a88ee4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.095700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-46637ddb-13d3-4bdb-9c53-beb0a88ee4d7 None None] Port ef85d9b6-0725-4060-80a1-dfa76fdefeb1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:23.095935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.112399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for ef85d9b6-0725-4060-80a1-dfa76fdefeb1 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:23.264813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.317246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.345222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=ef85d9b6-0725-4060-80a1-dfa76fdefeb1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:23.441125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.443683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e06fb3f8-f7cd-40b7-a83b-f482a780098c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/ef85d9b6-0725-4060-80a1-dfa76fdefeb1 HTTP/1.1" status: 204 len: 168 time: 0.6422455 Jul 29 18:03:23.446408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51092) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.471910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.473369 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-af534c02-f535-41d9-8986-b0d3cf080b28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:23.475371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af534c02-f535-41d9-8986-b0d3cf080b28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/ef85d9b6-0725-4060-80a1-dfa76fdefeb1 HTTP/1.1" status: 404 len: 333 time: 0.0278044 Jul 29 18:03:23.478030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51094) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.539266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet b96d5cd0-3b32-485c-965f-afd3ea657373 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:23.542891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.589836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.622445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router ffd57943-f120-480d-adf2-39d8c4db3494 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:03:23.681476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.743267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.743813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:23.756735 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Sync routers for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:23.766082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.771032 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de9c5e6f-1142-43c7-95ad-0a42c700f060 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2461102 Jul 29 18:03:23.771251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.771595 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:23.772297 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:23.796392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=b96d5cd0-3b32-485c-965f-afd3ea657373,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:23.798781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.800961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-143a705a-7a49-4f92-ab24-1977813e3c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/b96d5cd0-3b32-485c-965f-afd3ea657373 HTTP/1.1" status: 204 len: 168 time: 0.3218560 Jul 29 18:03:23.803908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51098) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.806980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd56daba-edae-44f9-a23a-8679670c475d tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca2ffabbbb8f41048197252e5566f391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338945 Jul 29 18:03:23.808072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84213479-d12e-4263-90ea-6df1c5e4bb4a None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:23.809046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.865354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 96246306-b4f1-4151-861c-e44714210906 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:23.870574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.916499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3ae20-d24f-4e59-a899-0a80c97096d8 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:23.918578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-62f3ae20-d24f-4e59-a899-0a80c97096d8 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082494 Jul 29 18:03:23.921593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51102) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.939378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:23.960690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-235e4adc-8966-487a-9a67-0b6e4300cd9f tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374823 Jul 29 18:03:23.962974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:23.969236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603853384', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:23.986964 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:24.054724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.073056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:24.077477 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.157803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72bd98-f197-40fe-91da-f30ea1bdda2a req-6e499a8a-66c6-43a2-b2b9-6c4501463296 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:24.166626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c72bd98-f197-40fe-91da-f30ea1bdda2a req-6e499a8a-66c6-43a2-b2b9-6c4501463296 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1053209 Jul 29 18:03:24.215482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.233422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.235421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/96246306-b4f1-4151-861c-e44714210906 HTTP/1.1" status: 204 len: 168 time: 0.4305160 Jul 29 18:03:24.240611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:24.257460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c72bd98-f197-40fe-91da-f30ea1bdda2a req-9b80591e-f824-4b15-b8da-cf4950b3686f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832675 Jul 29 18:03:24.277993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c98fb-c6db-428d-b168-f101b5833268 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=96246306-b4f1-4151-861c-e44714210906,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:24.282201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:23Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:24.318670 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Checking router: ffd57943-f120-480d-adf2-39d8c4db3494 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:24.319271 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Updating router ffd57943-f120-480d-adf2-39d8c4db3494 port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:03:24.350205 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.401441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.472350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.551825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Subnet': ['ID=c13bc7db-fc3a-410c-a568-66ac06283e07,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:24.585338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:24.586262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.596109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Checking segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:24.596472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network hostable DHCP agents. Network: 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:24.671024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:24.685740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,segment=NetworkSegment(894b7138-2618-4763-8cf6-511cbf847216),segment_id=894b7138-2618-4763-8cf6-511cbf847216)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:24.686145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.691794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:24.703228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117730a-d52b-4e0a-87b8-5548ece92bbd None None] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:24.707041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:24.707632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.713954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:24.739351 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.740720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:24.741237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b1d8a87-7249-4fc8-a0f7-72878104da97 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7762849 Jul 29 18:03:24.761029 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Transition to ACTIVE for port object d6f9cd82-e7bb-42f4-9624-61adf2086ff6 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:24.809216 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.854177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.878957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cf67f-8e5a-4bcf-bd6a-cca202c85d33 None None] Network 5234b8a9-31b3-4513-aef7-81b01e566786 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:24.891734 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Pushing event updated for resources: {'Port': ['ID=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:24.901644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=0da96a9a-50bb-471d-b2b2-5325fb1e4e78,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:24.905871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:24.925594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.925969 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.926485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.926949 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.927406 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.927820 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.928272 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.928704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.929414 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.929828 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.930255 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.930694 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:24.939894 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Attempting to bind port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:24.940255 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Attempting to bind port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:24.940614 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Attempting to bind port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:24.950066 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:24.950511 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:24.951008 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:24.951400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:24.951942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Bound port: d6f9cd82-e7bb-42f4-9624-61adf2086ff6, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:24.952321 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.006551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2dea3d5d-744a-4f39-92cd-b5f2766cbde7 None None] Could not find standard attr ID for object 0da96a9a-50bb-471d-b2b2-5325fb1e4e78. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:25.011098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.015959 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] For port d6f9cd82-e7bb-42f4-9624-61adf2086ff6, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:25.020304 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] For port d6f9cd82-e7bb-42f4-9624-61adf2086ff6, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:25.025310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5234b8a9-31b3-4513-aef7-81b01e566786']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:25.039526 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.045435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894b7138-2618-4763-8cf6-511cbf847216') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:25.045833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894b7138-2618-4763-8cf6-511cbf847216') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:25.077006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.107409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.118605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:25.119193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:25.129672 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:25.143175 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:25.143831 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:25.225368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ips': [{'subnet_id': 'c13bc7db-fc3a-410c-a568-66ac06283e07'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:25.227386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.265676 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:25.281666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.346108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.351144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/5234b8a9-31b3-4513-aef7-81b01e566786 HTTP/1.1" status: 204 len: 168 time: 1.1063411 Jul 29 18:03:25.352292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe5d3-e3ad-485c-a97e-22f27d350027 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=5234b8a9-31b3-4513-aef7-81b01e566786,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:25.356969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:25.397981 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581eadc-fcd2-42c7-b8ca-d1911fddd8bb None None] Pushing event updated for resources: {'Port': ['ID=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:25.409134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b599328-99a0-4f1c-9e36-682ee955de5e None None] DHCP port deletion for 5234b8a9-31b3-4513-aef7-81b01e566786 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:25.440100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d7651-413f-46ea-900d-f69a7d77cb1c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:25.440831 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-855d7651-413f-46ea-900d-f69a7d77cb1c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0807276 Jul 29 18:03:25.444027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51126) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:25.504613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-63f46ba2-de56-444d-a2a2-d4395361d6f5 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0594628 Jul 29 18:03:25.508002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:25.514943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1246439994'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:25.543420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:25.556499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.584243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3080b0-9696-4bcb-b696-748d9aad9764 req-6e563a71-920a-4506-be59-d7372266441e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:25.586837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Allocated IP 172.20.0.2 (34ddfdbd-ef98-4f7c-b2c2-59a6bd747478/c13bc7db-fc3a-410c-a568-66ac06283e07/cb1a5a59-580d-4668-84ce-4677bd7cc56d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:25.592872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e3080b0-9696-4bcb-b696-748d9aad9764 req-6e563a71-920a-4506-be59-d7372266441e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1772192 Jul 29 18:03:25.593614 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:23Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:25.618591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:25.636919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.637364 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 93d4a224-ba8c-4702-a265-9e5a4c24c160 of type vlan for network d9d1c324-c3e6-406f-8804-d480e98550e4 Jul 29 18:03:25.654956 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e6322-975c-497b-9750-a29ea24e16d6 None None] The sync data for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 is: [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:23Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:25.664489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e3080b0-9696-4bcb-b696-748d9aad9764 req-25659c8f-ea8a-4dc9-a2a0-7d68fa051d84 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Jul 29 18:03:25.715860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.731107 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.772038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.777689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:25.778326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.829773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3200998 Jul 29 18:03:25.836681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51132) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:25.845191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:25.851457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.876893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Transition to ACTIVE for port object cb1a5a59-580d-4668-84ce-4677bd7cc56d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:25.897518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd91f4d-369a-4ddd-8a07-c0e98ec7388c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=d9d1c324-c3e6-406f-8804-d480e98550e4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:25.903276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Transition to ACTIVE for port object cb1a5a59-580d-4668-84ce-4677bd7cc56d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:25.915928 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:25.954512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d9d1c324-c3e6-406f-8804-d480e98550e4 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:26.049430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:26.051684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:26.054879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:26.056686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:26.068937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.148844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Attempting to bind port cb1a5a59-580d-4668-84ce-4677bd7cc56d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:26.149244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Attempting to bind port cb1a5a59-580d-4668-84ce-4677bd7cc56d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:26.149607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Attempting to bind port cb1a5a59-580d-4668-84ce-4677bd7cc56d on network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:26.154762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Pushing event updated for resources: {'Port': ['ID=cb1a5a59-580d-4668-84ce-4677bd7cc56d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:26.164715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:26.165091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Checking segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:26.165483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.165871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Bound using segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:26.166389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Bound port: cb1a5a59-580d-4668-84ce-4677bd7cc56d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:26.166770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.245853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] For port cb1a5a59-580d-4668-84ce-4677bd7cc56d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:26.250157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] For port cb1a5a59-580d-4668-84ce-4677bd7cc56d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cb1a5a59-580d-4668-84ce-4677bd7cc56d,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:26.256594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.314259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbe918-cc2e-4646-a056-363ab7bf5d4b None None] Pushing event updated for resources: {'Port': ['ID=cb1a5a59-580d-4668-84ce-4677bd7cc56d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:26.336302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.1 (34ddfdbd-ef98-4f7c-b2c2-59a6bd747478/c13bc7db-fc3a-410c-a568-66ac06283e07/6e68a9a3-0a3c-4193-80cd-ac21d9677505) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:26.489487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:26.507667 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.697459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42060524-51c7-468d-a04b-0db291f70dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.871869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42060524-51c7-468d-a04b-0db291f70dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.877434 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42060524-51c7-468d-a04b-0db291f70dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:26.924099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42060524-51c7-468d-a04b-0db291f70dec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69e1779ca2804d059a330a00df7d968c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312894 Jul 29 18:03:26.924099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42060524-51c7-468d-a04b-0db291f70dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6a1a0-3c25-43cf-9ab6-85badc03a9a0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:26.925065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:26.980394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.003550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.026478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.073235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.082378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.085789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63d6a1a0-3c25-43cf-9ab6-85badc03a9a0 HTTP/1.1" status: 204 len: 168 time: 0.1575899 Jul 29 18:03:27.107708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbb869-4f80-4ce3-a7dc-72062cdac872 req-004d60f2-88a3-4838-9ab1-1c6ac7233536 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:27.109506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2cbb869-4f80-4ce3-a7dc-72062cdac872 req-004d60f2-88a3-4838-9ab1-1c6ac7233536 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.2101424 Jul 29 18:03:27.120671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37208f2-daf6-4c2d-9300-1b111db27767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6a1a0-3c25-43cf-9ab6-85badc03a9a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:27.129878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=cf59e7f1-667d-41d2-b730-da0e82a2d1cb,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:27.156134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.195822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object 6e68a9a3-0a3c-4193-80cd-ac21d9677505 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:27.197353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '93d4a224-ba8c-4702-a265-9e5a4c24c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:27.197727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: d9d1c324-c3e6-406f-8804-d480e98550e4, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:27.210011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2cbb869-4f80-4ce3-a7dc-72062cdac872 req-b1c8c641-87de-441b-a251-da44105106ff tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900831 Jul 29 18:03:27.237439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6f9cd82-e7bb-42f4-9624-61adf2086ff6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:27.256329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network d9d1c324-c3e6-406f-8804-d480e98550e4 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:27.273786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d9d1c324-c3e6-406f-8804-d480e98550e4) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:27.281847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:27.282465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.284415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20689fa3-d73e-402d-9e6c-bbe3a9a4cd5b None None] Network d9d1c324-c3e6-406f-8804-d480e98550e4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:27.285180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.356328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:27.363468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8c92c96f-02e1-4754-a9bc-2b0aa8e040d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5225770 Jul 29 18:03:27.364539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51156) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:27.364665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:27.372087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:27.377742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4', 'name': 'tempest-PortsTestJSON-185079548'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:27.381282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:27.390517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:27.391140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.396202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:27.423004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.577513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.578752 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.592801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-d9d1c324-c3e6-406f-8804-d480e98550e4', 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': 'cf59e7f1-667d-41d2-b730-da0e82a2d1cb'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:27.593664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.613531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d6f9cd82-e7bb-42f4-9624-61adf2086ff6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:27.624473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:27.631072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.632302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.632441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51158) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:27.667633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:27.671282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0cf8218-8f9f-4923-ae6c-87fd01f5a567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.733025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27da5e-599a-4a87-a2a9-886691ab09aa None None] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:27.737874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:27.738770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cb1a5a59-580d-4668-84ce-4677bd7cc56d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:27.991718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0cf8218-8f9f-4923-ae6c-87fd01f5a567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.005167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-586f9962-d749-4815-823e-7cce0ef85b0d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1678352 Jul 29 18:03:28.008308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d0cf8218-8f9f-4923-ae6c-87fd01f5a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.014707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Allocated IP 172.20.0.2 (d9d1c324-c3e6-406f-8804-d480e98550e4/cf59e7f1-667d-41d2-b730-da0e82a2d1cb/3aeabce3-a356-4b49-82ad-50966e38a37c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:28.059509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8a936df9-98c3-4701-a5a8-4328c1617dae None None] Provisioning for port cb1a5a59-580d-4668-84ce-4677bd7cc56d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:28.096431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0cf8218-8f9f-4923-ae6c-87fd01f5a567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b9d992a84914b498519452a198d6699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625232 Jul 29 18:03:28.098811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51160) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:28.101618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf8218-8f9f-4923-ae6c-87fd01f5a567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b6c20-a53f-4d7f-bc0c-08137142f35f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.118421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.157952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.176024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cb1a5a59-580d-4668-84ce-4677bd7cc56d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:28.180960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.187481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.199234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cb1a5a59-580d-4668-84ce-4677bd7cc56d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:28.199604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.201830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.202360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.202843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.203321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.203792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.204263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.204731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.206788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d5855e6c-7357-45de-ad6c-a510ae67ae36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 6501 time: 0.1383040 Jul 29 18:03:28.207620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.252113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.254966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.256174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/773b6c20-a53f-4d7f-bc0c-08137142f35f HTTP/1.1" status: 204 len: 168 time: 0.1562107 Jul 29 18:03:28.266195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8cdf-e53e-48a5-8afc-ad4f7e60cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b6c20-a53f-4d7f-bc0c-08137142f35f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.361098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.380211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.390953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.402415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Transition to ACTIVE for port object 3aeabce3-a356-4b49-82ad-50966e38a37c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:28.426962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.432598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Transition to ACTIVE for port object 3aeabce3-a356-4b49-82ad-50966e38a37c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:28.445641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.483865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971316c-13f2-4c7c-88ae-432e62d956e1 req-f666f2aa-1a9f-440d-aa19-c0c87e65f992 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.486416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5971316c-13f2-4c7c-88ae-432e62d956e1 req-f666f2aa-1a9f-440d-aa19-c0c87e65f992 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1773729 Jul 29 18:03:28.494911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-75f0ed66-8c06-4b8f-876b-bc3c19f8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.495834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-75f0ed66-8c06-4b8f-876b-bc3c19f8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.496748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-75f0ed66-8c06-4b8f-876b-bc3c19f8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.498810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-75f0ed66-8c06-4b8f-876b-bc3c19f8c7ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=45f5c9f5-3705-4a66-893f-da5933631a1f&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&id=2f7727b5-50e6-41e4-a3bb-a7442a581738&id=2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 200 len: 2298 time: 0.2635689 Jul 29 18:03:28.504145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Network d9d1c324-c3e6-406f-8804-d480e98550e4 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:28.514697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:28.520620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:28.524833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cb1a5a59-580d-4668-84ce-4677bd7cc56d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cb1a5a59-580d-4668-84ce-4677bd7cc56d,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:28.534663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.14 (d9d1c324-c3e6-406f-8804-d480e98550e4/cf59e7f1-667d-41d2-b730-da0e82a2d1cb/fb7c3c54-fea5-477c-9bc4-e4b1752f59f5) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:28.540742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.557932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Pushing event updated for resources: {'Port': ['ID=3aeabce3-a356-4b49-82ad-50966e38a37c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.567928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:28.630551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:28.630890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0da96a9a-50bb-471d-b2b2-5325fb1e4e78 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:28.646718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Attempting to bind port 3aeabce3-a356-4b49-82ad-50966e38a37c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:28.647084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Attempting to bind port 3aeabce3-a356-4b49-82ad-50966e38a37c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '93d4a224-ba8c-4702-a265-9e5a4c24c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:28.647454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Attempting to bind port 3aeabce3-a356-4b49-82ad-50966e38a37c on network d9d1c324-c3e6-406f-8804-d480e98550e4 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:28.659970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:28.662347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:28.662738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Checking segment: {'id': '93d4a224-ba8c-4702-a265-9e5a4c24c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:28.663132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.663544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Bound using segment: {'id': '93d4a224-ba8c-4702-a265-9e5a4c24c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:28.664032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Bound port: 3aeabce3-a356-4b49-82ad-50966e38a37c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4a224-ba8c-4702-a265-9e5a4c24c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:28.664382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.675267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:28.679930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cb1a5a59-580d-4668-84ce-4677bd7cc56d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.705601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-3bb12388-860d-4312-92f3-46aaff087f33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 200 len: 1001 time: 0.1311266 Jul 29 18:03:28.712501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5971316c-13f2-4c7c-88ae-432e62d956e1 req-69921fae-36cb-4990-ab53-8770dca8fa8b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126420 Jul 29 18:03:28.754407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] For port 3aeabce3-a356-4b49-82ad-50966e38a37c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:28.788852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Provisioning complete for port cb1a5a59-580d-4668-84ce-4677bd7cc56d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:28.789278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.790028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.799434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] For port 3aeabce3-a356-4b49-82ad-50966e38a37c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3aeabce3-a356-4b49-82ad-50966e38a37c,segment=NetworkSegment(93d4a224-ba8c-4702-a265-9e5a4c24c160),segment_id=93d4a224-ba8c-4702-a265-9e5a4c24c160)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:28.809294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:28.844962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.852249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51168) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:28.858115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-731de47f-dd26-4ca9-a30d-4da0a9840f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.859684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-731de47f-dd26-4ca9-a30d-4da0a9840f13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 200 len: 856 time: 0.1432261 Jul 29 18:03:28.870307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493658f3-e015-47b7-b10f-24cb0167f5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.911652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:28.949128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router ffd57943-f120-480d-adf2-39d8c4db3494 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:03:28.951181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-c59823f9-10f4-486a-9159-9b0fa50d5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:28.952739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-c59823f9-10f4-486a-9159-9b0fa50d5e62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45f5c9f5-3705-4a66-893f-da5933631a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847712 Jul 29 18:03:28.969608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network d9d1c324-c3e6-406f-8804-d480e98550e4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:28.972128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c84e9b-03c9-481c-bace-e1ab3c72fb28 None None] Pushing event updated for resources: {'Port': ['ID=3aeabce3-a356-4b49-82ad-50966e38a37c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:28.975505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:28.990303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:29.048349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Provisioning for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:29.058851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Provisioning complete for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:29.059226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.064807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=fb7c3c54-fea5-477c-9bc4-e4b1752f59f5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:29.127914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7603fd63-f599-4963-8535-dbc73e468b65 None None] Port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:29.143708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:29.144947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.161251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6f9cd82-e7bb-42f4-9624-61adf2086ff6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:29.216762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493658f3-e015-47b7-b10f-24cb0167f5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.228960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493658f3-e015-47b7-b10f-24cb0167f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.239475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a20e60ea-e39d-4334-a70c-46c1ab7c7243 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8735993 Jul 29 18:03:29.243555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51170) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:29.250217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': 'd9d1c324-c3e6-406f-8804-d480e98550e4', 'name': 'tempest-PortsTestJSON-793982114'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:29.254616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-ea7f99bc-6c46-41ae-a770-25442b91934b service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944565 Jul 29 18:03:29.264481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-682de5df-caa8-494d-9188-6ca341c2ed53 None None] Provisioning complete for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:29.265166 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-682de5df-caa8-494d-9188-6ca341c2ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.267100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:29.267665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.281478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493658f3-e015-47b7-b10f-24cb0167f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f2274-0603-4494-af01-7712ea47df54,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:29.308168 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-493658f3-e015-47b7-b10f-24cb0167f5b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c197d2d3429b4109a1f4a5965fe8f557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551229 Jul 29 18:03:29.308841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51172) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:29.386722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:29.401720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0aed7a0a-1f58-4f00-9499-96e388622bbe tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/ffd57943-f120-480d-adf2-39d8c4db3494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6593392 Jul 29 18:03:29.416284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Sync routers for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:29.425314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cb1a5a59-580d-4668-84ce-4677bd7cc56d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:29.426291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.450635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-682de5df-caa8-494d-9188-6ca341c2ed53 None None] Port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:29.460823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:29.461033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.461457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:29.538934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-276c5789-fee3-4ea5-81e8-63dacaf8a330 service neutron] 10.222.0.38 "GET /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762394 Jul 29 18:03:29.540797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.544755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.549261 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d8f2274-0603-4494-af01-7712ea47df54 HTTP/1.1" status: 204 len: 168 time: 0.2388144 Jul 29 18:03:29.556124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:29.560123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.561905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77baa4-0933-466d-998d-4fa8519a089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f2274-0603-4494-af01-7712ea47df54,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:29.613648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-b2211faf-5700-49b9-b753-7db5f4a48bba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 217 time: 0.0670831 Jul 29 18:03:29.617533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cb1a5a59-580d-4668-84ce-4677bd7cc56d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:29.617806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.644383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bd4023a0-edde-4022-b988-365e598ec1c8 None None] Provisioning complete for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:29.644818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd4023a0-edde-4022-b988-365e598ec1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:29.663800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 897a9100-9c70-4a1a-a0b3-4a7012c09707 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:29.667646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:29.724087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-91035973-73a1-442f-895c-1dc8e5eee4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:29.725573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-91035973-73a1-442f-895c-1dc8e5eee4dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0999258 Jul 29 18:03:29.726470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bd4023a0-edde-4022-b988-365e598ec1c8 None None] Port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:29.748870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-74080faf-ce8b-416e-8609-f6e8a139d743 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993487333&fields=id&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 267 time: 0.1448402 Jul 29 18:03:29.916725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-cb43b204-680f-48f4-b617-a3fee0f40dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:29.918285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-cb43b204-680f-48f4-b617-a3fee0f40dd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1839130 Jul 29 18:03:29.927286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.13 (d9d1c324-c3e6-406f-8804-d480e98550e4/cf59e7f1-667d-41d2-b730-da0e82a2d1cb/897a9100-9c70-4a1a-a0b3-4a7012c09707) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:29.945422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6e68a9a3-0a3c-4193-80cd-ac21d9677505', 'name': '', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:de:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:25Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 2, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:29.977175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Checking router: ffd57943-f120-480d-adf2-39d8c4db3494 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:29.977511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Updating router ffd57943-f120-480d-adf2-39d8c4db3494 port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:03:30.005948 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.016201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-c645dbbb-f893-46db-8c94-8a9d9cb3253c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:30.017741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-c645dbbb-f893-46db-8c94-8a9d9cb3253c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/networks?id=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 HTTP/1.1" status: 200 len: 796 time: 0.2438352 Jul 29 18:03:30.058024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-ecc0eb68-af9e-43af-8758-4014bbc5b697 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/quotas/ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 375 time: 0.0319343 Jul 29 18:03:30.187424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-5bff2e07-4163-46c0-87d4-ad484ee700df service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576089 Jul 29 18:03:30.274347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca1344-cf0b-4bab-840c-5cc8c3cf1bc8 None None] Network d9d1c324-c3e6-406f-8804-d480e98550e4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:30.307369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-3d2bbb4f-efb7-4d9f-b5a6-0d3255474734 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2381895 Jul 29 18:03:30.417182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.426581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.432783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-730903c8-a566-47ab-b074-7fde423032f8 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329469 Jul 29 18:03:30.454105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f4e63e8e-3bb8-4577-868e-4a168b82c791 None None] Provisioning for port 3aeabce3-a356-4b49-82ad-50966e38a37c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:30.461579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 897a9100-9c70-4a1a-a0b3-4a7012c09707 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:30.468790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Transition to ACTIVE for port object 6e68a9a3-0a3c-4193-80cd-ac21d9677505 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:30.484161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.503607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-e03f3158-0524-4de2-a62a-fc18b5401fb3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 217 time: 0.0623291 Jul 29 18:03:30.513969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-352e1cda-026a-45bf-9c71-23420cd1df68 service neutron] 10.222.0.16 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834130 Jul 29 18:03:30.559281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9b027-2e2c-4118-9658-a04ec439b488 None None] Pushing event updated for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:30.629160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Attempting to bind port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:30.629550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Attempting to bind port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:30.629912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Attempting to bind port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 on network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:30.634082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-74c6b95b-2a73-4931-8ec9-93aba9819677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:30.635639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-74c6b95b-2a73-4931-8ec9-93aba9819677 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1242599 Jul 29 18:03:30.636272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:30.636652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Checking segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:30.637058 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.637452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Bound using segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:30.638011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Bound port: 6e68a9a3-0a3c-4193-80cd-ac21d9677505, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:30.638719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.680485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.720310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] For port 6e68a9a3-0a3c-4193-80cd-ac21d9677505, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:30.724724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] For port 6e68a9a3-0a3c-4193-80cd-ac21d9677505, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e68a9a3-0a3c-4193-80cd-ac21d9677505,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:30.732695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:30.807309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:30.808149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:30.812479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9b027-2e2c-4118-9658-a04ec439b488 None None] Pushing event updated for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:30.962559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:31.226518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=897a9100-9c70-4a1a-a0b3-4a7012c09707,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:31.254456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-084021b5-db38-44d6-8265-afd789c1bccd service neutron] 10.222.0.16 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115517 Jul 29 18:03:31.279497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network d9d1c324-c3e6-406f-8804-d480e98550e4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:31.285031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:31.292480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:31.320361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3aeabce3-a356-4b49-82ad-50966e38a37c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:31.370280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d2ccf0b1-b77a-49cb-adf2-59e0fcada4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:31.376049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d2ccf0b1-b77a-49cb-adf2-59e0fcada4ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7320976 Jul 29 18:03:31.491828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-871c101f-d92a-458e-adc0-2030471c9b84 None None] Provisioning for port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:31.499833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-5388c6ed-8ae9-4400-8ca3-0c9961a03320 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075406 Jul 29 18:03:31.522356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-871c101f-d92a-458e-adc0-2030471c9b84 None None] Provisioning complete for port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:31.522817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-871c101f-d92a-458e-adc0-2030471c9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.551044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3aeabce3-a356-4b49-82ad-50966e38a37c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:31.556521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3aeabce3-a356-4b49-82ad-50966e38a37c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:31.556688 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.620739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-871c101f-d92a-458e-adc0-2030471c9b84 None None] Port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:31.683250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6e68a9a3-0a3c-4193-80cd-ac21d9677505', 'name': '', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:de:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:25Z', 'updated_at': '2021-07-29T18:03:30Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:31.696695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:31.697803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.716500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca7c63-53a1-464a-8b8f-70ed6848d34d None None] The sync data for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 is: [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6e68a9a3-0a3c-4193-80cd-ac21d9677505', 'name': '', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:de:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:25Z', 'updated_at': '2021-07-29T18:03:30Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:31.724879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.752977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78c46578-2052-4138-858e-74dd94de62c2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5081749 Jul 29 18:03:31.755786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51250) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:31.757663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-288dc249-161a-4b90-b22f-bec130b3ba10 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297776 Jul 29 18:03:31.767710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae6602-c0bd-4611-918e-acdb309b23b1 req-76a0af0b-de7e-4d74-8bb4-bcca39b04d2f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:31.770441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63ae6602-c0bd-4611-918e-acdb309b23b1 req-76a0af0b-de7e-4d74-8bb4-bcca39b04d2f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1209323 Jul 29 18:03:31.860193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3aeabce3-a356-4b49-82ad-50966e38a37c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3aeabce3-a356-4b49-82ad-50966e38a37c,segment=NetworkSegment(93d4a224-ba8c-4702-a265-9e5a4c24c160),segment_id=93d4a224-ba8c-4702-a265-9e5a4c24c160)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:31.872535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Provisioning complete for port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:31.873327 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.876264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:31.878230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-316e38bd-53f1-4b22-9dbd-bd6f07d7b0e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 200 len: 217 time: 0.1007066 Jul 29 18:03:31.936526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7bfba9-abe5-4211-86f4-dede1df62660 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:31.938451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7f7bfba9-abe5-4211-86f4-dede1df62660 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1807687 Jul 29 18:03:31.941110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:31.971407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63ae6602-c0bd-4611-918e-acdb309b23b1 req-92e09d93-6953-4c29-bc12-06a4169568fb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869609 Jul 29 18:03:31.982523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-68bf01a6-bada-48ff-8e97-ae93a867d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:31.986571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-68bf01a6-bada-48ff-8e97-ae93a867d9e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.1074359 Jul 29 18:03:32.080973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-e5973053-9783-4da3-9d90-715f6a82c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:32.082574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-e5973053-9783-4da3-9d90-715f6a82c74d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889390 Jul 29 18:03:32.107149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:32.122546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 897a9100-9c70-4a1a-a0b3-4a7012c09707 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:32.122887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.139727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3aeabce3-a356-4b49-82ad-50966e38a37c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:32.152016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Provisioning for port 897a9100-9c70-4a1a-a0b3-4a7012c09707 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:32.174519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Provisioning complete for port 897a9100-9c70-4a1a-a0b3-4a7012c09707 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:32.175613 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.247359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4266b9e0-1df0-4a25-a023-9bd347c8c64c None None] Port 897a9100-9c70-4a1a-a0b3-4a7012c09707 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:32.276840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.279411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0bf6ecd5-0464-4b4a-8377-a32ad99184aa req-581dbbd0-d86d-4806-b898-8e2216bf9ae4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 210 time: 0.1771843 Jul 29 18:03:32.295018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 897a9100-9c70-4a1a-a0b3-4a7012c09707 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:32.323559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-3118781f-7cac-4f8d-8914-8ecc55ec445b service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327468 Jul 29 18:03:32.448108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-6a7f5d3e-7cae-456d-a3ca-6b6cae1bd11f service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174591 Jul 29 18:03:32.478457 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.501773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-702b744c-5cca-4b82-bde2-38eb35a01b3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0458574 Jul 29 18:03:32.520672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=897a9100-9c70-4a1a-a0b3-4a7012c09707,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:32.560439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-0baaa205-312c-4d2c-a597-74104ffb5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:32.566833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51272) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:32.568101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-0baaa205-312c-4d2c-a597-74104ffb5053 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 200 len: 797 time: 0.0578876 Jul 29 18:03:32.646395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-6c11ccb0-a2ff-4f8f-b1d3-61cee0a01532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:32.646667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.648538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-91b1d866-465c-473b-aa61-f54d6d02e2df tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/897a9100-9c70-4a1a-a0b3-4a7012c09707 HTTP/1.1" status: 204 len: 168 time: 0.7063003 Jul 29 18:03:32.651174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:32.652549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-6c11ccb0-a2ff-4f8f-b1d3-61cee0a01532 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5461a01e-b1b3-4ce7-9da3-bc9809278f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700679 Jul 29 18:03:32.678606 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eef9bbd-670a-4778-88dc-0f791320657d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:32.680242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4eef9bbd-670a-4778-88dc-0f791320657d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/897a9100-9c70-4a1a-a0b3-4a7012c09707 HTTP/1.1" status: 404 len: 333 time: 0.0280683 Jul 29 18:03:32.686597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51278) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:32.757587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b07bc1-9273-4968-857f-952d34b18436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.786471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-de2b2fa8-8817-4aab-b853-19bd5e69dad0 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251819 Jul 29 18:03:32.868497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:32.869324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.979186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:32.998733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:33.017176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-5ecb0cb5-37dc-42ab-a502-4525d4912ea2 service neutron] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231731 Jul 29 18:03:33.105997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d00e8775-d917-42ee-91ef-2e5cbe002951 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 200 len: 217 time: 0.0758178 Jul 29 18:03:33.116775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-8cc7fedb-641c-478e-8b45-02749ea10a17 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:33.118972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-8cc7fedb-641c-478e-8b45-02749ea10a17 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/networks?id=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 HTTP/1.1" status: 200 len: 796 time: 0.2552500 Jul 29 18:03:33.146697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b07bc1-9273-4968-857f-952d34b18436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.152359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83b07bc1-9273-4968-857f-952d34b18436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.234331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83b07bc1-9273-4968-857f-952d34b18436 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f117f255a14f4d7f94f00d10c28074be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663783 Jul 29 18:03:33.235781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b07bc1-9273-4968-857f-952d34b18436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a3efc-2c7c-4cc7-b049-5202d2d1e198,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:33.240024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51288) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:33.242600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868ef3-f404-4ad2-a76b-00096c54788a req-ecb68d45-3c81-4fcc-a8d3-6d54626e055b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:33.250064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8868ef3-f404-4ad2-a76b-00096c54788a req-ecb68d45-3c81-4fcc-a8d3-6d54626e055b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1289458 Jul 29 18:03:33.257015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-08080022-f4bc-424d-9709-3639583b6e90 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 380 time: 0.1243813 Jul 29 18:03:33.263838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-8c04c6fd-06eb-45c2-8ee1-eb2961b6f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:33.265299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-8c04c6fd-06eb-45c2-8ee1-eb2961b6f1dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.1338594 Jul 29 18:03:33.271185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'port': {'device_id': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'admin_state_up': True, 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'security_groups': ['a17dda2a-d4ca-4d3f-a02e-e045d686670f']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:33.274171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e68a9a3-0a3c-4193-80cd-ac21d9677505 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:33.294669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.338721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=fb7c3c54-fea5-477c-9bc4-e4b1752f59f5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:33.363560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:33.367641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:33.369139 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.373506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8868ef3-f404-4ad2-a76b-00096c54788a req-4694ef19-faa7-4273-839d-ed32ea187f1e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224513 Jul 29 18:03:33.437854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.450732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-cdfd90ea-2537-45d4-8ec7-92a24158b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:33.452309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-cdfd90ea-2537-45d4-8ec7-92a24158b42e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705017 Jul 29 18:03:33.483559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.489680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4c26622f-dbf3-4bc4-81f4-b6c5f66510bf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 HTTP/1.1" status: 204 len: 168 time: 0.8017447 Jul 29 18:03:33.492391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:33.510639 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.527845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.578204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 6e68a9a3-0a3c-4193-80cd-ac21d9677505, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e68a9a3-0a3c-4193-80cd-ac21d9677505,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:33.583172 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08aa773-1a20-4a37-8999-826595f0546b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:33.584801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e08aa773-1a20-4a37-8999-826595f0546b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/fb7c3c54-fea5-477c-9bc4-e4b1752f59f5 HTTP/1.1" status: 404 len: 333 time: 0.0899892 Jul 29 18:03:33.589025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51294) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:33.590089 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.591620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3aeabce3-a356-4b49-82ad-50966e38a37c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:33.608516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.612317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.616311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba5a3efc-2c7c-4cc7-b049-5202d2d1e198 HTTP/1.1" status: 204 len: 168 time: 0.3728011 Jul 29 18:03:33.657704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ec5ae-72fd-43dc-bf59-2fcf2c37a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a3efc-2c7c-4cc7-b049-5202d2d1e198,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:33.685983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet cf59e7f1-667d-41d2-b730-da0e82a2d1cb {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:33.692538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.707824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-ed745b0e-bb5f-4187-84d3-61b62011bf4f service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314162 Jul 29 18:03:33.711292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:33.717002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.740449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.791392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3aeabce3-a356-4b49-82ad-50966e38a37c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:33.791772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.793205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:33.803056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa0f28f2-ec15-40b5-a97d-504a066102ac req-00b86f5d-4b6f-4d78-8ff8-76f49a67d644 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 210 time: 0.0814481 Jul 29 18:03:33.852944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.953381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.980331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=cf59e7f1-667d-41d2-b730-da0e82a2d1cb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:33.992354 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:33.996867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee16cbb-5fce-4cdc-a73e-de9d7f106051 None None] Network d9d1c324-c3e6-406f-8804-d480e98550e4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:33.997466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f84906f7-b7e4-409b-9903-d726dd43a15a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/cf59e7f1-667d-41d2-b730-da0e82a2d1cb HTTP/1.1" status: 204 len: 168 time: 0.4061496 Jul 29 18:03:34.000282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:34.004410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5827-4b49-4a0f-bd32-568dc06d672c req-bffd8392-73f0-41de-9a8b-74488dc23f4e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.005961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70ec5827-4b49-4a0f-bd32-568dc06d672c req-bffd8392-73f0-41de-9a8b-74488dc23f4e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1173854 Jul 29 18:03:34.007875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-157ab026-207a-4f5a-b19b-9a1f5d8d675d service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884150 Jul 29 18:03:34.009421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.13 (34ddfdbd-ef98-4f7c-b2c2-59a6bd747478/c13bc7db-fc3a-410c-a568-66ac06283e07/c24b006e-c2b6-4e48-9146-d44c9b7ea009) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:34.066281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51304) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:34.079632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-d82b0a77-e07c-451c-aa61-b2715a80421a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 200 len: 217 time: 0.0639000 Jul 29 18:03:34.091840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d2d844f-ea1f-4b3c-b480-0927766bdd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.119795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.145077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70ec5827-4b49-4a0f-bd32-568dc06d672c req-21006608-f02b-48b3-bd96-63e71d85f054 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305065 Jul 29 18:03:34.222288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-9b829836-b705-4ab7-9e09-9ffa6d6f4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.222288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-9b829836-b705-4ab7-9e09-9ffa6d6f4cf9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 200 len: 797 time: 0.1272986 Jul 29 18:03:34.224686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] DHCP port deletion for d9d1c324-c3e6-406f-8804-d480e98550e4 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:34.227570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 3aeabce3-a356-4b49-82ad-50966e38a37c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:34.227570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.288811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Deleting port 3aeabce3-a356-4b49-82ad-50966e38a37c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:34.289880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.298218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-f367207d-4bba-4cb6-a43c-ac903f8e92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.299868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-f367207d-4bba-4cb6-a43c-ac903f8e92ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f7727b5-50e6-41e4-a3bb-a7442a581738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720146 Jul 29 18:03:34.303224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d2d844f-ea1f-4b3c-b480-0927766bdd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.310871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port 3aeabce3-a356-4b49-82ad-50966e38a37c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3aeabce3-a356-4b49-82ad-50966e38a37c,segment=NetworkSegment(93d4a224-ba8c-4702-a265-9e5a4c24c160),segment_id=93d4a224-ba8c-4702-a265-9e5a4c24c160)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:34.311238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.318967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d2d844f-ea1f-4b3c-b480-0927766bdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.323553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.336082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 3aeabce3-a356-4b49-82ad-50966e38a37c owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:34.364658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] For port 3aeabce3-a356-4b49-82ad-50966e38a37c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3aeabce3-a356-4b49-82ad-50966e38a37c,segment=NetworkSegment(93d4a224-ba8c-4702-a265-9e5a4c24c160),segment_id=93d4a224-ba8c-4702-a265-9e5a4c24c160)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:34.365056 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.373613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8d2d844f-ea1f-4b3c-b480-0927766bdd51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ff45d7e2f734c86af33d9bfdd24fb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063204 Jul 29 18:03:34.376581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51306) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:34.376999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d844f-ea1f-4b3c-b480-0927766bdd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83227824-5be3-4fee-af35-de9f5115badb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.379731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Calling delete_port for 3aeabce3-a356-4b49-82ad-50966e38a37c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:34.381460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object c24b006e-c2b6-4e48-9146-d44c9b7ea009 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:34.454376 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.478184 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.488123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.490457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port 3aeabce3-a356-4b49-82ad-50966e38a37c on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:34.494911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=3aeabce3-a356-4b49-82ad-50966e38a37c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.505935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] Pushing event deleted for resources: {'Port': ['ID=3aeabce3-a356-4b49-82ad-50966e38a37c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.509976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937cc7c-70db-4805-89d4-2c4b3afde49f None None] No DVR routers for this DVR port 3aeabce3-a356-4b49-82ad-50966e38a37c on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:34.567460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-68f2ccc2-aeaa-4b8c-8a92-8f4009e784a5 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556138 Jul 29 18:03:34.575868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:34.581112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.583669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.593318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:34.594017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d1c324-c3e6-406f-8804-d480e98550e4']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:34.605258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d4a224-ba8c-4702-a265-9e5a4c24c160') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:34.605517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:34.605638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d4a224-ba8c-4702-a265-9e5a4c24c160') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:34.615350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202d20-a220-4f43-be96-7b8ac373cdfb req-eb04fa7b-a8c1-4a51-866c-86d67cdff07f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.615496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.616797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e202d20-a220-4f43-be96-7b8ac373cdfb req-eb04fa7b-a8c1-4a51-866c-86d67cdff07f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1450717 Jul 29 18:03:34.637102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.643769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:34.644359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:34.647603 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:34.684262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.725326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.729353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.730093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.736577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/d9d1c324-c3e6-406f-8804-d480e98550e4 HTTP/1.1" status: 204 len: 168 time: 0.7312448 Jul 29 18:03:34.738456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51310) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:34.753920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104014889'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:34.759050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbf1d8-0010-4383-a439-de63673ed0ac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=d9d1c324-c3e6-406f-8804-d480e98550e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.780763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:34.784621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.802756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.803384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.812155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e202d20-a220-4f43-be96-7b8ac373cdfb req-c3066594-ec6f-4828-b4b5-6c5763b0a6b3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797147 Jul 29 18:03:34.817291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:34.837803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e863d53e-c4c5-4384-8521-8f8d35486471 req-8c66b22e-6b79-4fe2-a01d-073e9938e8e2 service neutron] 10.222.0.38 "GET /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585313 Jul 29 18:03:34.840031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dab8c102-940e-4925-b38d-32327a9f61fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5728099 Jul 29 18:03:34.841519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.841871 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 4af3a950-5816-45d6-8653-06929791a98a of type vlan for network 8da87f8c-c797-4be6-bb77-022beb075d25 Jul 29 18:03:34.866731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Request body: {'port': {'device_id': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:34.870855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.874110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.875314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83227824-5be3-4fee-af35-de9f5115badb HTTP/1.1" status: 204 len: 168 time: 0.4977524 Jul 29 18:03:34.903661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f80be09-c0a9-405d-a899-703d5ddb3a65 None None] Provisioning for port c24b006e-c2b6-4e48-9146-d44c9b7ea009 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:34.910407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8f80be09-c0a9-405d-a899-703d5ddb3a65 None None] Provisioning complete for port c24b006e-c2b6-4e48-9146-d44c9b7ea009 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:34.911558 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f80be09-c0a9-405d-a899-703d5ddb3a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.914501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e2b4e-5caa-4fcd-bb15-e2185b73192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83227824-5be3-4fee-af35-de9f5115badb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:34.916794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.952016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.957712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:34.966358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:34.984119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8f80be09-c0a9-405d-a899-703d5ddb3a65 None None] Port c24b006e-c2b6-4e48-9146-d44c9b7ea009 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:35.000830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.031484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b274-2d4e-492b-a83c-b6646b922032 req-1220d708-a4d8-4120-a4af-df1a6023ba09 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:35.035250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09a1b274-2d4e-492b-a83c-b6646b922032 req-1220d708-a4d8-4120-a4af-df1a6023ba09 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 932 time: 0.1197920 Jul 29 18:03:35.035434 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2918835 Jul 29 18:03:35.038377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:35.044760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:35.048497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba40e21-c562-49bf-8b61-f9657f557bac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=8da87f8c-c797-4be6-bb77-022beb075d25,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:35.062713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8da87f8c-c797-4be6-bb77-022beb075d25 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:35.120491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09a1b274-2d4e-492b-a83c-b6646b922032 req-9e319f29-9c88-4e06-8dce-e97cd74fff16 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676851 Jul 29 18:03:35.158912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e68a9a3-0a3c-4193-80cd-ac21d9677505 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:35.247527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:35.248064 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.428499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3aeabce3-a356-4b49-82ad-50966e38a37c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:35.459214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3aeabce3-a356-4b49-82ad-50966e38a37c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:35.461222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3aeabce3-a356-4b49-82ad-50966e38a37c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:35.493549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24b006e-c2b6-4e48-9146-d44c9b7ea009 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:35.505590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.525678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Transition to ACTIVE for port object c24b006e-c2b6-4e48-9146-d44c9b7ea009 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:35.538195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-5c1f8a3f-ed55-44c8-9e00-e208e5c352bc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:35.539644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-5c1f8a3f-ed55-44c8-9e00-e208e5c352bc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1157475 Jul 29 18:03:35.541716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.550920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa769-8ec3-4673-993f-59653563d7a4 req-8a96f378-4101-4828-bd7c-245b8dc751ae tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:35.552395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12fa769-8ec3-4673-993f-59653563d7a4 req-8a96f378-4101-4828-bd7c-245b8dc751ae tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 945 time: 0.1270139 Jul 29 18:03:35.568664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:35.574475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.662665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Pushing event updated for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:35.726866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12fa769-8ec3-4673-993f-59653563d7a4 req-aef9c59b-b41d-45ff-9c14-66184409b1e8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=12f43e79-291b-4896-96d4-5268023ca7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544883 Jul 29 18:03:35.799550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Attempting to bind port c24b006e-c2b6-4e48-9146-d44c9b7ea009 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:35.799883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Attempting to bind port c24b006e-c2b6-4e48-9146-d44c9b7ea009 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:35.800214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Attempting to bind port c24b006e-c2b6-4e48-9146-d44c9b7ea009 on network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:35.809115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Deleting port 81bdee41-d254-454f-ada1-67b7d304385a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:35.809506 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.816568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Port c24b006e-c2b6-4e48-9146-d44c9b7ea009 on network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:03:35.816915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Attempting to bind port c24b006e-c2b6-4e48-9146-d44c9b7ea009 on network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:35.829255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.873949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:35.874569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Checking segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:35.875059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Bound using segment: {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:35.875780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Bound port: c24b006e-c2b6-4e48-9146-d44c9b7ea009, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceacd4e1-9502-45dd-a166-fa012815b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:35.876347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:35.939423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '4af3a950-5816-45d6-8653-06929791a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:35.940057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: 8da87f8c-c797-4be6-bb77-022beb075d25, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:35.949711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=e9d9816c-476c-4a6a-b787-6cfdd702d5c4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:35.963086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8da87f8c-c797-4be6-bb77-022beb075d25 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:35.974949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8da87f8c-c797-4be6-bb77-022beb075d25) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:35.981183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:35.985529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3dd273-17c0-46e5-84e0-43f1f445cafa None None] Network 8da87f8c-c797-4be6-bb77-022beb075d25 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:35.986366 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.004241 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ef3848f-7c8f-4362-a1ca-184b5661cec3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9643669 Jul 29 18:03:36.007016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51344) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:36.013035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25', 'name': 'tempest-PortsTestJSON-1122611999', 'fixed_ips': [{'subnet_id': 'e9d9816c-476c-4a6a-b787-6cfdd702d5c4', 'ip_address': '172.20.0.10'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:36.024463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] For port 81bdee41-d254-454f-ada1-67b7d304385a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=81bdee41-d254-454f-ada1-67b7d304385a,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:36.024992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.045517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:36.055048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7213b-d49c-4abf-ab0c-308b29c48e9b req-b7121b47-69be-4164-980c-af1ee8f99f6b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:36.056599 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1be7213b-d49c-4abf-ab0c-308b29c48e9b req-b7121b47-69be-4164-980c-af1ee8f99f6b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1281974 Jul 29 18:03:36.102527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:36.121697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.145347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:36.202797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8da87f8c-c797-4be6-bb77-022beb075d25', 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': 'e9d9816c-476c-4a6a-b787-6cfdd702d5c4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:36.204075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.220157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1be7213b-d49c-4abf-ab0c-308b29c48e9b req-6edae232-b5da-477f-9241-57aefa002c69 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304011 Jul 29 18:03:36.241121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:36.241708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.243171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] 10.222.0.38 "PUT /v2.0/ports/c24b006e-c2b6-4e48-9146-d44c9b7ea009 HTTP/1.1" status: 200 len: 1092 time: 1.3821576 Jul 29 18:03:36.243622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:36.246982 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf65301-4df2-424b-bf59-d8b23156d677" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:36.268819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.274740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b8fe3-f7c0-43bb-a667-2e26aaf464ef service neutron] Pushing event updated for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:36.291549 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port b19b4d3c-af21-410f-bbb2-fd270f6e354c yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:36.478731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-588aede2-070d-4802-bf7d-4b2f4182dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:36.480299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-588aede2-070d-4802-bf7d-4b2f4182dd84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 1095 time: 0.1825299 Jul 29 18:03:36.522473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Allocated IP 172.20.0.2 (8da87f8c-c797-4be6-bb77-022beb075d25/e9d9816c-476c-4a6a-b787-6cfdd702d5c4/3d3713cd-ffbc-4367-8727-81a2a8ed52fd) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:36.703315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.712220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Transition to ACTIVE for port object 3d3713cd-ffbc-4367-8727-81a2a8ed52fd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:36.727914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Transition to ACTIVE for port object 3d3713cd-ffbc-4367-8727-81a2a8ed52fd will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:36.734813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.781648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Network 8da87f8c-c797-4be6-bb77-022beb075d25 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:36.787032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:36.804455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Pushing event updated for resources: {'Port': ['ID=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:36.806971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:36.822088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.10 (8da87f8c-c797-4be6-bb77-022beb075d25/e9d9816c-476c-4a6a-b787-6cfdd702d5c4/b19b4d3c-af21-410f-bbb2-fd270f6e354c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:36.876962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Attempting to bind port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:36.877249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Attempting to bind port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4af3a950-5816-45d6-8653-06929791a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:36.877620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Attempting to bind port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd on network 8da87f8c-c797-4be6-bb77-022beb075d25 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:36.884376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:36.884754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Checking segment: {'id': '4af3a950-5816-45d6-8653-06929791a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:36.885165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.885715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Bound using segment: {'id': '4af3a950-5816-45d6-8653-06929791a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:36.886195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Bound port: 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af3a950-5816-45d6-8653-06929791a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:36.886615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.924684 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.925288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:36.925412 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Floating IP 82a7a1c8-a5be-4de2-ba93-bf664dc8bc86 disassociated. External IP: 172.25.5.138, port: 81bdee41-d254-454f-ada1-67b7d304385a. Jul 29 18:03:36.925697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Calling delete_port for 81bdee41-d254-454f-ada1-67b7d304385a owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:36.937164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-7e08acd1-d0b3-4114-8d5b-6c304d698d9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009 HTTP/1.1" status: 200 len: 217 time: 0.4484210 Jul 29 18:03:36.958883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] For port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:36.962815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] For port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,segment=NetworkSegment(4af3a950-5816-45d6-8653-06929791a98a),segment_id=4af3a950-5816-45d6-8653-06929791a98a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:36.973671 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.012824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7985-c5d1-4391-946c-177372cd9ff5 req-556eb341-aab5-44c3-99b7-8c0c3d56a055 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.016147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.020713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a04d7985-c5d1-4391-946c-177372cd9ff5 req-556eb341-aab5-44c3-99b7-8c0c3d56a055 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 944 time: 0.6099443 Jul 29 18:03:37.040759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object b19b4d3c-af21-410f-bbb2-fd270f6e354c will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:37.043374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f133a3b-a013-45cd-a8e2-4051b2b449a8 None None] Pushing event updated for resources: {'Port': ['ID=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:37.099775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.101032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-c72b880e-25e8-463f-94a0-93f169678ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.106037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-c72b880e-25e8-463f-94a0-93f169678ed7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c13bc7db-fc3a-410c-a568-66ac06283e07 HTTP/1.1" status: 200 len: 835 time: 0.1342394 Jul 29 18:03:37.110971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a04d7985-c5d1-4391-946c-177372cd9ff5 req-7c71dce5-bc1f-4d35-90ce-c045b8fca6b0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893950 Jul 29 18:03:37.164573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=b19b4d3c-af21-410f-bbb2-fd270f6e354c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:37.182089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-40698800-1e15-490b-a930-e1dae3bcf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.183780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-40698800-1e15-490b-a930-e1dae3bcf266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628550 Jul 29 18:03:37.195486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8da87f8c-c797-4be6-bb77-022beb075d25 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:37.197051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:37.199787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:37.212362 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c6d577-fad2-415f-bea5-90b018edf104 x-openstack-request-id: req-b1c6d577-fad2-415f-bea5-90b018edf104 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:37.212833 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:37.213242 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1c6d577-fad2-415f-bea5-90b018edf104 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:37.213873 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009', 'status': 'completed', 'code': 200} Jul 29 18:03:37.274605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.275276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.296439 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-faf88a77-88d2-46a2-a4a6-941b2df7cd44 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2881203 Jul 29 18:03:37.298920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:37.304292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': '8da87f8c-c797-4be6-bb77-022beb075d25', 'name': 'tempest-PortsTestJSON-1510605900', 'fixed_ips': [{'subnet_id': 'e9d9816c-476c-4a6a-b787-6cfdd702d5c4', 'ip_address': '172.20.0.9'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:37.315674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.360729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18c34c84-441a-4790-8a4f-9531befe8dd3 req-3bd8759b-78f5-474c-bf55-37e773472362 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 210 time: 0.0536408 Jul 29 18:03:37.384780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'Port': ['ID=81bdee41-d254-454f-ada1-67b7d304385a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:37.479550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:37.486347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.508076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 38910928-9e26-427a-b434-52d661e0120e yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:37.545176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-dd2c098a-20ef-4c4e-bd46-267fefff158a service neutron] 10.222.0.38 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352542 Jul 29 18:03:37.623163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21ab4c-89c5-4f77-a995-e063ed6b4156 req-732033ca-1503-4df8-b61f-5ae44ef2f6e7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.625337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d21ab4c-89c5-4f77-a995-e063ed6b4156 req-732033ca-1503-4df8-b61f-5ae44ef2f6e7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1601009 Jul 29 18:03:37.676429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Router af867b7d-9273-4e48-9c19-629312049307 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:03:37.703230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.9 (8da87f8c-c797-4be6-bb77-022beb075d25/e9d9816c-476c-4a6a-b787-6cfdd702d5c4/38910928-9e26-427a-b434-52d661e0120e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:37.715646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d21ab4c-89c5-4f77-a995-e063ed6b4156 req-3b3796bc-ff66-40d0-a817-d9bd82a640d8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Jul 29 18:03:37.721863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-a1f8ea2b-7158-4dbc-8b75-7c7cd285c095 service neutron] 10.222.0.38 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674957 Jul 29 18:03:37.885764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-9062b6c6-04bd-466b-abf3-b5b431a83ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:37.887798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-9062b6c6-04bd-466b-abf3-b5b431a83ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 1095 time: 0.1023283 Jul 29 18:03:37.892736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:37.905319 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Sync routers for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:37.925337 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:37.926142 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:37.948062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:37.984163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 38910928-9e26-427a-b434-52d661e0120e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:38.032934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] No DVR routers for this DVR port 81bdee41-d254-454f-ada1-67b7d304385a on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:38.036981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:38.048249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aeee9e89-90af-4c39-bd41-32316b232dfe req-6de09768-4931-4bf1-a36b-c8a441f0bdd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.49 "DELETE /v2.0/ports/81bdee41-d254-454f-ada1-67b7d304385a HTTP/1.1" status: 204 len: 173 time: 2.4947503 Jul 29 18:03:38.076356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:38.124825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-8b9ada0f-9209-44e4-944d-d51c51d91f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.127101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-8b9ada0f-9209-44e4-944d-d51c51d91f7f service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 HTTP/1.1" status: 200 len: 897 time: 0.2324703 Jul 29 18:03:38.197083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:38.250480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-1da00b70-d977-47b7-84a3-ee3e1cfa8e49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009 HTTP/1.1" status: 200 len: 217 time: 0.1128116 Jul 29 18:03:38.259029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8da87f8c-c797-4be6-bb77-022beb075d25 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:38.262191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:38.282191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:38.309101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=38910928-9e26-427a-b434-52d661e0120e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:38.395976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.395976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:38.421998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-956d7aeb-90ed-4066-a162-18b01b81e29f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1193581 Jul 29 18:03:38.422589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:38.432609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-4e74db8b-1e66-4e86-a3eb-d77cf71f6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.438067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-4e74db8b-1e66-4e86-a3eb-d77cf71f6a13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c13bc7db-fc3a-410c-a568-66ac06283e07 HTTP/1.1" status: 200 len: 835 time: 0.1811326 Jul 29 18:03:38.454502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a4ad-0db6-47dc-811d-752e79727c98 req-a22ed42b-fab9-4e2a-a072-145d3f53bcf5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.456895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb32a4ad-0db6-47dc-811d-752e79727c98 req-a22ed42b-fab9-4e2a-a072-145d3f53bcf5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 944 time: 0.1285594 Jul 29 18:03:38.550682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b027c83-2e7c-4217-a60a-3a312813f46d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.554884 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2b027c83-2e7c-4217-a60a-3a312813f46d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1287546 Jul 29 18:03:38.555219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:38.570277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb32a4ad-0db6-47dc-811d-752e79727c98 req-bff56da9-6884-4be8-8c4a-20cd85e36094 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974565 Jul 29 18:03:38.575416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-e96d06cc-f6b7-4f0d-9e61-c01d9710c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.576914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-e96d06cc-f6b7-4f0d-9e61-c01d9710c994 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186111 Jul 29 18:03:38.585917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8f678-7c98-44d5-906b-37e7c5d85b04 None None] Network 8da87f8c-c797-4be6-bb77-022beb075d25 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:38.686184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-2f6b9718-0411-4d40-8f7a-41bd526d4d85 service neutron] 10.222.0.38 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007071 Jul 29 18:03:38.686758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305194e-e82f-414a-bc96-fabdf5edc0cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.704168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305194e-e82f-414a-bc96-fabdf5edc0cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.724161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305194e-e82f-414a-bc96-fabdf5edc0cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:38.731457 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8305194e-e82f-414a-bc96-fabdf5edc0cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1740022 Jul 29 18:03:38.733424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51400) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:38.738103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-991865d0-0b77-49b0-96a9-3f0cbdf6105b None None] Provisioning for port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:38.783822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c24b006e-c2b6-4e48-9146-d44c9b7ea009 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:03:38.831376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1834a38-4b27-4c90-84d8-b74f8e620867 req-dcc9347f-b3c2-460f-99bf-65bb55346779 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d53a5235-2e2a-42c1-b0dc-3058c0b11fae HTTP/1.1" status: 200 len: 210 time: 0.0393391 Jul 29 18:03:38.860049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bf65301-4df2-424b-bf59-d8b23156d677 req-5b6672aa-6263-4ba3-8ff3-ed98edfc10d7 service neutron] 10.222.0.38 "GET /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646335 Jul 29 18:03:38.910461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:38.915768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 38910928-9e26-427a-b434-52d661e0120e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:38.916133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:38.968060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Checking router: af867b7d-9273-4e48-9c19-629312049307 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:03:38.986643 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:38.988621 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:39.040166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aa05a-05b4-4cf0-a87c-90d905ace8b2 req-9a87a62b-1ec7-4fec-bfcd-10a7098f69c1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:39.041891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e6aa05a-05b4-4cf0-a87c-90d905ace8b2 req-9a87a62b-1ec7-4fec-bfcd-10a7098f69c1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0977473 Jul 29 18:03:39.053703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.059382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:39.075344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009', 'network_id': '34ddfdbd-ef98-4f7c-b2c2-59a6bd747478', 'port_id': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009', 'mac_address': 'fa:16:3e:af:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13bc7db-fc3a-410c-a568-66ac06283e07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:03:39.088595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 38910928-9e26-427a-b434-52d661e0120e owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:39.116523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e6aa05a-05b4-4cf0-a87c-90d905ace8b2 req-209b3f5a-8b88-4390-805a-43efca8a708f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Jul 29 18:03:39.168436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.183808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24b006e-c2b6-4e48-9146-d44c9b7ea009 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:39.193765 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:03:39.215037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'name': 'network-vif-deleted', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:39.216472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:39.219303 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c69cf-5a01-47dd-8f49-5a4534494b89" -d '{"events": [{"server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "name": "network-vif-deleted", "tag": "81bdee41-d254-454f-ada1-67b7d304385a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:39.235967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.277397 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36baef-7611-4f30-9918-0401da061a15 x-openstack-request-id: req-dc36baef-7611-4f30-9918-0401da061a15 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:39.278559 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53a5235-2e2a-42c1-b0dc-3058c0b11fae", "name": "network-vif-deleted", "tag": "81bdee41-d254-454f-ada1-67b7d304385a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:39.279006 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc36baef-7611-4f30-9918-0401da061a15 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:39.280437 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53a5235-2e2a-42c1-b0dc-3058c0b11fae', 'name': 'network-vif-deleted', 'tag': '81bdee41-d254-454f-ada1-67b7d304385a', 'status': 'completed', 'code': 200} Jul 29 18:03:39.297644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d3713cd-ffbc-4367-8727-81a2a8ed52fd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:39.307716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d725dd65-21c3-4f9c-b997-86e607a72164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.342254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.387935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:39.391079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=38910928-9e26-427a-b434-52d661e0120e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:39.417728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:39.421984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:39.422444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.483578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Could not find standard attr ID for object 38910928-9e26-427a-b434-52d661e0120e. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:39.486654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.492355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51406) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:39.492573 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-baad1369-6ae1-494e-b61e-a3229d1ccb07 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/38910928-9e26-427a-b434-52d661e0120e HTTP/1.1" status: 204 len: 168 time: 0.7568293 Jul 29 18:03:39.501882 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:39.532528 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019092d8-5c66-4fa1-9dfe-cdb4c64d8d3b None None] The sync data for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 is: [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T17:59:35Z', 'revision_number': 4, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'fdc2fa23-4a48-4561-9258-03c27c91bc39', 'name': '', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'mac_address': 'fa:16:3e:66:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:34Z', 'updated_at': '2021-07-29T17:59:44Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'subnets': [{'id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:39.534819 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-97312343-54dc-43af-807c-60b91fae5032 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:39.539092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97312343-54dc-43af-807c-60b91fae5032 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/38910928-9e26-427a-b434-52d661e0120e HTTP/1.1" status: 404 len: 333 time: 0.0429268 Jul 29 18:03:39.540502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:39.541327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c24b006e-c2b6-4e48-9146-d44c9b7ea009'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:03:39.689503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port b19b4d3c-af21-410f-bbb2-fd270f6e354c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:39.689896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.819292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.845288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for b19b4d3c-af21-410f-bbb2-fd270f6e354c owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:39.966869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Provisioning for port b19b4d3c-af21-410f-bbb2-fd270f6e354c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:39.971008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:39.993271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Provisioning complete for port b19b4d3c-af21-410f-bbb2-fd270f6e354c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:39.997830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.052319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,segment=NetworkSegment(4af3a950-5816-45d6-8653-06929791a98a),segment_id=4af3a950-5816-45d6-8653-06929791a98a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:40.066182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.066521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.086782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Port b19b4d3c-af21-410f-bbb2-fd270f6e354c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:40.119004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed223e-d076-468f-be93-6801c8335dc3 None None] New status for floating IP 82a7a1c8-a5be-4de2-ba93-bf664dc8bc86: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:03:40.124868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=b19b4d3c-af21-410f-bbb2-fd270f6e354c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:40.131140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e212f-37b0-4cc4-a98c-c1f31a2d8f4e req-7a228eef-a14e-4ee2-b5ba-b8aba5835535 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:40.134005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b09e212f-37b0-4cc4-a98c-c1f31a2d8f4e req-7a228eef-a14e-4ee2-b5ba-b8aba5835535 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 945 time: 0.1209571 Jul 29 18:03:40.194892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b09e212f-37b0-4cc4-a98c-c1f31a2d8f4e req-9b51fab8-4613-4806-ba50-28b6972a4d0c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545964 Jul 29 18:03:40.238713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.243855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e7d7fb32-f1fe-464a-bcf2-afb5a03d6818 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/b19b4d3c-af21-410f-bbb2-fd270f6e354c HTTP/1.1" status: 204 len: 168 time: 0.7017322 Jul 29 18:03:40.246859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51420) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.300121 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e39c818-9bef-47f5-bf10-ea6ecf1d2bde tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:40.301799 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6e39c818-9bef-47f5-bf10-ea6ecf1d2bde tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/b19b4d3c-af21-410f-bbb2-fd270f6e354c HTTP/1.1" status: 404 len: 333 time: 0.0538917 Jul 29 18:03:40.304576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51424) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.308197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Provisioning complete for port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:40.308920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f58fe92d-ee84-4321-aa62-cc62a81d0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.334210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:40.394732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet e9d9816c-476c-4a6a-b787-6cfdd702d5c4 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:40.398843 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.406351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b881-0c5f-403d-9852-0a67290cde31 req-164bda17-c1c8-4504-8b5d-7a4f9ee9aa69 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:40.414625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8614b881-0c5f-403d-9852-0a67290cde31 req-164bda17-c1c8-4504-8b5d-7a4f9ee9aa69 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0983202 Jul 29 18:03:40.447193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 81bdee41-d254-454f-ada1-67b7d304385a no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:40.475242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.477566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8614b881-0c5f-403d-9852-0a67290cde31 req-bf9afe38-4364-4429-ad5b-0cd55b42f1bb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617135 Jul 29 18:03:40.492422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 81bdee41-d254-454f-ada1-67b7d304385a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:40.492844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 81bdee41-d254-454f-ada1-67b7d304385a not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:40.524416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51426) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.629402 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.643683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1aa64413-77b0-436b-bba4-5e79a6da1d61 None None] Could not find standard attr ID for object b19b4d3c-af21-410f-bbb2-fd270f6e354c. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:40.647510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1aa64413-77b0-436b-bba4-5e79a6da1d61 None None] Could not find standard attr ID for object 38910928-9e26-427a-b434-52d661e0120e. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:40.655862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.692131 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.736215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.766076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d9816c-476c-4a6a-b787-6cfdd702d5c4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:40.770328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.772255 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9916257-e32e-4d3c-bee7-e7f2335dcfb0 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/e9d9816c-476c-4a6a-b787-6cfdd702d5c4 HTTP/1.1" status: 204 len: 168 time: 0.4666581 Jul 29 18:03:40.776465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51428) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.781273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.783934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.785055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "DELETE /v2.0/security-groups/12f43e79-291b-4896-96d4-5268023ca7ae HTTP/1.1" status: 204 len: 168 time: 0.2593148 Jul 29 18:03:40.789400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.792208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d687e8b-98f0-4c24-826c-94954923f59a None None] Network 8da87f8c-c797-4be6-bb77-022beb075d25 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:40.805173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0769d7c-1276-4f72-90b4-63595ed24d0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f43e79-291b-4896-96d4-5268023ca7ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:40.807677 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-581335df-2ace-4f4e-b31a-04c6b507b2bb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] show failed (client error): The resource could not be found. Jul 29 18:03:40.811679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-581335df-2ace-4f4e-b31a-04c6b507b2bb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups/12f43e79-291b-4896-96d4-5268023ca7ae HTTP/1.1" status: 404 len: 347 time: 0.0184262 Jul 29 18:03:40.813979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:40.891974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.974933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:40.975321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:40.993785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Deleting port a00f07bf-48b4-4494-bb23-f03c8bb3072d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:40.994165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.044093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] DHCP port deletion for 8da87f8c-c797-4be6-bb77-022beb075d25 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:41.057360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,segment=NetworkSegment(4af3a950-5816-45d6-8653-06929791a98a),segment_id=4af3a950-5816-45d6-8653-06929791a98a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:41.057985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.075044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 3d3713cd-ffbc-4367-8727-81a2a8ed52fd owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:41.107149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Deleting port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:41.107582 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.110503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.111056 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.127222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Calling delete_port for a00f07bf-48b4-4494-bb23-f03c8bb3072d owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:41.163243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d3713cd-ffbc-4367-8727-81a2a8ed52fd no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:41.175287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.213948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:41.232517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] For port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,segment=NetworkSegment(4af3a950-5816-45d6-8653-06929791a98a),segment_id=4af3a950-5816-45d6-8653-06929791a98a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:41.233038 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.241057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:41.256417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Calling delete_port for 3d3713cd-ffbc-4367-8727-81a2a8ed52fd owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:41.261062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No active binding found for port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd {{(pid=94053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 18:03:41.261599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d3713cd-ffbc-4367-8727-81a2a8ed52fd not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:41.320340 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:03:41.337341 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:03:41.347678 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.371305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'Port': ['ID=a00f07bf-48b4-4494-bb23-f03c8bb3072d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:41.377971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] Pushing event deleted for resources: {'Port': ['ID=3d3713cd-ffbc-4367-8727-81a2a8ed52fd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:41.385700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb5c98-2f67-427f-a088-5d8716b642b3 None None] No DVR routers for this DVR port 3d3713cd-ffbc-4367-8727-81a2a8ed52fd on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:41.417811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.431046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da87f8c-c797-4be6-bb77-022beb075d25']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:41.441790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.443861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af3a950-5816-45d6-8653-06929791a98a') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:41.444164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af3a950-5816-45d6-8653-06929791a98a') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:41.444410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.445733 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-648e6cdd-5a0b-4ea9-b406-fbd7e5dadb41 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "DELETE /v2.0/floatingips/82a7a1c8-a5be-4de2-ba93-bf664dc8bc86 HTTP/1.1" status: 204 len: 168 time: 0.6306875 Jul 29 18:03:41.462365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e229cdc-4d0a-4214-b9f3-d1ed7ff8d94f req-10b420d8-4288-4348-9e8a-b799aa2a973a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:41.463906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e229cdc-4d0a-4214-b9f3-d1ed7ff8d94f req-10b420d8-4288-4348-9e8a-b799aa2a973a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 945 time: 0.1188655 Jul 29 18:03:41.466004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.498884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.511045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:41.511467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:41.514734 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:41.566513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e229cdc-4d0a-4214-b9f3-d1ed7ff8d94f req-2ef315cc-4ad6-40d1-8470-7a2ad042b273 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897264 Jul 29 18:03:41.591696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.605673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.605673 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/8da87f8c-c797-4be6-bb77-022beb075d25 HTTP/1.1" status: 204 len: 168 time: 0.8238358 Jul 29 18:03:41.606311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:41.611759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1182076003'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:41.629212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3902d-1dd5-4140-bb09-27dc0a812c28 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=8da87f8c-c797-4be6-bb77-022beb075d25,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:41.644699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:41.650268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.659015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-adf62122-c662-429b-9444-00a080d66613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.677044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:03:41.687914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.688428 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Added segment 0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b of type vlan for network ea6e3451-a091-4d86-bd4b-a903a1b8562e Jul 29 18:03:41.706819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c941-c484-46df-8280-5952dfa09492 req-3f27f121-ed75-484f-9b38-df44e4d84242 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:41.714506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3193c941-c484-46df-8280-5952dfa09492 req-3f27f121-ed75-484f-9b38-df44e4d84242 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0638187 Jul 29 18:03:41.734666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.749087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3193c941-c484-46df-8280-5952dfa09492 req-39be6ad8-16a0-4a6b-a480-0da2583c11b8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Jul 29 18:03:41.771417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.777011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:41.777839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.846293 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2365563 Jul 29 18:03:41.847370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51444) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:41.854929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:41.862529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f959c5d-e570-4c53-8f6b-127174c4f6f6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Network': ['ID=ea6e3451-a091-4d86-bd4b-a903a1b8562e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:41.863914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:41.875521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:03:41.955761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:41.960112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.158047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.219262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=70de4008-2c61-483c-ac9c-e76dd8422d08,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.223282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.227718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778646148', 'description': 'tempest-description--871200809'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:42.245158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Checking segment: {'id': '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:42.245513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network hostable DHCP agents. Network: ea6e3451-a091-4d86-bd4b-a903a1b8562e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:03:42.262443 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.270974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51454) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.277294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:03:42.293790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ea6e3451-a091-4d86-bd4b-a903a1b8562e) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:42.300044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:42.300617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.306203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677c3b4-ad43-4710-aa06-0e1f17a49c0b None None] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:42.369016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.375263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.388981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3ace-059c-44b3-8f9c-6dc7cafdc077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.392589 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-efc1f26a-f580-4ddf-84ab-a49622a66ab4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5420082 Jul 29 18:03:42.394843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.401722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1483341324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:42.419967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffabe0d2-beb0-456d-8cef-be7429e809c5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.470398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ea6e3451-a091-4d86-bd4b-a903a1b8562e', 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': '70de4008-2c61-483c-ac9c-e76dd8422d08'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:42.471251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.478848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3ace-059c-44b3-8f9c-6dc7cafdc077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.484100 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3ace-059c-44b3-8f9c-6dc7cafdc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.490629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.494693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca0ad0d1-b5e4-4a8a-ab07-a45bc48a2fab tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2676637 Jul 29 18:03:42.494875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51460) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.501563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group_rule': {'security_group_id': 'ffabe0d2-beb0-456d-8cef-be7429e809c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:42.519050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.520111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.524595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fbaf3ace-059c-44b3-8f9c-6dc7cafdc077 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b638e682ff7347d8a1b7a27b6d50bafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524939 Jul 29 18:03:42.525708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf3ace-059c-44b3-8f9c-6dc7cafdc077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbde041-d831-4361-aa65-fa205f6ab9b2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.527314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.588117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.621521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Allocated IP 172.20.0.2 (ea6e3451-a091-4d86-bd4b-a903a1b8562e/70de4008-2c61-483c-ac9c-e76dd8422d08/0a856fcd-88ce-4016-a9ed-70c2100b0bfa) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:42.659004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.670309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.675428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.703598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db20a2-789f-4dfe-9db2-4a1b3fe0121f req-dbb076af-5e7f-4e9b-919d-8159a980955a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:42.705143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81db20a2-789f-4dfe-9db2-4a1b3fe0121f req-dbb076af-5e7f-4e9b-919d-8159a980955a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 945 time: 0.0639014 Jul 29 18:03:42.710590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.711784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-70ab761a-52e4-4f8f-9af4-97593b11386e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3137577 Jul 29 18:03:42.714965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51466) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.719922 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.720392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e', 'name': 'tempest-PortsTestJSON-1313466305'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:42.722521 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.728607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.765970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c84754e-a251-4443-b1de-f5ac4f68ad31,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.774153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.775766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9cf38aa9-5bb0-44d0-a68f-27ac66dc57c6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799075 Jul 29 18:03:42.778516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.780854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.783604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'security_group_rule': {'security_group_id': 'ffabe0d2-beb0-456d-8cef-be7429e809c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:42.784189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c24b006e-c2b6-4e48-9146-d44c9b7ea009 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:42.792634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Transition to ACTIVE for port object 0a856fcd-88ce-4016-a9ed-70c2100b0bfa will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:42.806213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81db20a2-789f-4dfe-9db2-4a1b3fe0121f req-dcdae10f-b3db-4566-9d92-78c3393e1981 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810647 Jul 29 18:03:42.825073 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.831410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.835864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.837149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fbde041-d831-4361-aa65-fa205f6ab9b2 HTTP/1.1" status: 204 len: 168 time: 0.3088601 Jul 29 18:03:42.837437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Transition to ACTIVE for port object 0a856fcd-88ce-4016-a9ed-70c2100b0bfa will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:42.849452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.862234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ed65d-097d-4b54-8a13-79684d81fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbde041-d831-4361-aa65-fa205f6ab9b2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.899484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:42.905722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:42.911685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.917663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:42.925178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:42.928965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.935320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.948869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 87b86e71-4b68-4f2b-b895-496247c53c64 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:42.959700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd83f9c0-4085-4853-987c-3676f1e008e8,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.974497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Pushing event updated for resources: {'Port': ['ID=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:42.976098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:42.986603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42079b1a-a922-465f-b795-9161865b6f07 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2063825 Jul 29 18:03:42.987489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:42.993221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:43.014265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port c24b006e-c2b6-4e48-9146-d44c9b7ea009 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:43.020910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.022432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.023124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c24b006e-c2b6-4e48-9146-d44c9b7ea009 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:43.023124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.025767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Attempting to bind port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:43.027002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Attempting to bind port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:43.028189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Attempting to bind port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa on network ea6e3451-a091-4d86-bd4b-a903a1b8562e {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:43.056655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c227-f461-4ec5-bcb6-b28d95566c5f req-746a89df-7834-4b9d-a897-b171a5c75780 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:43.058234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bd3c227-f461-4ec5-bcb6-b28d95566c5f req-746a89df-7834-4b9d-a897-b171a5c75780 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1264954 Jul 29 18:03:43.059135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:43.059572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Checking segment: {'id': '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:43.060049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.065455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Bound using segment: {'id': '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:43.065983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Bound port: 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ea6e3451-a091-4d86-bd4b-a903a1b8562e'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:43.066420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.143103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bd3c227-f461-4ec5-bcb6-b28d95566c5f req-8928dab1-7eab-4707-8abd-9df87406e53b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748277 Jul 29 18:03:43.155078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.8 (ea6e3451-a091-4d86-bd4b-a903a1b8562e/70de4008-2c61-483c-ac9c-e76dd8422d08/87b86e71-4b68-4f2b-b895-496247c53c64) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:43.186128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.191024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] For port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:43.199312 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.216176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] For port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,segment=NetworkSegment(0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b),segment_id=0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:43.222563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.303410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:43.320022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.325201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8663e4-01f0-4e8b-8ab6-b2771c21f887 None None] Pushing event updated for resources: {'Port': ['ID=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:43.340324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Allocated IP 172.25.5.159 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:43.405025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:43.422142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.440984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 87b86e71-4b68-4f2b-b895-496247c53c64 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:43.479115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.487246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.530285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.539893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:43.548892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:43.559050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:43.596997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=87b86e71-4b68-4f2b-b895-496247c53c64,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:43.627452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:43.628267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.646450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:43.650688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f2ea817d-25c8-4a4d-9fa0-24b3969b7e70 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9338498 Jul 29 18:03:43.652809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:43.652956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51496) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:43.655470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:43.715847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:43.729898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.730299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.731197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.731197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.731550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.732033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.732033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.732368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.732688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.733129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.733453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.733769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:43.783630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:43.819343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.001041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.009302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.026758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bf462-821f-4d9b-959b-41d3dd7cb7f9 req-ea0d8b6b-05e5-4570-b9ea-24bc10df598b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:44.028336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e6bf462-821f-4d9b-959b-41d3dd7cb7f9 req-ea0d8b6b-05e5-4570-b9ea-24bc10df598b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1071851 Jul 29 18:03:44.056665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:44.070707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.109510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.127043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.130466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20d5b20b-4a6f-48a2-aed7-706b27e1e5ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1394625 Jul 29 18:03:44.151170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e6bf462-821f-4d9b-959b-41d3dd7cb7f9 req-38737981-707d-4da3-96b6-ecd0786832b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817327 Jul 29 18:03:44.399975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342600-37ad-4b15-b93f-06659f15d6d8 req-2bed4e3d-8492-4419-ae52-9ff9e03d6998 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:44.407748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5342600-37ad-4b15-b93f-06659f15d6d8 req-2bed4e3d-8492-4419-ae52-9ff9e03d6998 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1537826 Jul 29 18:03:44.471422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e7b03-df76-44b0-9022-b326b512e718 None None] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:44.472100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5342600-37ad-4b15-b93f-06659f15d6d8 req-7a55fe99-561b-451f-bd23-5a60d486b785 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633891 Jul 29 18:03:44.497607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.511295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.639920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.646936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-df94b577-921c-40cf-a093-1d5d177e4ba0 None None] Provisioning for port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:44.671240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=87b86e71-4b68-4f2b-b895-496247c53c64,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:44.702779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.703148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.703560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.703966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.704364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.704766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.705161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.705552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.705944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.706351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.706741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.707123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:44.723950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-a984f717-361f-4528-ac2f-b08369b1fcef tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--778646148&fields=id&tenant_id=120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 267 time: 0.1202314 Jul 29 18:03:44.884807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:44.957047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-fc9c0fd6-f872-4772-8d3e-8de234319bc6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:44.958750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-fc9c0fd6-f872-4772-8d3e-8de234319bc6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 810 time: 0.2241333 Jul 29 18:03:44.999540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-8dc25a58-b4dc-440a-856c-79e211a43a39 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/quotas/120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 375 time: 0.0213177 Jul 29 18:03:45.142014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7854310b-5773-4bd4-aa33-4e4584424e2e None None] Provisioning for port 87b86e71-4b68-4f2b-b895-496247c53c64 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:45.147043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7854310b-5773-4bd4-aa33-4e4584424e2e None None] Provisioning complete for port 87b86e71-4b68-4f2b-b895-496247c53c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:45.147417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7854310b-5773-4bd4-aa33-4e4584424e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.185361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-19754b3f-dde5-41e9-bd83-fe92bcc4fc94 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773264 Jul 29 18:03:45.186029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.225547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7854310b-5773-4bd4-aa33-4e4584424e2e None None] Port 87b86e71-4b68-4f2b-b895-496247c53c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:45.227708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0a856fcd-88ce-4016-a9ed-70c2100b0bfa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:45.290140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:45.295995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:45.296767 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.319584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-fe7da295-132d-4d06-9302-fc4c201a4d09 service neutron] 10.222.0.16 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256988 Jul 29 18:03:45.397571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.457432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,segment=NetworkSegment(0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b),segment_id=0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:45.465957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d198c805-8cf8-4a25-9fa0-222343e7f647 None None] Provisioning complete for port 87b86e71-4b68-4f2b-b895-496247c53c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:45.466488 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d198c805-8cf8-4a25-9fa0-222343e7f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.470111 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.541702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d198c805-8cf8-4a25-9fa0-222343e7f647 None None] Port 87b86e71-4b68-4f2b-b895-496247c53c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:45.561333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:45.663473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-442d75ac-0542-43a6-9005-1b6093bede55 None None] Provisioning complete for port 87b86e71-4b68-4f2b-b895-496247c53c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:45.663744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-442d75ac-0542-43a6-9005-1b6093bede55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.703173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-442d75ac-0542-43a6-9005-1b6093bede55 None None] Port 87b86e71-4b68-4f2b-b895-496247c53c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:45.895641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-044295cc-d7ae-4c75-9b34-2eec19a558c5 service neutron] 10.222.0.16 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605505 Jul 29 18:03:45.968930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:45.973215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:46.066986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:46.070655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=87b86e71-4b68-4f2b-b895-496247c53c64,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:46.158879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce170de-2ba3-47c1-8942-af2e2853429a req-21839f43-62c0-462e-acb3-67e263e5330e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:46.160415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ce170de-2ba3-47c1-8942-af2e2853429a req-21839f43-62c0-462e-acb3-67e263e5330e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1111467 Jul 29 18:03:46.222063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:46.225927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ce170de-2ba3-47c1-8942-af2e2853429a req-75a926f7-3aca-4192-82d7-8b23f9f68806 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528641 Jul 29 18:03:46.226955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:46.355306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-261ad887-5b8c-469c-901f-409e55a7d3b2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=af961d91895249038199f9884dfa296c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387013 Jul 29 18:03:46.514954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Router 8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:03:46.527630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-512edf6f-638d-4755-9cca-e4723a7b54a2 None None] Provisioning complete for port 87b86e71-4b68-4f2b-b895-496247c53c64 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:46.528179 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-512edf6f-638d-4755-9cca-e4723a7b54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:46.568069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-512edf6f-638d-4755-9cca-e4723a7b54a2 None None] Port 87b86e71-4b68-4f2b-b895-496247c53c64 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:46.609827 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-cb6f930c-de15-4552-92a7-7cf82e78c76b tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:46.611393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-cb6f930c-de15-4552-92a7-7cf82e78c76b tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496638 Jul 29 18:03:46.652224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-afcc1efa-c81c-44c8-ab7b-c5c7b13a2058 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/quotas/af961d91895249038199f9884dfa296c HTTP/1.1" status: 200 len: 375 time: 0.0150309 Jul 29 18:03:46.675880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:46.685499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] Sync routers for ids ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:46.695559 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] Routers {'8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:46.696195 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:46.696456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1628ed4d-a978-45b9-85f0-3a21c438bbac tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/routers/8c2074b8-54f0-4b69-8ae3-d4d8085e80d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422363 Jul 29 18:03:46.698752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-0f0cb380-784b-4c55-835b-2febf02ffb9a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af961d91895249038199f9884dfa296c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373671 Jul 29 18:03:46.700112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51554) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:46.732981 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:46.741831 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] Routers {'8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:46.742467 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:46.749197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bcd9c3-b511-493d-a6c6-4d6c69e361a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:46.750698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-21bcd9c3-b511-493d-a6c6-4d6c69e361a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 HTTP/1.1" status: 200 len: 982 time: 0.0506322 Jul 29 18:03:46.753489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:46.775886 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:46.776805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ba660-1dfa-41e3-b2a1-59ccfda6f2e3 None None] The sync data for ids ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:47.118620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0a856fcd-88ce-4016-a9ed-70c2100b0bfa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:47.129201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24aa06-6e44-42f0-9e64-00e733c63e83 req-e5e5a0c5-869e-4ec2-bc15-f2aef4c408f0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:47.130780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d24aa06-6e44-42f0-9e64-00e733c63e83 req-e5e5a0c5-869e-4ec2-bc15-f2aef4c408f0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.2651384 Jul 29 18:03:47.175747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-10c62127-2dac-453e-a837-5c737680a2db tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:47.177010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:47.177235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-10c62127-2dac-453e-a837-5c737680a2db tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.38 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 810 time: 0.2377906 Jul 29 18:03:47.177389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:47.230372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d24aa06-6e44-42f0-9e64-00e733c63e83 req-7d0a4818-49bf-4579-8051-c13c0d675f2f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893989 Jul 29 18:03:47.298197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-9379231a-47cc-4a8d-be86-9af4c5b25c24 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=120c2589b1ca44f19815b98f3733539e HTTP/1.1" status: 200 len: 379 time: 0.1091971 Jul 29 18:03:47.309083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Request body: {'port': {'device_id': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'admin_state_up': True, 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'security_groups': ['ffabe0d2-beb0-456d-8cef-be7429e809c5']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:47.394794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a070267-b210-405b-84c3-245bded7d97d req-414e407e-c8a5-4616-b16c-30a3d7ed739f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 210 time: 0.0410445 Jul 29 18:03:47.529583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc836eca-63f8-4482-be56-c551c4c1b2ba req-e6e08e41-7817-47cb-a37f-bb54d0723e23 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0781012 Jul 29 18:03:47.569592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:47.605851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Made reservation on behalf of 120c2589b1ca44f19815b98f3733539e for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:47.609336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:47.661408 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:03:47.778518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14e77-5fd3-45d6-a0d5-e27b39aa44a1 req-d8986aca-bbea-43e2-80fb-4a01cc2f32a0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:47.780238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65c14e77-5fd3-45d6-a0d5-e27b39aa44a1 req-d8986aca-bbea-43e2-80fb-4a01cc2f32a0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1779785 Jul 29 18:03:47.840058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-3426edb3-dfa6-49d3-95cf-523311190075 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=af961d91895249038199f9884dfa296c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406194 Jul 29 18:03:48.299965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65c14e77-5fd3-45d6-a0d5-e27b39aa44a1 req-663b96e4-8df3-4e9d-b912-191fdccab6e6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947662 Jul 29 18:03:48.336202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Allocated IP 172.20.0.13 (a63b3844-8388-46b5-9563-ab9428450a74/3a21b4dd-058b-4849-a701-6ab87c379133/679eb650-f1f4-471b-9b48-8e73721767e8) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:48.391130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-b62826d7-133d-42df-aa6d-e24ddf715049 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:48.392564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-b62826d7-133d-42df-aa6d-e24ddf715049 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5432112 Jul 29 18:03:48.418275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Request body: {'port': {'device_id': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'af961d91895249038199f9884dfa296c'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:48.593861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541fb83-6533-42f1-872b-54ebd6fa577d req-67d5ecb2-e2dc-4ab8-a37a-5014e46812be tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:48.595384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3541fb83-6533-42f1-872b-54ebd6fa577d req-67d5ecb2-e2dc-4ab8-a37a-5014e46812be tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.2331855 Jul 29 18:03:48.688674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 87b86e71-4b68-4f2b-b895-496247c53c64 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:48.688989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:48.695058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:48.745406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3541fb83-6533-42f1-872b-54ebd6fa577d req-92744967-4257-4293-a609-abf518fd5038 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355350 Jul 29 18:03:48.761621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Transition to ACTIVE for port object 679eb650-f1f4-471b-9b48-8e73721767e8 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:48.775861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Made reservation on behalf of af961d91895249038199f9884dfa296c for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:48.779413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:48.804517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:48.871596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ef82e00-fe1f-4eef-88bc-659f1b761469 req-641f36e4-0e10-4bd9-b5fd-c1effe3f5d6b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 210 time: 0.0637600 Jul 29 18:03:48.876218 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:48.899983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 87b86e71-4b68-4f2b-b895-496247c53c64 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:48.909227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.027998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ade6620d-6e75-4cdd-a98a-25d786877a45 req-658a3a29-c7ca-47bf-a833-e4bfe2e7c1f2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0788982 Jul 29 18:03:49.049729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event updated for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:49.069516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Network a63b3844-8388-46b5-9563-ab9428450a74 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:49.074130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:49.078078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:49.188555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:49.189186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.211870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.220204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.263650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-b073c232-e044-4a77-9cee-7a227d7e0a70 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9597631 Jul 29 18:03:49.314064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-38987035-6b3e-4ca4-add2-1bf1c605497e None None] Provisioning for port 679eb650-f1f4-471b-9b48-8e73721767e8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:49.318853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-38987035-6b3e-4ca4-add2-1bf1c605497e None None] Provisioning complete for port 679eb650-f1f4-471b-9b48-8e73721767e8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:49.319223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38987035-6b3e-4ca4-add2-1bf1c605497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.325579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2e6f08-1592-4250-a5df-baa62b00d4e6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:49.353550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.389695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-38987035-6b3e-4ca4-add2-1bf1c605497e None None] Port 679eb650-f1f4-471b-9b48-8e73721767e8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:49.419295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Request body: {'port': {'device_id': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:49.435825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=87b86e71-4b68-4f2b-b895-496247c53c64,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:49.548200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Allocated IP 192.168.233.192 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/d1c3a116-7af9-418d-9cd5-c103243fda9a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:49.598387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.614558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76832b2-a163-4847-b971-1d8be35ce2eb req-176514c2-729e-44ba-a163-c1b566814eba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:49.616059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f76832b2-a163-4847-b971-1d8be35ce2eb req-176514c2-729e-44ba-a163-c1b566814eba tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.2010000 Jul 29 18:03:49.719808 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:49.820562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f76832b2-a163-4847-b971-1d8be35ce2eb req-0d22001f-f876-44c6-a66b-1a0b6cb90ed4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669476 Jul 29 18:03:50.148634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.162815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700064a5-491f-4f0f-bd44-02b23f3c80d0 req-4e5e3596-f903-4f74-9f82-f7cbdbc6c2bc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:50.164344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-700064a5-491f-4f0f-bd44-02b23f3c80d0 req-4e5e3596-f903-4f74-9f82-f7cbdbc6c2bc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.2715788 Jul 29 18:03:50.197520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Router 8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:03:50.205459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Transition to ACTIVE for port object d1c3a116-7af9-418d-9cd5-c103243fda9a will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:50.268336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-700064a5-491f-4f0f-bd44-02b23f3c80d0 req-0c01a113-6379-4e6b-b43b-cc37d8f9ee37 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934174 Jul 29 18:03:50.399069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:03:50.404455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c40b4389-c2e8-4669-9dec-7d11093fc59a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/routers/8c2074b8-54f0-4b69-8ae3-d4d8085e80d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6498735 Jul 29 18:03:50.407253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:50.419117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.421764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] Sync routers for ids ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:03:50.428933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679eb650-f1f4-471b-9b48-8e73721767e8 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:50.431891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] Routers {'8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:50.432534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:50.440280 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e178928-015e-4e64-b564-e0ed8f1d6216 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:50.442216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6e178928-015e-4e64-b564-e0ed8f1d6216 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/87b86e71-4b68-4f2b-b895-496247c53c64 HTTP/1.1" status: 404 len: 333 time: 0.0335085 Jul 29 18:03:50.445065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:50.463754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.471425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:50.483084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] Routers {'8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:03:50.484095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:03:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:50.491963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc688c-bd5c-4063-93b5-8f4d9eb34e78 req-0cbef6c2-ffcb-47b1-bfa9-48aabac4fa96 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:50.493496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7cc688c-bd5c-4063-93b5-8f4d9eb34e78 req-0cbef6c2-ffcb-47b1-bfa9-48aabac4fa96 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 932 time: 0.1539485 Jul 29 18:03:50.495356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:50.505313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:50.509658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Transition to ACTIVE for port object 679eb650-f1f4-471b-9b48-8e73721767e8 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:50.520895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:50.522674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.526943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:50.527852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331d1e1-077c-4e4f-ba2d-79d22a659408 None None] The sync data for ids ['8c2074b8-54f0-4b69-8ae3-d4d8085e80d9'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:03:50.533456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.535190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Pushing event updated for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:50.640024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7cc688c-bd5c-4063-93b5-8f4d9eb34e78 req-148b6ea4-1add-4bf3-a37d-41b0134c0136 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380129 Jul 29 18:03:50.645633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:50.646304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.652442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Pushing event updated for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:50.696107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-7fcc2c0e-edc7-49a1-8c7f-3df551c214a4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2866056 Jul 29 18:03:50.705468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.708090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.764461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.765362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:03:50.786909 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.788188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-28901a86-6076-4729-aac9-22122dd0f2d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/routers/8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 HTTP/1.1" status: 204 len: 168 time: 0.3420711 Jul 29 18:03:50.790840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:50.792062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Request body: {'port': {'device_id': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:50.853336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 70de4008-2c61-483c-ac9c-e76dd8422d08 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:50.856883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.864485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Attempting to bind port 679eb650-f1f4-471b-9b48-8e73721767e8 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:50.864814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Attempting to bind port 679eb650-f1f4-471b-9b48-8e73721767e8 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:50.865135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Attempting to bind port 679eb650-f1f4-471b-9b48-8e73721767e8 on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:50.880687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec12fe-bf49-4eef-a1b4-59db2a4c42aa req-90a15021-ad42-416e-b3e9-6b105f3d874f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:50.882272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8eec12fe-bf49-4eef-a1b4-59db2a4c42aa req-90a15021-ad42-416e-b3e9-6b105f3d874f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 936 time: 0.1544197 Jul 29 18:03:50.885681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Port 679eb650-f1f4-471b-9b48-8e73721767e8 on network a63b3844-8388-46b5-9563-ab9428450a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:03:50.886039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Attempting to bind port 679eb650-f1f4-471b-9b48-8e73721767e8 on network a63b3844-8388-46b5-9563-ab9428450a74 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:50.900404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:50.900743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Checking segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:50.901119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Bound using segment: {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:50.901572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Bound port: 679eb650-f1f4-471b-9b48-8e73721767e8, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd590333-4455-449f-81b0-f496defffb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:50.901928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.902753 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.903586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.925582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0bdb833e-4ad4-464c-9008-8354c1355866 None None] Provisioning for port d1c3a116-7af9-418d-9cd5-c103243fda9a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:50.951042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0bdb833e-4ad4-464c-9008-8354c1355866 None None] Provisioning complete for port d1c3a116-7af9-418d-9cd5-c103243fda9a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:50.951753 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0bdb833e-4ad4-464c-9008-8354c1355866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.990500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:50.991982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb833e-4ad4-464c-9008-8354c1355866 None None] Port d1c3a116-7af9-418d-9cd5-c103243fda9a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:50.995862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8eec12fe-bf49-4eef-a1b4-59db2a4c42aa req-7128d0af-8b21-415f-a409-1dc396b1adf5 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032646 Jul 29 18:03:51.068874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.090916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:51.095336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=70de4008-2c61-483c-ac9c-e76dd8422d08,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:51.099010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.101259 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5ef3f4a4-7f75-4747-96cd-dda03cdc6955 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/70de4008-2c61-483c-ac9c-e76dd8422d08 HTTP/1.1" status: 204 len: 168 time: 0.3093162 Jul 29 18:03:51.103883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51596) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:51.109258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0e3e6-8fb0-443f-a805-bcead65b8670 None None] Network ea6e3451-a091-4d86-bd4b-a903a1b8562e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:51.134990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=679eb650-f1f4-471b-9b48-8e73721767e8,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:51.149074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.184335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.239919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:51.240545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.242146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/679eb650-f1f4-471b-9b48-8e73721767e8 HTTP/1.1" status: 200 len: 1092 time: 1.9663982 Jul 29 18:03:51.243404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:51.243753 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.256732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:51.260027 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aacda1-1267-4cb3-b0d4-35574ac0dadd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:51.270277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716da5-1f33-4263-ac92-c298439e2726 req-3e4b6c65-c184-4395-b07d-1a2798d2d0bc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:51.271850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d716da5-1f33-4263-ac92-c298439e2726 req-3e4b6c65-c184-4395-b07d-1a2798d2d0bc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1867700 Jul 29 18:03:51.331865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] For port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,segment=NetworkSegment(0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b),segment_id=0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:51.332396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.346918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 0a856fcd-88ce-4016-a9ed-70c2100b0bfa owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:51.354452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] DHCP port deletion for ea6e3451-a091-4d86-bd4b-a903a1b8562e request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:03:51.371050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69875cc7-fc56-4296-8098-9534175764f2 service neutron] Pushing event updated for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:51.414004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Deleting port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:51.414410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.427189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d716da5-1f33-4263-ac92-c298439e2726 req-42c314bc-cb2f-4237-8e03-8c777855bc87 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466949 Jul 29 18:03:51.445483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-0dfa082a-ad1a-401d-8c04-63f0cda6f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:51.447467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-0dfa082a-ad1a-401d-8c04-63f0cda6f2a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 1095 time: 0.1547906 Jul 29 18:03:51.460872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.488542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] For port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,segment=NetworkSegment(0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b),segment_id=0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:51.489145 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.498271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:51.504447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No DVR routers for this DVR port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:51.506104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-c41b3408-5a01-4f8d-882b-9f5569fcb82a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679eb650-f1f4-471b-9b48-8e73721767e8 HTTP/1.1" status: 200 len: 217 time: 0.0463638 Jul 29 18:03:51.508871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Calling delete_port for 0a856fcd-88ce-4016-a9ed-70c2100b0bfa owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:51.601791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.609307 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad86c61-98d3-4e69-921f-96115c62d18b x-openstack-request-id: req-8ad86c61-98d3-4e69-921f-96115c62d18b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:51.609599 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:51.609856 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ad86c61-98d3-4e69-921f-96115c62d18b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:51.610273 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8', 'status': 'completed', 'code': 200} Jul 29 18:03:51.614925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c3a116-7af9-418d-9cd5-c103243fda9a {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:51.618199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6e3451-a091-4d86-bd4b-a903a1b8562e']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:51.619022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.625482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.628634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-19cc48ca-3757-47c9-b8b5-d2a8e33e1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:51.629803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:51.630067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3dc6ba-f28a-41c5-a38c-b844a1f6ce5b') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:03:51.630162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-19cc48ca-3757-47c9-b8b5-d2a8e33e1c86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.1103182 Jul 29 18:03:51.643130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.659553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.661102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] Pushing event deleted for resources: {'Port': ['ID=0a856fcd-88ce-4016-a9ed-70c2100b0bfa,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:51.667133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b25f2-afc8-42de-9b75-39aa05cd0e7e None None] No DVR routers for this DVR port 0a856fcd-88ce-4016-a9ed-70c2100b0bfa on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:03:51.671509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:03:51.672101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.679693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Transition to ACTIVE for port object d1c3a116-7af9-418d-9cd5-c103243fda9a will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:03:51.680399 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:03:51.688608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.743531 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.750919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:51.754995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/ea6e3451-a091-4d86-bd4b-a903a1b8562e HTTP/1.1" status: 204 len: 168 time: 0.6478775 Jul 29 18:03:51.764649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51606) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:51.775243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9011-06b2-4600-b83b-e4538e5562a6 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=ea6e3451-a091-4d86-bd4b-a903a1b8562e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:51.811162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad5b5f-ed9c-442d-b7e7-3510d22b40d5 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:51.812687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8aad5b5f-ed9c-442d-b7e7-3510d22b40d5 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/a1060ab1-b039-45ab-ac0e-d7a79486ea49 HTTP/1.1" status: 200 len: 841 time: 0.0470550 Jul 29 18:03:51.816644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:51.858767 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e686288c-a0a7-4f64-9434-2bfb69209451 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/a1060ab1-b039-45ab-ac0e-d7a79486ea49?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0408909 Jul 29 18:03:51.862515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51610) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:51.867616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:52.135971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-a5f71132-faa7-4054-bb1e-c530ca0701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.137805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-a5f71132-faa7-4054-bb1e-c530ca0701b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4976175 Jul 29 18:03:52.164773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Pushing event updated for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:52.176719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f1bd4-e4aa-4499-ad92-4a98f2c897ea req-6f0d75f3-3410-4954-8b48-b14ee94863d7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.180233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab7f1bd4-e4aa-4499-ad92-4a98f2c897ea req-6f0d75f3-3410-4954-8b48-b14ee94863d7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.5147707 Jul 29 18:03:52.326019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab7f1bd4-e4aa-4499-ad92-4a98f2c897ea req-1c8c186f-e9ee-4ab6-9b35-d19ea55f2261 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088872 Jul 29 18:03:52.345663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-40e8f374-8762-4dda-96b7-c7495ebfd831 service neutron] 10.222.0.38 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917264 Jul 29 18:03:52.346580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:52.350209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.371888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Attempting to bind port d1c3a116-7af9-418d-9cd5-c103243fda9a on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:52.372229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Attempting to bind port d1c3a116-7af9-418d-9cd5-c103243fda9a by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:52.372559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Attempting to bind port d1c3a116-7af9-418d-9cd5-c103243fda9a on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:52.412290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Port d1c3a116-7af9-418d-9cd5-c103243fda9a on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:03:52.423970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Attempting to bind port d1c3a116-7af9-418d-9cd5-c103243fda9a on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:52.458369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:52.459164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:52.459164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:52.459520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Bound port: d1c3a116-7af9-418d-9cd5-c103243fda9a, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:52.459887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.531160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c4c5d-6a38-48eb-8cbc-b03d31d7bd7d req-28e91f3d-dba3-4742-9207-805a5df26c09 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.532651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12c4c5d-6a38-48eb-8cbc-b03d31d7bd7d req-28e91f3d-dba3-4742-9207-805a5df26c09 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 944 time: 0.1320412 Jul 29 18:03:52.537245 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.549725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-8e42ab2b-8dc7-410b-aa74-54229fda4fa2 service neutron] 10.222.0.38 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972158 Jul 29 18:03:52.577646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:52.580860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:52.587317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.587317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.592051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7dd25-448e-4ef9-9a85-fcba54246ddb None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:52.592566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:52.602742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f12c4c5d-6a38-48eb-8cbc-b03d31d7bd7d req-93bb2521-be6f-447c-9599-06b9ddca39ca tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634863 Jul 29 18:03:52.603620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=b3a8bbaf-33d6-4511-9f0a-3ba7848950d1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:52.615313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0c6c4dba-7047-4d28-af13-eecc0118156b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7517264 Jul 29 18:03:52.615991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51616) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:52.621537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'security_group': {'name': 'tempest-secgroup-1996215272'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:52.631383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:52.647279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.649497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.704132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.704962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.707093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] 10.222.0.49 "PUT /v2.0/ports/d1c3a116-7af9-418d-9cd5-c103243fda9a HTTP/1.1" status: 200 len: 1096 time: 1.9863138 Jul 29 18:03:52.759042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab1c42-f9d3-469f-b6e9-cdda59f9e80d service neutron] Pushing event updated for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:52.770666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.778307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.812900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'tenant_id': '52cf095d1c55435784690ae409f9c732', 'fixed_ips': [{'subnet_id': 'b3a8bbaf-33d6-4511-9f0a-3ba7848950d1'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:03:52.814096 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.816353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-e1e1ea3f-6409-4d88-ad76-0427583208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.818358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-e1e1ea3f-6409-4d88-ad76-0427583208c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=120c2589b1ca44f19815b98f3733539e&device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 1095 time: 0.2089071 Jul 29 18:03:52.824138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50cbb87-4f95-42ed-9444-ea7b9f1c2e87,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:52.842510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.846455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de027299-8d77-412b-aedc-5d85009c591b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2266953 Jul 29 18:03:52.847807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:52.853591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'security_group': {'name': 'tempest-secgroup-1718498252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:52.879078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.890574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1431f-381d-4b83-9b72-fb1fb908db90 req-c4976bd6-c148-4d70-bb59-38910ac3d5d4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.897975 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ed1431f-381d-4b83-9b72-fb1fb908db90 req-c4976bd6-c148-4d70-bb59-38910ac3d5d4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 948 time: 0.2143259 Jul 29 18:03:52.925674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-e5d27120-4f36-4f30-b4dd-3d184f9a1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:52.926678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-e5d27120-4f36-4f30-b4dd-3d184f9a1d23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af961d91895249038199f9884dfa296c&device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 1099 time: 0.1551123 Jul 29 18:03:52.968639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Allocated IP 172.20.0.2 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/b3a8bbaf-33d6-4511-9f0a-3ba7848950d1/f5e52b41-c488-43cb-90b4-4efe887ffa59) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:52.984102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.988794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:52.989848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-ba1475ea-669c-44af-a3fd-ff8303a229a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a HTTP/1.1" status: 200 len: 217 time: 0.0530462 Jul 29 18:03:53.001315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ed1431f-381d-4b83-9b72-fb1fb908db90 req-8f2e7c07-8130-4a8d-aaa0-ecdc4482e430 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023898 Jul 29 18:03:53.026846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435c36ed-a998-4c74-9f63-877bf4005014,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:53.032785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.035709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e18028f2-820f-4d3c-9b9b-2c3195e88261 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1866643 Jul 29 18:03:53.038527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:53.043841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1775249422', 'security_groups': ['435c36ed-a998-4c74-9f63-877bf4005014'], 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b3a8bbaf-33d6-4511-9f0a-3ba7848950d1'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:53.050985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-a4d9c9ba-cf0b-42fa-b55d-d25a7962935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.052402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-a4d9c9ba-cf0b-42fa-b55d-d25a7962935c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 200 len: 911 time: 0.2251987 Jul 29 18:03:53.134574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0a856fcd-88ce-4016-a9ed-70c2100b0bfa no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:03:53.146391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f6d776e2-35e5-410a-aaf9-f47dd9a4f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.147839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-f6d776e2-35e5-410a-aaf9-f47dd9a4f65e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.1455619 Jul 29 18:03:53.150493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-2dcd054b-0476-454f-85f0-33e0c573c857 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=679eb650-f1f4-471b-9b48-8e73721767e8 HTTP/1.1" status: 200 len: 217 time: 0.0774243 Jul 29 18:03:53.174102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:53.261235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-8da2ed69-8b21-4baf-88f4-20d8f57f40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.262906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-8da2ed69-8b21-4baf-88f4-20d8f57f40d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892406 Jul 29 18:03:53.264360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-9d85bc02-2216-4be4-8ae6-22b05b86bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.265777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-9d85bc02-2216-4be4-8ae6-22b05b86bb5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 200 len: 849 time: 0.1002879 Jul 29 18:03:53.272686 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.291941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:53.296448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067bdb-0d10-4e4c-8c2a-b9d218d58245 req-6e5ef9b3-0ea0-4790-9cb7-aceab6954b48 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.299197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61067bdb-0d10-4e4c-8c2a-b9d218d58245 req-6e5ef9b3-0ea0-4790-9cb7-aceab6954b48 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1619854 Jul 29 18:03:53.331188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0a856fcd-88ce-4016-a9ed-70c2100b0bfa {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:03:53.331523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0a856fcd-88ce-4016-a9ed-70c2100b0bfa not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:03:53.356317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.365006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Transition to ACTIVE for port object f5e52b41-c488-43cb-90b4-4efe887ffa59 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:53.380942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Transition to ACTIVE for port object f5e52b41-c488-43cb-90b4-4efe887ffa59 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:53.389801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.409246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-ba1f6d0a-b0f9-4fb9-b4b8-78de9c4365cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.410913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-ba1f6d0a-b0f9-4fb9-b4b8-78de9c4365cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a63b3844-8388-46b5-9563-ab9428450a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331716 Jul 29 18:03:53.431312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:53.435098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61067bdb-0d10-4e4c-8c2a-b9d218d58245 req-172b6b78-e04c-4e01-9dea-8e2601616e64 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855403 Jul 29 18:03:53.436282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:53.439524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:53.465978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.9 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/b3a8bbaf-33d6-4511-9f0a-3ba7848950d1/5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:53.480498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:53.492059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-06072227-5b4f-4e55-8df6-a1950726c238 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216086 Jul 29 18:03:53.519993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Attempting to bind port f5e52b41-c488-43cb-90b4-4efe887ffa59 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:03:53.520373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Attempting to bind port f5e52b41-c488-43cb-90b4-4efe887ffa59 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '93e8addd-2513-4d71-94d1-d8f5d07a836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:03:53.520844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Attempting to bind port f5e52b41-c488-43cb-90b4-4efe887ffa59 on network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:03:53.527391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:03:53.527769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Checking segment: {'id': '93e8addd-2513-4d71-94d1-d8f5d07a836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:03:53.528319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.529017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Bound using segment: {'id': '93e8addd-2513-4d71-94d1-d8f5d07a836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:03:53.529639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Bound port: f5e52b41-c488-43cb-90b4-4efe887ffa59, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e8addd-2513-4d71-94d1-d8f5d07a836c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:03:53.530022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.594934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:03:53.598178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:03:53.604112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.613595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:03:53.616228 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b" -d '{"events": [{"name": "network-changed", "server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:03:53.625959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.637668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-f2207312-b6b4-4e6f-b634-b8f6bd522db2 service neutron] 10.222.0.38 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170515 Jul 29 18:03:53.644319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:53.680024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0f0cf-3efa-44c8-b509-b37e3245b808 None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:53.688588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.733086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9dad1-9b28-41cd-a3c7-ea619d3fa307 req-a929d4d0-0407-45ea-88fb-f3ae6feff800 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.736445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:53.739588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51d9dad1-9b28-41cd-a3c7-ea619d3fa307 req-a929d4d0-0407-45ea-88fb-f3ae6feff800 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.1854045 Jul 29 18:03:53.739726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:53.742203 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:53.751540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-2f3661d3-69d5-43a7-8516-af0002e68f18 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523777 Jul 29 18:03:53.778654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:53.805415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:53.806116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:53.813615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51d9dad1-9b28-41cd-a3c7-ea619d3fa307 req-6e615be2-48a1-4752-a0de-6d7d3d7ea2b7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676987 Jul 29 18:03:53.829424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30ab1682-7377-4c83-adf5-08aae1d82f59 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7896962 Jul 29 18:03:53.835442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51628) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:53.848779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:53.909691 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ba0e1-13da-44b9-af4f-b22f36bb1433 x-openstack-request-id: req-c86ba0e1-13da-44b9-af4f-b22f36bb1433 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:03:53.910070 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:03:53.910284 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86ba0e1-13da-44b9-af4f-b22f36bb1433 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:03:53.910668 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a', 'status': 'completed', 'code': 200} Jul 29 18:03:53.915256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33aacda1-1267-4cb3-b0d4-35574ac0dadd req-e7417a9d-e872-473e-894d-5f790e6ad19a service neutron] 10.222.0.38 "GET /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672806 Jul 29 18:03:54.032813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-f9c1d4ea-86fc-41d7-a009-ceafaaf88dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.034277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-f9c1d4ea-86fc-41d7-a009-ceafaaf88dd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af961d91895249038199f9884dfa296c&device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 1099 time: 0.1028793 Jul 29 18:03:54.054947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:54.058279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.078325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffd399-3b98-4b32-b4de-3c3453826130 req-54176f3e-1a58-4e50-a3d0-5a15efd6e687 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.079731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eeffd399-3b98-4b32-b4de-3c3453826130 req-54176f3e-1a58-4e50-a3d0-5a15efd6e687 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 944 time: 0.1003845 Jul 29 18:03:54.227509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eeffd399-3b98-4b32-b4de-3c3453826130 req-9480a26e-611c-4aa5-bf67-0b63685bc0a0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116908 Jul 29 18:03:54.244365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-1097e2d3-8825-4ad8-9039-2d82afef417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.245864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-1097e2d3-8825-4ad8-9039-2d82afef417c service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.2024107 Jul 29 18:03:54.248231 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b3a8bbaf-33d6-4511-9f0a-3ba7848950d1 (CIDR: 172.20.0.0/28) Jul 29 18:03:54.253019 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:03:54.253634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:03:54.309886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-bdcfac4a-2a35-47d0-b680-2ba74e001825 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a HTTP/1.1" status: 200 len: 217 time: 0.0528109 Jul 29 18:03:54.315495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-04e01749-cd5c-4e6d-981f-afa60214303c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4780710 Jul 29 18:03:54.315944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51632) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:54.321417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:54.385535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-4739cc42-ac73-4338-8499-a83c19b2773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.387050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-4739cc42-ac73-4338-8499-a83c19b2773d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0593708 Jul 29 18:03:54.394809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4bc24-85fa-405e-be61-a14cd7cd7e7f req-ac14fbf8-9ef9-4424-a00d-bf561888c31d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.396387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eb4bc24-85fa-405e-be61-a14cd7cd7e7f req-ac14fbf8-9ef9-4424-a00d-bf561888c31d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 948 time: 0.0978827 Jul 29 18:03:54.444855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:54.448661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.463729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eb4bc24-85fa-405e-be61-a14cd7cd7e7f req-0a6a59f2-2b1f-4eb1-bf11-83ed7b0bfd2a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Jul 29 18:03:54.474142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-df03a5f2-b7bd-44b9-9da7-7b92f79d8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.475696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-df03a5f2-b7bd-44b9-9da7-7b92f79d8ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782633 Jul 29 18:03:54.617371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-5a50e50a-73d5-4909-8e91-24cefce14d4d service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327589 Jul 29 18:03:54.626182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552b32-746b-4a7f-b617-8d196cf78158 req-e274d3bb-a288-4907-8e9b-1af1e80817f4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.627588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3552b32-746b-4a7f-b617-8d196cf78158 req-e274d3bb-a288-4907-8e9b-1af1e80817f4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0816538 Jul 29 18:03:54.698103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.725074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3552b32-746b-4a7f-b617-8d196cf78158 req-b978c1be-bd87-445c-88e6-f9610d6ee2d1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876889 Jul 29 18:03:54.747001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef63d6e7-c2dc-4845-b992-294b8ba4de3b req-2d8d4290-fa0f-4cd9-9675-fbab5e85f4c3 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183658 Jul 29 18:03:54.751966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:54.755759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:54.760822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:54.761288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.767087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=f20b5a58-ec24-4f96-a6f4-e9eecb5d793f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:54.768120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9e9729e-bd91-4027-8454-801f8c1559d7 None None] Provisioning for port f5e52b41-c488-43cb-90b4-4efe887ffa59 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:54.786564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9e9729e-bd91-4027-8454-801f8c1559d7 None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:54.787199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d9d297b3-51e5-465b-96ce-1975c1e806cb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4699230 Jul 29 18:03:54.789884 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9e9729e-bd91-4027-8454-801f8c1559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.790298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:54.796128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1040455745', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f20b5a58-ec24-4f96-a6f4-e9eecb5d793f'}], 'security_groups': ['a50cbb87-4f95-42ed-9444-ea7b9f1c2e87']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:54.817794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 679eb650-f1f4-471b-9b48-8e73721767e8 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:03:54.837386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9729e-bd91-4027-8454-801f8c1559d7 None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:54.898663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2710f7a-70ce-4290-8a62-845495dac262 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:54.976081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:54.999122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e126870b-a66a-40a4-8d66-6a0fee726144 None None] Provisioning for port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:55.004100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdda8f2-e4fa-4b8c-bf62-4a2a0ab9cb62 req-53c350c8-48ed-4d5e-a020-238aa39d53fe tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:55.005595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0bdda8f2-e4fa-4b8c-bf62-4a2a0ab9cb62 req-53c350c8-48ed-4d5e-a020-238aa39d53fe tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0821285 Jul 29 18:03:55.021095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e126870b-a66a-40a4-8d66-6a0fee726144 None None] Provisioning complete for port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:55.021460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e126870b-a66a-40a4-8d66-6a0fee726144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.023994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=679eb650-f1f4-471b-9b48-8e73721767e8,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:55.073884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '679eb650-f1f4-471b-9b48-8e73721767e8', 'network_id': 'a63b3844-8388-46b5-9563-ab9428450a74', 'port_id': '679eb650-f1f4-471b-9b48-8e73721767e8', 'mac_address': 'fa:16:3e:ec:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21b4dd-058b-4849-a701-6ab87c379133', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:03:55.099048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0bdda8f2-e4fa-4b8c-bf62-4a2a0ab9cb62 req-d9650e69-cbea-452d-9e3d-31f43e072539 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706153 Jul 29 18:03:55.122383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e126870b-a66a-40a4-8d66-6a0fee726144 None None] Port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:55.155473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5e52b41-c488-43cb-90b4-4efe887ffa59 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:55.161457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.200707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679eb650-f1f4-471b-9b48-8e73721767e8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:55.231757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=679eb650-f1f4-471b-9b48-8e73721767e8,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:55.239651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.296124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f5e52b41-c488-43cb-90b4-4efe887ffa59 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:55.310742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:55.311113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.357592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:55.362864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Update dhcp port {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'fixed_ips': [{'subnet_id': 'b3a8bbaf-33d6-4511-9f0a-3ba7848950d1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f20b5a58-ec24-4f96-a6f4-e9eecb5d793f'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'f5e52b41-c488-43cb-90b4-4efe887ffa59'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:03:55.368258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Delete allocated IP 172.20.0.9 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/b3a8bbaf-33d6-4511-9f0a-3ba7848950d1) {{(pid=94051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 18:03:55.381268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.22 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/f20b5a58-ec24-4f96-a6f4-e9eecb5d793f/5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:55.390789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc288b-2b8c-4cd9-9b3d-f6f74242e71f req-773386f3-91a7-4d73-8eeb-327c463abd00 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:55.392383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cfc288b-2b8c-4cd9-9b3d-f6f74242e71f req-773386f3-91a7-4d73-8eeb-327c463abd00 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 945 time: 0.0761387 Jul 29 18:03:55.402763 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.492580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cfc288b-2b8c-4cd9-9b3d-f6f74242e71f req-95d27ef4-0a91-4b09-ab13-2b67118840cf tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931423 Jul 29 18:03:55.524027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['679eb650-f1f4-471b-9b48-8e73721767e8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:03:55.528446 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.611322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:55.613127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.622980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.629445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ef38-e447-401c-a51e-ca645d3fe9c3 req-16b45610-ad90-4968-9783-98a3c688a2b7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:55.631009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4529ef38-e447-401c-a51e-ca645d3fe9c3 req-16b45610-ad90-4968-9783-98a3c688a2b7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 948 time: 0.0784731 Jul 29 18:03:55.639611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:55.647005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.736213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:55.739499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:55.753884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Allocated IP 172.20.0.18 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/f20b5a58-ec24-4f96-a6f4-e9eecb5d793f/f5e52b41-c488-43cb-90b4-4efe887ffa59) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:55.758059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4529ef38-e447-401c-a51e-ca645d3fe9c3 req-14593b86-e5a0-4fe3-b455-74c049b0e267 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197588 Jul 29 18:03:55.794537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] In _notify_port_updated(), no bound segment for port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe on network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:03:55.800361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:55.801125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.805363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2dab2eab-703b-4a66-ba9d-70bafac14a53 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/ports/5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe HTTP/1.1" status: 200 len: 921 time: 1.0111599 Jul 29 18:03:55.805642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51646) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:55.881877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:55.912127 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.919290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa4033-aae5-4162-801f-56b931504881 req-2f6c56ba-ba65-4b5c-9deb-4463ef9d2ef0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:55.920793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49fa4033-aae5-4162-801f-56b931504881 req-2f6c56ba-ba65-4b5c-9deb-4463ef9d2ef0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0868733 Jul 29 18:03:55.926353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Transition to ACTIVE for port object f5e52b41-c488-43cb-90b4-4efe887ffa59 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:55.932769 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.972808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:03:55.973149 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:55.992687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49fa4033-aae5-4162-801f-56b931504881 req-72b51d22-93d6-4d58-b5b4-548668790908 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656404 Jul 29 18:03:56.016772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390ca22-8705-48be-bd0e-bcb3d04decd1 None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:56.066546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.080248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:03:56.259170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddb2f-b0b6-4f6a-a312-e0f25b790574 req-a2bce77f-6f6d-403d-b465-fcd2459b0246 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:56.260716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e0ddb2f-b0b6-4f6a-a312-e0f25b790574 req-a2bce77f-6f6d-403d-b465-fcd2459b0246 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0830126 Jul 29 18:03:56.289784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.330273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:56.362855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e0ddb2f-b0b6-4f6a-a312-e0f25b790574 req-adfdb316-93bd-430a-ac04-1d8a59943095 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955820 Jul 29 18:03:56.405270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.407386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fc2622b5-4b6d-49e0-962d-fd5f21f1d5d9 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe HTTP/1.1" status: 204 len: 168 time: 0.6005480 Jul 29 18:03:56.409788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51650) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:56.434407 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-60322da6-a345-4350-a3a8-d5a7d96d0fe4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:03:56.435978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60322da6-a345-4350-a3a8-d5a7d96d0fe4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe HTTP/1.1" status: 404 len: 333 time: 0.0252464 Jul 29 18:03:56.438854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51652) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:56.491959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.496964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.518951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.538951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d1c3a116-7af9-418d-9cd5-c103243fda9a details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:03:56.567702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.571318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.574996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/security-groups/435c36ed-a998-4c74-9f63-877bf4005014 HTTP/1.1" status: 204 len: 168 time: 0.1327243 Jul 29 18:03:56.575445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51656) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:56.581986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe77eb-300f-4b19-9a80-049ec97f2788 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c36ed-a998-4c74-9f63-877bf4005014,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:56.583659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Provisioning for port f5e52b41-c488-43cb-90b4-4efe887ffa59 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:56.620680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:56.621044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.647880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5576f04-a5ee-4fdb-a006-4a2fba6e7338 req-6acdc46d-4a6c-4fe6-b7b9-6a21bb7da735 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:56.649292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5576f04-a5ee-4fdb-a006-4a2fba6e7338 req-6acdc46d-4a6c-4fe6-b7b9-6a21bb7da735 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 945 time: 0.0848897 Jul 29 18:03:56.683128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.698735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:56.710417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5576f04-a5ee-4fdb-a006-4a2fba6e7338 req-04956426-e2c5-4f56-beea-c1109765756d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533242 Jul 29 18:03:56.714423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'd1c3a116-7af9-418d-9cd5-c103243fda9a', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': 'd1c3a116-7af9-418d-9cd5-c103243fda9a', 'mac_address': 'fa:16:3e:1e:ee:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:03:56.718219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.762081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.765438 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.767083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/security-groups/a50cbb87-4f95-42ed-9444-ea7b9f1c2e87 HTTP/1.1" status: 204 len: 168 time: 0.1899083 Jul 29 18:03:56.769639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51658) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:56.775843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa8a01-4d88-43ed-b3d8-991fe50da814 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50cbb87-4f95-42ed-9444-ea7b9f1c2e87,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:56.808596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.820463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 679eb650-f1f4-471b-9b48-8e73721767e8 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:56.835756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet b3a8bbaf-33d6-4511-9f0a-3ba7848950d1 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:03:56.839282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.847870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:56.848272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.852530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c3a116-7af9-418d-9cd5-c103243fda9a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:03:56.891961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.912452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a11bf-4809-46c2-ab45-fcd3e5916bcd req-93a7a6ae-8f48-40f0-a645-e893ea05dbeb tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:56.914271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e68a11bf-4809-46c2-ab45-fcd3e5916bcd req-93a7a6ae-8f48-40f0-a645-e893ea05dbeb tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 948 time: 0.0657718 Jul 29 18:03:56.916579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:56.930029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:56.932001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:56.959502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5f76c4c-5608-4427-a125-3695c1fed2de None None] Could not find standard attr ID for object 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:56.969072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e68a11bf-4809-46c2-ab45-fcd3e5916bcd req-e11a6628-a9ea-430d-880e-b89e603b7279 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Jul 29 18:03:56.989575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 679eb650-f1f4-471b-9b48-8e73721767e8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:56.997115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:57.000652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 679eb650-f1f4-471b-9b48-8e73721767e8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:57.001030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.005081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.091478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.099498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-62b8a1b2-1ee6-48a0-b224-f5bdec7c5c00 None None] Could not find standard attr ID for object 5c0b52bb-c47f-4e42-9c7d-b22fbf8484fe. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:03:57.112594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.112962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.118307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/b3a8bbaf-33d6-4511-9f0a-3ba7848950d1 HTTP/1.1" status: 204 len: 168 time: 0.3475440 Jul 29 18:03:57.128930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51664) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:57.137699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0908-1798-4b85-aa3e-55e40c19f54c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a8bbaf-33d6-4511-9f0a-3ba7848950d1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:57.141488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:57.168372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5e52b41-c488-43cb-90b4-4efe887ffa59 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:57.170664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d1c3a116-7af9-418d-9cd5-c103243fda9a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:03:57.176198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=679eb650-f1f4-471b-9b48-8e73721767e8,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:57.212118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc6873-40d5-4f1b-9b2c-004c74382e62 req-b2f0083d-e59e-4d57-82ae-8ef9655ee3b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:57.213678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27cc6873-40d5-4f1b-9b2c-004c74382e62 req-b2f0083d-e59e-4d57-82ae-8ef9655ee3b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1360188 Jul 29 18:03:57.217022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.292596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27cc6873-40d5-4f1b-9b2c-004c74382e62 req-de90896f-ed56-493a-8c1f-bd01f3240155 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607657 Jul 29 18:03:57.294505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947aadc4-b4e7-4bf7-9d26-3a8c981fffd0 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:57.309369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:57.313596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.344719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:57.368873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:57.369255 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.535453 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.538109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbbb7-b139-4849-b82d-7543d6ba04bc req-4ef5b3ca-d5dd-420e-a67f-da7775e022d4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:57.539641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-464fbbb7-b139-4849-b82d-7543d6ba04bc req-4ef5b3ca-d5dd-420e-a67f-da7775e022d4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0916243 Jul 29 18:03:57.590396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.624750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-464fbbb7-b139-4849-b82d-7543d6ba04bc req-67fb49ca-1e72-4ed5-ad04-cdce8bdb6ccb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789263 Jul 29 18:03:57.644347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:57.647810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:57.652075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:57.652698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.660815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=66025de0-ab0b-4671-9e4f-acfd40613f98,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:57.673567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ba15c86d-cc55-4a1f-a6b6-3e6971c7c9bb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5371015 Jul 29 18:03:57.676053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:57.680677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'security_group': {'name': 'tempest-secgroup-1264866626'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:57.703553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.794779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.804930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.859925 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.861187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1841340 Jul 29 18:03:57.864273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51672) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:57.866005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2759c2-ab0b-48ad-9c16-8f74bfc9a89c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f7152-9d66-4448-9d32-05aa4294538e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:57.870834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'security_group': {'name': 'tempest-secgroup-1696000230'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:57.880883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e1c5-2740-4894-a39c-d8293d374d67 req-19c4c257-00bd-4308-a20d-2419dd575ea0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:57.882499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33f6e1c5-2740-4894-a39c-d8293d374d67 req-19c4c257-00bd-4308-a20d-2419dd575ea0 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0912895 Jul 29 18:03:57.903154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.923715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33f6e1c5-2740-4894-a39c-d8293d374d67 req-d44b5252-abf8-40d8-8953-8816f5a3e3ad tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347514 Jul 29 18:03:57.987131 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:57.993367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.024626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.026742 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1613140 Jul 29 18:03:58.028776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51676) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:58.029924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dd6be-7b8e-4266-ab18-da4755effd66 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad91e6d-aefc-45c0-8eb7-cb6053430beb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:58.041022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'security_group': {'name': 'tempest-secgroup-510261709'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:58.085419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.117437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6c21a-1e45-4bfd-896c-31a2979bb0a0 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:03:58.126959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d12e2-c349-4c83-8570-6a735ce0b259 req-3a797204-a690-4ffd-9a12-2cae89cdc8e0 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:58.128481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b1d12e2-c349-4c83-8570-6a735ce0b259 req-3a797204-a690-4ffd-9a12-2cae89cdc8e0 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 949 time: 0.0756221 Jul 29 18:03:58.186550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fa9752cc-234e-4e4a-a09a-55719ab96828 None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:58.186929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa9752cc-234e-4e4a-a09a-55719ab96828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.190614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b1d12e2-c349-4c83-8570-6a735ce0b259 req-1acbad10-203c-442f-bf84-d0cc0e909c39 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544639 Jul 29 18:03:58.218113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.225440 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.259209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.260473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2306716 Jul 29 18:03:58.262684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9424a8f-fa57-4792-b19a-003a71ad3885 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9af2bc-ae78-43a5-ae2c-b8309a0ee189,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:58.263436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:58.269499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-214250231', 'security_groups': ['1f9af2bc-ae78-43a5-ae2c-b8309a0ee189'], 'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66025de0-ab0b-4671-9e4f-acfd40613f98'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:58.396515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:58.416326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff80f1-4836-420d-b29b-e8abb49c5d10 req-ff8bf87c-51b2-4e31-82d9-cfd7b411c1e8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:58.418010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46ff80f1-4836-420d-b29b-e8abb49c5d10 req-ff8bf87c-51b2-4e31-82d9-cfd7b411c1e8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0529878 Jul 29 18:03:58.458792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46ff80f1-4836-420d-b29b-e8abb49c5d10 req-ddd9c191-b0c0-4ee3-90f6-aa158a993c51 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Jul 29 18:03:58.490915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.508139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] device_id is not set on port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:03:58.524961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fa9752cc-234e-4e4a-a09a-55719ab96828 None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:58.525324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa9752cc-234e-4e4a-a09a-55719ab96828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.547415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d1c3a116-7af9-418d-9cd5-c103243fda9a up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:03:58.606736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fa9752cc-234e-4e4a-a09a-55719ab96828 None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:58.622877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Update dhcp port {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'fixed_ips': [{'subnet_id': 'f20b5a58-ec24-4f96-a6f4-e9eecb5d793f', 'ip_address': '172.20.0.18'}, {'subnet_id': '66025de0-ab0b-4671-9e4f-acfd40613f98'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'f5e52b41-c488-43cb-90b4-4efe887ffa59'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:03:58.655859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.658971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port d1c3a116-7af9-418d-9cd5-c103243fda9a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:58.670913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port d1c3a116-7af9-418d-9cd5-c103243fda9a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:58.671282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.676724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.9 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/66025de0-ab0b-4671-9e4f-acfd40613f98/0e12c477-643c-4c79-b4d7-15a37bc6dcb3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:58.752856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb6ee-eda6-44bc-96cd-02d63a112cdb req-0a3ea42e-a86b-4548-9288-3eed3524f8fd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:58.754547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e33eb6ee-eda6-44bc-96cd-02d63a112cdb req-0a3ea42e-a86b-4548-9288-3eed3524f8fd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0547643 Jul 29 18:03:58.798020 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e33eb6ee-eda6-44bc-96cd-02d63a112cdb req-f3bfc80a-5166-4daa-919c-526676a03287 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364957 Jul 29 18:03:58.830065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.839674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.843329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:58.873297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:58.878997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.882133 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.923115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:03:58.926230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:03:58.930014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:03:58.958514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Allocated IP 172.20.0.2 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/66025de0-ab0b-4671-9e4f-acfd40613f98/f5e52b41-c488-43cb-90b4-4efe887ffa59) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:03:58.962390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=0e12c477-643c-4c79-b4d7-15a37bc6dcb3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:58.974057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:58.987363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:58.987721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.987978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:58.988095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.988329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.988674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.988999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.989351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.989672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.990179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.990831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.991161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.991495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:58.991804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:03:59.010157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51686) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:59.010722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a44f171f-b36b-4401-8be1-ef1acb767ef2 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7457552 Jul 29 18:03:59.016173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:59.075717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:03:59.106928 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.121428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Transition to ACTIVE for port object f5e52b41-c488-43cb-90b4-4efe887ffa59 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:03:59.127110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.230004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e2061-74c9-423d-9cc2-c898d31326fd None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:03:59.484445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e6068-3795-4be4-ba56-3ea45efab04c req-3be14912-593f-4281-b6b4-0a514e19f7d6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:59.486040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-990e6068-3795-4be4-ba56-3ea45efab04c req-3be14912-593f-4281-b6b4-0a514e19f7d6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.4879601 Jul 29 18:03:59.553824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-990e6068-3795-4be4-ba56-3ea45efab04c req-e8f389c0-e72f-40fb-9030-059fa5868d1e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583520 Jul 29 18:03:59.560515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:59.564665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.687670 n-d-801607-3 neutron-server[94051]: INFO neutron.db.ipam_backend_mixin [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66025de0-ab0b-4671-9e4f-acfd40613f98 (CIDR: 172.20.0.0/28) Jul 29 18:03:59.697131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f395a-c8e3-405b-a15e-0c7f2f366b28 req-9d064f3d-5979-48c0-b486-44a1e7b6f0f5 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:59.698821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-270f395a-c8e3-405b-a15e-0c7f2f366b28 req-9d064f3d-5979-48c0-b486-44a1e7b6f0f5 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0802886 Jul 29 18:03:59.700679 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:03:59.701151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:03:59.730859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-361a4a1b-18f6-4d7f-93ad-9cd12e530f6c tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7194924 Jul 29 18:03:59.733831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:03:59.739765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:03:59.740419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Provisioning for port f5e52b41-c488-43cb-90b4-4efe887ffa59 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:03:59.752071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:59.752624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.760240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-270f395a-c8e3-405b-a15e-0c7f2f366b28 req-1d48c5a2-1f55-4b96-b8f4-ac25d03c3e74 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521028 Jul 29 18:03:59.867706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:03:59.868539 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.886641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba701268-5d50-4b59-9d68-c9cbd0621397 req-f30147f6-c526-4da5-b56e-4f45388b619e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:03:59.888251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba701268-5d50-4b59-9d68-c9cbd0621397 req-f30147f6-c526-4da5-b56e-4f45388b619e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0587556 Jul 29 18:03:59.888594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:03:59.892381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:03:59.905455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ef262-c4f4-4470-a1d6-9cc86246811f None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:03:59.927473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba701268-5d50-4b59-9d68-c9cbd0621397 req-d6455a51-4b40-45ee-9862-8e1e79f0df48 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Jul 29 18:03:59.979982 n-d-801607-3 neutron-server[94052]: INFO neutron.db.ipam_backend_mixin [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f20b5a58-ec24-4f96-a6f4-e9eecb5d793f (CIDR: 172.20.0.16/28) Jul 29 18:03:59.984526 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:03:59.985091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:00.001418 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7d70c4ce-d297-491d-a1c1-cc2241c59663 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2660878 Jul 29 18:04:00.004131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51696) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:00.009442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'subnet': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:00.027621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1424c86a-4a0f-46e3-ba3f-03208cf5c46e None None] Provisioning for port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:00.030646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae699c1-bdf7-4491-b446-0293cadf6cfc req-b36f1de7-ab26-40e1-93bc-eb84c1786a6f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:00.032319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aae699c1-bdf7-4491-b446-0293cadf6cfc req-b36f1de7-ab26-40e1-93bc-eb84c1786a6f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Jul 29 18:04:00.032453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1424c86a-4a0f-46e3-ba3f-03208cf5c46e None None] Provisioning complete for port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:00.032838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1424c86a-4a0f-46e3-ba3f-03208cf5c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.072690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1424c86a-4a0f-46e3-ba3f-03208cf5c46e None None] Port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:00.073496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aae699c1-bdf7-4491-b446-0293cadf6cfc req-509f3c1c-7ea0-4168-8afd-c7da32f64478 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Jul 29 18:04:00.135890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Made reservation on behalf of 52cf095d1c55435784690ae409f9c732 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:00.139999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.371962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.411736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:00.416080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:00.420274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:00.420848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.425031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c2176-b82d-4a45-b1a8-e44d89549d2c None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:00.429992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Subnet': ['ID=56087f3d-2a07-4c09-a147-50a766c54a31,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:00.441053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42727843-b35f-4ae6-a3ad-a3c795a46a8a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4358463 Jul 29 18:04:00.443802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:00.449033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-502560400', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56087f3d-2a07-4c09-a147-50a766c54a31'}], 'security_groups': ['c53f7152-9d66-4448-9d32-05aa4294538e', 'cad91e6d-aefc-45c0-8eb7-cb6053430beb']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:00.521074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.648809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Update dhcp port {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'fixed_ips': [{'subnet_id': 'f20b5a58-ec24-4f96-a6f4-e9eecb5d793f', 'ip_address': '172.20.0.18'}, {'subnet_id': '66025de0-ab0b-4671-9e4f-acfd40613f98', 'ip_address': '172.20.0.2'}, {'subnet_id': '56087f3d-2a07-4c09-a147-50a766c54a31'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'f5e52b41-c488-43cb-90b4-4efe887ffa59'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:04:00.674424 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:00.680183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8531b73-c43e-476a-817e-67f6d7b5645f req-59effbc6-0bc8-4ce7-8977-1f39fc9aefa4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:00.681800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b8531b73-c43e-476a-817e-67f6d7b5645f req-59effbc6-0bc8-4ce7-8977-1f39fc9aefa4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0501914 Jul 29 18:04:00.720678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b8531b73-c43e-476a-817e-67f6d7b5645f req-21d711e9-2f09-4755-80ac-77373b7486bc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Jul 29 18:04:00.834928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Delete allocated IP 172.20.0.9 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/66025de0-ab0b-4671-9e4f-acfd40613f98) {{(pid=94052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 18:04:00.844635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Allocated IP 172.20.0.37 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/56087f3d-2a07-4c09-a147-50a766c54a31/0e12c477-643c-4c79-b4d7-15a37bc6dcb3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:00.875052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4415-8a93-42a5-bf19-818cb6b76541 req-79804879-034a-43dd-80ca-7842f93039d3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:00.876616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1b4415-8a93-42a5-bf19-818cb6b76541 req-79804879-034a-43dd-80ca-7842f93039d3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0536890 Jul 29 18:04:00.917858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1b4415-8a93-42a5-bf19-818cb6b76541 req-815d6551-454a-4362-83b3-fcde79cd619e tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350058 Jul 29 18:04:01.017911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.031577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Transition to ACTIVE for port object 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:01.037441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.047595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd2584-0a84-4334-a0ce-3364ce2dd7d1 req-75c522f9-f378-4582-8103-dc9b982864ce tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:01.049383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fbd2584-0a84-4334-a0ce-3364ce2dd7d1 req-75c522f9-f378-4582-8103-dc9b982864ce tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0543325 Jul 29 18:04:01.106593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Allocated IP 172.20.0.34 (8f133cf7-c6e1-4477-a3d5-b49e9ca6984f/56087f3d-2a07-4c09-a147-50a766c54a31/f5e52b41-c488-43cb-90b4-4efe887ffa59) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:01.113191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fbd2584-0a84-4334-a0ce-3364ce2dd7d1 req-2f50ef37-92ae-4337-816b-7b5bcacaf691 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531785 Jul 29 18:04:01.151962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5e52b41-c488-43cb-90b4-4efe887ffa59 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:01.154828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event updated for resources: {'Port': ['ID=0e12c477-643c-4c79-b4d7-15a37bc6dcb3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:01.188421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] In _notify_port_updated(), no bound segment for port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 on network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:04:01.193982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:01.195180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.198281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-91b9778e-a023-4714-ad0e-325fe5bf299d tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "PUT /v2.0/ports/0e12c477-643c-4c79-b4d7-15a37bc6dcb3 HTTP/1.1" status: 200 len: 959 time: 0.7523363 Jul 29 18:04:01.200552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51708) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:01.211664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9d1a-632c-4e47-a69b-8fd8756d182a req-44967ddb-16fa-4be9-b2fe-959ed9aced08 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:01.213183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67fa9d1a-632c-4e47-a69b-8fd8756d182a req-44967ddb-16fa-4be9-b2fe-959ed9aced08 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Jul 29 18:04:01.253988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:01.256323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:01.256687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.259251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67fa9d1a-632c-4e47-a69b-8fd8756d182a req-7c3c0ce9-cab1-45b6-a0e0-ad1a8f1786e3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Jul 29 18:04:01.310518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:01.310861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.320012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.337746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Transition to ACTIVE for port object f5e52b41-c488-43cb-90b4-4efe887ffa59 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:01.360699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.401896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.415129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for 0e12c477-643c-4c79-b4d7-15a37bc6dcb3 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:01.458330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad190e-14b8-418d-8d25-1f051e913629 None None] Pushing event updated for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:01.546581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.579944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=0e12c477-643c-4c79-b4d7-15a37bc6dcb3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:01.649733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.651832 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03c734e2-f8c9-488c-a5c8-83ee24753a94 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/0e12c477-643c-4c79-b4d7-15a37bc6dcb3 HTTP/1.1" status: 204 len: 168 time: 0.4495761 Jul 29 18:04:01.654760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51710) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:01.679508 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4feb384-ca55-43fd-a4d9-718028225477 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] GET failed (client error): The resource could not be found. Jul 29 18:04:01.681064 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4feb384-ca55-43fd-a4d9-718028225477 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports/0e12c477-643c-4c79-b4d7-15a37bc6dcb3 HTTP/1.1" status: 404 len: 333 time: 0.0253723 Jul 29 18:04:01.683874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51712) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:01.738956 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.763824 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.814760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.817624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.818946 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f9af2bc-ae78-43a5-ae2c-b8309a0ee189 HTTP/1.1" status: 204 len: 168 time: 0.1341217 Jul 29 18:04:01.822288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51716) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:01.840497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b68ca7-edb1-4477-a83a-6b545649bada tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9af2bc-ae78-43a5-ae2c-b8309a0ee189,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:01.847140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a5d2-3e2c-48a2-9e29-e3dcdbdee254 req-8e3fa1e4-7695-4ffe-9e01-37f585aed866 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:01.850930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e61a5d2-3e2c-48a2-9e29-e3dcdbdee254 req-8e3fa1e4-7695-4ffe-9e01-37f585aed866 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0607514 Jul 29 18:04:01.888656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.899627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e61a5d2-3e2c-48a2-9e29-e3dcdbdee254 req-a5033ce7-6941-422e-ba3f-759b992bac0f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Jul 29 18:04:01.911487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.957042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.959691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:01.961019 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/security-groups/cad91e6d-aefc-45c0-8eb7-cb6053430beb HTTP/1.1" status: 204 len: 168 time: 0.1378253 Jul 29 18:04:01.963853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51720) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:01.970492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82092c1a-5557-4ccc-8cb3-c3ce8324f3cf tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad91e6d-aefc-45c0-8eb7-cb6053430beb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:02.008950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Provisioning for port f5e52b41-c488-43cb-90b4-4efe887ffa59 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:02.012990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:02.013444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.059683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.069753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617957f0-80e5-4d6f-848e-b25838c96871 req-95c6235d-46ea-403f-a100-9103b029def4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:02.071291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-617957f0-80e5-4d6f-848e-b25838c96871 req-95c6235d-46ea-403f-a100-9103b029def4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0835876 Jul 29 18:04:02.099688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:02.100035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.106059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.139214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:02.142075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-617957f0-80e5-4d6f-848e-b25838c96871 req-fd3d4e5d-e400-457c-988d-af23c927685c tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618985 Jul 29 18:04:02.142306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a4008fb-2942-43c9-b657-7325a7863fb9 None None] Could not find standard attr ID for object 0e12c477-643c-4c79-b4d7-15a37bc6dcb3. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:04:02.171650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.174465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.175763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/security-groups/c53f7152-9d66-4448-9d32-05aa4294538e HTTP/1.1" status: 204 len: 168 time: 0.2108140 Jul 29 18:04:02.178656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:02.186134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603cc4c-b90e-4bb8-8fa5-4ca65c8ca90f tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f7152-9d66-4448-9d32-05aa4294538e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:02.235562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 66025de0-ab0b-4671-9e4f-acfd40613f98 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:02.238773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.253212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a59f2-84d4-41af-8126-1630261c1fde req-7191ead7-512d-4976-a711-b5a933e8f8ac tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:02.254668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b4a59f2-84d4-41af-8126-1630261c1fde req-7191ead7-512d-4976-a711-b5a933e8f8ac tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0527773 Jul 29 18:04:02.283034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.299634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b4a59f2-84d4-41af-8126-1630261c1fde req-0566db1c-a210-4b82-82db-d6667f45a750 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380616 Jul 29 18:04:02.372864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.414551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566eed-4cf1-47e3-93a8-081b4565449e req-289ae234-4519-4e91-b009-8debcfc1b64d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:02.416292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d566eed-4cf1-47e3-93a8-081b4565449e req-289ae234-4519-4e91-b009-8debcfc1b64d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0575848 Jul 29 18:04:02.435179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.456813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41510829-eccb-4e92-8e08-4d77aad7d543 None None] Could not find standard attr ID for object 0e12c477-643c-4c79-b4d7-15a37bc6dcb3. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:04:02.460093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d566eed-4cf1-47e3-93a8-081b4565449e req-d774556b-23d5-4944-95ec-875af5880c2d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jul 29 18:04:02.471179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=66025de0-ab0b-4671-9e4f-acfd40613f98,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:02.476810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.478983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8d3a1761-2fb4-4f91-839c-195dddf86411 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/66025de0-ab0b-4671-9e4f-acfd40613f98 HTTP/1.1" status: 204 len: 168 time: 0.2991939 Jul 29 18:04:02.482993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51728) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:02.535745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet 56087f3d-2a07-4c09-a147-50a766c54a31 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:02.539057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.580520 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.636470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc525fc4-2722-4e34-9853-b9a7935214e4 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:02.670618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.727895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.753833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=56087f3d-2a07-4c09-a147-50a766c54a31,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:02.757430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.759658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b2e64a03-7584-42ea-abf1-88bfee477dfb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/56087f3d-2a07-4c09-a147-50a766c54a31 HTTP/1.1" status: 204 len: 168 time: 0.2757092 Jul 29 18:04:02.762229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:02.787893 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acd5018-7c44-4ff7-9172-9ae2b92d9505 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:02.788248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acd5018-7c44-4ff7-9172-9ae2b92d9505 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:02.789949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6acd5018-7c44-4ff7-9172-9ae2b92d9505 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/66025de0-ab0b-4671-9e4f-acfd40613f98 HTTP/1.1" status: 404 len: 337 time: 0.0265391 Jul 29 18:04:02.792455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51732) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:02.842187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting subnet f20b5a58-ec24-4f96-a6f4-e9eecb5d793f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:02.845406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.850439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78ca19-c4e7-4c03-ad46-0dc09bf660bd None None] Update dhcp port {'port': {'network_id': '8f133cf7-c6e1-4477-a3d5-b49e9ca6984f', 'fixed_ips': [{'subnet_id': 'f20b5a58-ec24-4f96-a6f4-e9eecb5d793f', 'ip_address': '172.20.0.18'}, {'subnet_id': '56087f3d-2a07-4c09-a147-50a766c54a31'}], 'binding:host_id': 'n-d-801607-3'}, 'id': 'f5e52b41-c488-43cb-90b4-4efe887ffa59'} from n-d-801607-3. {{(pid=94053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 18:04:02.875293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb78ca19-c4e7-4c03-ad46-0dc09bf660bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.896944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:02.982195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.016466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a136e-9be9-4aa1-8931-c42a0248bde8 req-3a7ddf64-b173-4b17-9403-e5d48690e701 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:03.022731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-086a136e-9be9-4aa1-8931-c42a0248bde8 req-3a7ddf64-b173-4b17-9403-e5d48690e701 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0538032 Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-eb78ca19-c4e7-4c03-ad46-0dc09bf660bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f20b5a58-ec24-4f96-a6f4-e9eecb5d793f: This subnet is being modified by another concurrent operation. Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f20b5a58-ec24-4f96-a6f4-e9eecb5d793f: This subnet is being modified by another concurrent operation. Jul 29 18:04:03.047808 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:04:03.056678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.065552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-086a136e-9be9-4aa1-8931-c42a0248bde8 req-beb6cd5d-803c-4aa1-b615-ff5f20dc21ed tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Jul 29 18:04:03.072249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.074656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/f20b5a58-ec24-4f96-a6f4-e9eecb5d793f HTTP/1.1" status: 204 len: 168 time: 0.2812436 Jul 29 18:04:03.078958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51738) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.097011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a84d1a-7f29-4217-afc9-380c40d41254 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Subnet': ['ID=f20b5a58-ec24-4f96-a6f4-e9eecb5d793f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:03.120120 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b39498-2454-47ca-986d-234d5f4a8ceb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.120610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b39498-2454-47ca-986d-234d5f4a8ceb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.122410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80b39498-2454-47ca-986d-234d5f4a8ceb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/b3a8bbaf-33d6-4511-9f0a-3ba7848950d1 HTTP/1.1" status: 404 len: 337 time: 0.0420973 Jul 29 18:04:03.125100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51740) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.144600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efab7bd-4ac5-4919-8880-293d946f4da6 None None] Network 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:03.153300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e45577c7-8bb4-4588-a9cd-a438bd08bb3a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 HTTP/1.1" status: 200 len: 205 time: 0.0271165 Jul 29 18:04:03.155679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51742) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.195527 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-232f4fbc-eea3-485e-88eb-17980f82a7c3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] delete failed (client error): The resource could not be found. Jul 29 18:04:03.198610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-232f4fbc-eea3-485e-88eb-17980f82a7c3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/routers/8c2074b8-54f0-4b69-8ae3-d4d8085e80d9 HTTP/1.1" status: 404 len: 336 time: 0.0399680 Jul 29 18:04:03.199328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.213698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-918397a8-a7b4-4f05-9f0f-3c1a3337009a None None] Provisioning complete for port f5e52b41-c488-43cb-90b4-4efe887ffa59 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:03.214173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-918397a8-a7b4-4f05-9f0f-3c1a3337009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.229223 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6d15ac-330b-42b7-9ac2-effc4fa1b15e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.229677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6d15ac-330b-42b7-9ac2-effc4fa1b15e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.231510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee6d15ac-330b-42b7-9ac2-effc4fa1b15e tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/70de4008-2c61-483c-ac9c-e76dd8422d08 HTTP/1.1" status: 404 len: 337 time: 0.0311978 Jul 29 18:04:03.234164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51748) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.270099 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-754ba0c0-13fb-441c-9572-c2d546cef8eb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.271200 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754ba0c0-13fb-441c-9572-c2d546cef8eb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.273018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-754ba0c0-13fb-441c-9572-c2d546cef8eb tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/e9d9816c-476c-4a6a-b787-6cfdd702d5c4 HTTP/1.1" status: 404 len: 337 time: 0.0377290 Jul 29 18:04:03.275715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.293227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae04935-94da-4783-b0a6-d95a7251218b req-3a3e722f-f2d6-4da0-aaeb-f78dd97ead1e tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:03.294756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cae04935-94da-4783-b0a6-d95a7251218b req-3a3e722f-f2d6-4da0-aaeb-f78dd97ead1e tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0674572 Jul 29 18:04:03.313826 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8368f7e-ab6d-4702-a405-528cdb35901b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.314320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8368f7e-ab6d-4702-a405-528cdb35901b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.315995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b8368f7e-ab6d-4702-a405-528cdb35901b tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/cf59e7f1-667d-41d2-b730-da0e82a2d1cb HTTP/1.1" status: 404 len: 337 time: 0.0391619 Jul 29 18:04:03.318926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.343916 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-db36b8b6-4367-4005-8273-65c24ea18a1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.344648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db36b8b6-4367-4005-8273-65c24ea18a1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.346654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db36b8b6-4367-4005-8273-65c24ea18a1a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/ef85d9b6-0725-4060-80a1-dfa76fdefeb1 HTTP/1.1" status: 404 len: 333 time: 0.0264931 Jul 29 18:04:03.349057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51756) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.355018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cae04935-94da-4783-b0a6-d95a7251218b req-7470c907-5975-465b-a411-b3e4bc9f0401 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Jul 29 18:04:03.356201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] DHCP port deletion for 8f133cf7-c6e1-4477-a3d5-b49e9ca6984f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:04:03.377795 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef31e61-dc57-49a9-9ab2-f7ef464d3fee tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.378289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef31e61-dc57-49a9-9ab2-f7ef464d3fee tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.380043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ef31e61-dc57-49a9-9ab2-f7ef464d3fee tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/b96d5cd0-3b32-485c-965f-afd3ea657373 HTTP/1.1" status: 404 len: 337 time: 0.0300174 Jul 29 18:04:03.382805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51758) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.410191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-918397a8-a7b4-4f05-9f0f-3c1a3337009a None None] Provisioning complete for port a1060ab1-b039-45ab-ac0e-d7a79486ea49 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:03.410604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-918397a8-a7b4-4f05-9f0f-3c1a3337009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.411130 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3782bed-9ddc-4e9f-b67f-fc3d9d4c01d3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.411606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3782bed-9ddc-4e9f-b67f-fc3d9d4c01d3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.413380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3782bed-9ddc-4e9f-b67f-fc3d9d4c01d3 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/96246306-b4f1-4151-861c-e44714210906 HTTP/1.1" status: 404 len: 337 time: 0.0295994 Jul 29 18:04:03.416184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.439795 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f84489-4b29-4f5b-ad23-be2847f289f4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.440599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f84489-4b29-4f5b-ad23-be2847f289f4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.444841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b8f84489-4b29-4f5b-ad23-be2847f289f4 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/d95e614e-8a16-4e15-80c4-1b94f26665a3 HTTP/1.1" status: 404 len: 333 time: 0.0251884 Jul 29 18:04:03.445241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51762) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.451227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Deleting port f5e52b41-c488-43cb-90b4-4efe887ffa59 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:03.452263 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.465340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfbd7a-196d-4eb2-894b-2ef92b260dfc req-9e15017d-91eb-4767-bcca-040da6710625 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:03.467284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acbfbd7a-196d-4eb2-894b-2ef92b260dfc req-9e15017d-91eb-4767-bcca-040da6710625 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0527408 Jul 29 18:04:03.471084 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-87498637-30da-4d1c-8e1f-49fedcb42b50 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.471645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87498637-30da-4d1c-8e1f-49fedcb42b50 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.473468 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-87498637-30da-4d1c-8e1f-49fedcb42b50 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/54463bc6-7a01-45b5-a055-8b22bd0e23ed HTTP/1.1" status: 404 len: 337 time: 0.0272210 Jul 29 18:04:03.476016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51764) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.492202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-918397a8-a7b4-4f05-9f0f-3c1a3337009a None None] Port a1060ab1-b039-45ab-ac0e-d7a79486ea49 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:03.502723 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d058532-1ae5-49f1-bdea-603dd3782720 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] DELETE failed (client error): The resource could not be found. Jul 29 18:04:03.503257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d058532-1ae5-49f1-bdea-603dd3782720 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:04:03.505065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d058532-1ae5-49f1-bdea-603dd3782720 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/subnets/832b8a43-a8ed-490f-a506-39f0758c59d4 HTTP/1.1" status: 404 len: 337 time: 0.0280695 Jul 29 18:04:03.507748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51768) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.517542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acbfbd7a-196d-4eb2-894b-2ef92b260dfc req-72dabad5-762a-4893-a9fc-3f3ef3b03b1f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Jul 29 18:04:03.518869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] For port f5e52b41-c488-43cb-90b4-4efe887ffa59, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f5e52b41-c488-43cb-90b4-4efe887ffa59,segment=NetworkSegment(93e8addd-2513-4d71-94d1-d8f5d07a836c),segment_id=93e8addd-2513-4d71-94d1-d8f5d07a836c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:03.519272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.538422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Calling delete_port for f5e52b41-c488-43cb-90b4-4efe887ffa59 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:03.601561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Deleting port a1060ab1-b039-45ab-ac0e-d7a79486ea49 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:03.601912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.621917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.629074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ec19-6a06-41c0-991e-08e49763945f req-3d2d2fa6-7c41-4bde-b4ea-a51afe0e4367 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:03.634893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec72ec19-6a06-41c0-991e-08e49763945f req-3d2d2fa6-7c41-4bde-b4ea-a51afe0e4367 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0602176 Jul 29 18:04:03.668613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] Pushing event deleted for resources: {'Port': ['ID=f5e52b41-c488-43cb-90b4-4efe887ffa59,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:03.671436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e603b70-9906-450d-84d1-483e20b53099 None None] No DVR routers for this DVR port f5e52b41-c488-43cb-90b4-4efe887ffa59 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:03.671886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.685613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec72ec19-6a06-41c0-991e-08e49763945f req-48e3f1c0-1179-4001-a70c-fa59c6cc6e4d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Jul 29 18:04:03.689753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Calling delete_port for a1060ab1-b039-45ab-ac0e-d7a79486ea49 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:03.694539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3e99c-0614-4031-8e00-5b785752c29e None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:04:03.767564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.797488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Port': ['ID=a1060ab1-b039-45ab-ac0e-d7a79486ea49,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:03.803207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e3e99c-0614-4031-8e00-5b785752c29e None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:04:03.807759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.810176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-457c3f62-59f5-4235-98ad-8d8cfe520565 tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/ports/a1060ab1-b039-45ab-ac0e-d7a79486ea49 HTTP/1.1" status: 204 len: 168 time: 0.3014510 Jul 29 18:04:03.813047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51770) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:03.892818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.975903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:03.985457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f133cf7-c6e1-4477-a3d5-b49e9ca6984f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:03.995907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e8addd-2513-4d71-94d1-d8f5d07a836c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:03.996198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e8addd-2513-4d71-94d1-d8f5d07a836c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:04.004833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.018594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.024448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:04:04.024799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:04:04.027919 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:04:04.091846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.096617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.101507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] 10.222.0.16 "DELETE /v2.0/networks/8f133cf7-c6e1-4477-a3d5-b49e9ca6984f HTTP/1.1" status: 204 len: 168 time: 0.2873070 Jul 29 18:04:04.117892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76822c61-66c4-4ff7-a5a5-c1e9394ec09a tempest-PortsTestJSON-365297007 tempest-PortsTestJSON-365297007-project] Pushing event deleted for resources: {'Network': ['ID=8f133cf7-c6e1-4477-a3d5-b49e9ca6984f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:04.208209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fb7c0-7cb8-4038-9baf-ee1b4badf629 req-7bfd5326-a676-43a9-879a-ba2fdb5c7ef7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:04.209804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be4fb7c0-7cb8-4038-9baf-ee1b4badf629 req-7bfd5326-a676-43a9-879a-ba2fdb5c7ef7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0498281 Jul 29 18:04:04.251097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be4fb7c0-7cb8-4038-9baf-ee1b4badf629 req-a8fcb2ad-4c32-4b27-9c25-1b35ab6e1a2a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Jul 29 18:04:04.356985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51780) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:04.471382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e1c74-49e2-4886-a928-bd41bfb0a2a5 req-fec75e44-9896-4b1f-b491-ec6dd10524b7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:04.472884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a67e1c74-49e2-4886-a928-bd41bfb0a2a5 req-fec75e44-9896-4b1f-b491-ec6dd10524b7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0506129 Jul 29 18:04:04.490932 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aebe4240-2bec-419b-9102-146a3b5b8c7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52cf095d1c55435784690ae409f9c732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327324 Jul 29 18:04:04.493730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51786) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:04.512314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a67e1c74-49e2-4886-a928-bd41bfb0a2a5 req-9c74ffe2-557a-4731-89b5-384776a7a379 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329781 Jul 29 18:04:04.541342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.562749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.609268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.612185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:04.613356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49c9b81b-8bff-4c00-a4d6-f4f75d27b534 HTTP/1.1" status: 204 len: 168 time: 0.1187050 Jul 29 18:04:04.621580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90d0ea-c6a0-4a2b-aa06-d397aff71a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c9b81b-8bff-4c00-a4d6-f4f75d27b534,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:04.640551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cbfbc-1819-474d-a4ab-fc19b92985e3 req-66ef5085-6a65-43ba-98b5-da0643aea931 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:04.642606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b62cbfbc-1819-474d-a4ab-fc19b92985e3 req-66ef5085-6a65-43ba-98b5-da0643aea931 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0580459 Jul 29 18:04:04.681681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b62cbfbc-1819-474d-a4ab-fc19b92985e3 req-14d1c28c-9e80-4ec4-9f81-b9a29d2bb1c6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 29 18:04:04.801024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4ae6-7ef8-4828-9610-a9984a0f1eab req-00140ace-2717-4561-8ab3-f305f37d68ca tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:04.802541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998e4ae6-7ef8-4828-9610-a9984a0f1eab req-00140ace-2717-4561-8ab3-f305f37d68ca tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Jul 29 18:04:04.842212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998e4ae6-7ef8-4828-9610-a9984a0f1eab req-e83dd820-ceec-46e8-94aa-3a1519c1f0b7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jul 29 18:04:05.112341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5e52b41-c488-43cb-90b4-4efe887ffa59 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:05.133259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f5e52b41-c488-43cb-90b4-4efe887ffa59 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:05.134005 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f5e52b41-c488-43cb-90b4-4efe887ffa59 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:05.267858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51812) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:05.367983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b6321dd9-0fdb-447a-ab78-21e7c5e9e7c0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:05.368605 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-b6321dd9-0fdb-447a-ab78-21e7c5e9e7c0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 18:04:05.368901 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b6321dd9-0fdb-447a-ab78-21e7c5e9e7c0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 18:04:05.369867 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b6321dd9-0fdb-447a-ab78-21e7c5e9e7c0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1005802 Jul 29 18:04:05.373608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:05.379023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fa179-7ec0-4fdf-bc00-080f09f2516a req-d25250e7-8acd-410a-9317-e57d6c21150e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:05.380531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-896fa179-7ec0-4fdf-bc00-080f09f2516a req-d25250e7-8acd-410a-9317-e57d6c21150e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0620301 Jul 29 18:04:05.382758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306958697'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:05.416265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.425060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.433433 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-896fa179-7ec0-4fdf-bc00-080f09f2516a req-c479a0e7-0d53-4458-b1c3-e5766b92018b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462732 Jul 29 18:04:05.514611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.521467 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.560776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd83664-6b64-4c14-95f6-649624de6202,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:05.615415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.621691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.634373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633fa7-b853-4610-b559-7415763e7609 req-6c41b4ae-4b8a-46ef-8f78-982673b533c0 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:05.635898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9633fa7-b853-4610-b559-7415763e7609 req-6c41b4ae-4b8a-46ef-8f78-982673b533c0 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0556378 Jul 29 18:04:05.649990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.651237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2766998 Jul 29 18:04:05.653319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4d6e9-77d5-46c6-8497-6fcb801cdd81 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f37eae-16c7-499c-851d-dc16c7ad45aa,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:05.655313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:05.659992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c7f37eae-16c7-499c-851d-dc16c7ad45aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:05.679857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9633fa7-b853-4610-b559-7415763e7609 req-c6df7abc-6605-41de-bfed-784f97c6eef1 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Jul 29 18:04:05.688974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.744633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.749873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.768170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadbaa87-7726-4a03-a134-085c14918cdb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:05.776265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.777484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2063621-376e-4fca-a8a2-daa0353e651a tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212533 Jul 29 18:04:05.780791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51826) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:05.785298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-96f915ec-4350-45c8-92bf-2d4ab9c07fc1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c7f37eae-16c7-499c-851d-dc16c7ad45aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:05.800151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008274c-5c6d-4774-a8a0-c7d4fb9238cb req-055fdc03-5efc-49c6-97b3-a6bc7688ddfc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:05.801716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e008274c-5c6d-4774-a8a0-c7d4fb9238cb req-055fdc03-5efc-49c6-97b3-a6bc7688ddfc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0539961 Jul 29 18:04:05.813887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-96f915ec-4350-45c8-92bf-2d4ab9c07fc1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.841649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e008274c-5c6d-4774-a8a0-c7d4fb9238cb req-ac3da245-11cd-403f-86cb-9f43ad733ef7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Jul 29 18:04:05.865667 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-96f915ec-4350-45c8-92bf-2d4ab9c07fc1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 18:04:05.866740 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96f915ec-4350-45c8-92bf-2d4ab9c07fc1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0850222 Jul 29 18:04:05.869631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51830) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:05.932009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.957291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:05.966570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1970ce-821c-4979-90aa-b6d32d10be7d req-8614c637-9798-41cf-9185-4f8ba70dbd53 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:05.968182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd1970ce-821c-4979-90aa-b6d32d10be7d req-8614c637-9798-41cf-9185-4f8ba70dbd53 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0583909 Jul 29 18:04:06.004737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.007456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.008935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7f37eae-16c7-499c-851d-dc16c7ad45aa HTTP/1.1" status: 204 len: 168 time: 0.1380477 Jul 29 18:04:06.009059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd1970ce-821c-4979-90aa-b6d32d10be7d req-8249b54c-6b39-43b2-b1be-2bcc055f4dc3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 29 18:04:06.012070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51832) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.019635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f285ee-03c5-4b13-a4d8-b227fad60d1c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f37eae-16c7-499c-851d-dc16c7ad45aa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.078116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3d1350d-c0c9-4311-bbb9-ebeed743a607 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649476 Jul 29 18:04:06.081698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.086131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--842144349'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.108867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.190740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.197086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.225886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.227181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1445134 Jul 29 18:04:06.229048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4343d-d973-4881-9ce6-973ac4f5442e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9ec9e-e2d0-48cf-bc36-61e5970959ae,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.230163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.235139 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-73d14534-dfff-4bac-b91e-7a74f1750dae tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'ced9ec9e-e2d0-48cf-bc36-61e5970959ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.236295 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-73d14534-dfff-4bac-b91e-7a74f1750dae tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 18:04:06.236295 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-73d14534-dfff-4bac-b91e-7a74f1750dae tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.237054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73d14534-dfff-4bac-b91e-7a74f1750dae tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057380 Jul 29 18:04:06.239728 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.296357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.319796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.361532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.364183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.365363 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/ced9ec9e-e2d0-48cf-bc36-61e5970959ae HTTP/1.1" status: 204 len: 168 time: 0.1247499 Jul 29 18:04:06.368396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51840) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.374828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9ef18-a73b-4202-a54e-d351ac34cefc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9ec9e-e2d0-48cf-bc36-61e5970959ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.414881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5fed091-8d29-4829-880b-4adedf770ae6 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452979 Jul 29 18:04:06.418670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51842) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.423435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087210862'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.449448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.532993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.538514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.553765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501481f-001a-4967-b2ef-b84f100d6e3f req-3bff157f-a0e9-4842-bd19-f222c551853b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:06.556055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3501481f-001a-4967-b2ef-b84f100d6e3f req-3bff157f-a0e9-4842-bd19-f222c551853b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0515618 Jul 29 18:04:06.564224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.565447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1457074 Jul 29 18:04:06.568359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.572796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-648f5ceb-6d7a-4e87-b163-3a96564aca69 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'ac8e7691-fb3f-4610-8e64-24ae6f34450e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.573356 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-648f5ceb-6d7a-4e87-b163-3a96564aca69 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 18:04:06.573847 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-648f5ceb-6d7a-4e87-b163-3a96564aca69 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.574788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-648f5ceb-6d7a-4e87-b163-3a96564aca69 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055337 Jul 29 18:04:06.577278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036535c-cd32-4b24-9713-67d1e8308d68 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e7691-fb3f-4610-8e64-24ae6f34450e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.577991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51848) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.619822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3501481f-001a-4967-b2ef-b84f100d6e3f req-206151e6-eb2c-4b6a-8f28-520c0661d48a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574496 Jul 29 18:04:06.652840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.675832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.717097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.720206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.721451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac8e7691-fb3f-4610-8e64-24ae6f34450e HTTP/1.1" status: 204 len: 168 time: 0.1424837 Jul 29 18:04:06.724218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51852) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.730974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e133c6-ffe7-4212-b569-07d6580994ef tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e7691-fb3f-4610-8e64-24ae6f34450e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.791670 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d71fd51c-4629-4d08-bc7d-28b6e1be6448 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659881 Jul 29 18:04:06.795423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.799797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--118775451'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.804627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917abdf-2741-413c-b652-dc4ec9b8d601 req-395a1604-fed8-4cfd-a46b-34f480f61c48 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:06.806065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6917abdf-2741-413c-b652-dc4ec9b8d601 req-395a1604-fed8-4cfd-a46b-34f480f61c48 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0503595 Jul 29 18:04:06.823539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.850910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6917abdf-2741-413c-b652-dc4ec9b8d601 req-0cdda790-8d8b-4991-85d3-07fc2dd62949 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 Jul 29 18:04:06.904364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.909768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.939393 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:06.940643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1443028 Jul 29 18:04:06.941343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f978-18f9-4d88-a560-039c15e268f2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cddcde-ea52-4d7f-868d-5316c82079a7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:06.943679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51858) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.948427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8635e943-b3d3-413c-abe2-45c6c421bde9 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c4cddcde-ea52-4d7f-868d-5316c82079a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.949352 n-d-801607-3 neutron-server[94051]: WARNING neutron.api.v2.base [None req-8635e943-b3d3-413c-abe2-45c6c421bde9 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 18:04:06.949796 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-8635e943-b3d3-413c-abe2-45c6c421bde9 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.953401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8635e943-b3d3-413c-abe2-45c6c421bde9 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059464 Jul 29 18:04:06.953501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.957971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9577cb86-3bdb-4c7f-8a04-ee4b4d579b76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c4cddcde-ea52-4d7f-868d-5316c82079a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.958717 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-9577cb86-3bdb-4c7f-8a04-ee4b4d579b76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 18:04:06.959208 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-9577cb86-3bdb-4c7f-8a04-ee4b4d579b76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.960160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9577cb86-3bdb-4c7f-8a04-ee4b4d579b76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058327 Jul 29 18:04:06.962520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.966563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-02c3f825-7d24-405c-8392-4af6fb4e6d6c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c4cddcde-ea52-4d7f-868d-5316c82079a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.967347 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-02c3f825-7d24-405c-8392-4af6fb4e6d6c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 18:04:06.967798 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-02c3f825-7d24-405c-8392-4af6fb4e6d6c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.967927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a3d8-7e41-4176-ba8c-0ea960b833aa req-f967591e-8884-462b-986b-f67a8c556c64 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:06.970773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02c3f825-7d24-405c-8392-4af6fb4e6d6c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053010 Jul 29 18:04:06.970925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c37a3d8-7e41-4176-ba8c-0ea960b833aa req-f967591e-8884-462b-986b-f67a8c556c64 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0584593 Jul 29 18:04:06.971048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51864) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:06.976006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8240fe42-7da9-4295-be7f-620abf1868ce tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c4cddcde-ea52-4d7f-868d-5316c82079a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:06.976866 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-8240fe42-7da9-4295-be7f-620abf1868ce tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 18:04:06.977355 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-8240fe42-7da9-4295-be7f-620abf1868ce tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:06.978292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8240fe42-7da9-4295-be7f-620abf1868ce tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064421 Jul 29 18:04:06.980698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.011919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c37a3d8-7e41-4176-ba8c-0ea960b833aa req-ad1d98d7-c4a7-443b-a0a6-0cbf9d2a4468 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364075 Jul 29 18:04:07.036253 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.059399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.099230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.101746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.102932 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4cddcde-ea52-4d7f-868d-5316c82079a7 HTTP/1.1" status: 204 len: 168 time: 0.1213579 Jul 29 18:04:07.106109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51870) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.125063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae988d2d-af2e-4607-b65d-89c6dddc9c7f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cddcde-ea52-4d7f-868d-5316c82079a7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:07.135490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed82cdc-ee8c-4f93-8f32-543f695a0ee6 req-a2c19f44-d6f5-4e1f-9dcc-613fc6141fa4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:07.137175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aed82cdc-ee8c-4f93-8f32-543f695a0ee6 req-a2c19f44-d6f5-4e1f-9dcc-613fc6141fa4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0564394 Jul 29 18:04:07.159372 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ea0c419f-537f-4040-902f-bb549843927c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521812 Jul 29 18:04:07.163506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51872) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.168701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978624231'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.181631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aed82cdc-ee8c-4f93-8f32-543f695a0ee6 req-f7e231f2-33ab-4dbd-922c-4260641bcc40 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 Jul 29 18:04:07.191067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.269302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.274415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.301598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.302896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1380978 Jul 29 18:04:07.304683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a869b8a-017e-4bc9-a9bf-3ff05d589559 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38629ddc-d9bf-412c-b96f-4a6f62eed5ca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:07.306005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51874) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.311025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0147c0ca-c808-45f5-8c62-0bbb0cc293e1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.311952 n-d-801607-3 neutron-server[94051]: WARNING neutron.api.v2.base [None req-0147c0ca-c808-45f5-8c62-0bbb0cc293e1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 18:04:07.312618 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-0147c0ca-c808-45f5-8c62-0bbb0cc293e1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.313866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0147c0ca-c808-45f5-8c62-0bbb0cc293e1 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067000 Jul 29 18:04:07.317050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.321719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4b0c70db-efc0-4e64-a77f-6aa8fbdcaa57 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.358215 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-4b0c70db-efc0-4e64-a77f-6aa8fbdcaa57 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.359233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b0c70db-efc0-4e64-a77f-6aa8fbdcaa57 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0412278 Jul 29 18:04:07.362186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.367461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1b3ade76-65ab-499a-aa0f-b866d7489a2e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.367947 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-1b3ade76-65ab-499a-aa0f-b866d7489a2e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 18:04:07.368409 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-1b3ade76-65ab-499a-aa0f-b866d7489a2e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.369382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1b3ade76-65ab-499a-aa0f-b866d7489a2e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062380 Jul 29 18:04:07.371712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.375697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-729c7ba2-5a41-4acc-b869-027c60e79cc5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.421081 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-729c7ba2-5a41-4acc-b869-027c60e79cc5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.422177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-729c7ba2-5a41-4acc-b869-027c60e79cc5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0495746 Jul 29 18:04:07.424869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51882) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.429786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-be31eb85-d23b-4e30-b36a-85e887b2c243 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.430263 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-be31eb85-d23b-4e30-b36a-85e887b2c243 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 18:04:07.430734 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-be31eb85-d23b-4e30-b36a-85e887b2c243 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.431667 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-be31eb85-d23b-4e30-b36a-85e887b2c243 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059063 Jul 29 18:04:07.434171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51884) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.439907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1d5488c7-190b-4d95-9210-5d1f1bf8e923 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.477732 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-1d5488c7-190b-4d95-9210-5d1f1bf8e923 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.478799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1d5488c7-190b-4d95-9210-5d1f1bf8e923 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0436578 Jul 29 18:04:07.481706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51886) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.486318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b83fbcad-aca9-445c-b26a-19534fe51069 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.486797 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-b83fbcad-aca9-445c-b26a-19534fe51069 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 18:04:07.487292 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b83fbcad-aca9-445c-b26a-19534fe51069 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.488235 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b83fbcad-aca9-445c-b26a-19534fe51069 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054832 Jul 29 18:04:07.490489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51888) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.494434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-503addb4-91fa-48ce-bf60-abdfafedfc80 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.539820 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-503addb4-91fa-48ce-bf60-abdfafedfc80 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.540935 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-503addb4-91fa-48ce-bf60-abdfafedfc80 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0495713 Jul 29 18:04:07.544085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51890) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.548454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3e95531a-480f-40e5-b893-1e3ca8b4f466 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '38629ddc-d9bf-412c-b96f-4a6f62eed5ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.588172 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-3e95531a-480f-40e5-b893-1e3ca8b4f466 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:07.589140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3e95531a-480f-40e5-b893-1e3ca8b4f466 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441163 Jul 29 18:04:07.591975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51892) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.644820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.668265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.711074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.713631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.714811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/38629ddc-d9bf-412c-b96f-4a6f62eed5ca HTTP/1.1" status: 204 len: 168 time: 0.1219347 Jul 29 18:04:07.717825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.723809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c8a73-6539-4783-af62-749b18973c76 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38629ddc-d9bf-412c-b96f-4a6f62eed5ca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:07.766723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b80a1-51b2-4e17-9557-d8d1404cb27d req-f9a1215c-0035-4ced-8139-ad0ba4812bb5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:07.768224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c8b80a1-51b2-4e17-9557-d8d1404cb27d req-f9a1215c-0035-4ced-8139-ad0ba4812bb5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0813890 Jul 29 18:04:07.775556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5149254e-1768-4338-a360-96a8cb711abb tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566320 Jul 29 18:04:07.779792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51898) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.784565 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--340662675'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.808236 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.814181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c8b80a1-51b2-4e17-9557-d8d1404cb27d req-e5790f0e-bec0-4c2c-8e50-d04ee8d8ff10 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Jul 29 18:04:07.891381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.896871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.923334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:07.924546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1437352 Jul 29 18:04:07.928380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51902) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.932900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9aabc892-58f5-472c-a0cd-0d8d28d2ccb2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '8c3b60bf-d545-472b-81d0-f62dae28f725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:07.936935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbb0f5-92b3-4187-8924-9b6a62e8f4e0 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b60bf-d545-472b-81d0-f62dae28f725,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:07.969682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7d7d4-5400-4b6c-a97c-962cd016e91b req-235f7ec7-a4c0-4723-967b-5a50658501d9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:07.971201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1f7d7d4-5400-4b6c-a97c-962cd016e91b req-235f7ec7-a4c0-4723-967b-5a50658501d9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0545268 Jul 29 18:04:07.976368 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-9aabc892-58f5-472c-a0cd-0d8d28d2ccb2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The resource could not be found. Jul 29 18:04:07.977420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9aabc892-58f5-472c-a0cd-0d8d28d2ccb2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0481231 Jul 29 18:04:07.980344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51904) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:07.984865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b0118dda-19d1-4cc6-b1fc-e0868ff76072 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '8c3b60bf-d545-472b-81d0-f62dae28f725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '735ed1a3-4c76-4e90-97cb-38fb94c4adfb'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:08.014301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1f7d7d4-5400-4b6c-a97c-962cd016e91b req-e67cb06f-27ac-4499-b199-f9de3a382cc9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Jul 29 18:04:08.024775 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-b0118dda-19d1-4cc6-b1fc-e0868ff76072 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The resource could not be found. Jul 29 18:04:08.026018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b0118dda-19d1-4cc6-b1fc-e0868ff76072 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0447388 Jul 29 18:04:08.029276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51906) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.092230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.130934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.167694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318068f-f587-4e24-a336-fddde1b6b6ee req-fdb58d98-e032-4047-95da-b9c2463bfd2f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:08.169295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2318068f-f587-4e24-a336-fddde1b6b6ee req-fdb58d98-e032-4047-95da-b9c2463bfd2f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0889974 Jul 29 18:04:08.205528 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.208024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.209126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c3b60bf-d545-472b-81d0-f62dae28f725 HTTP/1.1" status: 204 len: 168 time: 0.1788642 Jul 29 18:04:08.211936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51912) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.222267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2318068f-f587-4e24-a336-fddde1b6b6ee req-cafe0157-970f-4b7f-92ab-1e9c7ecfdfed tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Jul 29 18:04:08.224712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f1900-c738-467d-88d1-638fa888c26e tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b60bf-d545-472b-81d0-f62dae28f725,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:08.261048 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb38c54d-8fe5-487f-ad27-40d2fdf3273d tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478275 Jul 29 18:04:08.265316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51914) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.270013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ac27ddab-d742-4edb-92ac-b4a06a571377 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3ff5a-1e98-44c2-a03d-de6f927ba201', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:08.334603 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-ac27ddab-d742-4edb-92ac-b4a06a571377 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The resource could not be found. Jul 29 18:04:08.335660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ac27ddab-d742-4edb-92ac-b4a06a571377 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0693250 Jul 29 18:04:08.339337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51916) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.344769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--672859367'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:08.374975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd56b1-5252-4550-8f00-f309809972f5 req-e1c9434b-0db7-45e3-8979-0a8aa21a3dbd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:08.376451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89dd56b1-5252-4550-8f00-f309809972f5 req-e1c9434b-0db7-45e3-8979-0a8aa21a3dbd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0720649 Jul 29 18:04:08.389713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.434331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89dd56b1-5252-4550-8f00-f309809972f5 req-8d1f711b-820c-4a35-b998-16dfe8bbc0aa tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Jul 29 18:04:08.494180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.500891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.529111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.530347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1901035 Jul 29 18:04:08.532099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69c80d-c278-48ea-a646-0542c60c1f12 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5075d955-4965-4f63-b59b-cad521955ad1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:08.533300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51918) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.538100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789169965'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:08.560889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.641196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.647517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.674191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.675424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1410515 Jul 29 18:04:08.677226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85cf9f-fa68-4fd9-a619-ae29fd7015b5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc164e-6252-4a30-8e29-6d9f3190e01e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:08.678575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.686696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-511d3b76-b77f-4046-a8b0-36469bbcf79f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group_rule': {'security_group_id': '5075d955-4965-4f63-b59b-cad521955ad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '98fc164e-6252-4a30-8e29-6d9f3190e01e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:08.724315 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-511d3b76-b77f-4046-a8b0-36469bbcf79f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:04:08.725350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-511d3b76-b77f-4046-a8b0-36469bbcf79f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0438945 Jul 29 18:04:08.728323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51922) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.784656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.807488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.851515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.854183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.857698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/98fc164e-6252-4a30-8e29-6d9f3190e01e HTTP/1.1" status: 204 len: 168 time: 0.1261425 Jul 29 18:04:08.858082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51926) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.869937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f92a4-6c4e-4195-9168-678f319c5342 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc164e-6252-4a30-8e29-6d9f3190e01e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:08.917317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c67b906d-a956-4001-ba49-97d2c4941cd2 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0577846 Jul 29 18:04:08.920332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:08.934859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d728f1-44c8-4e7c-8c76-87ffc7f0d106 req-4e64b9d5-b59d-456b-a709-916c709f4807 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:08.936379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d728f1-44c8-4e7c-8c76-87ffc7f0d106 req-4e64b9d5-b59d-456b-a709-916c709f4807 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0526185 Jul 29 18:04:08.971604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:08.974569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d728f1-44c8-4e7c-8c76-87ffc7f0d106 req-543fdfa5-677e-4175-8198-eece953a7a6a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 Jul 29 18:04:08.994213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.037644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.039526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.040657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/5075d955-4965-4f63-b59b-cad521955ad1 HTTP/1.1" status: 204 len: 168 time: 0.1191516 Jul 29 18:04:09.043836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51932) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.049738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f96fa-9a97-49b6-a8bd-31c95528c92f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075d955-4965-4f63-b59b-cad521955ad1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:09.089738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8909b6fd-4be0-44f5-b381-c47b82b7b44f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445998 Jul 29 18:04:09.094056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.099316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'tempest-secgroup--503066762'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:09.156787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.181896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa6f01-cf51-403b-992a-58a0804e5dd5 req-0f167531-585e-46a9-a246-f4c8438480b9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:09.183422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adaa6f01-cf51-403b-992a-58a0804e5dd5 req-0f167531-585e-46a9-a246-f4c8438480b9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0794756 Jul 29 18:04:09.221956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-731901ea-1689-46f0-893c-69101a0aca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.244371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adaa6f01-cf51-403b-992a-58a0804e5dd5 req-022bbd01-ee3c-4a63-ab9e-725e14e9c56f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534511 Jul 29 18:04:09.282947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.287969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.318028 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.319210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2238815 Jul 29 18:04:09.322289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51938) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.326940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ca001130-a15f-42ea-a697-a7f0d2105369 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:09.327355 n-d-801607-3 neutron-server[94052]: WARNING neutron.api.v2.base [None req-ca001130-a15f-42ea-a697-a7f0d2105369 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 18:04:09.327847 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-ca001130-a15f-42ea-a697-a7f0d2105369 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 18:04:09.328780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca001130-a15f-42ea-a697-a7f0d2105369 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "PUT /v2.0/security-groups/fe1d2633-4c14-443d-862a-c4bc4061ea06 HTTP/1.1" status: 409 len: 330 time: 0.0054855 Jul 29 18:04:09.328973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6632c-8c97-4833-b536-7446d752acdc tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d2633-4c14-443d-862a-c4bc4061ea06,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:09.331639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51940) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.368324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce49ff-5230-4b07-ab39-475d4ceb0391 req-1bea16c9-d1a7-45a8-beb0-b4f6476cd2f0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:09.369802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32ce49ff-5230-4b07-ab39-475d4ceb0391 req-1bea16c9-d1a7-45a8-beb0-b4f6476cd2f0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0559664 Jul 29 18:04:09.388998 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.410798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32ce49ff-5230-4b07-ab39-475d4ceb0391 req-21e45301-535d-4bff-b97c-09f8a55387f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342517 Jul 29 18:04:09.410994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.452032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.454696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:09.455831 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe1d2633-4c14-443d-862a-c4bc4061ea06 HTTP/1.1" status: 204 len: 168 time: 0.1232338 Jul 29 18:04:09.458686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51944) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.464863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416a234-2a35-4325-a00d-38ac359d4155 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d2633-4c14-443d-862a-c4bc4061ea06,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:09.507931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f313f7ab-69df-4e32-aad1-9915a114908f tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480568 Jul 29 18:04:09.512015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 51946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.534019 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-940f04aa-2b35-4a55-9c0a-54aa284a8b4c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] delete failed (client error): The resource could not be found. Jul 29 18:04:09.535071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-940f04aa-2b35-4a55-9c0a-54aa284a8b4c tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "DELETE /v2.0/security-groups/6304a40d-985a-4520-b9ef-33fdde012d01 HTTP/1.1" status: 404 len: 347 time: 0.0220978 Jul 29 18:04:09.538974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.553613 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-af84da3a-52b3-4262-8860-e4afc90cbdd6 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] show failed (client error): The resource could not be found. Jul 29 18:04:09.554656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af84da3a-52b3-4262-8860-e4afc90cbdd6 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-groups/6c2fe721-31c5-4bab-ab42-eb49364d9256 HTTP/1.1" status: 404 len: 347 time: 0.0145552 Jul 29 18:04:09.558223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51950) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.572074 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-08682756-eca1-456c-ab18-864ea496d8f5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] show failed (client error): The resource could not be found. Jul 29 18:04:09.572297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52666779-28a5-40fa-b421-9a1fd96c308d req-b38dec4b-9202-4fef-bae7-fb6630029498 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:09.573043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-08682756-eca1-456c-ab18-864ea496d8f5 tempest-NegativeSecGroupTest-1173801731 tempest-NegativeSecGroupTest-1173801731-project] 10.222.0.16 "GET /v2.0/security-group-rules/2efb1282-9857-4828-8068-bd3e97bc27a1 HTTP/1.1" status: 404 len: 356 time: 0.0138652 Jul 29 18:04:09.573839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52666779-28a5-40fa-b421-9a1fd96c308d req-b38dec4b-9202-4fef-bae7-fb6630029498 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0549774 Jul 29 18:04:09.612625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52666779-28a5-40fa-b421-9a1fd96c308d req-81e2713b-5e73-4c12-a3bc-8d5f0dae8cfb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Jul 29 18:04:09.823277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51956) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:09.970959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b5032bcd-d954-40b4-bcf4-f13147125630 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dec228f02652424c995667cde839f751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464009 Jul 29 18:04:09.973644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 51960) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:10.024039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:10.045398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:10.091413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c1fa-11ba-4040-82f1-9d010dc0a903 req-3e653622-2193-42f5-b5c5-8f94e191afeb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:10.093179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fc8c1fa-11ba-4040-82f1-9d010dc0a903 req-3e653622-2193-42f5-b5c5-8f94e191afeb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0511441 Jul 29 18:04:10.095567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:10.098646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:10.099801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd83664-6b64-4c14-95f6-649624de6202 HTTP/1.1" status: 204 len: 168 time: 0.1249549 Jul 29 18:04:10.114054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432e046-855f-4574-9f55-6e73b390fc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd83664-6b64-4c14-95f6-649624de6202,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:10.138340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fc8c1fa-11ba-4040-82f1-9d010dc0a903 req-50343969-57dc-4e32-a82a-c42391cdbafc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383773 Jul 29 18:04:10.365116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ce72-3fda-4bc7-8391-7b8350502444 req-33189a6f-cfb7-46b5-a086-0e356a4baf97 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:10.366669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3911ce72-3fda-4bc7-8391-7b8350502444 req-33189a6f-cfb7-46b5-a086-0e356a4baf97 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0542603 Jul 29 18:04:10.411475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3911ce72-3fda-4bc7-8391-7b8350502444 req-d689c30c-35c4-4b32-b8fe-8f3b1d211dcd tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Jul 29 18:04:10.898873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e48884-1620-4f9c-8978-a9e87a720b35 req-de482267-3d30-4e7a-8c4e-47a6f61c8e33 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:10.900506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2e48884-1620-4f9c-8978-a9e87a720b35 req-de482267-3d30-4e7a-8c4e-47a6f61c8e33 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0564866 Jul 29 18:04:10.946063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2e48884-1620-4f9c-8978-a9e87a720b35 req-752995a0-8b02-4227-b362-a1b0aa0676aa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343299 Jul 29 18:04:11.059909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a167-9da7-45d8-a732-41d9f30b8d67 req-f3e4458d-a341-47e7-93a4-56954b5031bb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.061470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c05a167-9da7-45d8-a732-41d9f30b8d67 req-f3e4458d-a341-47e7-93a4-56954b5031bb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Jul 29 18:04:11.107672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c05a167-9da7-45d8-a732-41d9f30b8d67 req-81e2000f-d32a-426e-a630-d547532f0480 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jul 29 18:04:11.234067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-15644deb-8670-4700-86f3-d27eedd3d721 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.235603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-15644deb-8670-4700-86f3-d27eedd3d721 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 945 time: 0.0836523 Jul 29 18:04:11.252205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.258123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.264455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.270393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.276372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.282405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.288526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.290759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-cc1218cc-6855-4641-b9f2-00d95145bd67 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1129677 Jul 29 18:04:11.362601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6585946-70ae-40ac-b2f0-a414838a0f4f req-f29585b6-2a63-4ba1-a597-604ec6079401 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630398 Jul 29 18:04:11.412605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Deleting port e84a9b41-68cb-482d-939d-769efd05d0a6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:11.413042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.538896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18522a45-a4bd-48e9-88a7-1a5509222411 req-d18a8c57-10ec-4383-9bcd-12f2d18f6f59 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.540294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18522a45-a4bd-48e9-88a7-1a5509222411 req-d18a8c57-10ec-4383-9bcd-12f2d18f6f59 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0835910 Jul 29 18:04:11.545321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] For port e84a9b41-68cb-482d-939d-769efd05d0a6, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e84a9b41-68cb-482d-939d-769efd05d0a6,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:11.545668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.563425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52018) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:11.571114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Calling delete_port for e84a9b41-68cb-482d-939d-769efd05d0a6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:11.632659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18522a45-a4bd-48e9-88a7-1a5509222411 req-fc75a2b0-90c3-4ca3-82c9-f05aff83e527 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843554 Jul 29 18:04:11.676206 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b8c360a-7e13-448c-8fbc-94c2c54eb461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.686384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b05e4ed-d4b8-4cbd-a1b6-265e4718dc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.767935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.780586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e84a9b41-68cb-482d-939d-769efd05d0a6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:04:11.783235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085f4fc-8677-4acd-a49a-0a63c76b8c0f req-4a2d6ce4-19fa-482b-a257-be5ecc0ec5ef tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.784755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e085f4fc-8677-4acd-a49a-0a63c76b8c0f req-4a2d6ce4-19fa-482b-a257-be5ecc0ec5ef tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0765488 Jul 29 18:04:11.798388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b05e4ed-d4b8-4cbd-a1b6-265e4718dc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.805426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b05e4ed-d4b8-4cbd-a1b6-265e4718dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.812395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event deleted for resources: {'Port': ['ID=e84a9b41-68cb-482d-939d-769efd05d0a6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:11.846183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e4ed-d4b8-4cbd-a1b6-265e4718dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783f347-d026-4bb8-90e7-8f5804849657,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:11.852192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1b05e4ed-d4b8-4cbd-a1b6-265e4718dc29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08ec81fc589843e8b8bfd716562f4129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875361 Jul 29 18:04:11.853495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:11.858638 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.875664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] No DVR routers for this DVR port e84a9b41-68cb-482d-939d-769efd05d0a6 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:11.879690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.881719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5589a317-e4a6-4af9-8842-50f8b427f0ca req-cb33d333-230d-4c50-819b-3eb41b18d092 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "DELETE /v2.0/ports/e84a9b41-68cb-482d-939d-769efd05d0a6 HTTP/1.1" status: 204 len: 173 time: 0.5900068 Jul 29 18:04:11.882149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'name': 'network-vif-deleted', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:11.884803 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3896c4-64db-4579-983e-a5d7ff560d4f" -d '{"events": [{"server_uuid": "3d872e21-3200-4a1b-bc32-b93a29d1e0f0", "name": "network-vif-deleted", "tag": "e84a9b41-68cb-482d-939d-769efd05d0a6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:11.894793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e085f4fc-8677-4acd-a49a-0a63c76b8c0f req-345d1974-3666-4f9c-80cf-835c8eed5887 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859976 Jul 29 18:04:11.912818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.937656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.946418 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3c724-05c1-4d5c-8f40-2e97225eac71 x-openstack-request-id: req-23b3c724-05c1-4d5c-8f40-2e97225eac71 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:11.946948 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d872e21-3200-4a1b-bc32-b93a29d1e0f0", "name": "network-vif-deleted", "tag": "e84a9b41-68cb-482d-939d-769efd05d0a6", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:11.946948 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b3c724-05c1-4d5c-8f40-2e97225eac71 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:11.947350 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'name': 'network-vif-deleted', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:04:11.974764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.981543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.990102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.993953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:11.995250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:11.996124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5783f347-d026-4bb8-90e7-8f5804849657 HTTP/1.1" status: 204 len: 168 time: 0.1416781 Jul 29 18:04:12.001611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.007860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.014170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.020603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.022577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c035f827-7e78-43be-b65f-854dcf696cd5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1188419 Jul 29 18:04:12.024464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05d2a-41d6-460c-bbee-264cc7d4afec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783f347-d026-4bb8-90e7-8f5804849657,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:12.088938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-610de687-47b9-478f-bac7-45f7beb53356 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.090361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-610de687-47b9-478f-bac7-45f7beb53356 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0608256 Jul 29 18:04:12.184216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5990fd-182b-41a8-a21a-a7c9a9117cab req-bd4a95d4-9cd9-478a-85d6-b71c67cd0b8a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.185723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a5990fd-182b-41a8-a21a-a7c9a9117cab req-bd4a95d4-9cd9-478a-85d6-b71c67cd0b8a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1127908 Jul 29 18:04:12.242225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-690b40a9-e1ac-4a3f-9094-31cad9ba25a4 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1383724 Jul 29 18:04:12.249523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a5990fd-182b-41a8-a21a-a7c9a9117cab req-756e0775-02e3-48a5-b831-42ada5c8b66b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517433 Jul 29 18:04:12.254441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:12.312590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.322537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52034) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:12.338086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93737b33-b5c3-4992-aed6-ccf9ace6d091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.370011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-258db277-6c57-4ee3-a715-74428fad989a req-98395c84-56a6-4792-989e-10ee955574fe tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0482066 Jul 29 18:04:12.440988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93737b33-b5c3-4992-aed6-ccf9ace6d091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.445877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93737b33-b5c3-4992-aed6-ccf9ace6d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.484910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-93737b33-b5c3-4992-aed6-ccf9ace6d091 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72d07172e2454763b656c4f952cf7d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612289 Jul 29 18:04:12.485771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93737b33-b5c3-4992-aed6-ccf9ace6d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad531f-b576-4c51-bc78-f60ab76dd080,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:12.489075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:12.524557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.530614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.536303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.539598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.542041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.547831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.553546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.559472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.560377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.561236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6282e710-fb1e-4736-889c-0804f5b81822 req-57e8cd43-532a-4d2d-8e27-f37f39118a5b tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 5444 time: 0.1206253 Jul 29 18:04:12.563163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=09af25f2-3532-4286-aae9-548709c5f885,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:12.607343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.610108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.611316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffad531f-b576-4c51-bc78-f60ab76dd080 HTTP/1.1" status: 204 len: 168 time: 0.1209719 Jul 29 18:04:12.619422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333f178-4420-40a8-b717-9f1d35bb8f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad531f-b576-4c51-bc78-f60ab76dd080,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:12.625411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6282e710-fb1e-4736-889c-0804f5b81822 req-decddcd5-7d0c-41d0-85b1-0b9c040b814f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7b91a5c-cf17-482b-b1a0-70cff25ade98&id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534916 Jul 29 18:04:12.626415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] For port 09af25f2-3532-4286-aae9-548709c5f885, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:12.661435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] device_id is not set on port 09af25f2-3532-4286-aae9-548709c5f885 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:04:12.670172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.677404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.738820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] No DVR routers for this DVR port 09af25f2-3532-4286-aae9-548709c5f885 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:12.780129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:12.806763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb1fc317-1214-46e7-93c7-e7fc51d3cefe req-290597bb-3992-45a5-a85e-db62aa010c1d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d872e21-3200-4a1b-bc32-b93a29d1e0f0 HTTP/1.1" status: 200 len: 210 time: 0.0446713 Jul 29 18:04:12.812563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] In _notify_port_updated(), no bound segment for port 09af25f2-3532-4286-aae9-548709c5f885 on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:04:12.813201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.813847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.815306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-c2d6c648-ac47-401c-aabf-3e10072c54d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 200 len: 1032 time: 0.5648739 Jul 29 18:04:12.871348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-9fc33040-f840-440a-bf3b-0adadc2db01e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:12.872952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-9fc33040-f840-440a-bf3b-0adadc2db01e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "GET /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0497911 Jul 29 18:04:12.885202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:12.953887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.970391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:12.998609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-342133d0-41f0-460d-a168-9bbca7ce3d86 None None] Provisioning complete for port 09af25f2-3532-4286-aae9-548709c5f885 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:12.999182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-342133d0-41f0-460d-a168-9bbca7ce3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.063698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-342133d0-41f0-460d-a168-9bbca7ce3d86 None None] Port 09af25f2-3532-4286-aae9-548709c5f885 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:13.104632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6f674ec2-cb9a-4afc-9073-72efd948148f,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:13.146930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] For port 6f674ec2-cb9a-4afc-9073-72efd948148f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:13.179683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] device_id is not set on port 6f674ec2-cb9a-4afc-9073-72efd948148f yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:04:13.188416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.201204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.279354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Pushing event updated for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:13.295965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] No DVR routers for this DVR port 6f674ec2-cb9a-4afc-9073-72efd948148f on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:13.305493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef3ac-8a59-43b3-9266-05032d3c1a5c req-d18dd415-0854-4059-a837-ff8ba92093b5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:13.307123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-291ef3ac-8a59-43b3-9266-05032d3c1a5c req-d18dd415-0854-4059-a837-ff8ba92093b5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1168182 Jul 29 18:04:13.375384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-291ef3ac-8a59-43b3-9266-05032d3c1a5c req-296989dd-a603-492f-8558-22d0b0e87c24 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Jul 29 18:04:13.376200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] In _notify_port_updated(), no bound segment for port 6f674ec2-cb9a-4afc-9073-72efd948148f on network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:04:13.377072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:13.377682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.378927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-b85b7d54-9412-4f0a-858c-cb37998090da service neutron] 10.222.0.38 "PUT /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 200 len: 1032 time: 0.4988282 Jul 29 18:04:13.520486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e7fc4-10f5-4540-9beb-3fcd77b699bf req-88ee05a7-a132-4786-a658-cf3a8736c542 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:13.521878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b5e7fc4-10f5-4540-9beb-3fcd77b699bf req-88ee05a7-a132-4786-a658-cf3a8736c542 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0647216 Jul 29 18:04:13.532506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 924d4546-175d-467f-aa41-912f12939fa1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:13.532843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.590887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2ee87669-b712-4cf2-a2f9-7fd5fbdaca86 None None] Provisioning complete for port 6f674ec2-cb9a-4afc-9073-72efd948148f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:13.591534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2ee87669-b712-4cf2-a2f9-7fd5fbdaca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.616789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b5e7fc4-10f5-4540-9beb-3fcd77b699bf req-268b4666-5453-47c2-a590-d4c34c21cf8a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865343 Jul 29 18:04:13.628546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2ee87669-b712-4cf2-a2f9-7fd5fbdaca86 None None] Port 6f674ec2-cb9a-4afc-9073-72efd948148f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:13.656620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port 924d4546-175d-467f-aa41-912f12939fa1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=924d4546-175d-467f-aa41-912f12939fa1,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:13.656991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.673989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 924d4546-175d-467f-aa41-912f12939fa1 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:13.789186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d00a8-9d63-4da8-9524-2043b85cf15d req-a3182bf8-e175-4b67-95b4-41417ae0da28 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:13.790825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb6d00a8-9d63-4da8-9524-2043b85cf15d req-a3182bf8-e175-4b67-95b4-41417ae0da28 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0682509 Jul 29 18:04:13.868417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb6d00a8-9d63-4da8-9524-2043b85cf15d req-c6469f23-26f6-4717-a192-a19b8dd3e90b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663993 Jul 29 18:04:13.885732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.916742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=924d4546-175d-467f-aa41-912f12939fa1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:13.966630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port 924d4546-175d-467f-aa41-912f12939fa1 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:13.969438 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:13.971731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-f10e6a68-6d0d-4719-b8a7-f13e50dbd8a2 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "DELETE /v2.0/ports/924d4546-175d-467f-aa41-912f12939fa1 HTTP/1.1" status: 204 len: 173 time: 0.5859303 Jul 29 18:04:13.972242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '924d4546-175d-467f-aa41-912f12939fa1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:13.974675 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c435dd-5773-4b11-8111-8f235ed3f439" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "924d4546-175d-467f-aa41-912f12939fa1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:14.052297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-91053a57-e655-4a3f-b294-f9f5a6c126c7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:14.058589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-91053a57-e655-4a3f-b294-f9f5a6c126c7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:14.064089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-91053a57-e655-4a3f-b294-f9f5a6c126c7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:14.069911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-91053a57-e655-4a3f-b294-f9f5a6c126c7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:14.071686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-91053a57-e655-4a3f-b294-f9f5a6c126c7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 3151 time: 0.1312075 Jul 29 18:04:14.131325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e895e3fc-93c5-4f10-8dc8-42cf3ee7947f req-ac6a1dbb-eb0a-46ce-9936-d31abee587ff tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Jul 29 18:04:14.147159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 4e498da4-dfc4-40b6-abae-8c4c61216584 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:14.147470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:14.290293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port 4e498da4-dfc4-40b6-abae-8c4c61216584, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e498da4-dfc4-40b6-abae-8c4c61216584,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:14.290662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:14.315578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 4e498da4-dfc4-40b6-abae-8c4c61216584 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:14.395262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-72f50788-f3e8-4ba7-b137-41dc30e4691b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:14.402364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-72f50788-f3e8-4ba7-b137-41dc30e4691b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.1793518 Jul 29 18:04:14.426855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-2e2430a1-e845-4e59-8f0c-99eb481af413 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/quotas/30751f32160243b3a5f67fe32ef98cad HTTP/1.1" status: 200 len: 375 time: 0.0234361 Jul 29 18:04:14.466166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-016f0e89-ee6a-463c-a3ed-082e8e1d5f7c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351758 Jul 29 18:04:14.596375 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:14.612590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:14.629027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=4e498da4-dfc4-40b6-abae-8c4c61216584,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:14.632541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-2662cbd3-2adf-4cc5-b26a-e1a8c0fadff2 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569254 Jul 29 18:04:14.648105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e84a9b41-68cb-482d-939d-769efd05d0a6 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:14.671272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: e84a9b41-68cb-482d-939d-769efd05d0a6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:14.671724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e84a9b41-68cb-482d-939d-769efd05d0a6 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:14.715682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port 4e498da4-dfc4-40b6-abae-8c4c61216584 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:14.719278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:14.721369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-88b5abd8-5ae7-4208-9b20-0cf502cc1e33 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "DELETE /v2.0/ports/4e498da4-dfc4-40b6-abae-8c4c61216584 HTTP/1.1" status: 204 len: 173 time: 0.7266498 Jul 29 18:04:14.885066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 09af25f2-3532-4286-aae9-548709c5f885 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:14.930285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 09af25f2-3532-4286-aae9-548709c5f885 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:14.930617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device a22cc667-e74d-4176-8fd8-1fe11b558b5e no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.011556 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.063093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:15.069727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.070602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b8093910-debe-4f68-8f49-8ac1ca85dfb9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.250692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-6f4a8cf3-30e8-41ab-a87a-fc9f710b4a04 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103077 Jul 29 18:04:15.282029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port a22cc667-e74d-4176-8fd8-1fe11b558b5e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:15.282029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.316045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:15.357006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.392355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:15.397137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port a22cc667-e74d-4176-8fd8-1fe11b558b5e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=a22cc667-e74d-4176-8fd8-1fe11b558b5e,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:15.397500 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.403394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.404145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7bbc68d3-e5f8-486b-8c5d-79e79657189b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.415565 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518a7c59-0e43-4f9d-8439-a1184c78fa0e x-openstack-request-id: req-518a7c59-0e43-4f9d-8439-a1184c78fa0e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:15.415854 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "924d4546-175d-467f-aa41-912f12939fa1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:15.416165 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-518a7c59-0e43-4f9d-8439-a1184c78fa0e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:15.416507 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '924d4546-175d-467f-aa41-912f12939fa1', 'status': 'completed', 'code': 200} Jul 29 18:04:15.434196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for a22cc667-e74d-4176-8fd8-1fe11b558b5e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:15.564428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b05bb-cf77-4af6-94c4-19de1636442c req-032bf703-4072-486c-885c-f2d5c0c87703 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:15.565982 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d01b05bb-cf77-4af6-94c4-19de1636442c req-032bf703-4072-486c-885c-f2d5c0c87703 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0770104 Jul 29 18:04:15.570745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.599178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:15.626173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:15.639616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.640628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 924d4546-175d-467f-aa41-912f12939fa1 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.655661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d01b05bb-cf77-4af6-94c4-19de1636442c req-9bce0c47-9aa6-4226-a79f-ef76f827f2d1 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685420 Jul 29 18:04:15.665652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.667580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 924d4546-175d-467f-aa41-912f12939fa1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:15.667931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 924d4546-175d-467f-aa41-912f12939fa1 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:15.668381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f674ec2-cb9a-4afc-9073-72efd948148f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.705737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=a22cc667-e74d-4176-8fd8-1fe11b558b5e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:15.763822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port a22cc667-e74d-4176-8fd8-1fe11b558b5e on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:15.772424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:15.774090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:15.776455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6f674ec2-cb9a-4afc-9073-72efd948148f not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:15.776895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e498da4-dfc4-40b6-abae-8c4c61216584 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:15.783359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-1445b890-1c54-4091-94bb-172dfe246606 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "DELETE /v2.0/ports/a22cc667-e74d-4176-8fd8-1fe11b558b5e HTTP/1.1" status: 204 len: 173 time: 1.0523744 Jul 29 18:04:15.796880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 4e498da4-dfc4-40b6-abae-8c4c61216584 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:15.797529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e498da4-dfc4-40b6-abae-8c4c61216584 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:15.866101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241075-25fe-4787-bac8-e559eebd322c req-eb9041af-6cc7-4f80-a519-28f7420c5c69 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:15.867631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb241075-25fe-4787-bac8-e559eebd322c req-eb9041af-6cc7-4f80-a519-28f7420c5c69 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1051369 Jul 29 18:04:15.928400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb241075-25fe-4787-bac8-e559eebd322c req-e1aaee57-8907-4de6-a72e-c80ca003b0d1 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Jul 29 18:04:15.951414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port b8093910-debe-4f68-8f49-8ac1ca85dfb9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:15.951746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.082028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901b5f-5a6b-4beb-972c-a7a244b889c3 req-bcd1afa5-98a0-40a8-898f-33e8e35bf237 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:16.083712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42901b5f-5a6b-4beb-972c-a7a244b889c3 req-bcd1afa5-98a0-40a8-898f-33e8e35bf237 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0841649 Jul 29 18:04:16.103317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port b8093910-debe-4f68-8f49-8ac1ca85dfb9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b8093910-debe-4f68-8f49-8ac1ca85dfb9,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:16.103748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.139191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for b8093910-debe-4f68-8f49-8ac1ca85dfb9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:16.143871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42901b5f-5a6b-4beb-972c-a7a244b889c3 req-af6afdab-de07-4a92-927b-72704b97636e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539503 Jul 29 18:04:16.301420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636b50d-f4cb-43cf-9fac-ef0449bab10a req-b7d3eb11-886f-4acd-b8bb-3cbc5c2556a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:16.307317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636b50d-f4cb-43cf-9fac-ef0449bab10a req-b7d3eb11-886f-4acd-b8bb-3cbc5c2556a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:16.309078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8636b50d-f4cb-43cf-9fac-ef0449bab10a req-b7d3eb11-886f-4acd-b8bb-3cbc5c2556a0 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 1677 time: 0.0844905 Jul 29 18:04:16.384029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8636b50d-f4cb-43cf-9fac-ef0449bab10a req-119dc388-57b2-4731-9a4e-4a1d2038e4c5 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups?id=dee2d537-4dd6-4612-ba22-f2b84b276c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496960 Jul 29 18:04:16.387145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.420262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=b8093910-debe-4f68-8f49-8ac1ca85dfb9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:16.472138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port b8093910-debe-4f68-8f49-8ac1ca85dfb9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:16.483627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.484707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-a9000803-c31e-45c0-93b1-8b8a20c0d502 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "DELETE /v2.0/ports/b8093910-debe-4f68-8f49-8ac1ca85dfb9 HTTP/1.1" status: 204 len: 173 time: 0.6822751 Jul 29 18:04:16.501191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e64a1eb-5256-4c35-8cdf-061d58afc327 req-121a4c6a-881c-456f-ab7d-8e070a231eed tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 210 time: 0.0308721 Jul 29 18:04:16.670039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-1263364b-27ca-4722-8f9c-9a83b36779b4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:16.671444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-1263364b-27ca-4722-8f9c-9a83b36779b4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.1439371 Jul 29 18:04:16.684624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 7bbc68d3-e5f8-486b-8c5d-79e79657189b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:16.684966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.690650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Request body: {'port': {'device_id': '52072b9c-3fab-49c4-a356-07f9941178d2', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'admin_state_up': True, 'tenant_id': '30751f32160243b3a5f67fe32ef98cad'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:16.900032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port 7bbc68d3-e5f8-486b-8c5d-79e79657189b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7bbc68d3-e5f8-486b-8c5d-79e79657189b,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:16.900502 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:16.939917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188b5db-74a1-44d8-bfc6-e4646a600d8a req-3072cfa2-8507-44c1-b8a1-48dbe1218d06 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:16.952217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1188b5db-74a1-44d8-bfc6-e4646a600d8a req-3072cfa2-8507-44c1-b8a1-48dbe1218d06 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.2087221 Jul 29 18:04:17.066612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1188b5db-74a1-44d8-bfc6-e4646a600d8a req-60e74a27-1b6d-4cfe-af73-aabacf2d7db7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132698 Jul 29 18:04:17.071209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Made reservation on behalf of 30751f32160243b3a5f67fe32ef98cad for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:17.074644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.308946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.309655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.309655 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Floating IP d88ef12c-6d80-464c-9535-32b4808d8eb9 disassociated. External IP: 172.25.5.174, port: 7bbc68d3-e5f8-486b-8c5d-79e79657189b. Jul 29 18:04:17.309850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 7bbc68d3-e5f8-486b-8c5d-79e79657189b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:17.320248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9b914-02d7-4145-b88c-7969e38ec0b3 req-44458d03-3da4-4ed6-88f8-256c7994ea2d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:17.321720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bee9b914-02d7-4145-b88c-7969e38ec0b3 req-44458d03-3da4-4ed6-88f8-256c7994ea2d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1810114 Jul 29 18:04:17.388546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Allocated IP 172.20.0.13 (cbb961cc-8555-4b32-8dd8-0bc90dfced0d/4a5b4530-8208-4a78-b523-c65d5a1adb1b/19ccd009-5aee-413a-8579-d30d23027a6f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:17.417584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:17.419879 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3461801d-14d7-4e5d-a5ef-89c7409505da" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:17.440178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bee9b914-02d7-4145-b88c-7969e38ec0b3 req-cddc4c10-92e5-4b02-98e0-01e6964290c7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108336 Jul 29 18:04:17.633210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.664626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f759b-d051-4c49-85cd-24ca5bbaa794 req-48801819-fb2d-4dc1-a0c8-269baff0ce84 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:17.666102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-942f759b-d051-4c49-85cd-24ca5bbaa794 req-48801819-fb2d-4dc1-a0c8-269baff0ce84 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1408546 Jul 29 18:04:17.698975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.701179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=7bbc68d3-e5f8-486b-8c5d-79e79657189b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:17.779088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-942f759b-d051-4c49-85cd-24ca5bbaa794 req-e78dac63-b230-4a41-9979-963efae9df1d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908852 Jul 29 18:04:17.859438 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:17.881720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9ec1cbb-7f9a-4f31-9211-abb792c77d79 req-c6008fec-6814-4c82-9c65-bb6d4d22a443 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0429816 Jul 29 18:04:17.915127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Router 42d643a6-a4de-4e9a-9340-7c9f83037be7 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:04:17.929003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:17.937549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:17.940373 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a79a01-d075-494d-a236-e34ab9b8c735 x-openstack-request-id: req-66a79a01-d075-494d-a236-e34ab9b8c735 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:17.940667 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "4e498da4-dfc4-40b6-abae-8c4c61216584", "status": "completed", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e", "status": "completed", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:17.940917 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66a79a01-d075-494d-a236-e34ab9b8c735 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:17.941313 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '4e498da4-dfc4-40b6-abae-8c4c61216584', 'status': 'completed', 'code': 200} Jul 29 18:04:17.941559 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'status': 'completed', 'code': 200} Jul 29 18:04:17.941800 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'status': 'completed', 'code': 200} Jul 29 18:04:17.942765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:04:17.945439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event updated for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:18.058221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:18.058967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.111505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-40bce0b5-6a54-4d9b-b458-0bab05a0d732 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4292059 Jul 29 18:04:18.127309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7defb7-6d1e-44f4-a15d-211a32ded137 req-424917af-7598-4aa9-bab4-aa18d29957e0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:18.128879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e7defb7-6d1e-44f4-a15d-211a32ded137 req-424917af-7598-4aa9-bab4-aa18d29957e0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 932 time: 0.1118200 Jul 29 18:04:18.136262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Request body: {'port': {'device_id': '52072b9c-3fab-49c4-a356-07f9941178d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:18.189530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:04:18.202490 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Sync routers for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:04:18.213240 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:18.214223 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:18.262199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e7defb7-6d1e-44f4-a15d-211a32ded137 req-a8e6de13-3a06-4bd9-bde4-a05738628369 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990267 Jul 29 18:04:18.262902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port 7bbc68d3-e5f8-486b-8c5d-79e79657189b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:18.266759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.268754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d06387b0-a43a-4038-b03e-bb00196f1b98 req-07d97166-7782-46a3-9d77-f39dda5fcbd9 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.38 "DELETE /v2.0/ports/7bbc68d3-e5f8-486b-8c5d-79e79657189b HTTP/1.1" status: 204 len: 173 time: 1.7700651 Jul 29 18:04:18.269634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.354973 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:18.484045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6163-1027-4d79-b1e2-74ad09527446 req-4dd6c5e5-7eaf-4861-bb66-33119a354b6d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:18.485655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6dc6163-1027-4d79-b1e2-74ad09527446 req-4dd6c5e5-7eaf-4861-bb66-33119a354b6d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1071975 Jul 29 18:04:18.550069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6dc6163-1027-4d79-b1e2-74ad09527446 req-ac408e83-d874-4920-8df8-895b23301a72 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564249 Jul 29 18:04:18.575009 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:18.601425 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Checking router: 42d643a6-a4de-4e9a-9340-7c9f83037be7 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:04:18.610146 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:18.610996 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:18.633486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ccd009-5aee-413a-8579-d30d23027a6f {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:04:18.652416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.680479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Transition to ACTIVE for port object 19ccd009-5aee-413a-8579-d30d23027a6f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:18.689489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.721507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:18.737654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:18.747254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f5b17-ba4a-421a-b594-d70e7cc979da req-dd72d503-2e84-446f-9eee-7edd75ca6d87 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:18.754796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d8f5b17-ba4a-421a-b594-d70e7cc979da req-dd72d503-2e84-446f-9eee-7edd75ca6d87 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1259661 Jul 29 18:04:18.836495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d8f5b17-ba4a-421a-b594-d70e7cc979da req-bd7f49fb-9b4c-4c6d-80d4-db5a6553d41a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808110 Jul 29 18:04:18.870893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Attempting to bind port 19ccd009-5aee-413a-8579-d30d23027a6f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:04:18.871243 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Attempting to bind port 19ccd009-5aee-413a-8579-d30d23027a6f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:04:18.871579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Attempting to bind port 19ccd009-5aee-413a-8579-d30d23027a6f on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:18.876707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Port 19ccd009-5aee-413a-8579-d30d23027a6f on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:04:18.877039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Attempting to bind port 19ccd009-5aee-413a-8579-d30d23027a6f on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:18.882284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:04:18.882627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Checking segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:18.883019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Bound using segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:04:18.883452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Bound port: 19ccd009-5aee-413a-8579-d30d23027a6f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:04:18.884160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:18.967457 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:18.994159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:18.998424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080474e-9ecc-40da-9b82-e16150330231 None None] The sync data for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 is: [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:03Z', 'revision_number': 4, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ff129d74-af23-4e33-b7bf-639ef6cbde2e', 'name': '', 'network_id': '45f5c9f5-3705-4a66-893f-da5933631a1f', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'mac_address': 'fa:16:3e:49:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:54:02Z', 'updated_at': '2021-07-29T17:54:09Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'subnets': [{'id': 'f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:04:18.998693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=19ccd009-5aee-413a-8579-d30d23027a6f,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:04:19.009351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272a592-3f57-44be-9ffb-3ffa6ba7193c req-77796f79-9566-4a5e-b014-35a1be6483b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:19.011045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5272a592-3f57-44be-9ffb-3ffa6ba7193c req-77796f79-9566-4a5e-b014-35a1be6483b5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0880380 Jul 29 18:04:19.016101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:19.070366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:19.070989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:19.072408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] 10.222.0.49 "PUT /v2.0/ports/19ccd009-5aee-413a-8579-d30d23027a6f HTTP/1.1" status: 200 len: 1092 time: 0.9407096 Jul 29 18:04:19.108747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5272a592-3f57-44be-9ffb-3ffa6ba7193c req-9b432031-2fe0-426c-97da-86ec40b830f1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852017 Jul 29 18:04:19.109136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03410fdf-a360-43c0-b3bf-e8b8c3b4ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:19.213293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-77bc82d2-5102-4fca-b32b-26807c5574cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:19.215116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-77bc82d2-5102-4fca-b32b-26807c5574cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 1095 time: 0.0814424 Jul 29 18:04:19.243379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b96c6169-40c1-49b5-a724-469639897994 req-b607bd14-a1e3-42a6-a3c4-1c3bf95782bb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0460134 Jul 29 18:04:19.302918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-8f4ff871-38fa-4996-98a4-9cc569e3776e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ccd009-5aee-413a-8579-d30d23027a6f HTTP/1.1" status: 200 len: 217 time: 0.0694180 Jul 29 18:04:19.408764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88327714-33e4-457a-9f2d-456ae0da2729 None None] New status for floating IP d88ef12c-6d80-464c-9535-32b4808d8eb9: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:04:19.783601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-22fe34dd-28dd-42bd-8539-47a6272ebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:19.785207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-22fe34dd-28dd-42bd-8539-47a6272ebaba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.4754164 Jul 29 18:04:19.811306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d72f-dbc9-4d03-b5cf-cef604113ef5 req-f1926620-54d4-4331-a030-4432df96a197 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:19.813039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4238d72f-dbc9-4d03-b5cf-cef604113ef5 req-f1926620-54d4-4331-a030-4432df96a197 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 944 time: 0.4634495 Jul 29 18:04:19.830987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-5fe6a34d-5780-4dc3-991f-e99dbfc6ee69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368989 Jul 29 18:04:19.904995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4238d72f-dbc9-4d03-b5cf-cef604113ef5 req-4255ccbf-2bc5-4ce8-b6aa-bb9b8bc47ee9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774279 Jul 29 18:04:19.943705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}, {'name': 'network-changed', 'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:19.946410 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b662f-42ad-4599-ac8e-5a36bb523175" -d '{"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b"}, {"name": "network-changed", "server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:19.951600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-9718e94a-f9ec-4823-b750-1ed1d730ca3e service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083264 Jul 29 18:04:20.089940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639319-93f8-4df3-b066-d871750892dc req-11823c94-1c80-4e89-8627-1058038ecee6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.091577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd639319-93f8-4df3-b066-d871750892dc req-11823c94-1c80-4e89-8627-1058038ecee6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0799975 Jul 29 18:04:20.093425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-e63921d8-a998-49e9-8b58-fe6096594efc service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337154 Jul 29 18:04:20.142752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd639319-93f8-4df3-b066-d871750892dc req-62ab87b2-1e71-486f-ab36-bc682711b407 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396166 Jul 29 18:04:20.259824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d17c0f-059d-4dc6-82a2-cf67c2f63a0c req-c2675ac5-4cfc-41c6-b067-a09ae80da71f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.261357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d17c0f-059d-4dc6-82a2-cf67c2f63a0c req-c2675ac5-4cfc-41c6-b067-a09ae80da71f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0563490 Jul 29 18:04:20.302445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d17c0f-059d-4dc6-82a2-cf67c2f63a0c req-002af730-e15d-4b30-a48e-ca26877a7627 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Jul 29 18:04:20.354560 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762d3071-72e9-473e-a8a9-f2aae15fc6d6 x-openstack-request-id: req-762d3071-72e9-473e-a8a9-f2aae15fc6d6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:20.354932 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-deleted", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:20.355250 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-762d3071-72e9-473e-a8a9-f2aae15fc6d6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:20.355769 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-deleted', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'status': 'completed', 'code': 200} Jul 29 18:04:20.356220 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f', 'status': 'completed', 'code': 200} Jul 29 18:04:20.473324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-d745fdc3-76dc-4c75-9d29-136a7a4aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.473324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-d745fdc3-76dc-4c75-9d29-136a7a4aaa61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 1095 time: 0.0918484 Jul 29 18:04:20.488227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b325-7ee7-495b-89b1-5eba7d2b853e req-f9aecb81-d98d-4798-9d94-a532fe867b34 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.489858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d20b325-7ee7-495b-89b1-5eba7d2b853e req-f9aecb81-d98d-4798-9d94-a532fe867b34 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0820563 Jul 29 18:04:20.542304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-a4758744-b98b-42ab-a0f3-902c080c11e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486403 Jul 29 18:04:20.603185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d20b325-7ee7-495b-89b1-5eba7d2b853e req-2bf8cbc8-48cb-4d07-927d-dab1b75095fc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586443 Jul 29 18:04:20.616388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-395e7094-0f10-45ce-8d4f-5780fc88a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.624867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-395e7094-0f10-45ce-8d4f-5780fc88a482 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 915 time: 0.1297684 Jul 29 18:04:20.640173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-a0ef813c-7f35-48bd-ad08-04d46aa61e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.641715 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-a0ef813c-7f35-48bd-ad08-04d46aa61e6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.0735013 Jul 29 18:04:20.696030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-898c8a77-2dc0-4f27-a870-d3a6c9de0421 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ccd009-5aee-413a-8579-d30d23027a6f HTTP/1.1" status: 200 len: 217 time: 0.0665348 Jul 29 18:04:20.771453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-c168cd03-2c51-4ebd-9b5d-a04fabeec0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.773699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-c168cd03-2c51-4ebd-9b5d-a04fabeec0b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 908 time: 0.1061738 Jul 29 18:04:20.774820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-23aa8929-628d-4ac3-b873-1ecdea3c5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:20.776443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-23aa8929-628d-4ac3-b873-1ecdea3c5d94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.0692208 Jul 29 18:04:20.778540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2291c30-51c6-472b-9e76-f37c7e05c8f8 req-67e45f1c-d45d-4ef4-a870-8dfefcd3f2c8 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0811791 Jul 29 18:04:20.818553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-f0467e97-4812-4a5d-97bc-71352529c32a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297468 Jul 29 18:04:20.994455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-51c9376b-157a-48b1-8eec-7bc78b31572a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 1001 time: 0.2055140 Jul 29 18:04:21.009041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-ede15277-adcf-44cf-8385-8811cca3a3d2 service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812027 Jul 29 18:04:21.094012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-e6bb0551-910f-4636-9d88-5f69e3e9bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.095820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-e6bb0551-910f-4636-9d88-5f69e3e9bf01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.0936987 Jul 29 18:04:21.164916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6adcbd-0c92-4f21-9a7a-8141ed5f0025 req-65cc54a8-e359-428f-b087-c12f11d35f39 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.169840 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6adcbd-0c92-4f21-9a7a-8141ed5f0025 req-65cc54a8-e359-428f-b087-c12f11d35f39 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 944 time: 0.1235847 Jul 29 18:04:21.177435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-2596cd15-4231-4429-90f3-10bbba313f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.179027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-2596cd15-4231-4429-90f3-10bbba313f65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762563 Jul 29 18:04:21.187655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-020b662f-42ad-4599-ac8e-5a36bb523175 req-aa7034a1-654a-420a-9b0d-f52bc1e2db19 service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690805 Jul 29 18:04:21.216295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d6adcbd-0c92-4f21-9a7a-8141ed5f0025 req-171b2526-09e9-45d6-9fe6-e7e23980e4c0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453448 Jul 29 18:04:21.281132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-2c3b567e-8d48-4428-a014-e655eda8e22b service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939863 Jul 29 18:04:21.352844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921f2ea-121b-4803-8573-8c45ad48e6ce req-c0933303-4ca7-4721-ac9e-efe21b10429b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.354505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d921f2ea-121b-4803-8573-8c45ad48e6ce req-c0933303-4ca7-4721-ac9e-efe21b10429b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0593266 Jul 29 18:04:21.391772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dafa2a62-d3da-4c59-af35-3bcbd46db996 req-3936ac10-5eca-4427-a1b5-706288f6d86b service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032836 Jul 29 18:04:21.396335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d921f2ea-121b-4803-8573-8c45ad48e6ce req-580d0b23-1fdb-40bb-a2b3-69ff2f5dca2f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351865 Jul 29 18:04:21.506014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611584-12d6-4a93-83a7-7d5d0e98876c req-4de293f2-d942-4284-8724-51e09fdc6d7f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.507994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1611584-12d6-4a93-83a7-7d5d0e98876c req-4de293f2-d942-4284-8724-51e09fdc6d7f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0522881 Jul 29 18:04:21.564447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1611584-12d6-4a93-83a7-7d5d0e98876c req-df367ce7-3fdb-4e65-b18a-28f8b6ffa6e9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Jul 29 18:04:21.725615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353eae2-0cce-498f-b007-d1cf23756d52 req-47b517ff-7097-45b1-bfd9-0f7ff35167cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:21.727269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6353eae2-0cce-498f-b007-d1cf23756d52 req-47b517ff-7097-45b1-bfd9-0f7ff35167cc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0502663 Jul 29 18:04:21.767794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6353eae2-0cce-498f-b007-d1cf23756d52 req-cd3f9d76-6c92-43cb-aa6c-8ff4611630f0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Jul 29 18:04:21.890695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-635eddfd-6163-4947-8011-a98fe23b0488 req-2090d8f5-2357-46fe-9489-7defae3caf83 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0321009 Jul 29 18:04:22.345918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c08313-6943-49cb-aa6a-224d9473959d req-064cb93b-e3c4-4f98-bce9-d3cb2f9119dc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:22.347696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84c08313-6943-49cb-aa6a-224d9473959d req-064cb93b-e3c4-4f98-bce9-d3cb2f9119dc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 944 time: 0.0520835 Jul 29 18:04:22.387376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84c08313-6943-49cb-aa6a-224d9473959d req-3f38f56d-4659-45a7-a916-6832a0e19ffd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 29 18:04:22.563022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730c913-60b4-4f06-8e63-979091c59685 req-af1a654b-5c81-4f67-b0f1-78f8dc176b47 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:22.564573 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3730c913-60b4-4f06-8e63-979091c59685 req-af1a654b-5c81-4f67-b0f1-78f8dc176b47 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0613017 Jul 29 18:04:22.609006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3730c913-60b4-4f06-8e63-979091c59685 req-5f4db1cd-8115-49db-b2e4-f3c1d6684eb9 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 Jul 29 18:04:22.693660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 19ccd009-5aee-413a-8579-d30d23027a6f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:04:22.724869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b883ef-8de5-4e0b-9520-348b40fe62c4 req-43176d16-cd63-4799-bc15-d71cfbc33d79 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:22.726465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3b883ef-8de5-4e0b-9520-348b40fe62c4 req-43176d16-cd63-4799-bc15-d71cfbc33d79 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0554280 Jul 29 18:04:22.778865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3b883ef-8de5-4e0b-9520-348b40fe62c4 req-73f2591d-9abd-4a59-8512-821016a5982a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jul 29 18:04:22.815443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=19ccd009-5aee-413a-8579-d30d23027a6f,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:22.827246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '19ccd009-5aee-413a-8579-d30d23027a6f', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'port_id': '19ccd009-5aee-413a-8579-d30d23027a6f', 'mac_address': 'fa:16:3e:1b:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5b4530-8208-4a78-b523-c65d5a1adb1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:04:22.866487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:22.881344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ccd009-5aee-413a-8579-d30d23027a6f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:04:22.893484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11f5a8-4122-4bf9-9541-f6b85df57942 req-b512d285-5739-481d-aa03-7a4cdc763ea1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:22.894902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d11f5a8-4122-4bf9-9541-f6b85df57942 req-b512d285-5739-481d-aa03-7a4cdc763ea1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0577431 Jul 29 18:04:22.902609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=19ccd009-5aee-413a-8579-d30d23027a6f,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:22.907439 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:22.937571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d11f5a8-4122-4bf9-9541-f6b85df57942 req-828956de-a509-49c6-b699-c86e64775af1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358291 Jul 29 18:04:22.955438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:23.023259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f0edbb0a-2927-443a-a48b-2325231fbd9f req-8521a35a-3d2e-4559-aeee-eedaf76236d1 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0271935 Jul 29 18:04:23.127728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['19ccd009-5aee-413a-8579-d30d23027a6f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:04:23.509160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4774adc-acee-4ee6-aca3-c5a95d373eab req-711ffd70-6720-4940-b11b-8b6510b6cd60 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:23.510721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4774adc-acee-4ee6-aca3-c5a95d373eab req-711ffd70-6720-4940-b11b-8b6510b6cd60 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 945 time: 0.0560014 Jul 29 18:04:23.549698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4774adc-acee-4ee6-aca3-c5a95d373eab req-563a088a-3b5e-4870-b027-c82f9cc4c6d3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Jul 29 18:04:23.750849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba82c-8d81-42cc-9133-cbecfc1c836c req-64d52bd1-0305-4df9-a1d3-4ed5fd5c9e6f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:23.752648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c8ba82c-8d81-42cc-9133-cbecfc1c836c req-64d52bd1-0305-4df9-a1d3-4ed5fd5c9e6f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0636730 Jul 29 18:04:23.795752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c8ba82c-8d81-42cc-9133-cbecfc1c836c req-18654253-8286-4b9a-83e5-d629567c6c3f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354574 Jul 29 18:04:23.914368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b4aff-d6a6-4438-97a0-38d75b552396 req-820e72aa-2d11-47ea-9f0c-ecc71aa3c28a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:23.917101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e2b4aff-d6a6-4438-97a0-38d75b552396 req-820e72aa-2d11-47ea-9f0c-ecc71aa3c28a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0563338 Jul 29 18:04:23.962742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6e2b4aff-d6a6-4438-97a0-38d75b552396 req-18c2e0d5-1f02-4061-9af9-6c5caf2aad91 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Jul 29 18:04:24.075795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e69d1-0e70-45ab-a97c-a60280f61fc4 req-945f6e12-0ed1-49d7-bce2-5c2c6ca2f86e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:24.077338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d8e69d1-0e70-45ab-a97c-a60280f61fc4 req-945f6e12-0ed1-49d7-bce2-5c2c6ca2f86e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0561869 Jul 29 18:04:24.116768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d8e69d1-0e70-45ab-a97c-a60280f61fc4 req-39763c76-e431-493b-8d92-dba990f9a267 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Jul 29 18:04:24.210951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-146dbaca-ac35-4cb6-bb5a-555177ed8f14 req-be38e9d2-6055-4da9-9058-662fb3b62c75 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0306444 Jul 29 18:04:24.662159 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:04:24.693861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 19ccd009-5aee-413a-8579-d30d23027a6f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:24.709107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecc0c3-9d21-4ed4-b3fd-3ee2fcae4d6e req-1cbee918-f61f-4e97-8aa7-fd2210545c0e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:24.710888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48ecc0c3-9d21-4ed4-b3fd-3ee2fcae4d6e req-1cbee918-f61f-4e97-8aa7-fd2210545c0e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 945 time: 0.0663776 Jul 29 18:04:24.756561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48ecc0c3-9d21-4ed4-b3fd-3ee2fcae4d6e req-579f4a0b-5eed-45e1-8130-379d1ea65e07 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Jul 29 18:04:24.763239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 19ccd009-5aee-413a-8579-d30d23027a6f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:24.769355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 19ccd009-5aee-413a-8579-d30d23027a6f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:24.770041 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:24.859578 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:24.897278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=19ccd009-5aee-413a-8579-d30d23027a6f,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:24.903895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:24.936638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18982d-5ba0-4952-bc73-6c5a70ef0cf1 req-120ae4f8-148d-422d-950c-53bc235f78e8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:24.938470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b18982d-5ba0-4952-bc73-6c5a70ef0cf1 req-120ae4f8-148d-422d-950c-53bc235f78e8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0588717 Jul 29 18:04:24.966900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:24.983950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b18982d-5ba0-4952-bc73-6c5a70ef0cf1 req-5dbb9ad0-c908-46f4-bed5-9dff28cf1fb7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Jul 29 18:04:25.097762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c899f-ee10-451f-9e6c-66b263f7b8a7 req-71f88575-3536-44b7-93cd-fda336e8e6e2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:25.099280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d64c899f-ee10-451f-9e6c-66b263f7b8a7 req-71f88575-3536-44b7-93cd-fda336e8e6e2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0534229 Jul 29 18:04:25.140504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d64c899f-ee10-451f-9e6c-66b263f7b8a7 req-e2279930-5567-4d21-887f-e442f5d4a6af tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346990 Jul 29 18:04:25.255771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040cb1-e982-4a0c-81a0-0cdf0970ae55 req-97c6ba17-c47c-4c4a-a949-1674d470b9f2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:25.257470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad040cb1-e982-4a0c-81a0-0cdf0970ae55 req-97c6ba17-c47c-4c4a-a949-1674d470b9f2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0528109 Jul 29 18:04:25.299817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad040cb1-e982-4a0c-81a0-0cdf0970ae55 req-b7230554-e5b2-4a03-8a64-57d1d4459b7c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jul 29 18:04:25.385416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61a882a8-ce20-44df-904d-86b4c8b3f82f req-8475dba1-fd50-4ece-a9a3-bb61640eca9e tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0273321 Jul 29 18:04:25.905096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5efa-db8c-45b0-b7e6-1a566da6c69a req-fbb8a15e-aa2d-4ec6-a5f3-928fa657a39a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:25.907090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0dd5efa-db8c-45b0-b7e6-1a566da6c69a req-fbb8a15e-aa2d-4ec6-a5f3-928fa657a39a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0602074 Jul 29 18:04:25.972272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0dd5efa-db8c-45b0-b7e6-1a566da6c69a req-a329edad-caf9-4025-96db-62d56ad2ea4d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577188 Jul 29 18:04:26.104743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa5f2-fce8-4d5c-ab29-94c3334372f1 req-0bd7d82d-d269-45c5-ba4d-a563bd56c92b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:26.106794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c50fa5f2-fce8-4d5c-ab29-94c3334372f1 req-0bd7d82d-d269-45c5-ba4d-a563bd56c92b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0534730 Jul 29 18:04:26.147545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c50fa5f2-fce8-4d5c-ab29-94c3334372f1 req-6b13e714-0030-4d72-8ae1-51aca47749f5 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Jul 29 18:04:26.493682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:26.512110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c6778-281f-4c1e-bed1-ae8e353d743c req-0d6457e6-647b-43fc-8944-83d7564aac3a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:26.513717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f36c6778-281f-4c1e-bed1-ae8e353d743c req-0d6457e6-647b-43fc-8944-83d7564aac3a tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0520821 Jul 29 18:04:26.553217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f36c6778-281f-4c1e-bed1-ae8e353d743c req-03b2b480-f5a9-4174-8be9-8967bd1b8410 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Jul 29 18:04:26.674634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d0db-93d2-40e9-96c1-5bd0c1cebea1 req-f2ca0250-691c-4f4b-986d-b83021cd6a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:26.676124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c55d0db-93d2-40e9-96c1-5bd0c1cebea1 req-f2ca0250-691c-4f4b-986d-b83021cd6a94 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0642288 Jul 29 18:04:26.720986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c55d0db-93d2-40e9-96c1-5bd0c1cebea1 req-5bc089fb-fab8-4d7f-843b-ca505ce55f50 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 Jul 29 18:04:26.810713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8dc8c60-3b6e-4531-b02c-79622d5ad58d req-977fa167-1e51-49a6-bc99-836db310bdad tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0283530 Jul 29 18:04:27.128290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f3e0d-b998-4743-a3ca-0f4e0cec5e03 req-3272d021-6926-4012-b88f-030f70e4ec83 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:27.130143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e4f3e0d-b998-4743-a3ca-0f4e0cec5e03 req-3272d021-6926-4012-b88f-030f70e4ec83 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0783329 Jul 29 18:04:27.187158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e4f3e0d-b998-4743-a3ca-0f4e0cec5e03 req-071b910a-7313-440e-b71b-224ebeb0cc8e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Jul 29 18:04:27.309466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6b3d-cf7f-4751-8d67-4d7240ad54aa req-83915bc5-81e1-4a8c-bebd-20c15f76219c tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:27.311902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e34e6b3d-cf7f-4751-8d67-4d7240ad54aa req-83915bc5-81e1-4a8c-bebd-20c15f76219c tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0564835 Jul 29 18:04:27.354333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e34e6b3d-cf7f-4751-8d67-4d7240ad54aa req-737a0917-6df0-47ea-ad2f-7844d333ae4b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372775 Jul 29 18:04:27.525061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:27.679053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd69c2-94af-4820-a566-dc55c2c700a5 req-cef26f39-833e-4a0d-bad9-d06def951054 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:27.681819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ccd69c2-94af-4820-a566-dc55c2c700a5 req-cef26f39-833e-4a0d-bad9-d06def951054 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0575864 Jul 29 18:04:27.747129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ccd69c2-94af-4820-a566-dc55c2c700a5 req-6a05f519-6850-410e-bbdf-eca6a21c3f9b tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Jul 29 18:04:27.868375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f94d7-6bcf-4944-864e-a8dc368f42a4 req-354c7733-bb40-4a36-86c4-a486ae16af04 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:27.869923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c2f94d7-6bcf-4944-864e-a8dc368f42a4 req-354c7733-bb40-4a36-86c4-a486ae16af04 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0532832 Jul 29 18:04:27.911116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c2f94d7-6bcf-4944-864e-a8dc368f42a4 req-449c20b0-2775-4a61-9c79-9d4979ae9995 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Jul 29 18:04:28.004607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f0e81aa-0062-450c-a901-7d9e33ffa161 req-da4cf332-06ea-4bca-89c6-4e116994f288 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0312834 Jul 29 18:04:28.315028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938f97-170b-462a-b187-40f36d92c665 req-dcfcfb29-22a7-442f-a600-886c36573cac tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:28.322585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4938f97-170b-462a-b187-40f36d92c665 req-dcfcfb29-22a7-442f-a600-886c36573cac tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0608613 Jul 29 18:04:28.377477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4938f97-170b-462a-b187-40f36d92c665 req-c3892fa9-4cba-4044-a894-abd17d916285 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 Jul 29 18:04:28.487523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ce28-0dc5-4b33-b57e-859b7de79f82 req-c9d80073-ab2e-4e7a-95a0-873152cb52f7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:28.487955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52288) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:28.490721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e797ce28-0dc5-4b33-b57e-859b7de79f82 req-c9d80073-ab2e-4e7a-95a0-873152cb52f7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0563822 Jul 29 18:04:28.528186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e797ce28-0dc5-4b33-b57e-859b7de79f82 req-e40baf84-c9e4-4c6d-89dc-572ea5a7b034 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345781 Jul 29 18:04:28.594054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71181220-195c-4469-ad29-9e14d4feec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.685045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71181220-195c-4469-ad29-9e14d4feec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.690272 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71181220-195c-4469-ad29-9e14d4feec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.727944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71181220-195c-4469-ad29-9e14d4feec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b6a449-b556-488d-852d-d78c0a47c29b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:28.734777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71181220-195c-4469-ad29-9e14d4feec73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88721f5226c1496e81b5e9d23222966b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453699 Jul 29 18:04:28.736790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:28.794156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.831660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.901125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b571-39c0-45d4-a756-51cd69084aa8 req-57427a8a-e2df-4db8-abf1-eb75d6136fb7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:28.902760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c053b571-39c0-45d4-a756-51cd69084aa8 req-57427a8a-e2df-4db8-abf1-eb75d6136fb7 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0889721 Jul 29 18:04:28.923118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.925661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:28.926773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7b6a449-b556-488d-852d-d78c0a47c29b HTTP/1.1" status: 204 len: 168 time: 0.1889725 Jul 29 18:04:28.946572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ff466-b799-4fb1-b586-4f71fd94b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b6a449-b556-488d-852d-d78c0a47c29b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:28.961587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c053b571-39c0-45d4-a756-51cd69084aa8 req-23a4cf15-612b-4877-9897-a6b6d32dd194 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501125 Jul 29 18:04:29.075504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a5ad-ff7c-4db9-b6d3-5c92aabe9176 req-6fbaabb9-5546-496b-82b8-1dbed8c27eeb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:29.077269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08f3a5ad-ff7c-4db9-b6d3-5c92aabe9176 req-6fbaabb9-5546-496b-82b8-1dbed8c27eeb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0517266 Jul 29 18:04:29.118594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08f3a5ad-ff7c-4db9-b6d3-5c92aabe9176 req-7d8abdf0-7f02-4871-9eb9-6bf7722c4065 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Jul 29 18:04:29.223278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52304) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:29.226795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92779caa-47d2-4234-b9d5-eef0e9310acd req-e18ab775-9463-4ae1-81bc-b10146f19dba tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d6b535d-c5e8-41f8-847c-57aae8bf292d HTTP/1.1" status: 200 len: 210 time: 0.0338185 Jul 29 18:04:29.239337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdad4c87-9ee9-4040-bc11-6fe2f8e2bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.495268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978cab-d061-4e48-829e-02f5de7e6c3a req-18c8e2cc-9f4e-48cf-bb07-48cef7c204b7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:29.496904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d978cab-d061-4e48-829e-02f5de7e6c3a req-18c8e2cc-9f4e-48cf-bb07-48cef7c204b7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0529950 Jul 29 18:04:29.539390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d978cab-d061-4e48-829e-02f5de7e6c3a req-07912ac4-dd99-4315-a38b-9fe4020b8efa tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360479 Jul 29 18:04:29.646554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98543919-6c9b-4513-aa64-a24fd774a962 req-1845b894-e87e-4347-8a7d-ce6c39895fc4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:29.648343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98543919-6c9b-4513-aa64-a24fd774a962 req-1845b894-e87e-4347-8a7d-ce6c39895fc4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0511808 Jul 29 18:04:29.688508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdad4c87-9ee9-4040-bc11-6fe2f8e2bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.689661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98543919-6c9b-4513-aa64-a24fd774a962 req-85214821-0e8f-49d4-a8e4-0c597ce333cb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Jul 29 18:04:29.694084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdad4c87-9ee9-4040-bc11-6fe2f8e2bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.730937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad4c87-9ee9-4040-bc11-6fe2f8e2bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9fb11-d44c-44fa-b69d-b2f5d5e38715,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:29.735199 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bdad4c87-9ee9-4040-bc11-6fe2f8e2bd8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc2a4e7e1bb64ae99d16ff03ae4d9ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105095 Jul 29 18:04:29.738800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52310) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:29.786883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.807536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.858271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.860754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:29.861881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15f9fb11-d44c-44fa-b69d-b2f5d5e38715 HTTP/1.1" status: 204 len: 168 time: 0.1228082 Jul 29 18:04:29.869341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85868026-de6b-478f-b0fd-6c431b6ad7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9fb11-d44c-44fa-b69d-b2f5d5e38715,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:30.086998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04419c29-3cb0-4113-a830-ec0d6a1f7380 req-aaad8c18-c247-4453-913d-614fdb0fecf8 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:30.088545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04419c29-3cb0-4113-a830-ec0d6a1f7380 req-aaad8c18-c247-4453-913d-614fdb0fecf8 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0499380 Jul 29 18:04:30.128015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04419c29-3cb0-4113-a830-ec0d6a1f7380 req-eadd5afc-dd7c-45fc-95f2-0d2049f01a61 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Jul 29 18:04:30.240442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5c21-87f8-475c-bac4-fb2346982338 req-cda289d7-0724-44f0-b9c7-e88904577eb7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:30.241902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48af5c21-87f8-475c-bac4-fb2346982338 req-cda289d7-0724-44f0-b9c7-e88904577eb7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0508075 Jul 29 18:04:30.281385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48af5c21-87f8-475c-bac4-fb2346982338 req-de8e5817-5ae1-4227-8621-801432b03fc9 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Jul 29 18:04:30.356777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52334) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:30.412296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.440475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.492624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.495222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.498286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/security-groups/dee2d537-4dd6-4612-ba22-f2b84b276c21 HTTP/1.1" status: 204 len: 168 time: 0.1386607 Jul 29 18:04:30.499616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52342) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:30.506667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d4dfe-cedb-4fb6-bff7-2af2253156aa tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2d537-4dd6-4612-ba22-f2b84b276c21,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:30.520625 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-27774ccf-a6a5-4904-9461-9083f2e78903 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] show failed (client error): The resource could not be found. Jul 29 18:04:30.521649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27774ccf-a6a5-4904-9461-9083f2e78903 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "GET /v2.0/security-groups/dee2d537-4dd6-4612-ba22-f2b84b276c21 HTTP/1.1" status: 404 len: 347 time: 0.0206954 Jul 29 18:04:30.524732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52344) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:30.656275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 3c291796-6930-42ce-9176-f2b2a6d5d49b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:30.656885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.659915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662148-9aa7-48e3-945f-7b6b453df564 req-e01030a6-e9b4-4f95-872c-a05ee39df59f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:30.661597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09662148-9aa7-48e3-945f-7b6b453df564 req-e01030a6-e9b4-4f95-872c-a05ee39df59f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0528934 Jul 29 18:04:30.702493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09662148-9aa7-48e3-945f-7b6b453df564 req-ad918820-185c-487f-a5cf-fd3995c68e6d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 29 18:04:30.742148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.742822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.754715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 3c291796-6930-42ce-9176-f2b2a6d5d49b owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:30.824280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a679-cdc2-46a6-84d7-e84c94c61022 req-32f51e96-90d4-4fa3-9a94-45e28f8b1f73 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:30.826851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b15a679-cdc2-46a6-84d7-e84c94c61022 req-32f51e96-90d4-4fa3-9a94-45e28f8b1f73 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0575697 Jul 29 18:04:30.867907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2b15a679-cdc2-46a6-84d7-e84c94c61022 req-078cb996-0c75-4ba9-9dda-2486a2ad2a34 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348237 Jul 29 18:04:30.909643 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:30.943526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=3c291796-6930-42ce-9176-f2b2a6d5d49b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:31.008482 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.011758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.012930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-65cc08af-fe4d-4777-a7f0-e32852590a4f tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/floatingips/d88ef12c-6d80-464c-9535-32b4808d8eb9 HTTP/1.1" status: 204 len: 168 time: 0.4872634 Jul 29 18:04:31.015702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:31.103178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 09af25f2-3532-4286-aae9-548709c5f885 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:31.103517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.195053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.207295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 09af25f2-3532-4286-aae9-548709c5f885 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:31.268456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328a4c-4960-4043-8624-5090559ad725 req-99c5a214-c2b4-4a4f-8d6b-8dac9e9f2510 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:31.269968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c328a4c-4960-4043-8624-5090559ad725 req-99c5a214-c2b4-4a4f-8d6b-8dac9e9f2510 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0689287 Jul 29 18:04:31.315414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c328a4c-4960-4043-8624-5090559ad725 req-4eb8993c-778b-41e0-839e-5852908dcaae tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Jul 29 18:04:31.357171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.408748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=09af25f2-3532-4286-aae9-548709c5f885,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:31.429938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571d772-8ff3-401b-b7f9-0442339cc0aa req-7317607f-f70d-4126-b3c3-4fe75af7df5a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:31.431494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c571d772-8ff3-401b-b7f9-0442339cc0aa req-7317607f-f70d-4126-b3c3-4fe75af7df5a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0574417 Jul 29 18:04:31.457328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.459459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9a6d337b-0777-4a09-8236-037172d1df7c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/ports/09af25f2-3532-4286-aae9-548709c5f885 HTTP/1.1" status: 204 len: 168 time: 0.4428201 Jul 29 18:04:31.462188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52384) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:31.475750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c571d772-8ff3-401b-b7f9-0442339cc0aa req-d4fb5f42-1f0f-402f-a072-d37d46a08d3c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Jul 29 18:04:31.560616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port 6f674ec2-cb9a-4afc-9073-72efd948148f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:31.560992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.649207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.662560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for 6f674ec2-cb9a-4afc-9073-72efd948148f owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:31.810997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.841141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=6f674ec2-cb9a-4afc-9073-72efd948148f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:31.857502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65b8e-6a5d-4e5f-bfdb-146d10d4ff84 req-98678e6f-381f-4516-a6dd-7cfa2f5dad5b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:31.858923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79e65b8e-6a5d-4e5f-bfdb-146d10d4ff84 req-98678e6f-381f-4516-a6dd-7cfa2f5dad5b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0774918 Jul 29 18:04:31.907518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79e65b8e-6a5d-4e5f-bfdb-146d10d4ff84 req-037bbf51-348e-4fc9-86e4-155e29a92730 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Jul 29 18:04:31.926676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:31.928635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-33699f88-b716-4932-8962-18a7ed8f4d3a tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/ports/6f674ec2-cb9a-4afc-9073-72efd948148f HTTP/1.1" status: 204 len: 168 time: 0.4654160 Jul 29 18:04:31.931391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52396) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:32.003446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting subnet f9f9a0ef-a509-464c-ba6f-2a663782d293 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:32.007635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.064711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.100628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf24ed-c23e-4614-8699-52adbf67d83d req-d6be7c6e-f5a6-4b47-baae-7802092972cc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:32.102146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aaf24ed-c23e-4614-8699-52adbf67d83d req-d6be7c6e-f5a6-4b47-baae-7802092972cc tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1128740 Jul 29 18:04:32.180625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aaf24ed-c23e-4614-8699-52adbf67d83d req-f189926e-38a2-49d2-8478-90b69267da2d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717239 Jul 29 18:04:32.190937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.255442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.278271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90503f80-f014-49c9-99b7-f1ac949d5f75 None None] Network 2f7727b5-50e6-41e4-a3bb-a7442a581738 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:32.285876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.287822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/subnets/f9f9a0ef-a509-464c-ba6f-2a663782d293 HTTP/1.1" status: 204 len: 168 time: 0.3554282 Jul 29 18:04:32.290437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:32.351466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372ed6-d0ae-4b45-a524-ab5a05e6fec7 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f9a0ef-a509-464c-ba6f-2a663782d293,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:32.368479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting subnet 38fd76c9-eaaa-4873-9099-a6ab3fe7714b {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:32.383292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.457918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.522319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1444c0-b047-4960-ae41-af99da2fa937 req-c80b03c0-c324-4e0a-9a7e-d31924aabe2d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:32.526878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d1444c0-b047-4960-ae41-af99da2fa937 req-c80b03c0-c324-4e0a-9a7e-d31924aabe2d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0997109 Jul 29 18:04:32.527498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] DHCP port deletion for 2f7727b5-50e6-41e4-a3bb-a7442a581738 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:04:32.573891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Deleting port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:32.574324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.590054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.618486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d1444c0-b047-4960-ae41-af99da2fa937 req-e4ef09c9-92ad-4578-9e04-a43e91e1aa46 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860727 Jul 29 18:04:32.639093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] For port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,segment=NetworkSegment(0294bb92-c9ee-4101-ad8f-f999920dfbdf),segment_id=0294bb92-c9ee-4101-ad8f-f999920dfbdf)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:32.639493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.653927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Calling delete_port for ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:32.669200 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.706852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Subnet': ['ID=38fd76c9-eaaa-4873-9099-a6ab3fe7714b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:32.712167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.714015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2751aeab-ca53-4c82-9711-776a5f3cfbfb tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/subnets/38fd76c9-eaaa-4873-9099-a6ab3fe7714b HTTP/1.1" status: 204 len: 168 time: 0.4226511 Jul 29 18:04:32.717161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:32.730683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e357c98-b18d-4c95-8e4d-141768c26e7b None None] Network 5461a01e-b1b3-4ce7-9da3-bc9809278f2b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:32.754543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e007fd3-516f-4de9-9514-8306f2df3726 req-c0caf768-4898-4fb6-a739-213e24456d3d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:32.756197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e007fd3-516f-4de9-9514-8306f2df3726 req-c0caf768-4898-4fb6-a739-213e24456d3d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0621631 Jul 29 18:04:32.785992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.805111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e007fd3-516f-4de9-9514-8306f2df3726 req-a626003d-a33e-4161-9b52-64d699305bfd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jul 29 18:04:32.817396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] Pushing event deleted for resources: {'Port': ['ID=ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:32.835604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.837421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22343d66-fd74-4e27-851b-deff93ff938d None None] No DVR routers for this DVR port ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:32.939419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:32.982217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7727b5-50e6-41e4-a3bb-a7442a581738']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:32.985387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] DHCP port deletion for 5461a01e-b1b3-4ce7-9da3-bc9809278f2b request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:04:33.005240 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0294bb92-c9ee-4101-ad8f-f999920dfbdf') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:33.005631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0294bb92-c9ee-4101-ad8f-f999920dfbdf') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:33.016357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.035305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.045020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:04:33.045709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.048246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Deleting port aa05fbff-a727-465c-a056-f0edb2c0fc95 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:33.048706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.085490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b410-08cf-4847-816f-2308125b4eb1 req-62721f41-bc0f-47f1-b76b-c91479c5f1d3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:33.093617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a77b410-08cf-4847-816f-2308125b4eb1 req-62721f41-bc0f-47f1-b76b-c91479c5f1d3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0958695 Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:04:33.115462 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:04:33.133429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.139715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.145357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/networks/2f7727b5-50e6-41e4-a3bb-a7442a581738 HTTP/1.1" status: 204 len: 168 time: 0.4268258 Jul 29 18:04:33.145996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52420) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:33.153067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] For port aa05fbff-a727-465c-a056-f0edb2c0fc95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=aa05fbff-a727-465c-a056-f0edb2c0fc95,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:33.153699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.166145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a77b410-08cf-4847-816f-2308125b4eb1 req-8e91f59e-cc9e-410c-af1c-a13421010bfe tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712824 Jul 29 18:04:33.171521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14ec9-4d0a-4fa3-8697-0de33ec13b55 tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Network': ['ID=2f7727b5-50e6-41e4-a3bb-a7442a581738,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:33.182124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Calling delete_port for aa05fbff-a727-465c-a056-f0edb2c0fc95 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:33.198033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device aa05fbff-a727-465c-a056-f0edb2c0fc95 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:33.263773 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.322912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d83d0-d585-4ff2-9e0c-620160844ae3 req-43cfc1b1-1349-4d34-8b55-83766a1238c2 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:33.324079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Deleting port aa05fbff-a727-465c-a056-f0edb2c0fc95 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:33.324426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.324784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd8d83d0-d585-4ff2-9e0c-620160844ae3 req-43cfc1b1-1349-4d34-8b55-83766a1238c2 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0646369 Jul 29 18:04:33.372283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd8d83d0-d585-4ff2-9e0c-620160844ae3 req-cea7f234-7f59-41df-9c04-5aec0e30bfe6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Jul 29 18:04:33.374131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.386659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.412473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] Pushing event deleted for resources: {'Port': ['ID=aa05fbff-a727-465c-a056-f0edb2c0fc95,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:33.413931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] For port aa05fbff-a727-465c-a056-f0edb2c0fc95, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=aa05fbff-a727-465c-a056-f0edb2c0fc95,segment=NetworkSegment(780ef107-991a-4073-a54a-b238ee6fd3a9),segment_id=780ef107-991a-4073-a54a-b238ee6fd3a9)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:33.414338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.432813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Calling delete_port for aa05fbff-a727-465c-a056-f0edb2c0fc95 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:33.442939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94046694-c58d-4355-8336-ead5eede2c89 None None] No DVR routers for this DVR port aa05fbff-a727-465c-a056-f0edb2c0fc95 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:33.444958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:33.468577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:33.468925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff6dc81c-3e0c-4a0a-b7ed-79235e453c1d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:33.511859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.541055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Port': ['ID=aa05fbff-a727-465c-a056-f0edb2c0fc95,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:33.542941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] No DVR routers for this DVR port aa05fbff-a727-465c-a056-f0edb2c0fc95 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:33.625907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.636400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461a01e-b1b3-4ce7-9da3-bc9809278f2b']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:33.646961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780ef107-991a-4073-a54a-b238ee6fd3a9') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:33.647264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780ef107-991a-4073-a54a-b238ee6fd3a9') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:33.656319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.671611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.678010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:04:33.678485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:04:33.682319 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:04:33.739957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d8e1-5bf8-44c2-8a8c-b7184d985580 req-a0b23619-d753-4a13-8b62-d681aa96a5c9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:33.741587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d457d8e1-5bf8-44c2-8a8c-b7184d985580 req-a0b23619-d753-4a13-8b62-d681aa96a5c9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0530391 Jul 29 18:04:33.746775 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.760231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:33.762144 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] 10.222.0.16 "DELETE /v2.0/networks/5461a01e-b1b3-4ce7-9da3-bc9809278f2b HTTP/1.1" status: 204 len: 168 time: 0.5992460 Jul 29 18:04:33.781566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac8e24-dfcf-4562-80e7-fd220f617e4c tempest-TaggedBootDevicesTest_v242-293790516 tempest-TaggedBootDevicesTest_v242-293790516-project] Pushing event deleted for resources: {'Network': ['ID=5461a01e-b1b3-4ce7-9da3-bc9809278f2b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:33.802783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d457d8e1-5bf8-44c2-8a8c-b7184d985580 req-dff17691-b23f-4565-8a71-25459dc805cf tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Jul 29 18:04:33.927731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dd48b-89c7-444c-a5a9-c8cbe4f848e1 req-80fb5c1a-13c5-43d2-b1ee-7befd0384ac0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:33.929133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-142dd48b-89c7-444c-a5a9-c8cbe4f848e1 req-80fb5c1a-13c5-43d2-b1ee-7befd0384ac0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0509841 Jul 29 18:04:33.968217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-142dd48b-89c7-444c-a5a9-c8cbe4f848e1 req-0b3842ad-0f14-42a5-bbcf-ec6fe37a5898 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jul 29 18:04:34.291839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad4703-7ab9-4400-998a-0290445f9392 req-5c216a83-8d8a-4429-b71f-22bdeb1adb09 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:34.293350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64ad4703-7ab9-4400-998a-0290445f9392 req-5c216a83-8d8a-4429-b71f-22bdeb1adb09 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0543807 Jul 29 18:04:34.334146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64ad4703-7ab9-4400-998a-0290445f9392 req-69ee116c-5ab4-4ff3-8537-33db04080976 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jul 29 18:04:34.506834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3c07-333c-4c11-95b6-3da36b9ac54d req-93dfb235-fc13-4f59-9fe8-a2f537c9d1b9 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:34.509259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1aaf3c07-333c-4c11-95b6-3da36b9ac54d req-93dfb235-fc13-4f59-9fe8-a2f537c9d1b9 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0562274 Jul 29 18:04:34.557899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1aaf3c07-333c-4c11-95b6-3da36b9ac54d req-345a8f04-3ce0-41cd-8c73-d27a4e994c1e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Jul 29 18:04:34.921815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb03f-76f8-43cd-b365-d771df02f555 req-a627fa0b-9cee-46bf-9b72-fad0d2908f81 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:34.923508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a50eb03f-76f8-43cd-b365-d771df02f555 req-a627fa0b-9cee-46bf-9b72-fad0d2908f81 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0520489 Jul 29 18:04:34.966566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a50eb03f-76f8-43cd-b365-d771df02f555 req-a3ec4ccc-b40f-4f69-b259-dc278f2d6778 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Jul 29 18:04:35.097776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08f65-d59f-4d71-9e1b-bd47b51de8d4 req-4f7c4def-f57f-4f31-99bd-7a9150f8dfcd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:35.099577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fd08f65-d59f-4d71-9e1b-bd47b51de8d4 req-4f7c4def-f57f-4f31-99bd-7a9150f8dfcd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0604880 Jul 29 18:04:35.142432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fd08f65-d59f-4d71-9e1b-bd47b51de8d4 req-ea4cccc8-9aaf-412c-ba8b-342a9d80d9fa tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Jul 29 18:04:35.453220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:35.489582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac62b-c355-4fee-9ba3-4ac50cad6d19 req-f648e5cf-a698-45f9-885b-34881743e4a0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:35.494721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e2ac62b-c355-4fee-9ba3-4ac50cad6d19 req-f648e5cf-a698-45f9-885b-34881743e4a0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0737126 Jul 29 18:04:35.536961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e2ac62b-c355-4fee-9ba3-4ac50cad6d19 req-1adb3cdc-6717-43eb-b0fd-ca641218108b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jul 29 18:04:35.568084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bef1-50eb-406a-aa1e-1ff20cdedb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.661712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bef1-50eb-406a-aa1e-1ff20cdedb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.668452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bef1-50eb-406a-aa1e-1ff20cdedb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.674268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b716d4-962d-4898-8629-783082eb9cbd req-93f86167-f3fb-4ad7-b287-98525b2b248b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:35.678913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08b716d4-962d-4898-8629-783082eb9cbd req-93f86167-f3fb-4ad7-b287-98525b2b248b tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0575159 Jul 29 18:04:35.711025 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b3c2bef1-50eb-406a-aa1e-1ff20cdedb03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e376fa3b024498ba4a549632d3f57e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542217 Jul 29 18:04:35.711025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2bef1-50eb-406a-aa1e-1ff20cdedb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0cf3c4-79a0-43bb-9114-0d0c9a6b12f2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:35.711397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52462) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:35.726739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08b716d4-962d-4898-8629-783082eb9cbd req-91e4c7e3-f031-41a2-81a8-2e1a16a2fc0d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444171 Jul 29 18:04:35.774150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.795531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.843470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.846173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:35.847457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb0cf3c4-79a0-43bb-9114-0d0c9a6b12f2 HTTP/1.1" status: 204 len: 168 time: 0.1352003 Jul 29 18:04:35.856022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712f9c7-01bd-49f1-b950-b2a436c8d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0cf3c4-79a0-43bb-9114-0d0c9a6b12f2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:36.091546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976cbd1-0c3f-44b4-8277-c697412120b5 req-f3b2a4b1-2259-482b-869a-73089e4984bf tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:36.093184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3976cbd1-0c3f-44b4-8277-c697412120b5 req-f3b2a4b1-2259-482b-869a-73089e4984bf tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0563385 Jul 29 18:04:36.143350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3976cbd1-0c3f-44b4-8277-c697412120b5 req-eec1a5e8-3cee-4b3a-892c-d1a88a4d5477 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Jul 29 18:04:36.182919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:36.196894 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdbe0-a312-4e3d-9eb9-0385a4aed936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.273271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e665-1fa5-4fa1-9cc1-b8dc198f7418 req-4e3bddd7-eb1e-4370-9afb-c35c9512bf55 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:36.282797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9406e665-1fa5-4fa1-9cc1-b8dc198f7418 req-4e3bddd7-eb1e-4370-9afb-c35c9512bf55 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0702252 Jul 29 18:04:36.301557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdbe0-a312-4e3d-9eb9-0385a4aed936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.307328 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fc3cdbe0-a312-4e3d-9eb9-0385a4aed936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.334054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9406e665-1fa5-4fa1-9cc1-b8dc198f7418 req-e9b4ea84-2599-4c0f-80fa-8d9dfa0b49f1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503702 Jul 29 18:04:36.339801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fc3cdbe0-a312-4e3d-9eb9-0385a4aed936 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a653a9a4273d4ebd9591650d815902e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554842 Jul 29 18:04:36.340232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52480) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:36.370450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cdbe0-a312-4e3d-9eb9-0385a4aed936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a546f4b0-7791-43ba-9de2-d748dc59e894,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:36.430383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.452291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.502744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.505498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:36.509708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a546f4b0-7791-43ba-9de2-d748dc59e894 HTTP/1.1" status: 204 len: 168 time: 0.1654739 Jul 29 18:04:36.518204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c653e-da94-4193-b930-56280c9450c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546f4b0-7791-43ba-9de2-d748dc59e894,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:36.660136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f725-ae7e-458e-9545-4aa030d99457 req-668b258b-4d2b-4f55-bc7f-a76ffd5eef59 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:36.661569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91a4f725-ae7e-458e-9545-4aa030d99457 req-668b258b-4d2b-4f55-bc7f-a76ffd5eef59 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0523283 Jul 29 18:04:36.718292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91a4f725-ae7e-458e-9545-4aa030d99457 req-74674b1b-d875-44f3-ae2c-66d560c70a26 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Jul 29 18:04:37.080644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b8066-0f11-4385-a4cf-7a848e040c62 req-ca4e571e-27cf-41c5-a75d-104a3de5a526 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:37.082231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e5b8066-0f11-4385-a4cf-7a848e040c62 req-ca4e571e-27cf-41c5-a75d-104a3de5a526 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0640173 Jul 29 18:04:37.124374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e5b8066-0f11-4385-a4cf-7a848e040c62 req-ba256afe-7c2e-43cf-b8a5-c1cccc9de53a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358126 Jul 29 18:04:37.277733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a28138-ac7b-484d-80a5-bae491afaa49 req-1e18951b-a27c-4212-8988-db38970ef8c2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:37.279758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3a28138-ac7b-484d-80a5-bae491afaa49 req-1e18951b-a27c-4212-8988-db38970ef8c2 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0668602 Jul 29 18:04:37.324773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3a28138-ac7b-484d-80a5-bae491afaa49 req-7beb5dc2-3b7e-4538-9a79-aa40e853b8ef tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Jul 29 18:04:37.464559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71607475-fb96-4f3e-8dd8-515f37d4158f req-1c12358a-05e3-457e-aeac-bc8a37cface8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:37.466076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71607475-fb96-4f3e-8dd8-515f37d4158f req-1c12358a-05e3-457e-aeac-bc8a37cface8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0569344 Jul 29 18:04:37.510946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71607475-fb96-4f3e-8dd8-515f37d4158f req-54d595c4-8374-4c55-82fd-c96a913ff621 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Jul 29 18:04:37.842183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ff41-552f-4166-beec-09fe86e58b6d req-bb053602-d600-4566-a64f-fff2cf59aea2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:37.843757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9f4ff41-552f-4166-beec-09fe86e58b6d req-bb053602-d600-4566-a64f-fff2cf59aea2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0588644 Jul 29 18:04:37.889870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9f4ff41-552f-4166-beec-09fe86e58b6d req-75ce2039-a611-4928-bd85-dd3fd93452ee tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Jul 29 18:04:38.252470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b65ce-0001-4a3e-b242-519f82e45e2f req-da7b6558-230b-4cda-8cd0-4e5a0e0422d6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:38.254061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-481b65ce-0001-4a3e-b242-519f82e45e2f req-da7b6558-230b-4cda-8cd0-4e5a0e0422d6 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0558965 Jul 29 18:04:38.297670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-481b65ce-0001-4a3e-b242-519f82e45e2f req-f425072d-326b-4065-b98c-bf4f3a6b016e tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361118 Jul 29 18:04:38.385965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:38.459885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deb5ac-1446-482b-8f2c-9ff9cc4022a4 req-197a997e-8c87-4e45-b288-eaa921304070 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:38.467799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5deb5ac-1446-482b-8f2c-9ff9cc4022a4 req-197a997e-8c87-4e45-b288-eaa921304070 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0659709 Jul 29 18:04:38.513854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5deb5ac-1446-482b-8f2c-9ff9cc4022a4 req-4b5feafc-da4f-4c45-a768-1e926560ab40 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Jul 29 18:04:38.545732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-532a9d88-3599-49cb-9884-493237875b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.658417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a628a-15e6-49a6-a99c-41502eb63693 req-a519a79f-627f-433d-8e4b-c9e413bf4048 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:38.660417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d81a628a-15e6-49a6-a99c-41502eb63693 req-a519a79f-627f-433d-8e4b-c9e413bf4048 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0732348 Jul 29 18:04:38.675169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-532a9d88-3599-49cb-9884-493237875b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.683385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-532a9d88-3599-49cb-9884-493237875b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.703083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d81a628a-15e6-49a6-a99c-41502eb63693 req-0d9a8f69-8af3-4b9a-bd3a-569cd8c8a674 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345566 Jul 29 18:04:38.726656 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-532a9d88-3599-49cb-9884-493237875b42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2cc1c5b3ed34162b4ae9583ede8601f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393967 Jul 29 18:04:38.727789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a9d88-3599-49cb-9884-493237875b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd8e5e-629c-459a-9a40-20b5d0b6b4ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:38.729480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52560) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:38.789083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.812147 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.863536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.866443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:38.872707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cfd8e5e-629c-459a-9a40-20b5d0b6b4ae HTTP/1.1" status: 204 len: 168 time: 0.1401997 Jul 29 18:04:38.880353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f8e0-0ebe-4f8f-8d00-1a795fb520d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd8e5e-629c-459a-9a40-20b5d0b6b4ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:39.004894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82933d-2266-43b7-b201-a52fb92ad707 req-12c365b2-9012-4d5c-b5b0-af8a4fa06cc1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:39.006864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd82933d-2266-43b7-b201-a52fb92ad707 req-12c365b2-9012-4d5c-b5b0-af8a4fa06cc1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0541689 Jul 29 18:04:39.050095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd82933d-2266-43b7-b201-a52fb92ad707 req-f017da19-744b-40e0-8c31-c339a1e77e27 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Jul 29 18:04:39.166188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52568) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:39.179793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcc66d8f-198c-442b-a0a9-018f6647812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.231604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a36bb449-4202-407a-a3a5-4cfd43afa729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.279224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcc66d8f-198c-442b-a0a9-018f6647812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.284417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcc66d8f-198c-442b-a0a9-018f6647812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.324074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bcc66d8f-198c-442b-a0a9-018f6647812c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d417b12ee0724d62a7194d232dad4f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567190 Jul 29 18:04:39.324819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc66d8f-198c-442b-a0a9-018f6647812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2b20d-2e27-4167-88bc-a6754f8fe28c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:39.327217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52572) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:39.383642 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.405948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.428089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517c412-90d4-4c2e-8b5a-5a8101e25ae8 req-97593059-438d-40c8-a75f-176782b0273d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:39.430693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f517c412-90d4-4c2e-8b5a-5a8101e25ae8 req-97593059-438d-40c8-a75f-176782b0273d tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0561337 Jul 29 18:04:39.453699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.456994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:39.460675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e2b20d-2e27-4167-88bc-a6754f8fe28c HTTP/1.1" status: 204 len: 168 time: 0.1300364 Jul 29 18:04:39.482618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71b19-0a7b-412b-83d1-6bdb442e17d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2b20d-2e27-4167-88bc-a6754f8fe28c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:39.491245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f517c412-90d4-4c2e-8b5a-5a8101e25ae8 req-9bd34906-7fda-4004-adb8-fcca6b23643f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554116 Jul 29 18:04:39.665188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb1021-a2d6-4cc5-bb94-d2c1b5b35b40 req-43031355-cc66-4633-9d6e-d420dda090d4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:39.666851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ccb1021-a2d6-4cc5-bb94-d2c1b5b35b40 req-43031355-cc66-4633-9d6e-d420dda090d4 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0737510 Jul 29 18:04:39.711526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ccb1021-a2d6-4cc5-bb94-d2c1b5b35b40 req-87fb8e97-2d64-473b-ab80-a9540358a4a6 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Jul 29 18:04:39.868008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-adc7d93c-9cb8-4281-bf0c-ce263c3b8372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:39.869424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-adc7d93c-9cb8-4281-bf0c-ce263c3b8372 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.0947661 Jul 29 18:04:39.882681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa4007-8cf0-46f9-8514-c8416710ad88 req-9f92396b-3a3c-41fc-ae34-eff28b3db505 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:39.887558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66aa4007-8cf0-46f9-8514-c8416710ad88 req-9f92396b-3a3c-41fc-ae34-eff28b3db505 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 946 time: 0.1011827 Jul 29 18:04:39.982321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66aa4007-8cf0-46f9-8514-c8416710ad88 req-eab916c8-c344-472d-adda-8d311a52a23c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=a17dda2a-d4ca-4d3f-a02e-e045d686670f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851340 Jul 29 18:04:40.009258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port c24b006e-c2b6-4e48-9146-d44c9b7ea009 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:40.009594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:40.105938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port c24b006e-c2b6-4e48-9146-d44c9b7ea009, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c24b006e-c2b6-4e48-9146-d44c9b7ea009,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:40.106428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:40.124976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for c24b006e-c2b6-4e48-9146-d44c9b7ea009 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:40.241317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba22f-9fbd-4b32-8012-4cfa947f93be req-7ef10045-911a-4eb1-a2ec-5638759e948e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:40.242945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-766ba22f-9fbd-4b32-8012-4cfa947f93be req-7ef10045-911a-4eb1-a2ec-5638759e948e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1076550 Jul 29 18:04:40.322153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-766ba22f-9fbd-4b32-8012-4cfa947f93be req-a3a4b564-bc4c-4703-b8cf-1a1aa376f07f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619144 Jul 29 18:04:40.343248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:40.372383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=c24b006e-c2b6-4e48-9146-d44c9b7ea009,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:40.422687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] No DVR routers for this DVR port c24b006e-c2b6-4e48-9146-d44c9b7ea009 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:40.425660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:40.428018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f56ddf39-faac-4160-b04e-6bfa6870d931 req-9742224b-f7f8-4f2b-9cb2-e794666b002f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "DELETE /v2.0/ports/c24b006e-c2b6-4e48-9146-d44c9b7ea009 HTTP/1.1" status: 204 len: 173 time: 0.5417135 Jul 29 18:04:40.428478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'name': 'network-vif-deleted', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:40.431123 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80463e1f-8739-4054-9a93-3aa461b5c74d" -d '{"events": [{"server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "name": "network-vif-deleted", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:40.480515 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c46aa-6d91-4f81-a80b-b87e52a35d8c x-openstack-request-id: req-f85c46aa-6d91-4f81-a80b-b87e52a35d8c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:40.483020 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "name": "network-vif-deleted", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:40.485464 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f85c46aa-6d91-4f81-a80b-b87e52a35d8c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:40.486078 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'name': 'network-vif-deleted', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:04:40.620208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c96c1-e73a-4023-9fae-ecb8d24c8964 req-5c51d2eb-530f-4441-af2a-ea8a3b341268 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:40.621986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-696c96c1-e73a-4023-9fae-ecb8d24c8964 req-5c51d2eb-530f-4441-af2a-ea8a3b341268 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0591445 Jul 29 18:04:40.671248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-696c96c1-e73a-4023-9fae-ecb8d24c8964 req-5ffe48b0-c025-46b1-b257-8c7ab26b64da tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 Jul 29 18:04:40.836408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400665-00da-40ac-ba03-eb699c25a3c7 req-ed754036-d4bb-420e-aca0-e486851bf561 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:40.838748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0400665-00da-40ac-ba03-eb699c25a3c7 req-ed754036-d4bb-420e-aca0-e486851bf561 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0551946 Jul 29 18:04:40.879426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0400665-00da-40ac-ba03-eb699c25a3c7 req-85929c45-058e-4122-b055-d7331662affe tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jul 29 18:04:41.103641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29b89407-7881-4cfc-a3dc-4664a15b5b05 req-1d3ee75e-24e8-43ba-ae17-2369cdefa1b6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 210 time: 0.0321722 Jul 29 18:04:41.265534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7c303ac-592d-40f8-a399-6041935194d2 req-9305193e-8c70-4a1f-afe7-63ca53009145 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d6c5c3e-6d50-4efc-a768-d1869fc8735d HTTP/1.1" status: 200 len: 210 time: 0.0281608 Jul 29 18:04:41.540634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd54a-5220-4060-9b33-c92cdf10a2a3 req-64fd8d3e-f68e-4193-a56a-357ded2e190e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:41.542298 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-523fd54a-5220-4060-9b33-c92cdf10a2a3 req-64fd8d3e-f68e-4193-a56a-357ded2e190e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0546374 Jul 29 18:04:41.552451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52660) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:41.582370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-523fd54a-5220-4060-9b33-c92cdf10a2a3 req-e99f968b-9c4f-456e-8730-9bf464d5aae8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Jul 29 18:04:41.646902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52664) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:41.661792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6e36670-07a3-4204-b737-050be57e305c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.672261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a22c66d0-9883-4b74-bc13-dc5b717bad0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.798378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a22c66d0-9883-4b74-bc13-dc5b717bad0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.805963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a22c66d0-9883-4b74-bc13-dc5b717bad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.854587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d848317-5212-4573-b8d0-5e93d917475b req-190028a0-b349-495e-a99a-958d08d2abd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:41.856455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a22c66d0-9883-4b74-bc13-dc5b717bad0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13b96bce1ad54de2b0a48e0090962d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025627 Jul 29 18:04:41.857560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c66d0-9883-4b74-bc13-dc5b717bad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c7bc9-cdd1-44e1-84e9-af1bb1074644,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:41.860132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52670) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:41.871497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d848317-5212-4573-b8d0-5e93d917475b req-190028a0-b349-495e-a99a-958d08d2abd4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0988622 Jul 29 18:04:41.877420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.913959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.936652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.969885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d848317-5212-4573-b8d0-5e93d917475b req-112b1de5-68cb-42ec-b1ae-794ce896b08a tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974996 Jul 29 18:04:41.991226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.995991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:41.998226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc2c7bc9-cdd1-44e1-84e9-af1bb1074644 HTTP/1.1" status: 204 len: 168 time: 0.1368423 Jul 29 18:04:42.025036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f4f1b-96a3-42bc-b78e-5130edfc29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c7bc9-cdd1-44e1-84e9-af1bb1074644,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:42.165876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d9d74-e499-434c-902c-c95961c1697d req-030f725d-ae18-407a-97cc-0aad7b66f03f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:42.167399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a3d9d74-e499-434c-902c-c95961c1697d req-030f725d-ae18-407a-97cc-0aad7b66f03f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0767679 Jul 29 18:04:42.223487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a3d9d74-e499-434c-902c-c95961c1697d req-af92f6b0-63dc-463b-b627-355f867449f0 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483060 Jul 29 18:04:42.276827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.341487 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:42.354625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45111714-082a-4c90-ab6f-883f0afcbf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.451516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45111714-082a-4c90-ab6f-883f0afcbf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.457523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45111714-082a-4c90-ab6f-883f0afcbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.497766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45111714-082a-4c90-ab6f-883f0afcbf9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=827d286befad418bb609966ef7af719c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550648 Jul 29 18:04:42.498585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45111714-082a-4c90-ab6f-883f0afcbf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58286772-00c4-443a-9357-d66335781b79,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:42.501174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52680) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:42.593773 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.611196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 6e68a9a3-0a3c-4193-80cd-ac21d9677505 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:42.611540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.661781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.774526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d1604-eab9-433c-87b5-e438a9ab7951 req-5e61a891-053f-429d-868a-a6cbd787cf47 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:42.775884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e3d1604-eab9-433c-87b5-e438a9ab7951 req-5e61a891-053f-429d-868a-a6cbd787cf47 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1186724 Jul 29 18:04:42.777593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 6e68a9a3-0a3c-4193-80cd-ac21d9677505, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e68a9a3-0a3c-4193-80cd-ac21d9677505,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:42.777957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.799147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 6e68a9a3-0a3c-4193-80cd-ac21d9677505 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:42.800720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.803258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:42.804344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58286772-00c4-443a-9357-d66335781b79 HTTP/1.1" status: 204 len: 168 time: 0.2997136 Jul 29 18:04:42.832705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c67ae-cb5e-4566-9c66-dd9f245273ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58286772-00c4-443a-9357-d66335781b79,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:42.877631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52688) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:42.878171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e3d1604-eab9-433c-87b5-e438a9ab7951 req-799fe7a8-5f6e-464f-a265-d55261041836 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921826 Jul 29 18:04:42.974555 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.055518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c24b006e-c2b6-4e48-9146-d44c9b7ea009 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:43.069949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.082860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: c24b006e-c2b6-4e48-9146-d44c9b7ea009 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:43.083212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c24b006e-c2b6-4e48-9146-d44c9b7ea009 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:43.117188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=6e68a9a3-0a3c-4193-80cd-ac21d9677505,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:43.207842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970296f1-4565-43b7-92d9-090b3f7f0a7f req-17e2348d-2ca7-47be-9d12-1e9f68d0e5af tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:43.222583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-970296f1-4565-43b7-92d9-090b3f7f0a7f req-17e2348d-2ca7-47be-9d12-1e9f68d0e5af tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1643145 Jul 29 18:04:43.317305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-970296f1-4565-43b7-92d9-090b3f7f0a7f req-07c52225-35a6-41c2-9c41-c3ff2141c029 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926745 Jul 29 18:04:43.476098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.751349 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Deleting port ff129d74-af23-4e33-b7bf-639ef6cbde2e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:43.751755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.796861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.811096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f492a2-21af-4364-ad1b-3173df312126 req-eed3ad13-03bc-406a-8558-5655cc4f6399 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:43.813022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7f492a2-21af-4364-ad1b-3173df312126 req-eed3ad13-03bc-406a-8558-5655cc4f6399 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0672898 Jul 29 18:04:43.842180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] For port ff129d74-af23-4e33-b7bf-639ef6cbde2e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ff129d74-af23-4e33-b7bf-639ef6cbde2e,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:43.843019 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:43.857017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Calling delete_port for ff129d74-af23-4e33-b7bf-639ef6cbde2e owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:43.922901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7f492a2-21af-4364-ad1b-3173df312126 req-0a047c27-2dbc-486b-bbc3-de35000eaeed tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995603 Jul 29 18:04:44.061726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:44.090330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff129d74-af23-4e33-b7bf-639ef6cbde2e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:44.100815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.101085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.101414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.101733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.102182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.102550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.102871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.103461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.103792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.104110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.104419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.104768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:44.118810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8691-cdf9-4567-8c54-3790a2b9a47e req-18dec9c2-9eb1-4414-8302-14127fda3038 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:44.120356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b7b8691-cdf9-4567-8c54-3790a2b9a47e req-18dec9c2-9eb1-4414-8302-14127fda3038 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1121962 Jul 29 18:04:44.157892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router ffd57943-f120-480d-adf2-39d8c4db3494 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:04:44.187694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b7b8691-cdf9-4567-8c54-3790a2b9a47e req-172c71d5-f80f-430c-88f9-05b66a4a168d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Jul 29 18:04:44.310537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:44.318661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:04:44.326857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bee66030-c0f6-49f7-b1a1-eb0241eb1d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/ffd57943-f120-480d-adf2-39d8c4db3494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762428 Jul 29 18:04:44.327891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52728) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:44.330132 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Sync routers for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:04:44.341093 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:44.341717 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:44.514030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb8ab-1b76-4749-9981-05a9de51cfc6 req-d6f29573-d0bb-4ebf-9e56-c2e7ed5eaa97 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:44.518384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec4bb8ab-1b76-4749-9981-05a9de51cfc6 req-d6f29573-d0bb-4ebf-9e56-c2e7ed5eaa97 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1014512 Jul 29 18:04:44.593351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting subnet c13bc7db-fc3a-410c-a568-66ac06283e07 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:44.602029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:44.604642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec4bb8ab-1b76-4749-9981-05a9de51cfc6 req-01645849-46c9-4d8a-8141-535a4b9b80ea tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763369 Jul 29 18:04:44.644755 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:44.732618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:44.857121 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:04:42Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:44.888600 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Checking router: ffd57943-f120-480d-adf2-39d8c4db3494 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:04:44.898989 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Routers {'ffd57943-f120-480d-adf2-39d8c4db3494'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:44.899718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ffd57943-f120-480d-adf2-39d8c4db3494'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:45.028303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.068968 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] Set router ffd57943-f120-480d-adf2-39d8c4db3494 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:45.119958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Router 42d643a6-a4de-4e9a-9340-7c9f83037be7 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:04:45.125614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42547885-e98f-4c1c-b352-b95853862e38 req-e9a2344e-a971-4ba5-813e-521a306727c3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:45.127716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42547885-e98f-4c1c-b352-b95853862e38 req-e9a2344e-a971-4ba5-813e-521a306727c3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1023505 Jul 29 18:04:45.225273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42547885-e98f-4c1c-b352-b95853862e38 req-99566f5e-5f02-4fc0-888f-6030cdb9f503 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898302 Jul 29 18:04:45.311617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.341162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e684e-ed17-42c6-9868-869601e89e72 req-856e3759-f397-4e7f-b377-f9ef6cb1be4f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:45.348895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d11e684e-ed17-42c6-9868-869601e89e72 req-856e3759-f397-4e7f-b377-f9ef6cb1be4f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0578432 Jul 29 18:04:45.400702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.402812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d11e684e-ed17-42c6-9868-869601e89e72 req-cba925c9-f74a-4ee5-9572-d59d7f9aa035 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Jul 29 18:04:45.405373 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:04:42Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:45.437196 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671151d1-6d4a-44e1-897e-8c1d8ada6a7a None None] The sync data for ids ['ffd57943-f120-480d-adf2-39d8c4db3494'] in n-d-801607-3 is: [{'id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139906006', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:03:21Z', 'updated_at': '2021-07-29T18:04:42Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': 'd6f9cd82-e7bb-42f4-9624-61adf2086ff6', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd57943-f120-480d-adf2-39d8c4db3494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:03:22Z', 'updated_at': '2021-07-29T18:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:04:45.472654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Subnet': ['ID=c13bc7db-fc3a-410c-a568-66ac06283e07,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:45.479265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.481637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3976440b-074a-4c3a-a7ff-4916ab894a03 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/subnets/c13bc7db-fc3a-410c-a568-66ac06283e07 HTTP/1.1" status: 204 len: 168 time: 1.1530557 Jul 29 18:04:45.484005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52738) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:45.486464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c85c9c-8c61-4bfd-9313-7d2370efaf2f None None] Network 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:45.498003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:04:45.505938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-045bc03c-b2d3-4dce-84bb-0f6d6f039022 admin admin] 10.222.0.16 "PUT /v2.0/routers/42d643a6-a4de-4e9a-9340-7c9f83037be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254902 Jul 29 18:04:45.506578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:45.561382 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Sync routers for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:04:45.593340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:45.593981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:45.616065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.622600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.723613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:45.749358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.777013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.807954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89b631-564e-4f4d-93e7-cdf13f222c2c req-e44769ad-3ed0-4ed9-bc13-c96ae639e7c8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:45.817306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Deleting port c582b1bf-c282-46e5-a959-fb3951c25a34 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:45.817634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.818268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac89b631-564e-4f4d-93e7-cdf13f222c2c req-e44769ad-3ed0-4ed9-bc13-c96ae639e7c8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1032004 Jul 29 18:04:45.835278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] DHCP port deletion for 34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:04:45.890165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac89b631-564e-4f4d-93e7-cdf13f222c2c req-c2fd5fac-9c4b-4d9d-8eb8-6e9551d09e1f tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707300 Jul 29 18:04:45.922365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port d6f9cd82-e7bb-42f4-9624-61adf2086ff6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:45.922365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.922752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] For port c582b1bf-c282-46e5-a959-fb3951c25a34, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c582b1bf-c282-46e5-a959-fb3951c25a34,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:45.922752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:45.936821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Calling delete_port for c582b1bf-c282-46e5-a959-fb3951c25a34 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:46.031908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port d6f9cd82-e7bb-42f4-9624-61adf2086ff6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:46.032294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.046667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for d6f9cd82-e7bb-42f4-9624-61adf2086ff6 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:46.126203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Deleting port cb1a5a59-580d-4668-84ce-4677bd7cc56d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:46.126606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.137655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.167964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c582b1bf-c282-46e5-a959-fb3951c25a34,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:46.198567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] For port cb1a5a59-580d-4668-84ce-4677bd7cc56d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cb1a5a59-580d-4668-84ce-4677bd7cc56d,segment=NetworkSegment(ceacd4e1-9502-45dd-a166-fa012815b663),segment_id=ceacd4e1-9502-45dd-a166-fa012815b663)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:46.199006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.213775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Calling delete_port for cb1a5a59-580d-4668-84ce-4677bd7cc56d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:46.225300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T18:04:44Z', 'revision_number': 5, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port': {'id': 'c582b1bf-c282-46e5-a959-fb3951c25a34', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:46.236032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.273616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.299030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Checking router: 42d643a6-a4de-4e9a-9340-7c9f83037be7 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:04:46.309951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=d6f9cd82-e7bb-42f4-9624-61adf2086ff6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:46.322819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Routers {'42d643a6-a4de-4e9a-9340-7c9f83037be7'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:46.323466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42d643a6-a4de-4e9a-9340-7c9f83037be7'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:46.331609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.332227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.332657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.333086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.333727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.334149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.334594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.335340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.335340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.335829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.336240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.336652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:46.379786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.382101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.410079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] Set router 42d643a6-a4de-4e9a-9340-7c9f83037be7 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:46.430029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06ee99-3999-41c1-a950-ac9791d45a83 req-2f23713f-169e-4764-9e72-a4418d54ecf1 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:46.437931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f06ee99-3999-41c1-a950-ac9791d45a83 req-2f23713f-169e-4764-9e72-a4418d54ecf1 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1292005 Jul 29 18:04:46.447718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.449333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.450233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d643a6-a4de-4e9a-9340-7c9f83037be7 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:04:46.457125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.460764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-36051359-8ca9-4328-b7d1-c64e1a8ca0f2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/42d643a6-a4de-4e9a-9340-7c9f83037be7 HTTP/1.1" status: 204 len: 168 time: 0.9507833 Jul 29 18:04:46.462742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52752) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:46.483325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T18:04:46Z', 'revision_number': 7, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:46.512872 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.514909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3a2d3-af52-4f8e-b3b7-37396f8d8f9e None None] The sync data for ids ['42d643a6-a4de-4e9a-9340-7c9f83037be7'] in n-d-801607-3 is: [{'id': '42d643a6-a4de-4e9a-9340-7c9f83037be7', 'name': 'tempest-TaggedBootDevicesTest_v242-1859504497-router', 'tenant_id': '706dd4d7f4c64f79837fa659455c5d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:53:59Z', 'updated_at': '2021-07-29T18:04:46Z', 'revision_number': 7, 'project_id': '706dd4d7f4c64f79837fa659455c5d5d', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:04:46.548576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] Pushing event deleted for resources: {'Port': ['ID=cb1a5a59-580d-4668-84ce-4677bd7cc56d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:46.553013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079b8a6-8196-4458-8588-e9aa75c4c0d0 None None] No DVR routers for this DVR port cb1a5a59-580d-4668-84ce-4677bd7cc56d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:46.569133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Deleting subnet f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:04:46.575377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.587149 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.589737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.600727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f06ee99-3999-41c1-a950-ac9791d45a83 req-526c2430-a145-4114-a506-8b38aaa5a841 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616993 Jul 29 18:04:46.625700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.668640 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.669189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Fanout notify agent at l3_agent the message router_deleted on router ffd57943-f120-480d-adf2-39d8c4db3494 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:04:46.676629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.680541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fcd913f4-c015-4adb-b361-e69e376dfc8c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/routers/ffd57943-f120-480d-adf2-39d8c4db3494 HTTP/1.1" status: 204 len: 168 time: 1.1954715 Jul 29 18:04:46.681181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52756) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:46.717098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.797469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5e25f-c629-4c7b-ab4b-69ea55f76537 req-6834d48b-d9a3-4045-8b12-961b861b3cf2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:46.803560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.805983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29e5e25f-c629-4c7b-ab4b-69ea55f76537 req-6834d48b-d9a3-4045-8b12-961b861b3cf2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1489077 Jul 29 18:04:46.822207 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.844626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:46.852187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:46.854375 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3bc20ea8-c7cf-4e52-86b6-8e9e2db7e350 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f08fc3b8-0018-4cbe-ba16-b4e7e4975cdf HTTP/1.1" status: 204 len: 168 time: 0.3903198 Jul 29 18:04:46.856769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52758) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:46.857232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac565b1-62cf-4396-be40-97f637e9845d None None] Network 45f5c9f5-3705-4a66-893f-da5933631a1f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:46.878403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29e5e25f-c629-4c7b-ab4b-69ea55f76537 req-da76314d-0a40-4876-a515-e287c6bf1266 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Jul 29 18:04:46.965072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.022095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.044608 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Deleting port cd6daae2-29cc-4466-9294-64fed3a575c1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:47.044951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.075771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ddfdbd-ef98-4f7c-b2c2-59a6bd747478']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.088759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceacd4e1-9502-45dd-a166-fa012815b663') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.089049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceacd4e1-9502-45dd-a166-fa012815b663') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.106289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.126749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.136622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] For port cd6daae2-29cc-4466-9294-64fed3a575c1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd6daae2-29cc-4466-9294-64fed3a575c1,segment=NetworkSegment(f15bfe36-7684-4a57-8025-32603ef5773a),segment_id=f15bfe36-7684-4a57-8025-32603ef5773a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:47.137001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.140398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae734ff9-7886-4cf2-8860-c40c3ec92e42 req-c2291623-35b0-467f-bd97-bce6842b9491 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:47.142704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae734ff9-7886-4cf2-8860-c40c3ec92e42 req-c2291623-35b0-467f-bd97-bce6842b9491 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1235635 Jul 29 18:04:47.150550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:04:47.151041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.151660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Calling delete_port for cd6daae2-29cc-4466-9294-64fed3a575c1 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:04:47.154372 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:04:47.252523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.278661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae734ff9-7886-4cf2-8860-c40c3ec92e42 req-02174da2-c2dd-4d1d-b430-595637690433 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231644 Jul 29 18:04:47.284474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6daae2-29cc-4466-9294-64fed3a575c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:47.286692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.303496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f72bbd-427a-4d80-9df3-d2dae05da9e1 None None] DHCP port deletion for 45f5c9f5-3705-4a66-893f-da5933631a1f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:04:47.305581 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.307622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/networks/34ddfdbd-ef98-4f7c-b2c2-59a6bd747478 HTTP/1.1" status: 204 len: 168 time: 0.6114876 Jul 29 18:04:47.328505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:47.330076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] No DVR routers for this DVR port cd6daae2-29cc-4466-9294-64fed3a575c1 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:47.340599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59541dcc-18c5-48fb-bb08-c586e5a912f6 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Network': ['ID=34ddfdbd-ef98-4f7c-b2c2-59a6bd747478,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:47.414164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.442124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.443654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.460864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5c9f5-3705-4a66-893f-da5933631a1f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.478205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15bfe36-7684-4a57-8025-32603ef5773a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.481497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15bfe36-7684-4a57-8025-32603ef5773a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:47.501219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.514923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cb1a5a59-580d-4668-84ce-4677bd7cc56d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:47.515901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.524190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.526809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.528037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/security-groups/a17dda2a-d4ca-4d3f-a02e-e045d686670f HTTP/1.1" status: 204 len: 168 time: 0.1983428 Jul 29 18:04:47.529358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:04:47.530442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.537684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772983d-5c6b-4034-ad91-5512ef66ce1c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17dda2a-d4ca-4d3f-a02e-e045d686670f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:47.540122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cb1a5a59-580d-4668-84ce-4677bd7cc56d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:47.541004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cb1a5a59-580d-4668-84ce-4677bd7cc56d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:47.541669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff129d74-af23-4e33-b7bf-639ef6cbde2e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:04:47.548242 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:04:47.623436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ff129d74-af23-4e33-b7bf-639ef6cbde2e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:47.623777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ff129d74-af23-4e33-b7bf-639ef6cbde2e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:47.624200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e68a9a3-0a3c-4193-80cd-ac21d9677505 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:47.643226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.657729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:47.660311 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45f5c9f5-3705-4a66-893f-da5933631a1f HTTP/1.1" status: 204 len: 168 time: 0.8024426 Jul 29 18:04:47.674001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615607a-cc7c-4382-9796-4f32a2b3f690 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f5c9f5-3705-4a66-893f-da5933631a1f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:47.687183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6e68a9a3-0a3c-4193-80cd-ac21d9677505 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:47.687528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e68a9a3-0a3c-4193-80cd-ac21d9677505 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:47.687968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6f9cd82-e7bb-42f4-9624-61adf2086ff6 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:47.715239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d6f9cd82-e7bb-42f4-9624-61adf2086ff6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:47.715939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6f9cd82-e7bb-42f4-9624-61adf2086ff6 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:47.716602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd6daae2-29cc-4466-9294-64fed3a575c1 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:47.741592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cd6daae2-29cc-4466-9294-64fed3a575c1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:47.742119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd6daae2-29cc-4466-9294-64fed3a575c1 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:47.958356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52776) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:47.971277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52778) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:47.976216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613983080', 'description': 'tempest-secgroup-smoke-1613983080 description', 'project_id': 'ca2ffabbbb8f41048197252e5566f391'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.012088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.021126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73f49742-5fbf-44a6-88ef-edfe4af99c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=706dd4d7f4c64f79837fa659455c5d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613458 Jul 29 18:04:48.021742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52780) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.099460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c380c-5aee-49e4-ae78-ee3cce7e35fb req-072b726c-a2cf-4a30-b1a4-bd5b5a9f3c3e tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:48.100097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.100981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b5c380c-5aee-49e4-ae78-ee3cce7e35fb req-072b726c-a2cf-4a30-b1a4-bd5b5a9f3c3e tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0870938 Jul 29 18:04:48.106371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.126079 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.135732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662de514-278b-45ef-a0b0-c0b77fde6b5d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.138565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.139781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a57a98b7-b2da-43b7-b92f-3e3015e50018 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1674263 Jul 29 18:04:48.142534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52782) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.147098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.173523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.175071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.177855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b5c380c-5aee-49e4-ae78-ee3cce7e35fb req-d8a40350-75f8-40e9-a9f2-14558c533f76 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664213 Jul 29 18:04:48.233563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.236226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.237427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b91a5c-cf17-482b-b1a0-70cff25ade98 HTTP/1.1" status: 204 len: 168 time: 0.2077382 Jul 29 18:04:48.239355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.246816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4186a-62f1-450d-9467-1d09b2bc152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b91a5c-cf17-482b-b1a0-70cff25ade98,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.248988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.272018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.273315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297731 Jul 29 18:04:48.276375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52786) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.282081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.287420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175048a-2ad5-45fe-97f8-603f417a8d22 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a53ac8-3fe3-409d-85f6-77813134225d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.316382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec31b8-0710-4171-8ddf-1c5f52918cc7 req-ec2725fb-cac8-4600-ac73-21dee6900e6a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:48.317111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.317939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bec31b8-0710-4171-8ddf-1c5f52918cc7 req-ec2725fb-cac8-4600-ac73-21dee6900e6a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0643773 Jul 29 18:04:48.360956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bec31b8-0710-4171-8ddf-1c5f52918cc7 req-2ee82656-7c6f-471c-9094-a0ca31a7668f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jul 29 18:04:48.382574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.388204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.406119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13af4453-cf68-4732-b1aa-b29a5b03a5d4,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.415528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.416749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fd97b346-937a-4492-8196-baeae0a65770 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395504 Jul 29 18:04:48.419620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52790) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.424343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.462612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.477568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729cb01-ceda-4f37-a00f-07f16d76a795 req-bd186c17-646f-4746-876a-c1702e4430d9 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:48.478897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4729cb01-ceda-4f37-a00f-07f16d76a795 req-bd186c17-646f-4746-876a-c1702e4430d9 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Jul 29 18:04:48.519153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4729cb01-ceda-4f37-a00f-07f16d76a795 req-59112909-18ed-4113-993b-74865a7f4456 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337965 Jul 29 18:04:48.526223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.531132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.549904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5edd1-dacd-4d3a-9fa0-129fbea3ed70,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.558887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.560177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55909a55-b6bd-4363-9b30-28c9cc0e268f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393743 Jul 29 18:04:48.562883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.567595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.594550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.663048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.668214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.689760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.691111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271505 Jul 29 18:04:48.692293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc6be-10e1-47c8-8fe4-46319f5be606 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2ece14-fc3e-4e17-99e2-98f454c2483d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.694027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52808) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.698904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.722706 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:04:48.728278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.801978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.808689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.832097 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.836088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383650 Jul 29 18:04:48.836242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.841192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'security_group_rule': {'security_group_id': '662de514-278b-45ef-a0b0-c0b77fde6b5d', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:48.848574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdee63-a749-475b-8268-aa7bc1586fa3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656504f2-d4cc-415a-96e7-8fabb28b5368,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.872865 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Project ca2ffabbbb8f41048197252e5566f391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:04:48.878768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.945594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.950923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.966725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4d0872-9360-44ff-b975-a92791711f0a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:48.977286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:48.978678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e13abfb2-c166-48a7-8528-a1f21cfdc353 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415117 Jul 29 18:04:48.981706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:48.987126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'network': {'name': 'tempest-network-smoke--1417637515', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:49.011473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:49.014976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.040046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:04:49.045381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:49.050040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.050426 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Added segment 843609ac-2053-4ca3-b2f0-38ae34cca8b8 of type vlan for network 19768ef9-d267-46d8-bfd9-9c331bb11d95 Jul 29 18:04:49.085604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c582b1bf-c282-46e5-a959-fb3951c25a34 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:49.105461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c582b1bf-c282-46e5-a959-fb3951c25a34 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:49.106096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c582b1bf-c282-46e5-a959-fb3951c25a34 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:49.106911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.143522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.149502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:49.150106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.186201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1371393183-network', 'tenant_id': '4d17c2cf39374fe19c929c49a40417fc'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:49.218807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Made reservation on behalf of 4d17c2cf39374fe19c929c49a40417fc for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:49.222321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.224711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Network': ['ID=19768ef9-d267-46d8-bfd9-9c331bb11d95,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:49.230278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4db84152-e007-42d8-b5ab-42b2cc3e6dc5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447131 Jul 29 18:04:49.230501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52830) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:49.233239 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.235176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'admin_state_up': True, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:49.236403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:04:49.260243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.261414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.327046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.372541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e1f3d-59fd-448a-aa89-dec5ec4730a5 req-a4e20739-a83c-450b-b9ee-221fc33cd144 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:49.374225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c54e1f3d-59fd-448a-aa89-dec5ec4730a5 req-a4e20739-a83c-450b-b9ee-221fc33cd144 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0978079 Jul 29 18:04:49.441450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c54e1f3d-59fd-448a-aa89-dec5ec4730a5 req-c06f5877-ec3a-45f1-818a-3fbfada6dd1b tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 Jul 29 18:04:49.452066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.458729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.471286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.496941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:04:49.511172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a7532-c846-4536-971b-403f3e327b04,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:49.517859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.518647 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Added segment ca9e325f-5f4a-4079-8832-33a106fd5f9a of type vlan for network a59b90ed-860b-447c-b0ff-5e3fcbe03500 Jul 29 18:04:49.598292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.626480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb44bc-c46f-4a46-9249-3065ef4ad714 req-ffaae9ee-e6d3-4de4-b4c3-81a83419ee75 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:49.628149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00bb44bc-c46f-4a46-9249-3065ef4ad714 req-ffaae9ee-e6d3-4de4-b4c3-81a83419ee75 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0754416 Jul 29 18:04:49.661362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.662460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:49.663104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.681873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.698653 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00bb44bc-c46f-4a46-9249-3065ef4ad714 req-5852bd38-5f85-4745-b6ca-3e893816d424 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Jul 29 18:04:49.709470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.730823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6829121 Jul 29 18:04:49.737383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:49.752143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Request body: {'subnet': {'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1371393183-subnet', 'tenant_id': '4d17c2cf39374fe19c929c49a40417fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:49.771927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489774a-85df-48e4-98a3-698aa079bcd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a59b90ed-860b-447c-b0ff-5e3fcbe03500,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:49.793038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a59b90ed-860b-447c-b0ff-5e3fcbe03500 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:04:49.911209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Made reservation on behalf of 4d17c2cf39374fe19c929c49a40417fc for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:49.916633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:49.953603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.25.5.4 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3b1b1705-302a-45f2-a960-d0f7474bc68e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:50.002479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d263-ec56-4a34-9595-e8926ba76f96 req-7d4f83bf-b881-44b6-b0a7-87f79408b9a8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:50.004004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3236d263-ec56-4a34-9595-e8926ba76f96 req-7d4f83bf-b881-44b6-b0a7-87f79408b9a8 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.2222767 Jul 29 18:04:50.062622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3236d263-ec56-4a34-9595-e8926ba76f96 req-21bc8449-9b12-4d88-a5c7-83913c6639ea tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506718 Jul 29 18:04:50.073593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.120306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.158396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:50.161581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:50.164031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:04:50.169130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.195404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=3b1b1705-302a-45f2-a960-d0f7474bc68e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:50.226152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbe62c9-b535-4c09-ae4e-1ccc790b36c6,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:50.235073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Checking segment: {'id': 'ca9e325f-5f4a-4079-8832-33a106fd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:50.235432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Network hostable DHCP agents. Network: a59b90ed-860b-447c-b0ff-5e3fcbe03500, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:04:50.254186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Network a59b90ed-860b-447c-b0ff-5e3fcbe03500 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:04:50.264195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a59b90ed-860b-447c-b0ff-5e3fcbe03500) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:50.268445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:50.269052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.273630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea11a53-7b55-4793-818e-09971015619f None None] Network a59b90ed-860b-447c-b0ff-5e3fcbe03500 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:50.286724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94156ec2-8fa3-4081-a297-a76aa66a58f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5475559 Jul 29 18:04:50.404939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77721a8-595a-4220-943b-cb1a26b2b899 None None] Network a59b90ed-860b-447c-b0ff-5e3fcbe03500 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:50.449248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.745514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-dd3656e2-8cbf-4f89-9640-357cc31b783f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:50.747094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-dd3656e2-8cbf-4f89-9640-357cc31b783f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/networks?id=a59b90ed-860b-447c-b0ff-5e3fcbe03500 HTTP/1.1" status: 200 len: 818 time: 0.1136086 Jul 29 18:04:50.763615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-c97f8814-9745-474c-840e-8c7ab805f00e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/quotas/4d17c2cf39374fe19c929c49a40417fc HTTP/1.1" status: 200 len: 375 time: 0.0104785 Jul 29 18:04:50.797741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-d2d5106b-c56d-4d31-be7d-5dd06b0db116 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d17c2cf39374fe19c929c49a40417fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282078 Jul 29 18:04:50.905672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:50.945337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-1fed3133-e9df-49ad-8eea-721084b4903c service neutron] 10.222.0.16 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403258 Jul 29 18:04:51.043887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 1bec95e9-092b-4968-9e8d-255bd00d25a6 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:04:51.045637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-443953ef-504e-40ec-9f72-2b99e7d59215 service neutron] 10.222.0.16 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940650 Jul 29 18:04:51.187436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:04:51.197575 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Sync routers for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:04:51.210290 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:51.211219 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:51.231108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:51.232490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83f6b7eb-7f6b-4316-817d-d6eb6eb801e1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0009282 Jul 29 18:04:51.235659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:51.300825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457d68-19cb-42fc-be51-9e1f33c8da41 req-e61bdb36-d4a2-450b-9b9f-2a6783a93c49 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:51.308526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0457d68-19cb-42fc-be51-9e1f33c8da41 req-e61bdb36-d4a2-450b-9b9f-2a6783a93c49 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0763156 Jul 29 18:04:51.351134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0457d68-19cb-42fc-be51-9e1f33c8da41 req-a09ef7c5-791e-416b-99eb-f68b4767b4a9 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416267 Jul 29 18:04:51.399843 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:51.466165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-61cfa749-d45e-4698-9b37-f17610d84ed1 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca2ffabbbb8f41048197252e5566f391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2286420 Jul 29 18:04:51.468770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:51.501944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fc357-449c-417b-bc12-bf3ee7067283 req-0b5a978d-0ed5-4249-8f0b-510a98558ee3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:51.509948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc1fc357-449c-417b-bc12-bf3ee7067283 req-0b5a978d-0ed5-4249-8f0b-510a98558ee3 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0690348 Jul 29 18:04:51.579741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc1fc357-449c-417b-bc12-bf3ee7067283 req-d2485624-56d3-490a-ab83-cba23fabd9ed tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626490 Jul 29 18:04:51.594081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0118a-775b-425c-8038-2a5a8dddd477 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:51.595924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-94f0118a-775b-425c-8038-2a5a8dddd477 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261623 Jul 29 18:04:51.599004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52886) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:51.649205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-469fd1f8-bdce-44b7-b9f3-70f6e9dca3f2 tempest-TestNetworkAdvancedServerOps-722903011 tempest-TestNetworkAdvancedServerOps-722903011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465412 Jul 29 18:04:51.649436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 52888) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:51.666498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:50Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:51.668554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515622907', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:51.695162 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Checking router: 1bec95e9-092b-4968-9e8d-255bd00d25a6 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:04:51.695901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Updating router 1bec95e9-092b-4968-9e8d-255bd00d25a6 port 3b1b1705-302a-45f2-a960-d0f7474bc68e binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:04:51.728410 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:51.756726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e040bb-4890-49d6-b9f0-04d69ceaa3e8 req-36dcffa1-a589-4d62-b86d-168040d82e90 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:51.763818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2e040bb-4890-49d6-b9f0-04d69ceaa3e8 req-36dcffa1-a589-4d62-b86d-168040d82e90 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1301811 Jul 29 18:04:51.814559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:51.818212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:51.847187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2e040bb-4890-49d6-b9f0-04d69ceaa3e8 req-7a3af12f-dc43-4c87-93ce-f9781cb23636 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733092 Jul 29 18:04:51.949159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7735708d-6780-4b52-b894-3125d6c69903 req-49f732c0-3f18-415c-84e8-b349bb516169 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 210 time: 0.0464609 Jul 29 18:04:52.101375 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.102772 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.111886 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Transition to ACTIVE for port object 3b1b1705-302a-45f2-a960-d0f7474bc68e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:52.124060 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.172128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Subnet': ['ID=665e9fa2-2305-4f9a-b2df-989ba023c36d,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:52.179686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Checking segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:52.180045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network hostable DHCP agents. Network: 19768ef9-d267-46d8-bfd9-9c331bb11d95, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:04:52.187609 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Attempting to bind port 3b1b1705-302a-45f2-a960-d0f7474bc68e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:04:52.187981 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Attempting to bind port 3b1b1705-302a-45f2-a960-d0f7474bc68e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:04:52.188344 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Attempting to bind port 3b1b1705-302a-45f2-a960-d0f7474bc68e on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:52.195878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:04:52.196264 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:52.196669 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.197256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:04:52.198083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Bound port: 3b1b1705-302a-45f2-a960-d0f7474bc68e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:04:52.198794 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.206634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:04:52.222303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 19768ef9-d267-46d8-bfd9-9c331bb11d95) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:52.231948 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Pushing event updated for resources: {'Port': ['ID=3b1b1705-302a-45f2-a960-d0f7474bc68e,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:52.232769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:52.233370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.237611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a8fda-9a75-4f35-a43d-301348bd737f None None] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:52.241784 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.242075 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.242405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.242742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.243077 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.243405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.243727 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.245134 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.245476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.245862 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.246190 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.246540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:52.272951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 52896) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:04:52.276425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9ba0e0a3-ea21-496e-813e-dbfab71f4dc2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6195433 Jul 29 18:04:52.357001 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] For port 3b1b1705-302a-45f2-a960-d0f7474bc68e, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:52.385768 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] For port 3b1b1705-302a-45f2-a960-d0f7474bc68e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3b1b1705-302a-45f2-a960-d0f7474bc68e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:04:52.406009 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.528448 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:52.529273 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:52.556736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01c829-f348-4fb9-bf93-85484055f1cd req-397466e4-f790-4c03-b0ee-fbdb98e3c14d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:52.558534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b01c829-f348-4fb9-bf93-85484055f1cd req-397466e4-f790-4c03-b0ee-fbdb98e3c14d tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.0703225 Jul 29 18:04:52.594432 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf665c-20be-4def-9a6c-41b4f29e8b97 None None] Pushing event updated for resources: {'Port': ['ID=3b1b1705-302a-45f2-a960-d0f7474bc68e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:52.607195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-19768ef9-d267-46d8-bfd9-9c331bb11d95', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'fixed_ips': [{'subnet_id': '665e9fa2-2305-4f9a-b2df-989ba023c36d'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:04:52.608035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.623036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b01c829-f348-4fb9-bf93-85484055f1cd req-8cd7605a-2bad-4f33-ba49-b8329a30d1f6 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557961 Jul 29 18:04:52.708274 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:52.784261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Allocated IP 172.20.0.2 (19768ef9-d267-46d8-bfd9-9c331bb11d95/665e9fa2-2305-4f9a-b2df-989ba023c36d/26c57ad5-4b50-46cc-adb5-a60e3a170ecf) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:52.791720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae07e8-c570-4529-8142-49072bd11d01 req-0c8cfb54-f6e4-4593-94bc-f97240eb7f50 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:52.793369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ccae07e8-c570-4529-8142-49072bd11d01 req-0c8cfb54-f6e4-4593-94bc-f97240eb7f50 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0766993 Jul 29 18:04:52.917829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ccae07e8-c570-4529-8142-49072bd11d01 req-32f8354a-8ea4-41c8-a6f3-55cde7bb2197 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078050 Jul 29 18:04:52.975494 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:50Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:52.987794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:52.996804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Transition to ACTIVE for port object 26c57ad5-4b50-46cc-adb5-a60e3a170ecf will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:53.013208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Transition to ACTIVE for port object 26c57ad5-4b50-46cc-adb5-a60e3a170ecf will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:53.014666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-1517b996-4160-4193-9485-4205dd7b4435 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:53.016458 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092ce74-ace8-4d20-a647-7f812a14e382 None None] The sync data for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 is: [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:50Z', 'revision_number': 3, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:04:53.016684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-1517b996-4160-4193-9485-4205dd7b4435 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.38 "GET /v2.0/networks?id=a59b90ed-860b-447c-b0ff-5e3fcbe03500 HTTP/1.1" status: 200 len: 818 time: 0.2170863 Jul 29 18:04:53.026334 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.032232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Request body: {'port': {'device_id': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500', 'admin_state_up': True, 'tenant_id': '4d17c2cf39374fe19c929c49a40417fc'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:53.074598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:53.084693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.085619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Pushing event updated for resources: {'Port': ['ID=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:53.088637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:53.090948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:04:53.150572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Attempting to bind port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:04:53.151235 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Attempting to bind port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:04:53.151743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Attempting to bind port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf on network 19768ef9-d267-46d8-bfd9-9c331bb11d95 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:53.158379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:04:53.165904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Checking segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:53.166558 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.167337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Bound using segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:04:53.168141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Bound port: 26c57ad5-4b50-46cc-adb5-a60e3a170ecf, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:04:53.168716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.180847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ee23d-c00e-420a-9a56-55f67eb3029d req-df71ff9a-aa79-42b8-93c9-2ea784b45c62 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:53.182425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e5ee23d-c00e-420a-9a56-55f67eb3029d req-df71ff9a-aa79-42b8-93c9-2ea784b45c62 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1321084 Jul 29 18:04:53.238858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Made reservation on behalf of 4d17c2cf39374fe19c929c49a40417fc for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:53.242566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.247406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] For port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:53.261977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] For port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:04:53.264580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e5ee23d-c00e-420a-9a56-55f67eb3029d req-a39c094c-4e60-4adf-a460-21d77408fe46 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690594 Jul 29 18:04:53.277183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.382080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09bb7-8734-4d13-ad32-4b0d7cd19e41 None None] Pushing event updated for resources: {'Port': ['ID=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:53.508673 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.1 (19768ef9-d267-46d8-bfd9-9c331bb11d95/665e9fa2-2305-4f9a-b2df-989ba023c36d/6867b738-4f36-4cd5-9279-780e0fb5568d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:53.532873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30462585-bd9c-451d-9bd0-76ef2c732699 req-f3d90fc5-c376-4e94-9730-b70d590000e5 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 210 time: 0.0829251 Jul 29 18:04:53.560461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Allocated IP 172.20.0.6 (a59b90ed-860b-447c-b0ff-5e3fcbe03500/6cbe62c9-b535-4c09-ae4e-1ccc790b36c6/27b4357e-da70-404a-95f9-2eb13a9d194e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:53.784979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.818872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object 6867b738-4f36-4cd5-9279-780e0fb5568d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:53.874480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.902659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:53.915937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ec7cf-985c-405f-8999-443ddb6941ef req-c4e65d56-703e-4ace-8d13-dd1dfb811ec3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:53.922034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-047ec7cf-985c-405f-8999-443ddb6941ef req-c4e65d56-703e-4ace-8d13-dd1dfb811ec3 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1449518 Jul 29 18:04:53.940495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:53.960190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:53.961743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:53.964266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:04:53.995603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-047ec7cf-985c-405f-8999-443ddb6941ef req-75ace429-235d-4c67-9e5b-4f446242d0ea tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726240 Jul 29 18:04:54.046903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.060037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.094629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Network a59b90ed-860b-447c-b0ff-5e3fcbe03500 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:54.099136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:54.102219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:04:54.154226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Pushing event updated for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:54.376322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.634725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:54.635367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.685670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a032a75-c7c8-496e-b84d-ca460dbb7a4a req-694a853f-044b-4c16-bbd3-c36398ec4a95 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:54.693370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a032a75-c7c8-496e-b84d-ca460dbb7a4a req-694a853f-044b-4c16-bbd3-c36398ec4a95 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.5579805 Jul 29 18:04:54.702986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-df966229-36c8-4038-9fe5-c83d67b5f656 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6763382 Jul 29 18:04:54.720418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Request body: {'port': {'device_id': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:54.723828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.731650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.772212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87974a-819c-448d-8271-097d2ee92ebc None None] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:04:54.807190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a032a75-c7c8-496e-b84d-ca460dbb7a4a req-cff8b706-8e21-4f9e-be10-c46025755423 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080921 Jul 29 18:04:54.824175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:54.827168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.837701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-fbb2ba3c-e991-4ec2-8c3f-f388af02b5a1 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:54.843098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-fbb2ba3c-e991-4ec2-8c3f-f388af02b5a1 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.1959248 Jul 29 18:04:54.853663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-74b91c23-7a7a-419b-81ef-a8070ef81ac0 None None] Provisioning for port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:54.904845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:54.982756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:04:54.986154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:04:55.099976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948037f-40b2-4313-9044-135964ab602b req-bb628bc5-c6cc-46c3-a0ad-158cd398c0eb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:55.107724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7948037f-40b2-4313-9044-135964ab602b req-bb628bc5-c6cc-46c3-a0ad-158cd398c0eb tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 946 time: 0.2038317 Jul 29 18:04:55.128941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 1bec95e9-092b-4968-9e8d-255bd00d25a6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:04:55.301888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:04:55.309882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Deleting port 679eb650-f1f4-471b-9b48-8e73721767e8 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:55.314657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.325477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3b1b1705-302a-45f2-a960-d0f7474bc68e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:55.325646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5347408c-b241-4930-9166-b134f132f338 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/1bec95e9-092b-4968-9e8d-255bd00d25a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0504737 Jul 29 18:04:55.368307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7948037f-40b2-4313-9044-135964ab602b req-ee1b26f1-b24d-48d1-925a-fe434fbcb433 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffabe0d2-beb0-456d-8cef-be7429e809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595997 Jul 29 18:04:55.452356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3b1b1705-302a-45f2-a960-d0f7474bc68e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:55.460454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3b1b1705-302a-45f2-a960-d0f7474bc68e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:55.461262 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.512201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ebdffc66-0556-4ca5-90be-43f7992c30a3 None None] Provisioning for port 6867b738-4f36-4cd5-9279-780e0fb5568d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:55.519184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Sync routers for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:04:55.522642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ebdffc66-0556-4ca5-90be-43f7992c30a3 None None] Provisioning complete for port 6867b738-4f36-4cd5-9279-780e0fb5568d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:55.523008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebdffc66-0556-4ca5-90be-43f7992c30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.582146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffc66-0556-4ca5-90be-43f7992c30a3 None None] Port 6867b738-4f36-4cd5-9279-780e0fb5568d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:55.632277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:55.632879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:55.742177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b4357e-da70-404a-95f9-2eb13a9d194e {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:04:55.762532 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.765683 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.785583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] For port 679eb650-f1f4-471b-9b48-8e73721767e8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=679eb650-f1f4-471b-9b48-8e73721767e8,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:55.785868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.800822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3b1b1705-302a-45f2-a960-d0f7474bc68e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3b1b1705-302a-45f2-a960-d0f7474bc68e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:55.803702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0fe55-06f5-4c32-aa02-51b639f15334 req-e8eb6eb4-76aa-4b30-81f4-5e126a78e2e7 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:55.811837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95c0fe55-06f5-4c32-aa02-51b639f15334 req-e8eb6eb4-76aa-4b30-81f4-5e126a78e2e7 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 931 time: 0.3036704 Jul 29 18:04:55.814559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Transition to ACTIVE for port object 27b4357e-da70-404a-95f9-2eb13a9d194e will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:55.818982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.819780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 26c57ad5-4b50-46cc-adb5-a60e3a170ecf up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:55.822968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:55.831305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.846555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Calling delete_port for 679eb650-f1f4-471b-9b48-8e73721767e8 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:55.942046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a9a6a85-faa4-4afa-8992-24ada9b5ae4e None None] Provisioning complete for port 6867b738-4f36-4cd5-9279-780e0fb5568d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:55.942438 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6a85-faa4-4afa-8992-24ada9b5ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:55.985080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-03ac2ae8-b69c-45e6-9614-fc638fe95d2f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:55.989797 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-03ac2ae8-b69c-45e6-9614-fc638fe95d2f tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.49 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1125388 Jul 29 18:04:56.024576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3b1b1705-302a-45f2-a960-d0f7474bc68e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:56.082077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95c0fe55-06f5-4c32-aa02-51b639f15334 req-1e4bfb3b-25b0-41ab-b872-272a103e48a2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688994 Jul 29 18:04:56.082737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a6a85-faa4-4afa-8992-24ada9b5ae4e None None] Port 6867b738-4f36-4cd5-9279-780e0fb5568d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:56.097351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:56.111852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:56.112443 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.123065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:56.146601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Deleting port d1c3a116-7af9-418d-9cd5-c103243fda9a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:04:56.147341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.155084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.191653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'Port': ['ID=679eb650-f1f4-471b-9b48-8e73721767e8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:56.262529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] For port d1c3a116-7af9-418d-9cd5-c103243fda9a, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=d1c3a116-7af9-418d-9cd5-c103243fda9a,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:56.262913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.286041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Calling delete_port for d1c3a116-7af9-418d-9cd5-c103243fda9a owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:04:56.291547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] No DVR routers for this DVR port 679eb650-f1f4-471b-9b48-8e73721767e8 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:56.295497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.298822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2178d470-c77d-4e12-a5c5-cb02d44dc09a req-f4b95646-8a00-4b27-b889-cf79d589ed11 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.38 "DELETE /v2.0/ports/679eb650-f1f4-471b-9b48-8e73721767e8 HTTP/1.1" status: 204 len: 173 time: 1.4482172 Jul 29 18:04:56.299547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Attempting to bind port 27b4357e-da70-404a-95f9-2eb13a9d194e on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:04:56.299964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Attempting to bind port 27b4357e-da70-404a-95f9-2eb13a9d194e by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'ca9e325f-5f4a-4079-8832-33a106fd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:04:56.300370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Attempting to bind port 27b4357e-da70-404a-95f9-2eb13a9d194e on network a59b90ed-860b-447c-b0ff-5e3fcbe03500 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:56.302928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'name': 'network-vif-deleted', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:56.305753 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae4658-a52c-46f5-a148-b240bef606be" -d '{"events": [{"server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "name": "network-vif-deleted", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:56.316451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Port 27b4357e-da70-404a-95f9-2eb13a9d194e on network a59b90ed-860b-447c-b0ff-5e3fcbe03500 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:04:56.316451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Attempting to bind port 27b4357e-da70-404a-95f9-2eb13a9d194e on network a59b90ed-860b-447c-b0ff-5e3fcbe03500 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:56.341139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b33a48-a0d4-42b2-8fec-68a9623d2e9d req-4ef01ce7-a710-4509-b1b5-b7f663bebc4c tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:56.342784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2b33a48-a0d4-42b2-8fec-68a9623d2e9d req-4ef01ce7-a710-4509-b1b5-b7f663bebc4c tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 950 time: 0.1532080 Jul 29 18:04:56.343603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:04:56.343933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Checking segment: {'id': 'ca9e325f-5f4a-4079-8832-33a106fd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:56.344315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Bound using segment: {'id': 'ca9e325f-5f4a-4079-8832-33a106fd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:04:56.344758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Bound port: 27b4357e-da70-404a-95f9-2eb13a9d194e, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e325f-5f4a-4079-8832-33a106fd5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:04:56.345112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.477394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:56.481848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=27b4357e-da70-404a-95f9-2eb13a9d194e,segment=NetworkSegment(ca9e325f-5f4a-4079-8832-33a106fd5f9a),segment_id=ca9e325f-5f4a-4079-8832-33a106fd5f9a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:04:56.497731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.499435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f918464a-f483-4cce-91c5-396db39acc02 None None] Provisioning complete for port 6867b738-4f36-4cd5-9279-780e0fb5568d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:56.499835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f918464a-f483-4cce-91c5-396db39acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.568872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.575396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:56.576079 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.578105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] 10.222.0.38 "PUT /v2.0/ports/27b4357e-da70-404a-95f9-2eb13a9d194e HTTP/1.1" status: 200 len: 1091 time: 1.8643153 Jul 29 18:04:56.584287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['d1c3a116-7af9-418d-9cd5-c103243fda9a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:04:56.591596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2b33a48-a0d4-42b2-8fec-68a9623d2e9d req-10f3d1cf-bce1-4a3f-9c60-30a02fa2a501 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e2e6f08-1592-4250-a5df-baa62b00d4e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342229 Jul 29 18:04:56.604106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.608406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d165e-20c8-4550-b262-ad427b981b48 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:56.642133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Pushing event deleted for resources: {'Port': ['ID=d1c3a116-7af9-418d-9cd5-c103243fda9a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:56.642577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6867b738-4f36-4cd5-9279-780e0fb5568d', 'name': '', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:0c:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:53Z', 'updated_at': '2021-07-29T18:04:54Z', 'revision_number': 2, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:56.697680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f918464a-f483-4cce-91c5-396db39acc02 None None] Port 6867b738-4f36-4cd5-9279-780e0fb5568d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:04:56.720020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] No DVR routers for this DVR port d1c3a116-7af9-418d-9cd5-c103243fda9a on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:04:56.722928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.725178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3205e985-df4a-4001-8d44-0331ea36f8c5 req-5f907551-c8f1-4fce-8ad1-45276dcf4999 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.49 "DELETE /v2.0/ports/d1c3a116-7af9-418d-9cd5-c103243fda9a HTTP/1.1" status: 204 len: 173 time: 0.7266703 Jul 29 18:04:56.725622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'name': 'network-vif-deleted', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:56.728198 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c57ee-bf0a-4a78-818f-f20caa2facd4" -d '{"events": [{"server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "name": "network-vif-deleted", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:56.779956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.809498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Checking router: 1bec95e9-092b-4968-9e8d-255bd00d25a6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:04:56.810746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Updating router 1bec95e9-092b-4968-9e8d-255bd00d25a6 port 6867b738-4f36-4cd5-9279-780e0fb5568d binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:04:56.855979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-986c682f-17e9-452e-b9d9-0ac0a6059c2f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613983080&fields=id&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 267 time: 0.1017196 Jul 29 18:04:56.861362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-b783af94-bad0-4e53-9dc5-6253e94f2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:56.863339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-b783af94-bad0-4e53-9dc5-6253e94f2274 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d17c2cf39374fe19c929c49a40417fc&device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 1094 time: 0.1704221 Jul 29 18:04:56.864878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:56.866048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.887764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:56.953776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-dbef16f4-7fe2-47a9-b5fc-258eeab18d70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4357e-da70-404a-95f9-2eb13a9d194e HTTP/1.1" status: 200 len: 217 time: 0.0804961 Jul 29 18:04:56.987598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:57.057703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-958a8631-a6f2-4c0a-be5b-90f1aca704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:57.060097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-958a8631-a6f2-4c0a-be5b-90f1aca704e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6cbe62c9-b535-4c09-ae4e-1ccc790b36c6 HTTP/1.1" status: 200 len: 858 time: 0.0959644 Jul 29 18:04:57.068436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-ac5f1f50-9459-4aad-970d-ac097115b44e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:57.070423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 679eb650-f1f4-471b-9b48-8e73721767e8 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:57.077805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-ac5f1f50-9459-4aad-970d-ac097115b44e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/networks?id=19768ef9-d267-46d8-bfd9-9c331bb11d95 HTTP/1.1" status: 200 len: 797 time: 0.2205861 Jul 29 18:04:57.105635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-14437903-8f09-447d-9c40-ef45a4fd18e9 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/quotas/ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 375 time: 0.0265856 Jul 29 18:04:57.130694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-1f054d18-90e2-43b4-aa86-ae983417fddb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a59b90ed-860b-447c-b0ff-5e3fcbe03500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494301 Jul 29 18:04:57.141475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 679eb650-f1f4-471b-9b48-8e73721767e8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:57.141817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 679eb650-f1f4-471b-9b48-8e73721767e8 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:57.191525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3b1b1705-302a-45f2-a960-d0f7474bc68e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:57.236191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a6d9de5e-eb9c-4d63-9a39-57f745b59ce4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295285 Jul 29 18:04:57.310202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3b1b1705-302a-45f2-a960-d0f7474bc68e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:57.310604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.320493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-7d3879f8-4784-495c-9f14-a305b54f181b service neutron] 10.222.0.38 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634762 Jul 29 18:04:57.349695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.365983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Transition to ACTIVE for port object 6867b738-4f36-4cd5-9279-780e0fb5568d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:57.376419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.401364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-7513a8e7-fefe-4722-ad28-34a060ac5068 service neutron] 10.222.0.16 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516047 Jul 29 18:04:57.446939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82368-a05d-4519-bc36-f87980f52de3 None None] Pushing event updated for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:57.462356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 26c57ad5-4b50-46cc-adb5-a60e3a170ecf up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:57.496275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-0b15260f-d475-4ba3-a2e2-4a743cd4fcc6 service neutron] 10.222.0.38 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652954 Jul 29 18:04:57.542659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a942a030-ad8d-49bc-9b77-c2c485fd9aad service neutron] 10.222.0.16 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227984 Jul 29 18:04:57.577011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Attempting to bind port 6867b738-4f36-4cd5-9279-780e0fb5568d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:04:57.577442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Attempting to bind port 6867b738-4f36-4cd5-9279-780e0fb5568d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:04:57.577744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Attempting to bind port 6867b738-4f36-4cd5-9279-780e0fb5568d on network 19768ef9-d267-46d8-bfd9-9c331bb11d95 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:04:57.582771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.588465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:04:57.588856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Checking segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:04:57.589393 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.589788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Bound using segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:04:57.590448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Bound port: 6867b738-4f36-4cd5-9279-780e0fb5568d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:04:57.590687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.617097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:57.617765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.772629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] For port 6867b738-4f36-4cd5-9279-780e0fb5568d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:04:57.784275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] For port 6867b738-4f36-4cd5-9279-780e0fb5568d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6867b738-4f36-4cd5-9279-780e0fb5568d,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:04:57.798088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f439ab9-7e59-4e6e-ba15-2177f7b3eef5 req-d44585cc-92c1-475d-a9e5-2fd641465c09 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:57.804477 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:57.806111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f439ab9-7e59-4e6e-ba15-2177f7b3eef5 req-d44585cc-92c1-475d-a9e5-2fd641465c09 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0780327 Jul 29 18:04:57.850549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f439ab9-7e59-4e6e-ba15-2177f7b3eef5 req-ae44e4ba-9057-41b8-9a1f-fcae6f12e075 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Jul 29 18:04:57.921281 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba2c3a-73d1-4f0b-8f2a-1ff1a3d031c1 x-openstack-request-id: req-43ba2c3a-73d1-4f0b-8f2a-1ff1a3d031c1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:57.921961 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "name": "network-vif-deleted", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:57.923031 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43ba2c3a-73d1-4f0b-8f2a-1ff1a3d031c1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:57.923734 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'name': 'network-vif-deleted', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:04:57.947294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82368-a05d-4519-bc36-f87980f52de3 None None] Pushing event updated for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:57.965112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:04:57.965862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:58.031630 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1402a1e0-acb5-4b6d-a22f-cedcd24f4a2c req-05fa0d6d-5461-41c3-9b5c-04d904d76ab4 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 210 time: 0.0339289 Jul 29 18:04:58.148854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:04:58.174976 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a128d4b3-c3e1-4eb5-8879-9c8f869bdada x-openstack-request-id: req-a128d4b3-c3e1-4eb5-8879-9c8f869bdada {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:04:58.175494 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "name": "network-vif-deleted", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a", "status": "failed", "code": 422}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:04:58.175683 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a128d4b3-c3e1-4eb5-8879-9c8f869bdada {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:04:58.176208 n-d-801607-3 neutron-server[94052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'name': 'network-vif-deleted', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:04:58.279139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a8a17-a504-4d17-b498-f7b09a030f5a req-a88891a8-066b-4b13-8d49-39fecd7aff43 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:58.280663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e3a8a17-a504-4d17-b498-f7b09a030f5a req-a88891a8-066b-4b13-8d49-39fecd7aff43 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 943 time: 0.0494623 Jul 29 18:04:58.322290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e3a8a17-a504-4d17-b498-f7b09a030f5a req-044fec44-e5a9-46fe-ae47-ee5ab944a450 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jul 29 18:04:58.390971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6867b738-4f36-4cd5-9279-780e0fb5568d', 'name': '', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:0c:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:53Z', 'updated_at': '2021-07-29T18:04:57Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:04:58.419330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91e8b5-6134-4a59-8773-0bd30a98ef2d None None] The sync data for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 is: [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:54Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6867b738-4f36-4cd5-9279-780e0fb5568d', 'name': '', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'mac_address': 'fa:16:3e:0c:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:53Z', 'updated_at': '2021-07-29T18:04:57Z', 'revision_number': 4, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'subnets': [{'id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:04:58.428790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8475a1d9-979e-443c-8355-7772302b8db5 req-0591c7b0-a801-4995-81d5-e1771ccb2d7c tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0325389 Jul 29 18:04:58.550038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c22e0e85-88b2-4cec-a130-b3a97598b53e req-9d575134-2595-47ee-8444-d72d3f97fd95 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 210 time: 0.0356288 Jul 29 18:04:58.707748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-546a8287-2785-46ee-b3ae-87c5bab3f5f4 req-1acbee4c-d02f-4e30-800e-6d71253b1023 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1b50056-abe0-4a23-93b5-ca1b50cdfdc7 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 29 18:04:58.836336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d1c3a116-7af9-418d-9cd5-c103243fda9a no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:04:58.879679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: d1c3a116-7af9-418d-9cd5-c103243fda9a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:04:58.881124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device d1c3a116-7af9-418d-9cd5-c103243fda9a not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:04:58.990370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-9ec2d7b3-6aec-48dc-9ff5-3a164cf26158 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:58.991980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-9ec2d7b3-6aec-48dc-9ff5-3a164cf26158 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/networks?id=19768ef9-d267-46d8-bfd9-9c331bb11d95 HTTP/1.1" status: 200 len: 797 time: 0.1513684 Jul 29 18:04:59.064920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-bccf8cda-e536-4ed2-8436-c5c1e213b8ca tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2ffabbbb8f41048197252e5566f391 HTTP/1.1" status: 200 len: 380 time: 0.0633440 Jul 29 18:04:59.081754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Request body: {'port': {'device_id': '61117279-f288-4265-851a-079621f2691c', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'admin_state_up': True, 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'security_groups': ['662de514-278b-45ef-a0b0-c0b77fde6b5d']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:04:59.185624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ddde467c-cecb-407a-b43d-29f1e3219913 req-64378a6d-d71e-4d09-a1e2-e2adea956de6 tempest-VolumesBackupsTest-1330480580 tempest-VolumesBackupsTest-1330480580-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ab739b-99d4-45c6-b6af-931c7e9c0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0389731 Jul 29 18:04:59.206216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6867b738-4f36-4cd5-9279-780e0fb5568d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:04:59.276316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6867b738-4f36-4cd5-9279-780e0fb5568d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:04:59.281375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6867b738-4f36-4cd5-9279-780e0fb5568d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:04:59.281741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.298419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Made reservation on behalf of ca2ffabbbb8f41048197252e5566f391 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:04:59.303797 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.376825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.421230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 6867b738-4f36-4cd5-9279-780e0fb5568d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6867b738-4f36-4cd5-9279-780e0fb5568d,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:04:59.432626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.497432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:04:59.508170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.508519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.509212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.509550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.510022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.510699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.511078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.511667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.512058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.512390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.512846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.513181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:04:59.566167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Allocated IP 172.20.0.14 (19768ef9-d267-46d8-bfd9-9c331bb11d95/665e9fa2-2305-4f9a-b2df-989ba023c36d/b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:04:59.591972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e06a5-06c1-492a-b4b6-859bf1acae3b req-e9955bdd-81ea-48dc-a3af-e81292c8f199 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:59.593775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af9e06a5-06c1-492a-b4b6-859bf1acae3b req-e9955bdd-81ea-48dc-a3af-e81292c8f199 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0901184 Jul 29 18:04:59.697424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af9e06a5-06c1-492a-b4b6-859bf1acae3b req-cbaa9b3a-a8d3-4a35-aa04-8420acb1f69c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954702 Jul 29 18:04:59.780088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.814557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Transition to ACTIVE for port object b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:04:59.915977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247baf-cafb-4935-89cf-be114665c8cf req-a23a437e-477d-4a99-9e9b-57a199e47219 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:04:59.918814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b247baf-cafb-4935-89cf-be114665c8cf req-a23a437e-477d-4a99-9e9b-57a199e47219 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 943 time: 0.1025398 Jul 29 18:04:59.920613 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:04:59.926943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:04:59.929496 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:04:59.989188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:00.002349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:00.005974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:00.008728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event updated for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:00.046792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b247baf-cafb-4935-89cf-be114665c8cf req-15b5287a-5a1e-463f-b140-dd86c8728844 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118209 Jul 29 18:05:00.070437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:00.071108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.094005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c2022638-a5f9-4019-bde3-b4e6a5b10275 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0188818 Jul 29 18:05:00.108325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Request body: {'port': {'device_id': '61117279-f288-4265-851a-079621f2691c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:00.176980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.296176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ce7d-325b-4450-a48a-df1492fe9a06 req-9c73e8ed-21ce-4694-a8f8-22e4626dfd75 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:00.297710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7426ce7d-325b-4450-a48a-df1492fe9a06 req-9c73e8ed-21ce-4694-a8f8-22e4626dfd75 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 932 time: 0.1107118 Jul 29 18:05:00.342111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e57e028a-cc91-4869-8834-2df619677cf1 None None] Provisioning for port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:00.347032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e57e028a-cc91-4869-8834-2df619677cf1 None None] Provisioning complete for port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:00.347407 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e57e028a-cc91-4869-8834-2df619677cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.382280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e57e028a-cc91-4869-8834-2df619677cf1 None None] Port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:00.399747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7426ce7d-325b-4450-a48a-df1492fe9a06 req-48545903-ebbd-4799-88ab-8d869011ffd5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594888 Jul 29 18:05:00.446095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53042) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:00.482626 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9c5eb7-f0f5-4c47-b758-80df73ad948d x-openstack-request-id: req-8f9c5eb7-f0f5-4c47-b758-80df73ad948d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:05:00.482911 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:05:00.483155 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f9c5eb7-f0f5-4c47-b758-80df73ad948d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:05:00.483727 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e', 'status': 'completed', 'code': 200} Jul 29 18:05:00.523394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.548333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.566163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:05:00.575619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.587998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-378fa166-cf44-4974-99a0-95e8f72389b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:00.589983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-378fa166-cf44-4974-99a0-95e8f72389b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d17c2cf39374fe19c929c49a40417fc&device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 1094 time: 0.0863626 Jul 29 18:05:00.595093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Transition to ACTIVE for port object b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:00.601892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.604442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.605815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "DELETE /v2.0/security-groups/ffabe0d2-beb0-456d-8cef-be7429e809c5 HTTP/1.1" status: 204 len: 168 time: 0.1583784 Jul 29 18:05:00.606392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.610621 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53044) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:00.627029 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-f37c31cb-0242-4ec6-a2ef-a218b492bba7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] show failed (client error): The resource could not be found. Jul 29 18:05:00.628313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f37c31cb-0242-4ec6-a2ef-a218b492bba7 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "GET /v2.0/security-groups/ffabe0d2-beb0-456d-8cef-be7429e809c5 HTTP/1.1" status: 404 len: 347 time: 0.0165966 Jul 29 18:05:00.629277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e3635-c8f1-4361-9167-46b7a5c95477 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffabe0d2-beb0-456d-8cef-be7429e809c5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:00.631215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53046) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:00.724323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:00.775338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Deleting port b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:00.776227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.824577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-d3ad083a-aac1-4acc-bc9a-e5d7faea1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:00.826185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-d3ad083a-aac1-4acc-bc9a-e5d7faea1b25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a59b90ed-860b-447c-b0ff-5e3fcbe03500 HTTP/1.1" status: 200 len: 919 time: 0.2295945 Jul 29 18:05:00.870864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.871606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:00.889409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Calling delete_port for b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:00.902584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-53fc06ba-d16a-433d-96d4-1d2ebcfb808d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4357e-da70-404a-95f9-2eb13a9d194e HTTP/1.1" status: 200 len: 217 time: 0.0627849 Jul 29 18:05:01.023593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Attempting to bind port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:01.023931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Attempting to bind port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:01.024255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Attempting to bind port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 on network 19768ef9-d267-46d8-bfd9-9c331bb11d95 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:01.047682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 on network 19768ef9-d267-46d8-bfd9-9c331bb11d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:05:01.048239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Attempting to bind port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 on network 19768ef9-d267-46d8-bfd9-9c331bb11d95 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:01.057580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:01.058047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Checking segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:01.058513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Bound using segment: {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:01.059200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Bound port: b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843609ac-2053-4ca3-b2f0-38ae34cca8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:01.059655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.074068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 27b4357e-da70-404a-95f9-2eb13a9d194e details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:05:01.095318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf41bc9-83ec-46a4-82ab-e7486f1ac9e2 req-ea616b6c-abca-4cc9-b12b-590f594e9645 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.101175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cf41bc9-83ec-46a4-82ab-e7486f1ac9e2 req-ea616b6c-abca-4cc9-b12b-590f594e9645 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.2697427 Jul 29 18:05:01.136985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.139217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-8b91aa73-61d0-4bd2-9905-02c3a94f8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.141154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-8b91aa73-61d0-4bd2-9905-02c3a94f8248 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6cbe62c9-b535-4c09-ae4e-1ccc790b36c6 HTTP/1.1" status: 200 len: 858 time: 0.2311368 Jul 29 18:05:01.185460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-0fbf2222-f913-4590-9dd0-8e886ec33a15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a59b90ed-860b-447c-b0ff-5e3fcbe03500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342591 Jul 29 18:05:01.190706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Pushing event deleted for resources: {'Port': ['ID=b1b4fc36-1d90-42af-a6aa-f3d81ab37a2f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:01.208028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6867b738-4f36-4cd5-9279-780e0fb5568d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:01.265105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.268491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.270129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2dad1267-e0a2-4199-9648-1b449435c713 tempest-AttachVolumeTestJSON-1802808652 tempest-AttachVolumeTestJSON-1802808652-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f191e4a-53c3-4b38-b38e-0f3cb2e15b31 HTTP/1.1" status: 204 len: 168 time: 0.6377890 Jul 29 18:05:01.290537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6867b738-4f36-4cd5-9279-780e0fb5568d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:01.291190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.326068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-5518055e-7e2a-483c-9b63-a217757253ed service neutron] 10.222.0.38 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123879 Jul 29 18:05:01.358031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=27b4357e-da70-404a-95f9-2eb13a9d194e,segment=NetworkSegment(ca9e325f-5f4a-4079-8832-33a106fd5f9a),segment_id=ca9e325f-5f4a-4079-8832-33a106fd5f9a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:01.372574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cf41bc9-83ec-46a4-82ab-e7486f1ac9e2 req-35bbdc72-5cef-475a-ab20-dd3ed07cf9b7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516103 Jul 29 18:05:01.381941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '27b4357e-da70-404a-95f9-2eb13a9d194e', 'network_id': 'a59b90ed-860b-447c-b0ff-5e3fcbe03500', 'port_id': '27b4357e-da70-404a-95f9-2eb13a9d194e', 'mac_address': 'fa:16:3e:14:92:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbe62c9-b535-4c09-ae4e-1ccc790b36c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:05:01.453580 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.459485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:01.464554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:01.477995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.492667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b4357e-da70-404a-95f9-2eb13a9d194e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:05:01.522363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=27b4357e-da70-404a-95f9-2eb13a9d194e,segment=NetworkSegment(ca9e325f-5f4a-4079-8832-33a106fd5f9a),segment_id=ca9e325f-5f4a-4079-8832-33a106fd5f9a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:01.535765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.592544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.593175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:01.596875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] 10.222.0.38 "PUT /v2.0/ports/b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 HTTP/1.1" status: 200 len: 1092 time: 1.4941432 Jul 29 18:05:01.598373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:01.661601 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:05:01.685589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd2073b3-f3df-4b68-9a95-6702f1ec9ce1 req-75fa5d87-ad5c-4768-87b0-30b6bf29fd1b service neutron] 10.222.0.38 "GET /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481212 Jul 29 18:05:01.722151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759877-fa6a-4f63-b32d-ee1d5d2bfc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:01.747715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['27b4357e-da70-404a-95f9-2eb13a9d194e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:05:01.759361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c60840-cbba-41a0-b023-8275b9288dc3 req-d10bd917-6869-4298-94dd-6b0f9b107e1a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.761146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04c60840-cbba-41a0-b023-8275b9288dc3 req-d10bd917-6869-4298-94dd-6b0f9b107e1a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 944 time: 0.2078042 Jul 29 18:05:01.801429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-7234d745-cf75-4ad5-a36b-f075827c9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.807199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-7234d745-cf75-4ad5-a36b-f075827c9608 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 1095 time: 0.1328263 Jul 29 18:05:01.884944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-281512eb-cf60-49fb-89e1-49ea907fd1f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 HTTP/1.1" status: 200 len: 217 time: 0.0681596 Jul 29 18:05:01.913511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04c60840-cbba-41a0-b023-8275b9288dc3 req-284949e3-03f7-4e6c-928f-c00bd2e6cdde tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414177 Jul 29 18:05:01.995276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c5157ab6-efaa-451b-8a91-272a215cad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:01.997344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c5157ab6-efaa-451b-8a91-272a215cad75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=665e9fa2-2305-4f9a-b2df-989ba023c36d HTTP/1.1" status: 200 len: 835 time: 0.0773675 Jul 29 18:05:02.096149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c6f616f9-6041-4dc3-9b78-9d230b6c1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:02.097772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-c6f616f9-6041-4dc3-9b78-9d230b6c1424 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19768ef9-d267-46d8-bfd9-9c331bb11d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925128 Jul 29 18:05:02.105722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebdb99-7e45-41b6-835a-896f1dfbbc43 req-0d08502e-4309-4472-8dc2-0aee37287c72 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:02.107376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83ebdb99-7e45-41b6-835a-896f1dfbbc43 req-0d08502e-4309-4472-8dc2-0aee37287c72 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 944 time: 0.0694723 Jul 29 18:05:02.242649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83ebdb99-7e45-41b6-835a-896f1dfbbc43 req-fb4c68f5-b3a1-4893-9cc1-7481f123c52f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560656 Jul 29 18:05:02.245044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-e9c6a7c3-0636-498b-898a-11d1d1d0986f service neutron] 10.222.0.38 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367455 Jul 29 18:05:02.354626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-1060c1f5-d530-40b5-b73d-5e30457c76ca service neutron] 10.222.0.38 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014454 Jul 29 18:05:02.488562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:05:02.490937 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8472acda-bb86-449c-918f-16cd7b0fcd47" -d '{"events": [{"name": "network-changed", "server_uuid": "61117279-f288-4265-851a-079621f2691c", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:05:02.558467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17825-88b4-4f8b-805e-8377e7fbadb6 req-cb103a69-7ae8-4917-a4b1-be101395b5c5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:02.572498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0be17825-88b4-4f8b-805e-8377e7fbadb6 req-cb103a69-7ae8-4917-a4b1-be101395b5c5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1018310 Jul 29 18:05:02.631386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0be17825-88b4-4f8b-805e-8377e7fbadb6 req-7fce4d3e-6b3a-49d4-871a-f42807ce0206 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577853 Jul 29 18:05:02.708345 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df55d3a5-3750-48ed-b100-68ce36bf91fc x-openstack-request-id: req-df55d3a5-3750-48ed-b100-68ce36bf91fc {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:05:02.708643 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61117279-f288-4265-851a-079621f2691c", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:05:02.708890 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df55d3a5-3750-48ed-b100-68ce36bf91fc {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:05:02.709289 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9', 'status': 'completed', 'code': 200} Jul 29 18:05:02.781673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-262810e0-1597-4b02-bca2-1ab29b74e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:02.783432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-262810e0-1597-4b02-bca2-1ab29b74e835 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2ffabbbb8f41048197252e5566f391&device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 1095 time: 0.0495741 Jul 29 18:05:03.079671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 27b4357e-da70-404a-95f9-2eb13a9d194e up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:03.208073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 27b4357e-da70-404a-95f9-2eb13a9d194e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:03.213342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 27b4357e-da70-404a-95f9-2eb13a9d194e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:03.214201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:03.377534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-adf0c83e-a4be-4958-b7c9-7985c6de6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:03.379655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-adf0c83e-a4be-4958-b7c9-7985c6de6b69 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19768ef9-d267-46d8-bfd9-9c331bb11d95 HTTP/1.1" status: 200 len: 898 time: 0.5872684 Jul 29 18:05:03.401539 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:03.430978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-18fb9c6c-18ac-4fc2-a7e0-231f9b1d39dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 HTTP/1.1" status: 200 len: 217 time: 0.0422139 Jul 29 18:05:03.439903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=27b4357e-da70-404a-95f9-2eb13a9d194e,segment=NetworkSegment(ca9e325f-5f4a-4079-8832-33a106fd5f9a),segment_id=ca9e325f-5f4a-4079-8832-33a106fd5f9a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:03.443835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1139-8b34-4281-8319-a5f6fbf73c0a req-d32fd283-2043-4d07-88ff-9bf96856b02e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:03.445552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b23f1139-8b34-4281-8319-a5f6fbf73c0a req-d32fd283-2043-4d07-88ff-9bf96856b02e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 944 time: 0.1525276 Jul 29 18:05:03.454840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:03.529892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b23f1139-8b34-4281-8319-a5f6fbf73c0a req-b82e3e4f-3a2e-4adb-b0cf-777660b2ffbe tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751598 Jul 29 18:05:03.560911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-ae6e6da7-9ef1-450e-be53-cb8e34ed091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:03.561798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:03.576028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-ae6e6da7-9ef1-450e-be53-cb8e34ed091a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=665e9fa2-2305-4f9a-b2df-989ba023c36d HTTP/1.1" status: 200 len: 835 time: 0.1266754 Jul 29 18:05:03.665660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-a9ef2d65-caaf-42b4-87c0-0e428c20c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:03.667779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-a9ef2d65-caaf-42b4-87c0-0e428c20c4de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19768ef9-d267-46d8-bfd9-9c331bb11d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866525 Jul 29 18:05:03.798434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527419b-eaa4-48ad-82c0-c433bd076fd6 req-2af60ee5-f524-4e91-9e1b-a1b8894ba79d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:03.800081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1527419b-eaa4-48ad-82c0-c433bd076fd6 req-2af60ee5-f524-4e91-9e1b-a1b8894ba79d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 944 time: 0.1378436 Jul 29 18:05:03.872133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1527419b-eaa4-48ad-82c0-c433bd076fd6 req-d08990d3-dd23-4fec-a1d3-2ea5655f4cf1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649149 Jul 29 18:05:03.874521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-4780b00d-4809-49c0-bff4-0cd8f3523421 service neutron] 10.222.0.38 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673384 Jul 29 18:05:04.030600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687112-03f1-420e-8d8f-b9142646f16b req-ebf538f3-95d1-4630-ae1c-1859fadb2d17 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:04.032111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b687112-03f1-420e-8d8f-b9142646f16b req-ebf538f3-95d1-4630-ae1c-1859fadb2d17 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0925031 Jul 29 18:05:04.056949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8472acda-bb86-449c-918f-16cd7b0fcd47 req-6993563c-c409-435a-807f-11d68faa3798 service neutron] 10.222.0.38 "GET /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748943 Jul 29 18:05:04.092507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b687112-03f1-420e-8d8f-b9142646f16b req-a07bbc85-0eba-4c99-968a-56fcb46e8a79 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Jul 29 18:05:04.547791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:04.667914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b4faf-51b5-4e66-b70a-63ba75cfbc93 req-90a49ab2-0ca5-46ed-82c0-59a5da10de6d tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:04.674816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef5b4faf-51b5-4e66-b70a-63ba75cfbc93 req-90a49ab2-0ca5-46ed-82c0-59a5da10de6d tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0636847 Jul 29 18:05:04.692071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5316b4f-b77f-4656-957a-1cb56e4fac2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:04.714445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef5b4faf-51b5-4e66-b70a-63ba75cfbc93 req-23828bfd-5707-48ce-a346-dc33b813d888 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Jul 29 18:05:04.803721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5316b4f-b77f-4656-957a-1cb56e4fac2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:04.813494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5316b4f-b77f-4656-957a-1cb56e4fac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:04.850134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:04.861642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e5316b4f-b77f-4656-957a-1cb56e4fac2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c05fa61d723475fbb141dfe742cf97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104274 Jul 29 18:05:04.862368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53188) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:04.869322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5316b4f-b77f-4656-957a-1cb56e4fac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab772ac5-a06b-442d-b98d-15e3ac624275,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:05.000153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.089378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.102000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:05:05.115682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba2444-2f51-4c87-9e3f-626873794c72 req-135d279b-096d-40f8-86c8-727dea71e9a7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:05.117218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebba2444-2f51-4c87-9e3f-626873794c72 req-135d279b-096d-40f8-86c8-727dea71e9a7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 944 time: 0.1344337 Jul 29 18:05:05.235138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebba2444-2f51-4c87-9e3f-626873794c72 req-57ea1abf-4df5-4c8b-97e4-3a40320b3399 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012592 Jul 29 18:05:05.249500 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.252193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.254931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab772ac5-a06b-442d-b98d-15e3ac624275 HTTP/1.1" status: 204 len: 168 time: 0.3913634 Jul 29 18:05:05.311760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5588-1079-49eb-ab8a-399f10d31759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab772ac5-a06b-442d-b98d-15e3ac624275,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:05.316767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:05.348388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9', 'network_id': '19768ef9-d267-46d8-bfd9-9c331bb11d95', 'port_id': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9', 'mac_address': 'fa:16:3e:fe:86:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665e9fa2-2305-4f9a-b2df-989ba023c36d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:05:05.415777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.423324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724b02-82fd-4299-a3b0-230b269bd033 req-df82ad76-b3b3-4624-982d-1c0b9e2732c5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:05.424849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73724b02-82fd-4299-a3b0-230b269bd033 req-df82ad76-b3b3-4624-982d-1c0b9e2732c5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1029558 Jul 29 18:05:05.431910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:05:05.460484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:05.468008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.529271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:05.556663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73724b02-82fd-4299-a3b0-230b269bd033 req-7f4db6c8-fb60-45d8-88bd-9cf20d3b13c9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068835 Jul 29 18:05:05.636364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:05.672438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:05:05.888760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf064d-2ff2-4c4e-b0ac-8aaea87861f6 req-e7642282-176b-42e3-b2ec-f41df6f8384b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:05.896358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26cf064d-2ff2-4c4e-b0ac-8aaea87861f6 req-e7642282-176b-42e3-b2ec-f41df6f8384b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0752625 Jul 29 18:05:05.971337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26cf064d-2ff2-4c4e-b0ac-8aaea87861f6 req-a5a2ca34-cefc-47c9-a588-0be0ef3a68ea tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735092 Jul 29 18:05:06.026312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Deleting port fdc2fa23-4a48-4561-9258-03c27c91bc39 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:06.026696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:06.119709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] For port fdc2fa23-4a48-4561-9258-03c27c91bc39, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=fdc2fa23-4a48-4561-9258-03c27c91bc39,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:06.120097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:06.134634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Calling delete_port for fdc2fa23-4a48-4561-9258-03c27c91bc39 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:06.362383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:06.388270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc2fa23-4a48-4561-9258-03c27c91bc39,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:06.486765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486004-67dd-47ca-979a-12cbd7ce504e req-40691c22-d649-4b30-9f5b-00cd8fdf28a3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:06.488523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02486004-67dd-47ca-979a-12cbd7ce504e req-40691c22-d649-4b30-9f5b-00cd8fdf28a3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 945 time: 0.1646507 Jul 29 18:05:06.591124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02486004-67dd-47ca-979a-12cbd7ce504e req-309b867e-7448-4496-aedb-d2ef520d08a2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938179 Jul 29 18:05:06.717299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:06.795131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61080380-9352-4fe7-b270-1b1e5890cf07 req-70e0f0e1-33bd-4b0d-b383-fc57218d8af8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:06.796707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61080380-9352-4fe7-b270-1b1e5890cf07 req-70e0f0e1-33bd-4b0d-b383-fc57218d8af8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1087177 Jul 29 18:05:06.895925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61080380-9352-4fe7-b270-1b1e5890cf07 req-f615b71c-9586-450c-a19b-bd3cb2dae607 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918229 Jul 29 18:05:07.011285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Router af867b7d-9273-4e48-9c19-629312049307 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:05:07.101891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:07.195320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:07.196078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d334a-7724-45d1-98e3-8e75050d0669 req-8975dbc7-d38d-4611-ae72-060610eb8a4f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:07.197981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e1d334a-7724-45d1-98e3-8e75050d0669 req-8975dbc7-d38d-4611-ae72-060610eb8a4f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1397762 Jul 29 18:05:07.200093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:07.200397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:07.201008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:07.205874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f8c4b7ba-b494-4352-bf3c-092f2d3c7097 admin admin] 10.222.0.16 "PUT /v2.0/routers/af867b7d-9273-4e48-9c19-629312049307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3549540 Jul 29 18:05:07.208656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:07.221516 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Sync routers for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:07.248243 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:07.250470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:07.268171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e1d334a-7724-45d1-98e3-8e75050d0669 req-7c2222c2-7f32-4c78-82c3-8bc71f08319a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Jul 29 18:05:07.338040 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:07.374219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:07.381873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:07.422170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:07.438919 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:07.476141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:07.577698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:07.747549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720839-df55-43d4-b747-c35ad7a12080 req-d85e12dd-d004-4a1d-b5e4-36df38bf631a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:07.754898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75720839-df55-43d4-b747-c35ad7a12080 req-d85e12dd-d004-4a1d-b5e4-36df38bf631a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0745277 Jul 29 18:05:07.795626 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T18:05:06Z', 'revision_number': 5, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port': {'id': 'd8451665-1342-4c98-a67b-f6a5b01777ab', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af867b7d-9273-4e48-9c19-629312049307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:59:32Z', 'updated_at': '2021-07-29T17:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:07.801196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75720839-df55-43d4-b747-c35ad7a12080 req-3c9173ea-5572-4fb4-b831-7563c94eb397 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 Jul 29 18:05:07.846263 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Checking router: af867b7d-9273-4e48-9c19-629312049307 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:07.855245 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Routers {'af867b7d-9273-4e48-9c19-629312049307'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:07.855960 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af867b7d-9273-4e48-9c19-629312049307'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:07.967745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] Set router af867b7d-9273-4e48-9c19-629312049307 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:07.973412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Deleting port d8451665-1342-4c98-a67b-f6a5b01777ab {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:07.976655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.041937 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T18:05:07Z', 'revision_number': 6, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:08.060267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eecf7b-1f8f-4ab9-a4e0-c16ff3a9b3f3 req-49944d18-6bf5-402e-a000-8b0b0dd8f79e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:08.068822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43eecf7b-1f8f-4ab9-a4e0-c16ff3a9b3f3 req-49944d18-6bf5-402e-a000-8b0b0dd8f79e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0751038 Jul 29 18:05:08.094897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] For port d8451665-1342-4c98-a67b-f6a5b01777ab, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d8451665-1342-4c98-a67b-f6a5b01777ab,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:08.095246 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.117462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Calling delete_port for d8451665-1342-4c98-a67b-f6a5b01777ab owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:08.117784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43eecf7b-1f8f-4ab9-a4e0-c16ff3a9b3f3 req-701aa5fa-bd25-43ae-a4a9-85150afd5e36 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 29 18:05:08.130300 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6a9cb-9cff-45b9-acff-7621d45ba561 None None] The sync data for ids ['af867b7d-9273-4e48-9c19-629312049307'] in n-d-801607-3 is: [{'id': 'af867b7d-9273-4e48-9c19-629312049307', 'name': 'tempest-AttachVolumeTestJSON-657891675-router', 'tenant_id': '120c2589b1ca44f19815b98f3733539e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:59:31Z', 'updated_at': '2021-07-29T18:05:07Z', 'revision_number': 6, 'project_id': '120c2589b1ca44f19815b98f3733539e', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:08.306486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.337015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8451665-1342-4c98-a67b-f6a5b01777ab,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:08.413946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.427055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45ff7-0574-4098-9480-a39645f702e0 req-d3e1f44a-f0a1-44ff-8bd0-aa9e1f2b73db tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:08.429003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0df45ff7-0574-4098-9480-a39645f702e0 req-d3e1f44a-f0a1-44ff-8bd0-aa9e1f2b73db tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0559421 Jul 29 18:05:08.480700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0df45ff7-0574-4098-9480-a39645f702e0 req-6c40d4d6-f02b-4402-9fb5-09f21f0a1685 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Jul 29 18:05:08.553533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.555891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.610791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.614009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af867b7d-9273-4e48-9c19-629312049307 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:05:08.619166 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.621658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22e84f7c-d3ac-4a16-a532-522e96d954a2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/af867b7d-9273-4e48-9c19-629312049307 HTTP/1.1" status: 204 len: 168 time: 1.4096136 Jul 29 18:05:08.622867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:08.672067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Deleting subnet 3a21b4dd-058b-4849-a701-6ab87c379133 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:05:08.675367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.717022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.805708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.867978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.888397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5521a41-1518-4310-9a5c-72d1b03fc7f5 None None] Network a63b3844-8388-46b5-9563-ab9428450a74 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:08.898979 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:08.903865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:08.904056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3a21b4dd-058b-4849-a701-6ab87c379133 HTTP/1.1" status: 204 len: 168 time: 0.2800944 Jul 29 18:05:08.905261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f2899-0193-4af6-808a-fdd550270e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a21b4dd-058b-4849-a701-6ab87c379133,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:08.987642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d4f79-3ec4-4afe-9b36-59f930ecaa5d req-dde17009-e584-49fb-aeb3-fbe54661cd06 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:08.991234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff6d4f79-3ec4-4afe-9b36-59f930ecaa5d req-dde17009-e584-49fb-aeb3-fbe54661cd06 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0638866 Jul 29 18:05:09.060218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff6d4f79-3ec4-4afe-9b36-59f930ecaa5d req-8035f356-91f7-4991-8a06-1d69ab055d58 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627189 Jul 29 18:05:09.063284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.236051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Deleting port b04ba93b-0770-4479-85cc-b5dae413ad10 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:09.242591 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.307998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fdc2fa23-4a48-4561-9258-03c27c91bc39 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:09.379696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: fdc2fa23-4a48-4561-9258-03c27c91bc39 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:09.381595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device fdc2fa23-4a48-4561-9258-03c27c91bc39 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:09.382490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d8451665-1342-4c98-a67b-f6a5b01777ab no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:09.385131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-333d2bf3-9898-4ff9-9343-ffd9be4a7a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.393200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] DHCP port deletion for a63b3844-8388-46b5-9563-ab9428450a74 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:05:09.393870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] For port b04ba93b-0770-4479-85cc-b5dae413ad10, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b04ba93b-0770-4479-85cc-b5dae413ad10,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:09.394860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.411392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Calling delete_port for b04ba93b-0770-4479-85cc-b5dae413ad10 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:09.415665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dda19f-0c9f-4338-ab53-ecafde82939b req-4a2a9d22-3ff0-4580-b152-56e50549cb51 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:09.429295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39dda19f-0c9f-4338-ab53-ecafde82939b req-4a2a9d22-3ff0-4580-b152-56e50549cb51 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0894194 Jul 29 18:05:09.452852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d8451665-1342-4c98-a67b-f6a5b01777ab {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:09.454052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d8451665-1342-4c98-a67b-f6a5b01777ab not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:09.489889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39dda19f-0c9f-4338-ab53-ecafde82939b req-1c776cdd-0370-4492-bfa0-45a11504b1b6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Jul 29 18:05:09.513526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Deleting port b04ba93b-0770-4479-85cc-b5dae413ad10 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:09.513945 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.529770 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.585635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04ba93b-0770-4479-85cc-b5dae413ad10,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:09.593537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] No DVR routers for this DVR port b04ba93b-0770-4479-85cc-b5dae413ad10 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:09.620720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] For port b04ba93b-0770-4479-85cc-b5dae413ad10, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b04ba93b-0770-4479-85cc-b5dae413ad10,segment=NetworkSegment(bd590333-4455-449f-81b0-f496defffb74),segment_id=bd590333-4455-449f-81b0-f496defffb74)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:09.621133 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.635334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6644d67-7b98-448b-a1ad-d0ee04aa2b0f req-6ffc001f-7c6d-4fc0-bda4-9db9e1e2a2fb tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:09.642437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Calling delete_port for b04ba93b-0770-4479-85cc-b5dae413ad10 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:09.646820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6644d67-7b98-448b-a1ad-d0ee04aa2b0f req-6ffc001f-7c6d-4fc0-bda4-9db9e1e2a2fb tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0797687 Jul 29 18:05:09.688716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6644d67-7b98-448b-a1ad-d0ee04aa2b0f req-8d6aeff8-f5ae-4f71-bb3e-3d595a00f628 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Jul 29 18:05:09.696495 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.707980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63b3844-8388-46b5-9563-ab9428450a74']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:09.725660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd590333-4455-449f-81b0-f496defffb74') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:09.725660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd590333-4455-449f-81b0-f496defffb74') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:09.734194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.745682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.748100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.754533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:05:09.755018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:05:09.757122 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:05:09.775681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] Pushing event deleted for resources: {'Port': ['ID=b04ba93b-0770-4479-85cc-b5dae413ad10,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:09.777553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa763cb-4113-47e4-bffe-d61e09f74bcb None None] No DVR routers for this DVR port b04ba93b-0770-4479-85cc-b5dae413ad10 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:09.819680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.825697 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:09.830043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a63b3844-8388-46b5-9563-ab9428450a74 HTTP/1.1" status: 204 len: 168 time: 0.9224157 Jul 29 18:05:09.840857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104755f5-46fd-480f-b1ac-ffdb84b37ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63b3844-8388-46b5-9563-ab9428450a74,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:09.999400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:10.041480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab7190c2-11c7-4bbe-b83a-6314150a6661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=120c2589b1ca44f19815b98f3733539e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408089 Jul 29 18:05:10.044697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53282) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:10.099700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:10.122071 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:10.197085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287f49-ce37-4786-8a2e-27daf9a3c80a req-cdbcd93a-9a6c-4548-8d8c-c5cd621005fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:10.198672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b287f49-ce37-4786-8a2e-27daf9a3c80a req-cdbcd93a-9a6c-4548-8d8c-c5cd621005fd tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0610359 Jul 29 18:05:10.217193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:10.220094 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:10.224250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c2712e0-2ebd-470e-8042-39479a98bc98 HTTP/1.1" status: 204 len: 168 time: 0.1781094 Jul 29 18:05:10.248253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94ef22-17a5-4bc3-a827-ed4b5b2648a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2712e0-2ebd-470e-8042-39479a98bc98,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:10.267104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b287f49-ce37-4786-8a2e-27daf9a3c80a req-02d25c23-452f-4cc8-ac56-61f0f1840038 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583184 Jul 29 18:05:10.619541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7b8cc-cbcd-48a4-a67b-d0cc2a4c9aad req-b56f118d-4473-47d7-a281-a9753ac640b8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:10.621112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cc7b8cc-cbcd-48a4-a67b-d0cc2a4c9aad req-b56f118d-4473-47d7-a281-a9753ac640b8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0547595 Jul 29 18:05:10.681075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cc7b8cc-cbcd-48a4-a67b-d0cc2a4c9aad req-7ec17bdf-78ba-4a7f-aa88-e8ba85b29fc5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528162 Jul 29 18:05:10.832588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a71ef-b483-40e2-918d-6abf8a7d4c9d req-2d91cb1d-a4c7-46c7-811d-111529bea5c2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:10.834789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d41a71ef-b483-40e2-918d-6abf8a7d4c9d req-2d91cb1d-a4c7-46c7-811d-111529bea5c2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0617628 Jul 29 18:05:10.899041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d41a71ef-b483-40e2-918d-6abf8a7d4c9d req-3c145696-77ef-4cdb-9d65-735d85152532 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565774 Jul 29 18:05:11.181731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b04ba93b-0770-4479-85cc-b5dae413ad10 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:11.207269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b04ba93b-0770-4479-85cc-b5dae413ad10 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:11.207612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b04ba93b-0770-4479-85cc-b5dae413ad10 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:11.657996 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4c4e-f7ab-436c-ae14-9367a52f140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:11.690757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fd95d-626f-42fc-ad5d-a3b8c4500e3a req-3579d46c-962f-4b24-af36-0701d2c242d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:11.692303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-280fd95d-626f-42fc-ad5d-a3b8c4500e3a req-3579d46c-962f-4b24-af36-0701d2c242d8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0517666 Jul 29 18:05:11.741368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-280fd95d-626f-42fc-ad5d-a3b8c4500e3a req-b0bd6bf4-d345-4fb5-9aa0-11f0c335b952 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Jul 29 18:05:11.858137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:11.947241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab056-5c28-4013-9c70-b9468b2653c5 req-7257cc64-123e-4e56-9c0f-354492c4fc85 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:11.948996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb3ab056-5c28-4013-9c70-b9468b2653c5 req-7257cc64-123e-4e56-9c0f-354492c4fc85 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0653899 Jul 29 18:05:12.002123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb3ab056-5c28-4013-9c70-b9468b2653c5 req-47bc0609-0624-42ff-b1a0-ed96be77e180 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Jul 29 18:05:12.115247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26777e-e6ad-492c-ac73-2a5c4d6e3668 req-d75737d5-edf7-42d5-aae5-b99a939671e6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:12.118797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa26777e-e6ad-492c-ac73-2a5c4d6e3668 req-d75737d5-edf7-42d5-aae5-b99a939671e6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0586393 Jul 29 18:05:12.176688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa26777e-e6ad-492c-ac73-2a5c4d6e3668 req-a4635461-e456-432d-a9b9-224c248dbbed tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Jul 29 18:05:12.870493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b1dc4-0ea0-4857-9bdb-8d66981dfa02 req-378e6d57-6c6e-475a-937e-d8c4acbeaadc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:12.872057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-255b1dc4-0ea0-4857-9bdb-8d66981dfa02 req-378e6d57-6c6e-475a-937e-d8c4acbeaadc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0555694 Jul 29 18:05:12.913347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-255b1dc4-0ea0-4857-9bdb-8d66981dfa02 req-94ffa89a-9d70-4ea2-9627-16613029d093 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349672 Jul 29 18:05:12.979131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:13.195650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e63b7-0a00-4890-ad27-d552b6a669fc req-07e95d81-b3f7-4280-b135-d82820d5ec44 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:13.197311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a82e63b7-0a00-4890-ad27-d552b6a669fc req-07e95d81-b3f7-4280-b135-d82820d5ec44 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0572660 Jul 29 18:05:13.243854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a82e63b7-0a00-4890-ad27-d552b6a669fc req-1528790a-1532-4d28-9a1c-4837dbd59e45 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Jul 29 18:05:13.436004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d0395-074b-4897-835e-908d2921a502 req-0982c47a-04a2-414a-9f5f-c31f7069913d tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:13.437643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e3d0395-074b-4897-835e-908d2921a502 req-0982c47a-04a2-414a-9f5f-c31f7069913d tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0576856 Jul 29 18:05:13.481669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e3d0395-074b-4897-835e-908d2921a502 req-ba46894e-3056-4574-aa2a-8ff2cb0b392f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359011 Jul 29 18:05:14.058762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1f495-c244-4209-8196-921ac2fe9f07 req-ca055b79-6c01-4852-8ac5-f2bf1687ec44 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:14.061589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bd1f495-c244-4209-8196-921ac2fe9f07 req-ca055b79-6c01-4852-8ac5-f2bf1687ec44 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0606892 Jul 29 18:05:14.112342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bd1f495-c244-4209-8196-921ac2fe9f07 req-f0c26c67-079b-4ffb-945a-dd8f8251ce19 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Jul 29 18:05:14.373056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1816-a65e-4bd6-9615-abc510dbd4af req-e57b44b2-2210-4b78-82ed-d8519603699e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:14.375719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-815f1816-a65e-4bd6-9615-abc510dbd4af req-e57b44b2-2210-4b78-82ed-d8519603699e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0611620 Jul 29 18:05:14.424392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-815f1816-a65e-4bd6-9615-abc510dbd4af req-6f844e3f-c5a6-4439-a10a-42f88e256412 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Jul 29 18:05:14.633000 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:14.659429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64b17f-5ea1-49f1-822e-070a8c9a55a4 req-d7ccd0cc-be7d-446b-839a-49a10a7e20d2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:14.666981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca64b17f-5ea1-49f1-822e-070a8c9a55a4 req-d7ccd0cc-be7d-446b-839a-49a10a7e20d2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0921810 Jul 29 18:05:14.743252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca64b17f-5ea1-49f1-822e-070a8c9a55a4 req-6f78399b-9c54-4006-92e1-b304fec69fe2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Jul 29 18:05:15.049390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53402) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:15.187756 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3aafef2-116b-4a8a-b66b-3cb99dd57c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.279069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389011-147f-4ae3-a84b-f6a82b75528c req-5eb0f57b-a5da-42ea-8975-158b08ec1dbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:15.289010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db389011-147f-4ae3-a84b-f6a82b75528c req-5eb0f57b-a5da-42ea-8975-158b08ec1dbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0898316 Jul 29 18:05:15.352843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db389011-147f-4ae3-a84b-f6a82b75528c req-70217141-b740-433d-9c9a-5735f0e3d59a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609663 Jul 29 18:05:15.393060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3aafef2-116b-4a8a-b66b-3cb99dd57c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.398493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3aafef2-116b-4a8a-b66b-3cb99dd57c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.448994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3aafef2-116b-4a8a-b66b-3cb99dd57c60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b0e8a9fef08494ca91a7b07fe1d4ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950963 Jul 29 18:05:15.448994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aafef2-116b-4a8a-b66b-3cb99dd57c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038edca5-149a-4618-8269-0ebbb2329350,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:15.450028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53410) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:15.502507 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.531799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.558847 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1a9df-f069-4c27-b43f-b052f651314e req-d5e3d4f2-2228-43c7-aa84-690df38419d6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:15.560452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b1a9df-f069-4c27-b43f-b052f651314e req-d5e3d4f2-2228-43c7-aa84-690df38419d6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0551362 Jul 29 18:05:15.591991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.596169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:15.597579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/038edca5-149a-4618-8269-0ebbb2329350 HTTP/1.1" status: 204 len: 168 time: 0.1459064 Jul 29 18:05:15.615541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adc80d-44ef-4498-b21f-d72163712631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038edca5-149a-4618-8269-0ebbb2329350,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:15.615925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b1a9df-f069-4c27-b43f-b052f651314e req-8c3bc0ec-d752-4da5-b80e-0feb705182b6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Jul 29 18:05:15.886965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b648-f674-4064-89be-2923797ec36b req-a27d2a78-6528-4332-9629-5a1deba93215 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:15.888903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d784b648-f674-4064-89be-2923797ec36b req-a27d2a78-6528-4332-9629-5a1deba93215 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0659204 Jul 29 18:05:15.934920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d784b648-f674-4064-89be-2923797ec36b req-4192c0ec-2a74-4cd3-bdfe-904ac9ad5f64 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Jul 29 18:05:16.257505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53438) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:16.383231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-651fcd1e-797c-42fe-914b-f9ab955c3248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.489294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb98d2-4c43-4745-920b-8b6fd2be1332 req-a9c120ed-25ac-44b3-8331-c20352fe2d00 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:16.490912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61bb98d2-4c43-4745-920b-8b6fd2be1332 req-a9c120ed-25ac-44b3-8331-c20352fe2d00 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0621715 Jul 29 18:05:16.495811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-651fcd1e-797c-42fe-914b-f9ab955c3248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.501089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53450) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:16.508271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-651fcd1e-797c-42fe-914b-f9ab955c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.534881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61bb98d2-4c43-4745-920b-8b6fd2be1332 req-efc6bd92-83f0-4e0e-9e08-4f559a9d9929 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372810 Jul 29 18:05:16.556747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fcd1e-797c-42fe-914b-f9ab955c3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeac0bbb-2292-4ce9-969b-837aef1ba6c7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:16.560812 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-651fcd1e-797c-42fe-914b-f9ab955c3248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5bf96f79124ceb982d41354e2d8f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021920 Jul 29 18:05:16.563764 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:16.619820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.638328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1683442328-network', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:16.652301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.689243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Made reservation on behalf of 518fa12cacfe4eb3b11761e0b2a537f6 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:16.691564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.701084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.734902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.737418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.738789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eeac0bbb-2292-4ce9-969b-837aef1ba6c7 HTTP/1.1" status: 204 len: 168 time: 0.1739097 Jul 29 18:05:16.757030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bfe3f-9d13-447f-99b6-386b2290e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeac0bbb-2292-4ce9-969b-837aef1ba6c7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:16.802543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004db2f-4e60-45a8-9dbd-9d5faa744f24 req-46a8e752-a064-4358-8ec7-b9559ba5f4b9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:16.804166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7004db2f-4e60-45a8-9dbd-9d5faa744f24 req-46a8e752-a064-4358-8ec7-b9559ba5f4b9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0993977 Jul 29 18:05:16.826862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.835412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.850058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7004db2f-4e60-45a8-9dbd-9d5faa744f24 req-04b3c560-0a4d-4645-87e3-380ee369a173 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Jul 29 18:05:16.876658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:05:16.886461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6831ee-0f76-4d29-a0a1-768f9cf72446,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:16.893198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.893586 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Added segment 1ee474a9-5146-4366-9dee-d22e63238db8 of type vlan for network c8c4698a-1343-401d-96ed-3f8ce0628429 Jul 29 18:05:16.935210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.991103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:16.992102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:16.992726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.098157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53476) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:17.098879 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5959995 Jul 29 18:05:17.106230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Request body: {'subnet': {'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1683442328-subnet', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:17.108345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a55a4-3949-4e61-a2d6-cfa90240ad75 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c4698a-1343-401d-96ed-3f8ce0628429,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:17.130838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c8c4698a-1343-401d-96ed-3f8ce0628429 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:05:17.210528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Made reservation on behalf of 518fa12cacfe4eb3b11761e0b2a537f6 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:17.212841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.291701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcef91-52fc-4d52-a8ae-42e4f7fa3b5a req-41ba5f4c-2a7e-4571-b90b-5379af92b655 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:17.293328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dfcef91-52fc-4d52-a8ae-42e4f7fa3b5a req-41ba5f4c-2a7e-4571-b90b-5379af92b655 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1380610 Jul 29 18:05:17.357362 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dfcef91-52fc-4d52-a8ae-42e4f7fa3b5a req-85462c81-ac14-4c4c-8ef1-fdba750e8573 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Jul 29 18:05:17.455354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.507829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95507b17-3b52-4df8-993b-eba909f6d593,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:17.525158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Checking segment: {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:17.525519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Network hostable DHCP agents. Network: c8c4698a-1343-401d-96ed-3f8ce0628429, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:05:17.546119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Network c8c4698a-1343-401d-96ed-3f8ce0628429 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:05:17.559713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c8c4698a-1343-401d-96ed-3f8ce0628429) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:17.570410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd51f4e-4b99-4d89-bb12-039998809f1c None None] Network c8c4698a-1343-401d-96ed-3f8ce0628429 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:17.570657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:17.571064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.599698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ba7164d1-8e1d-4c2d-8437-5fc4e118db68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4951327 Jul 29 18:05:17.600021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53498) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:17.607916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:17.679078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.680130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.752146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb6236-5238-4d57-9023-59c455d37231 req-dc19ffbc-a994-46ff-9ebf-1b46bfbc2056 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:17.754014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54cb6236-5238-4d57-9023-59c455d37231 req-dc19ffbc-a994-46ff-9ebf-1b46bfbc2056 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1116786 Jul 29 18:05:17.757841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.860715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54cb6236-5238-4d57-9023-59c455d37231 req-c42ed6ab-adab-4aae-83d5-137462e44d67 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989883 Jul 29 18:05:17.920566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c8c4698a-1343-401d-96ed-3f8ce0628429', 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'fixed_ips': [{'subnet_id': '95507b17-3b52-4df8-993b-eba909f6d593'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:05:17.922057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:17.932054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.098157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Allocated IP 172.20.0.2 (c8c4698a-1343-401d-96ed-3f8ce0628429/95507b17-3b52-4df8-993b-eba909f6d593/15a950c9-aa82-45a6-87c0-3eef92b76ec4) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:18.286291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.296421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Transition to ACTIVE for port object 15a950c9-aa82-45a6-87c0-3eef92b76ec4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:18.313176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Transition to ACTIVE for port object 15a950c9-aa82-45a6-87c0-3eef92b76ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:18.323306 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.367429 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Network c8c4698a-1343-401d-96ed-3f8ce0628429 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:18.370575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:18.374306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:18.385978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Pushing event updated for resources: {'Port': ['ID=15a950c9-aa82-45a6-87c0-3eef92b76ec4,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:18.438850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Attempting to bind port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:18.439241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Attempting to bind port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:18.439573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Attempting to bind port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 on network c8c4698a-1343-401d-96ed-3f8ce0628429 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:18.444894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:18.445258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Checking segment: {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:18.445682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.446063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Bound using segment: {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:18.446613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Bound port: 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:18.447005 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.512026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] For port 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:18.515445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] For port 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=15a950c9-aa82-45a6-87c0-3eef92b76ec4,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:18.522674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.585307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9561-4d94-4b2f-8de9-00f6b3edb12e None None] Pushing event updated for resources: {'Port': ['ID=15a950c9-aa82-45a6-87c0-3eef92b76ec4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:18.595578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362b66-d17e-4ad4-9f48-433505dc58d2 req-f33f6f94-e603-4f0b-809e-ac22b4deddd2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:18.597176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0362b66-d17e-4ad4-9f48-433505dc58d2 req-f33f6f94-e603-4f0b-809e-ac22b4deddd2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.5040979 Jul 29 18:05:18.599186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.628860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:18.712210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0362b66-d17e-4ad4-9f48-433505dc58d2 req-5a0005f6-dd12-48ba-b0ec-98345ffd1865 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898612 Jul 29 18:05:18.789969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Allocated IP 172.25.5.172 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/8bda9a25-67df-4185-8f12-e8fc1d33227f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:18.931742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba482510-7b2c-461e-9186-5f66ee018928 req-5b154a00-b6cf-4a3d-98a0-868b289b06b1 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:18.933474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba482510-7b2c-461e-9186-5f66ee018928 req-5b154a00-b6cf-4a3d-98a0-868b289b06b1 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1078405 Jul 29 18:05:18.995963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.000773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba482510-7b2c-461e-9186-5f66ee018928 req-0b6a2df2-5ab2-4fc9-b8e2-6d69f67e2190 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605965 Jul 29 18:05:19.042067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.078180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:19.084817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:19.101257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:19.150225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Pushing event updated for resources: {'Port': ['ID=8bda9a25-67df-4185-8f12-e8fc1d33227f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:19.191978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fb61c-8775-4f18-b24b-47ccd9189ccb req-3698c817-a200-4db2-b8ff-e3c7b192bdf2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:19.193706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-322fb61c-8775-4f18-b24b-47ccd9189ccb req-3698c817-a200-4db2-b8ff-e3c7b192bdf2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1124325 Jul 29 18:05:19.220818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 15a950c9-aa82-45a6-87c0-3eef92b76ec4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:19.274679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:19.337062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-322fb61c-8775-4f18-b24b-47ccd9189ccb req-2a9d863f-13c8-4edb-8f88-817a00bdd563 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998316 Jul 29 18:05:19.500601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.742614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.751502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4fbe7-f877-4bcc-af80-d9051bc90643 None None] Network c8c4698a-1343-401d-96ed-3f8ce0628429 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:19.823067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:19.870553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Provisioning for port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:19.890606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3daaa4-ccd0-4ea2-94d6-b277f4141de4 req-0c3c8238-b55f-4208-8c9a-e756832cd402 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:19.892138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a3daaa4-ccd0-4ea2-94d6-b277f4141de4 req-0c3c8238-b55f-4208-8c9a-e756832cd402 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0781512 Jul 29 18:05:19.906756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Provisioning complete for port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:19.907250 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.966228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a3daaa4-ccd0-4ea2-94d6-b277f4141de4 req-ed512bcf-c04d-4783-9c41-9c06df3a2416 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Jul 29 18:05:19.968780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e57bad74-94ec-47f7-9954-e1e8f5302f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:19.998890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Router e659ef4e-a7d7-475e-820a-adc99e623815 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:05:20.078556 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.129500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e57bad74-94ec-47f7-9954-e1e8f5302f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.138196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e57bad74-94ec-47f7-9954-e1e8f5302f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.142310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] For port 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=15a950c9-aa82-45a6-87c0-3eef92b76ec4,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:20.152518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.207092 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e57bad74-94ec-47f7-9954-e1e8f5302f12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87ab98bedcb44aaea372267296325066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818259 Jul 29 18:05:20.208107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53558) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:20.219048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bad74-94ec-47f7-9954-e1e8f5302f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b0114d-1f93-49b4-b515-47a68d9b3a9b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:20.241462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a8c6-ae61-4314-8ef0-65fe1139ba34 None None] Pushing event updated for resources: {'Port': ['ID=15a950c9-aa82-45a6-87c0-3eef92b76ec4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:20.267171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ebc9-46c5-4580-8235-502b826a4471 req-fef966d6-d137-4c2b-8eab-f61416957b3c tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:20.274922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a37ebc9-46c5-4580-8235-502b826a4471 req-fef966d6-d137-4c2b-8eab-f61416957b3c tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1089127 Jul 29 18:05:20.279633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.285850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:20.299399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Sync routers for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:20.305196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.308865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:20.309601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:20.339238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1a37ebc9-46c5-4580-8235-502b826a4471 req-c4abf7cf-d355-40d9-b19d-d8eba29398ee tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Jul 29 18:05:20.381119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.384419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.387707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.388231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60b0114d-1f93-49b4-b515-47a68d9b3a9b HTTP/1.1" status: 204 len: 168 time: 0.1789753 Jul 29 18:05:20.389771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-843b86bc-61e4-4157-b881-0c832797fc06 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7887187 Jul 29 18:05:20.392924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53566) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:20.400735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ddfa1-abcd-4cae-ad84-2cf2cf8d43e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b0114d-1f93-49b4-b515-47a68d9b3a9b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:20.528236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:20.609909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5a8d-59a1-4ac5-92ce-ff542d98407c req-5cc79794-0e55-45dd-898e-ba30002152b8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:20.611796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d6c5a8d-59a1-4ac5-92ce-ff542d98407c req-5cc79794-0e55-45dd-898e-ba30002152b8 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1171930 Jul 29 18:05:20.675941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6b8ba543-2a0c-4fa0-8fac-a4ac2c74a021 None None] Provisioning complete for port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:20.676430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba543-2a0c-4fa0-8fac-a4ac2c74a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:20.742652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d6c5a8d-59a1-4ac5-92ce-ff542d98407c req-8329b5c5-9ab3-4df2-9855-69c4860a5966 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244156 Jul 29 18:05:20.863967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:19Z', 'revision_number': 3, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:20.898596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Checking router: e659ef4e-a7d7-475e-820a-adc99e623815 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:20.899303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Updating router e659ef4e-a7d7-475e-820a-adc99e623815 port 8bda9a25-67df-4185-8f12-e8fc1d33227f binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:05:20.935637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.099814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.247792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 15a950c9-aa82-45a6-87c0-3eef92b76ec4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:21.250377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267679-f1ad-48e5-a102-5239af396d54 req-7a48ca19-9a1e-43ae-90dd-ed27131ab210 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:21.254880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91267679-f1ad-48e5-a102-5239af396d54 req-7a48ca19-9a1e-43ae-90dd-ed27131ab210 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1836057 Jul 29 18:05:21.350595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-91267679-f1ad-48e5-a102-5239af396d54 req-fe9db7d5-6673-428b-bdc6-a1780d370b96 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Jul 29 18:05:21.397938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:21.398376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.402726 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.433443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Allocated IP 172.20.0.1 (c8c4698a-1343-401d-96ed-3f8ce0628429/95507b17-3b52-4df8-993b-eba909f6d593/29997dfe-2100-4183-bd4a-211c9a393f3d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:21.439719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Transition to ACTIVE for port object 8bda9a25-67df-4185-8f12-e8fc1d33227f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:21.454672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.570069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Attempting to bind port 8bda9a25-67df-4185-8f12-e8fc1d33227f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:21.570790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Attempting to bind port 8bda9a25-67df-4185-8f12-e8fc1d33227f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:21.571395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Attempting to bind port 8bda9a25-67df-4185-8f12-e8fc1d33227f on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:21.583544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3777-bd5c-44f3-9f8d-9b6545d7bf7c None None] Pushing event updated for resources: {'Port': ['ID=8bda9a25-67df-4185-8f12-e8fc1d33227f,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:21.587127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:21.587508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:21.587944 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.588335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:21.588902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Bound port: 8bda9a25-67df-4185-8f12-e8fc1d33227f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:21.589278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.625994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813a0c-b5c2-4f60-825b-5fcc1c4ba627 req-82a74738-47cf-46b0-bdad-7943ff843361 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:21.628245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4813a0c-b5c2-4f60-825b-5fcc1c4ba627 req-82a74738-47cf-46b0-bdad-7943ff843361 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1046970 Jul 29 18:05:21.656170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.672023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] For port 8bda9a25-67df-4185-8f12-e8fc1d33227f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:21.673383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] For port 8bda9a25-67df-4185-8f12-e8fc1d33227f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8bda9a25-67df-4185-8f12-e8fc1d33227f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:21.681966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.689186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Transition to ACTIVE for port object 29997dfe-2100-4183-bd4a-211c9a393f3d will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:21.710081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4813a0c-b5c2-4f60-825b-5fcc1c4ba627 req-5f009153-1bce-49a7-9a10-1ae296ffbe62 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711191 Jul 29 18:05:21.744336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:21.745007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:21.761922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.788813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3777-bd5c-44f3-9f8d-9b6545d7bf7c None None] Pushing event updated for resources: {'Port': ['ID=8bda9a25-67df-4185-8f12-e8fc1d33227f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:21.840648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Network c8c4698a-1343-401d-96ed-3f8ce0628429 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:21.845036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:21.852493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:21.921845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:21.957826 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:21.960204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Pushing event updated for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:22.057953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6c62-7df4-42da-9b78-ef23e702211f req-c21b1819-fde9-4eaa-9c0e-bc63cdfc0c37 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:22.059623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbbc6c62-7df4-42da-9b78-ef23e702211f req-c21b1819-fde9-4eaa-9c0e-bc63cdfc0c37 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.2174537 Jul 29 18:05:22.112726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbbc6c62-7df4-42da-9b78-ef23e702211f req-60d59058-5c02-4fee-ae74-a83eec580650 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Jul 29 18:05:22.182982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:19Z', 'revision_number': 3, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:22.230625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.247363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-7fb1d0b3-f031-4f12-8897-5416c419d6c6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:22.248512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8e083-f99c-44d0-bb3e-aa7ac4e30163 None None] The sync data for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 is: [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:19Z', 'revision_number': 3, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:22.248900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-7fb1d0b3-f031-4f12-8897-5416c419d6c6 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.0743780 Jul 29 18:05:22.285455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d78cdf73-aa29-4877-af1c-e085f091ab58 None None] Provisioning for port 29997dfe-2100-4183-bd4a-211c9a393f3d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:22.291003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d78cdf73-aa29-4877-af1c-e085f091ab58 None None] Provisioning complete for port 29997dfe-2100-4183-bd4a-211c9a393f3d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:22.291679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d78cdf73-aa29-4877-af1c-e085f091ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.341599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d78cdf73-aa29-4877-af1c-e085f091ab58 None None] Port 29997dfe-2100-4183-bd4a-211c9a393f3d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:22.365015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Deleting port 19ccd009-5aee-413a-8579-d30d23027a6f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:22.365494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.548109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] For port 19ccd009-5aee-413a-8579-d30d23027a6f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=19ccd009-5aee-413a-8579-d30d23027a6f,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:22.548970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.570563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Calling delete_port for 19ccd009-5aee-413a-8579-d30d23027a6f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:22.574947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ead46-9af1-4f01-9c59-e25d07da38c2 req-7977c888-fb2d-4aee-8b48-8e8564465d21 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:22.582127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-034ead46-9af1-4f01-9c59-e25d07da38c2 req-7977c888-fb2d-4aee-8b48-8e8564465d21 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 946 time: 0.1279709 Jul 29 18:05:22.653434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-0e0ff312-cabf-4fc4-9866-93c7a9df384e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620111 Jul 29 18:05:22.687886 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.705857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.796615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-034ead46-9af1-4f01-9c59-e25d07da38c2 req-be4bf878-6177-404b-8aa7-a40c4d3d0a37 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132840 Jul 29 18:05:22.872070 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.885854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['19ccd009-5aee-413a-8579-d30d23027a6f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:05:22.931041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:22.938171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event deleted for resources: {'Port': ['ID=19ccd009-5aee-413a-8579-d30d23027a6f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:23.024703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] No DVR routers for this DVR port 19ccd009-5aee-413a-8579-d30d23027a6f on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:23.035699 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:23.037637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Pushing event updated for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:23.037924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9129736f-8ccb-45ff-ab98-0233b7e362a5 req-919b3d78-2f7f-418c-b2af-ff21d46f67a2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "DELETE /v2.0/ports/19ccd009-5aee-413a-8579-d30d23027a6f HTTP/1.1" status: 204 len: 173 time: 0.7817690 Jul 29 18:05:23.038495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'name': 'network-vif-deleted', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:05:23.042717 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca122361-1959-4a00-8d16-b4c6122f1fe4" -d '{"events": [{"server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "name": "network-vif-deleted", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:05:23.056567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a19f6-b847-4958-a0be-1c78448d0318 req-32109415-05c8-46ba-9801-36141967ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:23.058354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-32109415-05c8-46ba-9801-36141967ab92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.3198988 Jul 29 18:05:23.078729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb7a7-b074-41b2-9cfe-c3183b14dafb req-542e63d0-95bc-40de-aeee-d00cddb96d57 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:23.086770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e79fb7a7-b074-41b2-9cfe-c3183b14dafb req-542e63d0-95bc-40de-aeee-d00cddb96d57 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1689036 Jul 29 18:05:23.181282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Network c8c4698a-1343-401d-96ed-3f8ce0628429 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:23.201116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e79fb7a7-b074-41b2-9cfe-c3183b14dafb req-674e0c9c-8c46-4e8a-b820-6b42f9387ab6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045332 Jul 29 18:05:23.202178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:23.271102 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa869f7a-8a54-4939-9cf3-49bb32c7748d x-openstack-request-id: req-fa869f7a-8a54-4939-9cf3-49bb32c7748d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:05:23.272127 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "name": "network-vif-deleted", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f", "status": "failed", "code": 422}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:05:23.272545 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa869f7a-8a54-4939-9cf3-49bb32c7748d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:05:23.273162 n-d-801607-3 neutron-server[94052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'name': 'network-vif-deleted', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:05:23.289418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8bda9a25-67df-4185-8f12-e8fc1d33227f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:23.455718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8bda9a25-67df-4185-8f12-e8fc1d33227f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:23.461425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8bda9a25-67df-4185-8f12-e8fc1d33227f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:23.463755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:23.657892 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:23.715742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8bda9a25-67df-4185-8f12-e8fc1d33227f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8bda9a25-67df-4185-8f12-e8fc1d33227f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:23.735265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:23.780542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7ba625eb-d858-4143-a14f-6735c746e259 None None] Provisioning complete for port 29997dfe-2100-4183-bd4a-211c9a393f3d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:23.781368 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7ba625eb-d858-4143-a14f-6735c746e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:23.847107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7ba625eb-d858-4143-a14f-6735c746e259 None None] Port 29997dfe-2100-4183-bd4a-211c9a393f3d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:23.866215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8bda9a25-67df-4185-8f12-e8fc1d33227f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:24.036773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab1b9d-7197-48a9-86dc-d1e803acbc41 req-8aed3969-f550-4932-8788-5244bccb750e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:24.036773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8aab1b9d-7197-48a9-86dc-d1e803acbc41 req-8aed3969-f550-4932-8788-5244bccb750e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.6562333 Jul 29 18:05:24.067113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a19f6-b847-4958-a0be-1c78448d0318 req-bb6485e1-e5b0-4883-95bc-a7533d670d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:24.068677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-bb6485e1-e5b0-4883-95bc-a7533d670d97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 908 time: 0.9308503 Jul 29 18:05:24.128864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Router e659ef4e-a7d7-475e-820a-adc99e623815 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:05:24.157467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8aab1b9d-7197-48a9-86dc-d1e803acbc41 req-02684b4e-1c24-4109-a443-5c0db5d49b46 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133862 Jul 29 18:05:24.192835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-35bcc8eb-5fdf-4232-82f3-a5e3b4200a41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 1001 time: 0.1159942 Jul 29 18:05:24.354450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a19f6-b847-4958-a0be-1c78448d0318 req-d3545eff-5474-439e-aa8f-c1f4a5927f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:24.356164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-d3545eff-5474-439e-aa8f-c1f4a5927f3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.1556308 Jul 29 18:05:24.380591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9188e42-6567-49dd-aed7-dcd7044f063d req-efd5a784-679d-4cf4-b431-9630fc6474cf tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 210 time: 0.0423028 Jul 29 18:05:24.442432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:24.447813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c62bb427-f378-482c-a9a4-a2204a262782 admin admin] 10.222.0.16 "PUT /v2.0/routers/e659ef4e-a7d7-475e-820a-adc99e623815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0535593 Jul 29 18:05:24.458458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a19f6-b847-4958-a0be-1c78448d0318 req-5ea39449-3b19-4227-9ba5-909f2da8364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:24.460045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-5ea39449-3b19-4227-9ba5-909f2da8364c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821836 Jul 29 18:05:24.609429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-76f69bd5-6c19-4b3a-b6f8-b5141b518748 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416981 Jul 29 18:05:24.712276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbcc8-cd13-4be5-8da8-87eb2da40d4b req-c47f2365-a504-4288-98c1-3e71a832a6b1 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:24.720443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-192dbcc8-cd13-4be5-8da8-87eb2da40d4b req-c47f2365-a504-4288-98c1-3e71a832a6b1 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1790643 Jul 29 18:05:24.772338 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Sync routers for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:24.781075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-195a19f6-b847-4958-a0be-1c78448d0318 req-d4251dd7-6acb-4251-b13e-c2301fcd9759 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621616 Jul 29 18:05:24.796613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-192dbcc8-cd13-4be5-8da8-87eb2da40d4b req-01c1416b-48a1-4b0d-b887-04fabc9b9801 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Jul 29 18:05:24.798742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:24.799571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:24.992123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 19ccd009-5aee-413a-8579-d30d23027a6f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:25.013669 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:25.065801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c35d008-341f-4420-9e26-1d88e4aa47b3 req-d51642f7-7bdd-4a08-891c-55e7b5d043c1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=52072b9c-3fab-49c4-a356-07f9941178d2 HTTP/1.1" status: 200 len: 210 time: 0.0880809 Jul 29 18:05:25.078085 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 19ccd009-5aee-413a-8579-d30d23027a6f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:25.078740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 19ccd009-5aee-413a-8579-d30d23027a6f not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:25.231516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8bda9a25-67df-4185-8f12-e8fc1d33227f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:25.333881 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:22Z', 'revision_number': 4, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '29997dfe-2100-4183-bd4a-211c9a393f3d', 'name': '', 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'mac_address': 'fa:16:3e:d1:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '95507b17-3b52-4df8-993b-eba909f6d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:21Z', 'updated_at': '2021-07-29T18:05:22Z', 'revision_number': 2, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'subnets': [{'id': '95507b17-3b52-4df8-993b-eba909f6d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:25.335491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8bda9a25-67df-4185-8f12-e8fc1d33227f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:25.336263 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.384466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:25.393843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1131963306-network', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:25.412182 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Checking router: e659ef4e-a7d7-475e-820a-adc99e623815 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:25.412538 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Updating router e659ef4e-a7d7-475e-820a-adc99e623815 port 29997dfe-2100-4183-bd4a-211c9a393f3d binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:05:25.424759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Made reservation on behalf of 266af29369824cc18d57dfb42ebc9a66 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:25.427901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.439874 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.457066 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.561913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff9cf4-7508-49c3-8273-5d69057dbd67 req-040ca629-1e0c-4520-a27a-7a8139cc9212 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:25.569776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.570217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ff9cf4-7508-49c3-8273-5d69057dbd67 req-040ca629-1e0c-4520-a27a-7a8139cc9212 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0796320 Jul 29 18:05:25.575935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.602794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:05:25.621053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634f668-1802-4d40-b5f2-8e5b9bdb4207,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:25.630582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50ff9cf4-7508-49c3-8273-5d69057dbd67 req-62f2acc6-6aa8-47be-a670-0f2a985ec9dc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543606 Jul 29 18:05:25.633708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.634896 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Added segment 9e82324b-2fa6-42a8-8f67-d527ca2b103b of type vlan for network 5dd6e205-75e6-497a-aee2-9b299aa08bde Jul 29 18:05:25.695937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53728) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:25.719942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.770577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.771829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:25.772348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.812862 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4238245 Jul 29 18:05:25.814129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53734) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:25.821387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Request body: {'subnet': {'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1131963306-subnet', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:25.876788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef11e7-7178-48e8-901e-1e50bc2014a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd6e205-75e6-497a-aee2-9b299aa08bde,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:25.881488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Made reservation on behalf of 266af29369824cc18d57dfb42ebc9a66 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:25.884470 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.886392 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.897708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:05:25.900066 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Transition to ACTIVE for port object 29997dfe-2100-4183-bd4a-211c9a393f3d will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:25.906714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e67bedd-781a-494f-9d5b-f87dd9712df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.910824 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:25.970177 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec0a6e-2f7d-4d87-a8e0-1626571e126a None None] Pushing event updated for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:26.031860 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Attempting to bind port 29997dfe-2100-4183-bd4a-211c9a393f3d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:26.032620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Attempting to bind port 29997dfe-2100-4183-bd4a-211c9a393f3d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:26.032751 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Attempting to bind port 29997dfe-2100-4183-bd4a-211c9a393f3d on network c8c4698a-1343-401d-96ed-3f8ce0628429 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:26.041253 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:26.041752 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Checking segment: {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:26.042201 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.042617 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Bound using segment: {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:26.043095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Bound port: 29997dfe-2100-4183-bd4a-211c9a393f3d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee474a9-5146-4366-9dee-d22e63238db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:26.043469 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.116911 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] For port 29997dfe-2100-4183-bd4a-211c9a393f3d, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:26.120809 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] For port 29997dfe-2100-4183-bd4a-211c9a393f3d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=29997dfe-2100-4183-bd4a-211c9a393f3d,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:26.126543 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.203664 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:26.204387 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:26.267324 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec0a6e-2f7d-4d87-a8e0-1626571e126a None None] Pushing event updated for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:26.276618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.324502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f7cca-d5c8-4a2f-a3a9-57ba311a1129 req-0ff666ab-e8bf-4dfc-9bf4-7e9f73bbd2cb tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:26.326083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef1f7cca-d5c8-4a2f-a3a9-57ba311a1129 req-0ff666ab-e8bf-4dfc-9bf4-7e9f73bbd2cb tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.3641446 Jul 29 18:05:26.352783 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:26.414819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e285f8-4db1-47b3-a02d-b6bf297857fc,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:26.431331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef1f7cca-d5c8-4a2f-a3a9-57ba311a1129 req-cd1f6e46-33b2-4eb7-bc6c-5b336fa329b4 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962403 Jul 29 18:05:26.435350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e67bedd-781a-494f-9d5b-f87dd9712df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.440559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Checking segment: {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:26.440911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Network hostable DHCP agents. Network: 5dd6e205-75e6-497a-aee2-9b299aa08bde, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:05:26.451404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5e67bedd-781a-494f-9d5b-f87dd9712df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.483253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53742) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:26.483893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5e67bedd-781a-494f-9d5b-f87dd9712df4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a852907f7e84d0492afc65a887f8c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7858846 Jul 29 18:05:26.541724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67bedd-781a-494f-9d5b-f87dd9712df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cbe7e7-77fb-44a9-8cb9-97d0eb6de058,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:26.550640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:05:26.569339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 5dd6e205-75e6-497a-aee2-9b299aa08bde) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:26.571140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.579194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1167ba-6110-44ea-9480-9608931813b6 None None] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:26.584515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:26.585317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.616627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.647345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a7336c98-f2cb-4d73-ae5d-99a56446a266 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8318837 Jul 29 18:05:26.651329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53754) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:26.653632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.658489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:26.695012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.696491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.714192 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.718367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.721980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27cbe7e7-77fb-44a9-8cb9-97d0eb6de058 HTTP/1.1" status: 204 len: 168 time: 0.2353463 Jul 29 18:05:26.731015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947e010-b6e7-43b4-ada3-6f08a6fcbd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cbe7e7-77fb-44a9-8cb9-97d0eb6de058,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:26.750576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-3f351b56-ce1c-4dea-b646-6658b4480066 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:26.761263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-3f351b56-ce1c-4dea-b646-6658b4480066 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.1949711 Jul 29 18:05:26.801935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-684db870-4a7b-4fd6-88bd-e4321f53a855 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/quotas/30751f32160243b3a5f67fe32ef98cad HTTP/1.1" status: 200 len: 375 time: 0.0381060 Jul 29 18:05:26.847352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:26.879428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-6976b2d8-a1fd-4478-93f8-01396acd1fb5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760891 Jul 29 18:05:26.925824 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:22Z', 'revision_number': 4, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '29997dfe-2100-4183-bd4a-211c9a393f3d', 'name': '', 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'mac_address': 'fa:16:3e:d1:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '95507b17-3b52-4df8-993b-eba909f6d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:21Z', 'updated_at': '2021-07-29T18:05:26Z', 'revision_number': 4, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'subnets': [{'id': '95507b17-3b52-4df8-993b-eba909f6d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:26.962419 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358941f-436b-4cfb-be5b-1528aaf6ba7a None None] The sync data for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 is: [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:22Z', 'revision_number': 4, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '29997dfe-2100-4183-bd4a-211c9a393f3d', 'name': '', 'network_id': 'c8c4698a-1343-401d-96ed-3f8ce0628429', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'mac_address': 'fa:16:3e:d1:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '95507b17-3b52-4df8-993b-eba909f6d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:21Z', 'updated_at': '2021-07-29T18:05:26Z', 'revision_number': 4, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'subnets': [{'id': '95507b17-3b52-4df8-993b-eba909f6d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:26.987865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-5dd6e205-75e6-497a-aee2-9b299aa08bde', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:05:26.988811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.176621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.226345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-226f6492-3ca7-4414-b7b5-797424d55313 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459527 Jul 29 18:05:27.268927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53762) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:27.291929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3cbd-d39c-4fc8-ad99-df4b2d69463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.301994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Allocated IP 172.20.0.2 (5dd6e205-75e6-497a-aee2-9b299aa08bde/a5e285f8-4db1-47b3-a02d-b6bf297857fc/0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:27.317582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 29997dfe-2100-4183-bd4a-211c9a393f3d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:27.377514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8258a2d0-da30-49e6-a43d-8700433e6c0e service neutron] 10.222.0.16 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152604 Jul 29 18:05:27.445912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3cbd-d39c-4fc8-ad99-df4b2d69463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.457871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3cbd-d39c-4fc8-ad99-df4b2d69463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.534052 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3a9a3cbd-d39c-4fc8-ad99-df4b2d69463e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9921837ded6f43cd9a8042edcb709fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636554 Jul 29 18:05:27.537403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 53766) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:27.546526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a3cbd-d39c-4fc8-ad99-df4b2d69463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7987e2b2-a91c-4c1b-b53e-7363399c2042,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:27.593862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.624437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 29997dfe-2100-4183-bd4a-211c9a393f3d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:27.656852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 29997dfe-2100-4183-bd4a-211c9a393f3d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:27.657228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.763679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.775366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Transition to ACTIVE for port object 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:27.784224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.845694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Transition to ACTIVE for port object 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:27.858866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.868268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.873208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31ecd6-d8e5-4bc3-9980-22ad85c0149d req-d0cbd5ca-eef2-4dec-93c7-174ff647e31c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:27.881756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e31ecd6-d8e5-4bc3-9980-22ad85c0149d req-d0cbd5ca-eef2-4dec-93c7-174ff647e31c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1920958 Jul 29 18:05:27.915696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.918612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:27.924358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:27.931584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:27.937945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Pushing event updated for resources: {'Port': ['ID=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:27.942332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:27.971004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 29997dfe-2100-4183-bd4a-211c9a393f3d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=29997dfe-2100-4183-bd4a-211c9a393f3d,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:28.014347 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.059551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e31ecd6-d8e5-4bc3-9980-22ad85c0149d req-85627769-8de6-4b87-b911-96bf0967756f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765971 Jul 29 18:05:28.061968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.109570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Attempting to bind port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:28.110072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Attempting to bind port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:28.110472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Attempting to bind port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac on network 5dd6e205-75e6-497a-aee2-9b299aa08bde {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:28.129189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:28.129950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Checking segment: {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:28.130560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.131120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Bound using segment: {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:28.131816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Bound port: 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:28.132378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.147393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:28.279145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Allocated IP 172.25.5.187 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/df8923a3-6173-46c0-90b1-00aa8acd9ef4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:28.291141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] For port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:28.305844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] For port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:28.311263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c812-bf6b-49af-a8e1-64e4e51ce9cb req-89f0063e-39d6-422a-891a-ce872eac477b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:28.314274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.315091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8460c812-bf6b-49af-a8e1-64e4e51ce9cb req-89f0063e-39d6-422a-891a-ce872eac477b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1318991 Jul 29 18:05:28.396482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.399803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.402091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7987e2b2-a91c-4c1b-b53e-7363399c2042 HTTP/1.1" status: 204 len: 168 time: 0.8618550 Jul 29 18:05:28.436903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0f017-3711-4ccf-a9e0-a9da2b41baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7987e2b2-a91c-4c1b-b53e-7363399c2042,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:28.475608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad65b7-c9c5-4910-a4c5-f8cfd547638a None None] Pushing event updated for resources: {'Port': ['ID=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:28.505615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8460c812-bf6b-49af-a8e1-64e4e51ce9cb req-c8135524-a8fd-4c3a-b990-7c2c2b1df775 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247938 Jul 29 18:05:28.578892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.684954 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8064488-d361-48bb-a4ae-6977b7db9f5d req-400b4086-0b00-4561-9a29-a7bdae29e5f7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 210 time: 0.0607023 Jul 29 18:05:28.707764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:28.775275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:28.781646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:28.792377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:28.839225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Pushing event updated for resources: {'Port': ['ID=df8923a3-6173-46c0-90b1-00aa8acd9ef4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:29.318425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f6ace-77e3-4685-964a-8905bf9c610a req-6f686d53-098b-41c0-b60f-7e8e88a47755 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:29.321158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc5f6ace-77e3-4685-964a-8905bf9c610a req-6f686d53-098b-41c0-b60f-7e8e88a47755 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1518006 Jul 29 18:05:29.329286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-19878b2e-7c4a-447f-86f7-31f061dd92cc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:29.330825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-19878b2e-7c4a-447f-86f7-31f061dd92cc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 814 time: 0.2811913 Jul 29 18:05:29.347394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:29.360820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Request body: {'port': {'device_id': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'admin_state_up': True, 'tenant_id': '30751f32160243b3a5f67fe32ef98cad'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:29.371174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 29997dfe-2100-4183-bd4a-211c9a393f3d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:29.439503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 29997dfe-2100-4183-bd4a-211c9a393f3d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:29.440504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:29.570016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc5f6ace-77e3-4685-964a-8905bf9c610a req-2da92b65-d96a-4df1-8a75-92d2ef378542 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380538 Jul 29 18:05:29.606403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:29.688757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:29.919812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b66ad0-9aa8-47c0-83f7-c766ddeab725 None None] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:29.977478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Provisioning for port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:29.987230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Provisioning complete for port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:29.987610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.148581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.186872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] For port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:30.194476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.210322 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944601c9-7a4e-48fe-b734-03a8f692517d req-13cbe621-c6de-48ec-89a0-41d46bc64cad tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:30.211937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-944601c9-7a4e-48fe-b734-03a8f692517d req-13cbe621-c6de-48ec-89a0-41d46bc64cad tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1321955 Jul 29 18:05:30.247231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Made reservation on behalf of 30751f32160243b3a5f67fe32ef98cad for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:30.250785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.268212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.271571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78654-7481-45de-ba05-8db85bb4fbc0 None None] Pushing event updated for resources: {'Port': ['ID=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:30.340761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-944601c9-7a4e-48fe-b734-03a8f692517d req-f9e91c72-6490-415a-9dad-f43deb2d4978 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193926 Jul 29 18:05:30.493021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbfdfe94-451e-4fd7-810f-0c26635c3519 req-45fab38d-4bee-4791-9505-e83fc0996a99 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 210 time: 0.0453804 Jul 29 18:05:30.519340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e1b2579-1335-4cb0-b28b-044b6c12e639 None None] Provisioning complete for port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:30.520792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2579-1335-4cb0-b28b-044b6c12e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.561353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Allocated IP 172.20.0.8 (cbb961cc-8555-4b32-8dd8-0bc90dfced0d/4a5b4530-8208-4a78-b523-c65d5a1adb1b/f9baafb4-98a9-408f-a426-f93f16c4794d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:30.594061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Router e22b5fff-acea-4cf5-b86b-0501a62f3544 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:05:30.854490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cd989-3318-4abe-9c29-55723973525b req-f60bf61a-0546-471b-bce3-03ef639aeebc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:30.856089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd8cd989-3318-4abe-9c29-55723973525b req-f60bf61a-0546-471b-bce3-03ef639aeebc tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1890635 Jul 29 18:05:30.864049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:30.876490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Sync routers for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:30.892182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:30.893084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:30.913821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.934259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:30.938451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 53862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:30.938952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-463c836a-fac9-419c-a9e2-62f529199887 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2861836 Jul 29 18:05:30.955545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd8cd989-3318-4abe-9c29-55723973525b req-c2280f67-e3e9-459d-9e0a-b3c58722f25b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878384 Jul 29 18:05:31.022146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.074359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Network cbb961cc-8555-4b32-8dd8-0bc90dfced0d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:31.077990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:31.082271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:31.113947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event updated for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:31.140977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:31.144107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:31.145027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.169749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-82942731-5910-469b-b216-1084dd9e82d1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179331 Jul 29 18:05:31.194757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Request body: {'port': {'device_id': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:31.285429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.347301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:31.450576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:31.450839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.483289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:29Z', 'revision_number': 3, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:31.520674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Checking router: e22b5fff-acea-4cf5-b86b-0501a62f3544 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:31.521366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Updating router e22b5fff-acea-4cf5-b86b-0501a62f3544 port df8923a3-6173-46c0-90b1-00aa8acd9ef4 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:05:31.579674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.588355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeded7a-0f34-4077-94bb-76cc3a18867d req-4b45b562-16f1-4bcd-93ee-b297580e3bb2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:31.591482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3aeded7a-0f34-4077-94bb-76cc3a18867d req-4b45b562-16f1-4bcd-93ee-b297580e3bb2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0737667 Jul 29 18:05:31.592959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.697421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3aeded7a-0f34-4077-94bb-76cc3a18867d req-2c682bf8-808f-4d4c-ac41-d35f0b64db24 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889719 Jul 29 18:05:31.836320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9baafb4-98a9-408f-a426-f93f16c4794d {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:05:31.902116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.922068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Transition to ACTIVE for port object f9baafb4-98a9-408f-a426-f93f16c4794d will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:31.944499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc165-f4f8-4563-82db-e1b6f000308c req-62bc4c65-ac1f-47e9-a1a2-18dba75106d0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:31.946770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-937dc165-f4f8-4563-82db-e1b6f000308c req-62bc4c65-ac1f-47e9-a1a2-18dba75106d0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 931 time: 0.1208088 Jul 29 18:05:31.948041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:31.970261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Allocated IP 172.20.0.1 (5dd6e205-75e6-497a-aee2-9b299aa08bde/a5e285f8-4db1-47b3-a02d-b6bf297857fc/f0e0d523-6268-4a1e-af77-a5fa902d2524) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:32.125503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:32.137611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-937dc165-f4f8-4563-82db-e1b6f000308c req-377d310f-1eb0-44e9-87ee-e6038f571c86 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785014 Jul 29 18:05:32.163115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Attempting to bind port f9baafb4-98a9-408f-a426-f93f16c4794d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:32.163450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Attempting to bind port f9baafb4-98a9-408f-a426-f93f16c4794d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:32.163821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Attempting to bind port f9baafb4-98a9-408f-a426-f93f16c4794d on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:32.168694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Port f9baafb4-98a9-408f-a426-f93f16c4794d on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:05:32.169011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Attempting to bind port f9baafb4-98a9-408f-a426-f93f16c4794d on network cbb961cc-8555-4b32-8dd8-0bc90dfced0d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:32.173514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.180929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:32.180929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Checking segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:32.181240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Bound using segment: {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:32.181735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Bound port: f9baafb4-98a9-408f-a426-f93f16c4794d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589aeba-2c25-4ede-b289-7ea5a876590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:32.182570 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.187941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Transition to ACTIVE for port object f0e0d523-6268-4a1e-af77-a5fa902d2524 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:32.215067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.231821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.232159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Transition to ACTIVE for port object df8923a3-6173-46c0-90b1-00aa8acd9ef4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:32.240308 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.272417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:32.276695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:32.281358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:32.341030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Attempting to bind port df8923a3-6173-46c0-90b1-00aa8acd9ef4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:32.341670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Attempting to bind port df8923a3-6173-46c0-90b1-00aa8acd9ef4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:32.342330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Attempting to bind port df8923a3-6173-46c0-90b1-00aa8acd9ef4 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:32.347450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4da705-3a36-44db-820e-c2ea5e5dd21b None None] Pushing event updated for resources: {'Port': ['ID=df8923a3-6173-46c0-90b1-00aa8acd9ef4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:32.356639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:32.357306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:32.357978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.358684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:32.359409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Bound port: df8923a3-6173-46c0-90b1-00aa8acd9ef4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:32.360044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.364935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Pushing event updated for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:32.375020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:32.380728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f9baafb4-98a9-408f-a426-f93f16c4794d,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:32.381658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.447141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.529190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] For port df8923a3-6173-46c0-90b1-00aa8acd9ef4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:32.535918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] For port df8923a3-6173-46c0-90b1-00aa8acd9ef4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=df8923a3-6173-46c0-90b1-00aa8acd9ef4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:32.542531 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.594648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:32.600456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.612670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:32.613775 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.615569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-8db43e02-2c2b-4e04-9ac6-23584e441f85 service neutron] 10.222.0.49 "PUT /v2.0/ports/f9baafb4-98a9-408f-a426-f93f16c4794d HTTP/1.1" status: 200 len: 1091 time: 1.4315319 Jul 29 18:05:32.616042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:05:32.618507 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:05:32.663327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa2902-04a2-4e68-820a-02262278dccd req-b07e2c2c-97c4-40b1-82dd-32235214a516 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:32.670809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95aa2902-04a2-4e68-820a-02262278dccd req-b07e2c2c-97c4-40b1-82dd-32235214a516 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.2884490 Jul 29 18:05:32.687134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:32.687837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:32.761632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95aa2902-04a2-4e68-820a-02262278dccd req-60b956af-323a-4ec1-9696-bdb685b5ea19 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835116 Jul 29 18:05:32.778987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-c0f0a3a7-6925-4e00-9479-7d40e942e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:32.780778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-c0f0a3a7-6925-4e00-9479-7d40e942e070 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 1094 time: 0.1041827 Jul 29 18:05:32.887417 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e29828-5f5d-49c5-815b-54c94104d682 x-openstack-request-id: req-50e29828-5f5d-49c5-815b-54c94104d682 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:05:32.887729 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:05:32.887982 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50e29828-5f5d-49c5-815b-54c94104d682 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:05:32.888414 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d', 'status': 'completed', 'code': 200} Jul 29 18:05:32.895497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-0e325ecd-af26-470f-8a42-8dc249f76dcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9baafb4-98a9-408f-a426-f93f16c4794d HTTP/1.1" status: 200 len: 217 time: 0.1047578 Jul 29 18:05:32.940120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.952801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:32.979927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-1e014696-009a-4979-a2cf-fe08611fb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:32.981556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-1e014696-009a-4979-a2cf-fe08611fb516 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.0796244 Jul 29 18:05:33.035752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-5abcebbc-e8d3-413a-afc8-29dfcb2b8a40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429344 Jul 29 18:05:33.048848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.057705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Pushing event updated for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:33.064112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e58aa7-8ef6-4dcd-89d2-f550561b16ea req-39d8f3a6-e11c-4ea4-96fd-3e9cba967925 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:33.072165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e58aa7-8ef6-4dcd-89d2-f550561b16ea req-39d8f3a6-e11c-4ea4-96fd-3e9cba967925 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1498461 Jul 29 18:05:33.136443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54006) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:33.164391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:33.187783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:33.189467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:33.193309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47e58aa7-8ef6-4dcd-89d2-f550561b16ea req-dd7c5174-22e9-4e4b-93cb-85bfa06942c9 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146393 Jul 29 18:05:33.260727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1ed75474-048b-40a6-a2ae-08f9b8c73a33 None None] Provisioning for port f0e0d523-6268-4a1e-af77-a5fa902d2524 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:33.299828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-ec539cd6-4c3c-4549-8de4-178d0c437c70 service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551851 Jul 29 18:05:33.378712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Router e22b5fff-acea-4cf5-b86b-0501a62f3544 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:05:33.391493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1ed75474-048b-40a6-a2ae-08f9b8c73a33 None None] Provisioning complete for port f0e0d523-6268-4a1e-af77-a5fa902d2524 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:33.391873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ed75474-048b-40a6-a2ae-08f9b8c73a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.401820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4da705-3a36-44db-820e-c2ea5e5dd21b None None] Pushing event updated for resources: {'Port': ['ID=df8923a3-6173-46c0-90b1-00aa8acd9ef4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:33.473000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1ed75474-048b-40a6-a2ae-08f9b8c73a33 None None] Port f0e0d523-6268-4a1e-af77-a5fa902d2524 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:33.490051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7563292a-4c0c-45d4-b337-ded88566837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.515338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bfac-6f02-4b12-a0aa-a64d4e33ce8f req-cb175f18-ec08-4017-98e9-3c429177766b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:33.517478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6798bfac-6f02-4b12-a0aa-a64d4e33ce8f req-cb175f18-ec08-4017-98e9-3c429177766b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 943 time: 0.2002926 Jul 29 18:05:33.555393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f0e0d523-6268-4a1e-af77-a5fa902d2524', 'name': '', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'mac_address': 'fa:16:3e:2c:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:31Z', 'updated_at': '2021-07-29T18:05:31Z', 'revision_number': 1, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'subnets': [{'id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:33.568967 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:33.582501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7613c652-63d9-4b81-a248-8d298fdce0ed admin admin] 10.222.0.16 "PUT /v2.0/routers/e22b5fff-acea-4cf5-b86b-0501a62f3544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6291785 Jul 29 18:05:33.599233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e20649-2793-4f9b-8a1b-1be4e9f4c6ea None None] The sync data for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 is: [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f0e0d523-6268-4a1e-af77-a5fa902d2524', 'name': '', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'mac_address': 'fa:16:3e:2c:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:31Z', 'updated_at': '2021-07-29T18:05:31Z', 'revision_number': 1, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'subnets': [{'id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:33.607641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-03c449dd-1f85-4f4e-b25f-4569ff84f1ca service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002007 Jul 29 18:05:33.625809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e9bdcb98-5966-48c0-8e13-2b816471a545 None None] Provisioning complete for port f0e0d523-6268-4a1e-af77-a5fa902d2524 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:33.626208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcb98-5966-48c0-8e13-2b816471a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.680597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6798bfac-6f02-4b12-a0aa-a64d4e33ce8f req-290626c4-b1f5-4ab1-b21b-1771f5fa0437 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416543 Jul 29 18:05:33.684143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e9bdcb98-5966-48c0-8e13-2b816471a545 None None] Port f0e0d523-6268-4a1e-af77-a5fa902d2524 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:33.760206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-944e6a21-e3ce-471e-b47d-b2626619e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:33.761750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-944e6a21-e3ce-471e-b47d-b2626619e159 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30751f32160243b3a5f67fe32ef98cad&device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 1094 time: 0.0783193 Jul 29 18:05:33.872744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7563292a-4c0c-45d4-b337-ded88566837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.880695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7563292a-4c0c-45d4-b337-ded88566837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:33.913282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7563292a-4c0c-45d4-b337-ded88566837b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b64429f3182405fb853da61c38385ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703283 Jul 29 18:05:33.921056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54026) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:33.970987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563292a-4c0c-45d4-b337-ded88566837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9293fa-76e2-45c5-b188-4ea98f1572dd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:34.001517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-93ce41fd-eb5c-4ec3-93be-0da292bacccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:34.003454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-93ce41fd-eb5c-4ec3-93be-0da292bacccd service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 200 len: 915 time: 0.2348540 Jul 29 18:05:34.021289 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.048012 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.071182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-edcfd661-660d-4a43-99af-1469546a2293 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9baafb4-98a9-408f-a426-f93f16c4794d HTTP/1.1" status: 200 len: 217 time: 0.0591321 Jul 29 18:05:34.119029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.121717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.122933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c9293fa-76e2-45c5-b188-4ea98f1572dd HTTP/1.1" status: 204 len: 168 time: 0.2030287 Jul 29 18:05:34.131001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887ef5c-b38a-467f-a8e8-9eef27b8fbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9293fa-76e2-45c5-b188-4ea98f1572dd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:34.192618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-580619cf-f3e8-4031-a58a-dffdb4b4bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:34.194222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-580619cf-f3e8-4031-a58a-dffdb4b4bf89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 200 len: 854 time: 0.1132083 Jul 29 18:05:34.203940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0cef6-7367-4555-b1b0-7be1edf38c7e req-281923f2-b387-4f3c-be5d-e3d8987d60ee tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:34.206489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a0cef6-7367-4555-b1b0-7be1edf38c7e req-281923f2-b387-4f3c-be5d-e3d8987d60ee tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1160181 Jul 29 18:05:34.247089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-7c9e8743-fd0f-4b1d-8965-15d18caf55df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbb961cc-8555-4b32-8dd8-0bc90dfced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394704 Jul 29 18:05:34.338269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a0cef6-7367-4555-b1b0-7be1edf38c7e req-01f6bb32-3f4a-4b64-bfea-daba758bf13f tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163299 Jul 29 18:05:34.425728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-6ee919af-2402-44fb-8c6e-bba511ce35aa service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703188 Jul 29 18:05:34.568982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54042) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:34.587094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493d9993-7c1e-49d6-8d2d-e26def4e0c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.600309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d088e6-d327-46e1-b5d3-951d35051de2 req-587c5346-0fc7-455d-bf62-0661dd15de30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:34.601828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d088e6-d327-46e1-b5d3-951d35051de2 req-587c5346-0fc7-455d-bf62-0661dd15de30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1384110 Jul 29 18:05:34.633654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ee97ea-0b42-4222-bda3-b5549fbf55f6 req-273b1dca-973a-4ffe-ad7b-0868c330b9ec service neutron] 10.222.0.49 "GET /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988499 Jul 29 18:05:34.668648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d088e6-d327-46e1-b5d3-951d35051de2 req-ced2f9e1-eeb8-4272-a4aa-b2d4df99a6de tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Jul 29 18:05:34.716378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493d9993-7c1e-49d6-8d2d-e26def4e0c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.722662 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-493d9993-7c1e-49d6-8d2d-e26def4e0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.781905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-493d9993-7c1e-49d6-8d2d-e26def4e0c37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6940ae5d6aec40f2bbe5fa58efbb325c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085364 Jul 29 18:05:34.781905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d9993-7c1e-49d6-8d2d-e26def4e0c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54716b-707a-4b8c-9867-faed6209a5ab,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:34.782509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54052) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:34.877666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71437086-3760-4d13-9986-5fb58adb7f9f req-1611ae6d-2540-49c8-8445-bb79de45a2f9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:34.879210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71437086-3760-4d13-9986-5fb58adb7f9f req-1611ae6d-2540-49c8-8445-bb79de45a2f9 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 943 time: 0.0900490 Jul 29 18:05:34.882529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.923257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:34.958556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71437086-3760-4d13-9986-5fb58adb7f9f req-603a3e97-7e02-45aa-9552-bc348d9dbe6e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706978 Jul 29 18:05:35.003678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:35.006408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:35.012240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d54716b-707a-4b8c-9867-faed6209a5ab HTTP/1.1" status: 204 len: 168 time: 0.2261777 Jul 29 18:05:35.024994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e43a2-167f-4249-a775-d3b8057c59f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54716b-707a-4b8c-9867-faed6209a5ab,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:35.262723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device df8923a3-6173-46c0-90b1-00aa8acd9ef4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:35.339399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port df8923a3-6173-46c0-90b1-00aa8acd9ef4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:35.345916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port df8923a3-6173-46c0-90b1-00aa8acd9ef4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:35.346294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:35.534837 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:35.544032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea8b2-b895-4517-9550-b2fac58896b9 req-88a57f7d-9020-4471-85d1-c14900cecd14 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:35.546145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53fea8b2-b895-4517-9550-b2fac58896b9 req-88a57f7d-9020-4471-85d1-c14900cecd14 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0825529 Jul 29 18:05:35.567840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port df8923a3-6173-46c0-90b1-00aa8acd9ef4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=df8923a3-6173-46c0-90b1-00aa8acd9ef4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:35.573639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:35.595476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53fea8b2-b895-4517-9550-b2fac58896b9 req-f907e990-ec2d-48ab-9790-493e22ae2c5d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Jul 29 18:05:35.630990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=df8923a3-6173-46c0-90b1-00aa8acd9ef4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:35.872544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3a62-12f3-4cd7-828b-d7a16eed1274 req-4faf1e1f-680a-4377-8703-fbfb17128e06 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:35.874166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de8a3a62-12f3-4cd7-828b-d7a16eed1274 req-4faf1e1f-680a-4377-8703-fbfb17128e06 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Jul 29 18:05:35.915937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de8a3a62-12f3-4cd7-828b-d7a16eed1274 req-fd167a7f-2fc3-4d5f-aafb-3c46737ffc52 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Jul 29 18:05:36.137273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df7009-2507-4630-980c-92aee25adb54 req-bdfc175e-608a-4623-98fb-f06cbf24a6ca tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:36.140507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4df7009-2507-4630-980c-92aee25adb54 req-bdfc175e-608a-4623-98fb-f06cbf24a6ca tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 943 time: 0.0695112 Jul 29 18:05:36.196237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4df7009-2507-4630-980c-92aee25adb54 req-84c952c3-0b03-41ea-a04f-c11789769b89 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Jul 29 18:05:36.434530 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Sync routers for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:36.444471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:36.445687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:36.447095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:36.603162 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:36.785448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7ef3d-fa6f-4df2-9c24-046874659ba3 req-36b89b75-fb4b-4314-bb7b-06fa584d9bc0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:36.787037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fb7ef3d-fa6f-4df2-9c24-046874659ba3 req-36b89b75-fb4b-4314-bb7b-06fa584d9bc0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0862415 Jul 29 18:05:36.844417 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f0e0d523-6268-4a1e-af77-a5fa902d2524', 'name': '', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'mac_address': 'fa:16:3e:2c:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:31Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 2, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'subnets': [{'id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:36.873559 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Checking router: e22b5fff-acea-4cf5-b86b-0501a62f3544 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:36.874571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Updating router e22b5fff-acea-4cf5-b86b-0501a62f3544 port f0e0d523-6268-4a1e-af77-a5fa902d2524 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:05:36.907704 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:36.908991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fb7ef3d-fa6f-4df2-9c24-046874659ba3 req-1f66cf0f-f156-49cf-9006-e0a67cafe0df tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075778 Jul 29 18:05:37.084949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f9baafb4-98a9-408f-a426-f93f16c4794d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:05:37.205094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbc493-1d9a-405a-9997-106f2cb4ee76 req-dbf87bb4-9ab3-4e08-8105-abc03481b34c tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:37.216986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83fbc493-1d9a-405a-9997-106f2cb4ee76 req-dbf87bb4-9ab3-4e08-8105-abc03481b34c tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1826742 Jul 29 18:05:37.246904 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.264129 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Transition to ACTIVE for port object f0e0d523-6268-4a1e-af77-a5fa902d2524 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:37.279497 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.323309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device df8923a3-6173-46c0-90b1-00aa8acd9ef4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:37.340273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83fbc493-1d9a-405a-9997-106f2cb4ee76 req-78b7022b-4bf0-4346-b3b4-d16777cccd00 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205704 Jul 29 18:05:37.366755 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8b68-930e-434c-9391-0a3f27b15796 None None] Pushing event updated for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:37.421757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.432621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f9baafb4-98a9-408f-a426-f93f16c4794d,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:37.450463 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Attempting to bind port f0e0d523-6268-4a1e-af77-a5fa902d2524 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:37.451062 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Attempting to bind port f0e0d523-6268-4a1e-af77-a5fa902d2524 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:37.451182 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Attempting to bind port f0e0d523-6268-4a1e-af77-a5fa902d2524 on network 5dd6e205-75e6-497a-aee2-9b299aa08bde {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:37.456593 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:37.456953 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Checking segment: {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:37.457562 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.458446 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Bound using segment: {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:37.459259 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Bound port: f0e0d523-6268-4a1e-af77-a5fa902d2524, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e82324b-2fa6-42a8-8f67-d527ca2b103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:37.459930 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.472573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'f9baafb4-98a9-408f-a426-f93f16c4794d', 'network_id': 'cbb961cc-8555-4b32-8dd8-0bc90dfced0d', 'port_id': 'f9baafb4-98a9-408f-a426-f93f16c4794d', 'mac_address': 'fa:16:3e:5f:3a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5b4530-8208-4a78-b523-c65d5a1adb1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:05:37.613824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daec80-c868-4bd7-a70c-43172040e681 req-72c6b921-ada5-4f63-a52b-afd878d32f31 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:37.626806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17daec80-c868-4bd7-a70c-43172040e681 req-72c6b921-ada5-4f63-a52b-afd878d32f31 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 943 time: 0.1358066 Jul 29 18:05:37.631747 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] For port f0e0d523-6268-4a1e-af77-a5fa902d2524, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:37.640444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.641901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] For port f0e0d523-6268-4a1e-af77-a5fa902d2524, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f0e0d523-6268-4a1e-af77-a5fa902d2524,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:37.654666 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.688332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port df8923a3-6173-46c0-90b1-00aa8acd9ef4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:37.699296 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.746500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17daec80-c868-4bd7-a70c-43172040e681 req-835ef88a-6d6b-4934-8ef7-96d9a83f173f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186616 Jul 29 18:05:37.765591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54234) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:37.780560 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8b68-930e-434c-9391-0a3f27b15796 None None] Pushing event updated for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:37.785747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9baafb4-98a9-408f-a426-f93f16c4794d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:05:37.797855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:37.798900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:37.824858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Deleting port 29997dfe-2100-4183-bd4a-211c9a393f3d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:37.825373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.891819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f9baafb4-98a9-408f-a426-f93f16c4794d,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:37.927205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.949760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] For port 29997dfe-2100-4183-bd4a-211c9a393f3d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=29997dfe-2100-4183-bd4a-211c9a393f3d,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:37.950133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:37.970346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Calling delete_port for 29997dfe-2100-4183-bd4a-211c9a393f3d owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:37.977424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:37.995108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10a31b8b-8ff4-4e01-9547-50afac1d28cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.123138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:38.130826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0018-4ce9-4740-bc27-cd3574b1ac83 req-ee28f652-173a-4ee6-b2da-85836add46c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:38.142044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e3f0018-4ce9-4740-bc27-cd3574b1ac83 req-ee28f652-173a-4ee6-b2da-85836add46c7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0979600 Jul 29 18:05:38.144455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['f9baafb4-98a9-408f-a426-f93f16c4794d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:05:38.226167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e3f0018-4ce9-4740-bc27-cd3574b1ac83 req-c2088129-3de7-4eab-a2b3-86c681b3af68 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788548 Jul 29 18:05:38.270835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.296956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10a31b8b-8ff4-4e01-9547-50afac1d28cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.310419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10a31b8b-8ff4-4e01-9547-50afac1d28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.340427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29997dfe-2100-4183-bd4a-211c9a393f3d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:38.376360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-10a31b8b-8ff4-4e01-9547-50afac1d28cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=241a2a645f7740a8940e89a3b64ccb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066446 Jul 29 18:05:38.376360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31b8b-8ff4-4e01-9547-50afac1d28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30071af1-f614-48c4-a11b-10f433ddc064,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:38.378520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:38.411049 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f0e0d523-6268-4a1e-af77-a5fa902d2524', 'name': '', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'mac_address': 'fa:16:3e:2c:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:31Z', 'updated_at': '2021-07-29T18:05:37Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'subnets': [{'id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:38.450556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.491943 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9acd33-b095-4d0f-ba07-05ea40911923 None None] The sync data for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 is: [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:32Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f0e0d523-6268-4a1e-af77-a5fa902d2524', 'name': '', 'network_id': '5dd6e205-75e6-497a-aee2-9b299aa08bde', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'mac_address': 'fa:16:3e:2c:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:31Z', 'updated_at': '2021-07-29T18:05:37Z', 'revision_number': 4, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'subnets': [{'id': 'a5e285f8-4db1-47b3-a02d-b6bf297857fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:38.512152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.570952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.653760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199ab4a-c350-4870-9cbb-cb4715831557 req-2f47f5b2-fe0a-436b-914a-9caf68506b23 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:38.661191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8199ab4a-c350-4870-9cbb-cb4715831557 req-2f47f5b2-fe0a-436b-914a-9caf68506b23 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1664081 Jul 29 18:05:38.662210 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:05:38.698606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.701490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:38.703192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30071af1-f614-48c4-a11b-10f433ddc064 HTTP/1.1" status: 204 len: 168 time: 0.3236084 Jul 29 18:05:38.719437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8199ab4a-c350-4870-9cbb-cb4715831557 req-d5ab9ad4-d57d-4e84-b23c-929d81ff5a4f tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Jul 29 18:05:38.721210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b437d-83bc-43de-97b4-b947db2eb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30071af1-f614-48c4-a11b-10f433ddc064,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:38.942195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Router e659ef4e-a7d7-475e-820a-adc99e623815 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:05:38.973012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e89b1-be37-4dea-a4ed-4a1fe1309793 req-4dd08a4d-beab-4147-a6fe-5dba19789209 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:38.983444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d3e89b1-be37-4dea-a4ed-4a1fe1309793 req-4dd08a4d-beab-4147-a6fe-5dba19789209 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 944 time: 0.1495154 Jul 29 18:05:39.071753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:39.072233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d3e89b1-be37-4dea-a4ed-4a1fe1309793 req-50c645c7-2c81-4395-b1cd-e21af8a4ce23 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 Jul 29 18:05:39.095041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Sync routers for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:39.099102 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12a0e063-4e1b-4d33-b945-a019945001b2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e659ef4e-a7d7-475e-820a-adc99e623815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534605 Jul 29 18:05:39.101781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:39.104609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f9baafb4-98a9-408f-a426-f93f16c4794d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:39.216455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:39.251007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:39.373716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.456459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f0e0d523-6268-4a1e-af77-a5fa902d2524 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:39.496735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port f9baafb4-98a9-408f-a426-f93f16c4794d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:39.498810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3987c30b-1907-4c8f-a19a-04ced5318973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.515770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port f9baafb4-98a9-408f-a426-f93f16c4794d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:39.516507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.549880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83fa57-40a4-44d9-b481-4052d7a2fbe0 req-6efc6152-b489-4864-8790-9f498f71152d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:39.559405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb83fa57-40a4-44d9-b481-4052d7a2fbe0 req-6efc6152-b489-4864-8790-9f498f71152d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1270952 Jul 29 18:05:39.566531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:39.614137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb83fa57-40a4-44d9-b481-4052d7a2fbe0 req-563e1895-0ca9-488a-80c7-47d9f1870da3 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538328 Jul 29 18:05:39.621189 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.724116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f0e0d523-6268-4a1e-af77-a5fa902d2524 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:39.732680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Deleting port 8bda9a25-67df-4185-8f12-e8fc1d33227f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:39.733391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.755743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f0e0d523-6268-4a1e-af77-a5fa902d2524 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:39.756336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.825285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.853321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] For port 8bda9a25-67df-4185-8f12-e8fc1d33227f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8bda9a25-67df-4185-8f12-e8fc1d33227f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:39.853697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.877971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Calling delete_port for 8bda9a25-67df-4185-8f12-e8fc1d33227f owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:39.927360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f9baafb4-98a9-408f-a426-f93f16c4794d,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:39.940091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:39.951046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.012441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:38Z', 'revision_number': 5, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port': {'id': '8bda9a25-67df-4185-8f12-e8fc1d33227f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:18Z', 'updated_at': '2021-07-29T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:40.022601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f0e0d523-6268-4a1e-af77-a5fa902d2524, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f0e0d523-6268-4a1e-af77-a5fa902d2524,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:40.057032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.059562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Checking router: e659ef4e-a7d7-475e-820a-adc99e623815 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:40.062411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:40.103846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Routers {'e659ef4e-a7d7-475e-820a-adc99e623815'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:40.104544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e659ef4e-a7d7-475e-820a-adc99e623815'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:40.374194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:40.398506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] Set router e659ef4e-a7d7-475e-820a-adc99e623815 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:40.465926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:39Z', 'revision_number': 6, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:40.511569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a2072-93cb-4c61-af77-090d688d3273 None None] The sync data for ids ['e659ef4e-a7d7-475e-820a-adc99e623815'] in n-d-801607-3 is: [{'id': 'e659ef4e-a7d7-475e-820a-adc99e623815', 'name': 'tempest-TestAggregatesBasicOps-1683442328-router', 'tenant_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:17Z', 'updated_at': '2021-07-29T18:05:39Z', 'revision_number': 6, 'project_id': '518fa12cacfe4eb3b11761e0b2a537f6', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:40.538302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda6964-8bd6-412d-8d2a-f76b5a69c9da req-ca51103e-f242-4433-a8bb-8c9287f003d4 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:40.540090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adda6964-8bd6-412d-8d2a-f76b5a69c9da req-ca51103e-f242-4433-a8bb-8c9287f003d4 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.7054973 Jul 29 18:05:40.603021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.616644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adda6964-8bd6-412d-8d2a-f76b5a69c9da req-0965958e-276d-40ea-87b7-cdca36b915e7 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480647 Jul 29 18:05:40.637550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bda9a25-67df-4185-8f12-e8fc1d33227f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:40.664195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:40.730967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.779651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-56442fbb-394c-49b8-a7eb-6d89cc2cae8e tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-199224086'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:40.780204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-56442fbb-394c-49b8-a7eb-6d89cc2cae8e tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Unknown quota resources ['metering_label']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 18:05:40.829272 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.831851 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.840561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a466b-eb90-47dd-9982-c4e3391b05c7 req-27f9c6c7-bd79-4b76-a139-899083fced3a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:40.842073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f88a466b-eb90-47dd-9982-c4e3391b05c7 req-27f9c6c7-bd79-4b76-a139-899083fced3a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1392841 Jul 29 18:05:40.922587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f88a466b-eb90-47dd-9982-c4e3391b05c7 req-768c8348-b59e-4445-bb5d-2a842b6cae90 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729456 Jul 29 18:05:40.923741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.924336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e659ef4e-a7d7-475e-820a-adc99e623815 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:05:40.929037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:40.930206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ffbbc37d-e8c9-49b6-b538-1c324bf26a4a admin admin] 10.222.0.16 "DELETE /v2.0/routers/e659ef4e-a7d7-475e-820a-adc99e623815 HTTP/1.1" status: 204 len: 168 time: 1.8273573 Jul 29 18:05:40.933272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54318) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:40.989224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Deleting subnet 95507b17-3b52-4df8-993b-eba909f6d593 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:05:40.994173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.014080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56442fbb-394c-49b8-a7eb-6d89cc2cae8e tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.016568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56442fbb-394c-49b8-a7eb-6d89cc2cae8e tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3512259 Jul 29 18:05:41.019227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54322) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.023781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-33920990-97b9-44df-9e7d-09a3b3c64b54 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ee60867f-5553-4207-b12e-accdb202a195'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:41.026545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-33920990-97b9-44df-9e7d-09a3b3c64b54 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 18:05:41.093367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.116927 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.metering.metering_plugin [None req-33920990-97b9-44df-9e7d-09a3b3c64b54 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 18:05:41.149967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4c274-2606-4944-85e9-199593f8bbca req-236d5c65-9989-43d4-b269-f1db136c9296 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:41.151675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3b4c274-2606-4944-85e9-199593f8bbca req-236d5c65-9989-43d4-b269-f1db136c9296 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0951450 Jul 29 18:05:41.224155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.227826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-33920990-97b9-44df-9e7d-09a3b3c64b54 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.229149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-33920990-97b9-44df-9e7d-09a3b3c64b54 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2087584 Jul 29 18:05:41.232389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54326) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.236652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-473ec8cb-cc78-4bde-beb7-036e4d8149e1 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ee60867f-5553-4207-b12e-accdb202a195'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:41.237132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-473ec8cb-cc78-4bde-beb7-036e4d8149e1 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 18:05:41.249437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3b4c274-2606-4944-85e9-199593f8bbca req-ae8e39a8-30d3-4049-9111-95e7ed377846 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903320 Jul 29 18:05:41.289813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.293687 n-d-801607-3 neutron-server[94052]: WARNING neutron.services.metering.metering_plugin [None req-473ec8cb-cc78-4bde-beb7-036e4d8149e1 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 18:05:41.320323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.325561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/95507b17-3b52-4df8-993b-eba909f6d593 HTTP/1.1" status: 204 len: 168 time: 0.3912606 Jul 29 18:05:41.326385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54328) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.328208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1315e-823f-4596-ada1-569b0830cb8b None None] Network c8c4698a-1343-401d-96ed-3f8ce0628429 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:41.333484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c59aee-390e-4425-8b54-794dc1f82fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95507b17-3b52-4df8-993b-eba909f6d593,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:41.382624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-473ec8cb-cc78-4bde-beb7-036e4d8149e1 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.387060 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-473ec8cb-cc78-4bde-beb7-036e4d8149e1 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1508207 Jul 29 18:05:41.387288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54330) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.407339 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38955903-060b-4d67-af8a-3429c4a574a5 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=cf8b8603-183b-45ec-b33f-a6bca087d168 HTTP/1.1" status: 200 len: 462 time: 0.0165710 Jul 29 18:05:41.410289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.461596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.504613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f0e0d523-6268-4a1e-af77-a5fa902d2524 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:41.554209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Deleting port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:41.555353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.560301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-577c1e10-bcb6-46e5-af22-b38b7975d861 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.564089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-577c1e10-bcb6-46e5-af22-b38b7975d861 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/cf8b8603-183b-45ec-b33f-a6bca087d168 HTTP/1.1" status: 204 len: 168 time: 0.1502728 Jul 29 18:05:41.565141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54334) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.581566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0c76b481-38c9-4cc6-9265-f2aa7bb4961d tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=cf8b8603-183b-45ec-b33f-a6bca087d168 HTTP/1.1" status: 200 len: 221 time: 0.0129058 Jul 29 18:05:41.582082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54336) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:41.586943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3062aa63-6a5a-4f8e-8d35-4effcdfa748d tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1329811341', 'description': 'label created by tempest'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:41.589320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f0e0d523-6268-4a1e-af77-a5fa902d2524 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:41.589785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.590469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3062aa63-6a5a-4f8e-8d35-4effcdfa748d tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Unknown quota resources ['metering_label']. {{(pid=94052) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 18:05:41.671644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] DHCP port deletion for c8c4698a-1343-401d-96ed-3f8ce0628429 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:05:41.685585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] For port 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=15a950c9-aa82-45a6-87c0-3eef92b76ec4,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:41.688940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.690452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-09f3745e-0e30-4723-8178-d27db573fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.724399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Calling delete_port for 15a950c9-aa82-45a6-87c0-3eef92b76ec4 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:41.806832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Deleting port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:41.807292 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.851296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c5d27-d9f5-4250-a26c-7f7595093925 req-5eb021f2-8ef3-40a8-8447-37906af4f359 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:41.853611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b38c5d27-d9f5-4250-a26c-7f7595093925 req-5eb021f2-8ef3-40a8-8447-37906af4f359 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1311071 Jul 29 18:05:41.902690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 29997dfe-2100-4183-bd4a-211c9a393f3d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:41.915685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b38c5d27-d9f5-4250-a26c-7f7595093925 req-1bb98bec-ed87-49ac-b87a-21b02743c110 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507839 Jul 29 18:05:41.934627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:41.963810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 29997dfe-2100-4183-bd4a-211c9a393f3d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:41.964305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 29997dfe-2100-4183-bd4a-211c9a393f3d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:41.965117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8bda9a25-67df-4185-8f12-e8fc1d33227f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:41.981651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a950c9-aa82-45a6-87c0-3eef92b76ec4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:41.988297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] No DVR routers for this DVR port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:42.006099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] For port 15a950c9-aa82-45a6-87c0-3eef92b76ec4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=15a950c9-aa82-45a6-87c0-3eef92b76ec4,segment=NetworkSegment(1ee474a9-5146-4366-9dee-d22e63238db8),segment_id=1ee474a9-5146-4366-9dee-d22e63238db8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:42.006594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.027232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Calling delete_port for 15a950c9-aa82-45a6-87c0-3eef92b76ec4 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:42.111410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.114198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8bda9a25-67df-4185-8f12-e8fc1d33227f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:42.114705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8bda9a25-67df-4185-8f12-e8fc1d33227f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:42.116833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.120653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.140444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c4698a-1343-401d-96ed-3f8ce0628429']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:42.154061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee474a9-5146-4366-9dee-d22e63238db8') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:42.154417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee474a9-5146-4366-9dee-d22e63238db8') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:42.156326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] No DVR routers for this DVR port 15a950c9-aa82-45a6-87c0-3eef92b76ec4 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:42.162301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b019-ecc6-4831-b9e3-52160c556e6a None None] Pushing event deleted for resources: {'Port': ['ID=15a950c9-aa82-45a6-87c0-3eef92b76ec4,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:42.170040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.179875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a25f-0508-4079-9ef2-bf7ffa4349d6 req-ad847b02-6832-4a95-bdf3-5f6eb665b484 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:42.181632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6511a25f-0508-4079-9ef2-bf7ffa4349d6 req-ad847b02-6832-4a95-bdf3-5f6eb665b484 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1120131 Jul 29 18:05:42.197577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.216706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:05:42.217031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:05:42.218889 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:05:42.254712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3062aa63-6a5a-4f8e-8d35-4effcdfa748d tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.256890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3062aa63-6a5a-4f8e-8d35-4effcdfa748d tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6730754 Jul 29 18:05:42.258385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54348) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.286232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6511a25f-0508-4079-9ef2-bf7ffa4349d6 req-85327e7d-6179-4f8c-b2ad-a2d5afe26c29 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909739 Jul 29 18:05:42.297882 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.317038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.321800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8c4698a-1343-401d-96ed-3f8ce0628429 HTTP/1.1" status: 204 len: 168 time: 0.9913502 Jul 29 18:05:42.321800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef17ad-1e41-49b3-a9a2-45506f5b0852 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c4698a-1343-401d-96ed-3f8ce0628429,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:42.322889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.361320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a47a0080-e509-4088-bff9-4bc0a420b4cd tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=20d4b59b-3c7a-4369-9782-1b0b43a32855 HTTP/1.1" status: 200 len: 468 time: 0.0990403 Jul 29 18:05:42.362825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.467844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bef4c7-d213-4727-b7ad-e11e9a656ee8 req-13e829bb-3ec8-451d-9e6a-f1880aec6a2b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:42.469233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f0bef4c7-d213-4727-b7ad-e11e9a656ee8 req-13e829bb-3ec8-451d-9e6a-f1880aec6a2b tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0923266 Jul 29 18:05:42.542327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64db8b9c-c26c-4a67-9b8c-777f3da77b06 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.543886 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64db8b9c-c26c-4a67-9b8c-777f3da77b06 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/20d4b59b-3c7a-4369-9782-1b0b43a32855 HTTP/1.1" status: 204 len: 168 time: 0.1799445 Jul 29 18:05:42.546601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54356) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.550826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f0bef4c7-d213-4727-b7ad-e11e9a656ee8 req-ec49f131-feda-46dd-b0db-cf4a3fcef173 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733283 Jul 29 18:05:42.558750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d8eda1ee-9b7c-4d71-b6da-8de2abf174e5 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=20d4b59b-3c7a-4369-9782-1b0b43a32855 HTTP/1.1" status: 200 len: 216 time: 0.0108919 Jul 29 18:05:42.561974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.580335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-472f21fe-656f-4b66-a659-160162155cc7 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0135486 Jul 29 18:05:42.580545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.595049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3f94edf5-b208-4688-add5-2b634190d2bc tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106449 Jul 29 18:05:42.595269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54362) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.651610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c67aabb-48dc-4b84-9b9d-2e49f79fcb52 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/ee60867f-5553-4207-b12e-accdb202a195 HTTP/1.1" status: 200 len: 472 time: 0.0519238 Jul 29 18:05:42.651882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54364) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.664621 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-216fc042-fd80-4dd9-99e2-397bb8fb6f09 tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/2b69220e-f37e-4bde-8edc-ca6db91f21a1 HTTP/1.1" status: 200 len: 459 time: 0.0085711 Jul 29 18:05:42.664907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.775322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2825d511-ee47-4e7e-a5a1-8aa2eba396ac tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.778906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2825d511-ee47-4e7e-a5a1-8aa2eba396ac tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/2b69220e-f37e-4bde-8edc-ca6db91f21a1 HTTP/1.1" status: 204 len: 168 time: 0.1106372 Jul 29 18:05:42.779105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54370) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:42.787511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:42.987246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.163078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f050542-4940-4d53-bb19-b91679fd05eb tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.164244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f050542-4940-4d53-bb19-b91679fd05eb tempest-MeteringIpV6TestJSON-360606367 tempest-MeteringIpV6TestJSON-360606367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/ee60867f-5553-4207-b12e-accdb202a195 HTTP/1.1" status: 204 len: 168 time: 0.3842041 Jul 29 18:05:43.215858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 15a950c9-aa82-45a6-87c0-3eef92b76ec4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:43.234854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dec99-d788-4ad0-8add-b61bf6a07d97 req-812338c7-c57e-45fd-afff-eb90d8df1097 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:43.236379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965dec99-d788-4ad0-8add-b61bf6a07d97 req-812338c7-c57e-45fd-afff-eb90d8df1097 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1712613 Jul 29 18:05:43.256360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 15a950c9-aa82-45a6-87c0-3eef92b76ec4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:43.256881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 15a950c9-aa82-45a6-87c0-3eef92b76ec4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:43.292287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965dec99-d788-4ad0-8add-b61bf6a07d97 req-9d565ed5-2d00-41bc-a429-7435897a1f95 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Jul 29 18:05:43.365223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Deleting port f0e0d523-6268-4a1e-af77-a5fa902d2524 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:43.365573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.466434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:43.483806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821837f-12c2-4c6d-8141-9dfb2a287b67 req-7988b1a3-0df8-409b-b925-e4b3f155b037 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:43.485287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2821837f-12c2-4c6d-8141-9dfb2a287b67 req-7988b1a3-0df8-409b-b925-e4b3f155b037 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1080277 Jul 29 18:05:43.498587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] For port f0e0d523-6268-4a1e-af77-a5fa902d2524, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f0e0d523-6268-4a1e-af77-a5fa902d2524,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:43.498954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.524541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Calling delete_port for f0e0d523-6268-4a1e-af77-a5fa902d2524 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:43.550762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2821837f-12c2-4c6d-8141-9dfb2a287b67 req-aa89ad6a-1c68-4b3b-9161-6131abef793a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546117 Jul 29 18:05:43.604760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b913477-f536-44a7-a812-d0496c62b951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.778057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c0666-eede-4f60-95a1-e6f28d37ce3e req-0d3815d6-8c72-464a-b244-1711ef0ee18e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:43.779592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc6c0666-eede-4f60-95a1-e6f28d37ce3e req-0d3815d6-8c72-464a-b244-1711ef0ee18e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1465271 Jul 29 18:05:43.874641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc6c0666-eede-4f60-95a1-e6f28d37ce3e req-a068a4c4-d497-4f47-ba24-1276b3ffc524 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872862 Jul 29 18:05:43.878038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b913477-f536-44a7-a812-d0496c62b951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.886704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1b913477-f536-44a7-a812-d0496c62b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.913141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:43.949063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913477-f536-44a7-a812-d0496c62b951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf5b3e-96f1-40b7-8748-b09fe0358dbd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:43.957123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e0d523-6268-4a1e-af77-a5fa902d2524,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:43.961849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1b913477-f536-44a7-a812-d0496c62b951 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbd5438e3a2b4e53a9df52ba3c8a88eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926312 Jul 29 18:05:43.965153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:44.024128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.047469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.113024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.115802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.117044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14cf5b3e-96f1-40b7-8748-b09fe0358dbd HTTP/1.1" status: 204 len: 168 time: 0.1500769 Jul 29 18:05:44.129138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf5b3e-96f1-40b7-8748-b09fe0358dbd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:44.139130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.139477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.139822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.140160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.140847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.141193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.141523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.141850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.142176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.142527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.142938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.143260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de188be-3169-42b6-aa08-38e3a4fcaf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:44.161359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.493870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:44.508432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a439f562-ce63-427a-833e-d4d2b78813ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.631548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.632163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a439f562-ce63-427a-833e-d4d2b78813ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.641246 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a439f562-ce63-427a-833e-d4d2b78813ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.687416 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a439f562-ce63-427a-833e-d4d2b78813ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1bcdc3f3d4645dfbd92fb0564a62fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923406 Jul 29 18:05:44.688130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f562-ce63-427a-833e-d4d2b78813ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af19f43-52c6-4568-ae80-dae3d7b848a5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:44.709956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:44.785483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.808906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.870186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.874897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:44.878758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0af19f43-52c6-4568-ae80-dae3d7b848a5 HTTP/1.1" status: 204 len: 168 time: 0.1676803 Jul 29 18:05:44.884393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Router e22b5fff-acea-4cf5-b86b-0501a62f3544 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:05:44.892094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad71b62-6453-46de-b044-e957d89f797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af19f43-52c6-4568-ae80-dae3d7b848a5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:44.893549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032071-dd41-481e-891a-014e852d6a5f req-6df36abf-8b3c-45f1-95f3-c3acfd0e9137 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:44.895121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e032071-dd41-481e-891a-014e852d6a5f req-6df36abf-8b3c-45f1-95f3-c3acfd0e9137 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.4888709 Jul 29 18:05:44.974285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e032071-dd41-481e-891a-014e852d6a5f req-da902951-1fdc-4eab-a1d5-a7558ef0a111 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Jul 29 18:05:45.047443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:45.058331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e3eac6b5-ef77-4a3e-a78c-cef78cb091dc admin admin] 10.222.0.16 "PUT /v2.0/routers/e22b5fff-acea-4cf5-b86b-0501a62f3544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345307 Jul 29 18:05:45.060376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:45.073564 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Sync routers for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:45.086049 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:45.086688 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:45.194366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46f02d-80f7-4822-8f85-fbe90eaaeef9 req-17a16e6a-6de6-4ac3-94c2-c7b489f943dc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:45.194366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc46f02d-80f7-4822-8f85-fbe90eaaeef9 req-17a16e6a-6de6-4ac3-94c2-c7b489f943dc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1094661 Jul 29 18:05:45.270756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:45.274205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc46f02d-80f7-4822-8f85-fbe90eaaeef9 req-b8078d0e-dcf4-4c39-99f9-e3f6043b6d8b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729094 Jul 29 18:05:45.379235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397959a-1893-4a30-83d3-9db5b7ef5504 req-815b368d-0b83-4388-9760-eb42b97183b0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:45.387769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0397959a-1893-4a30-83d3-9db5b7ef5504 req-815b368d-0b83-4388-9760-eb42b97183b0 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0634229 Jul 29 18:05:45.440628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0397959a-1893-4a30-83d3-9db5b7ef5504 req-3bf41b53-2f6f-49c9-ada4-88b6554a1a21 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518153 Jul 29 18:05:45.508454 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:45.509709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:45.598950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Deleting port df8923a3-6173-46c0-90b1-00aa8acd9ef4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:45.599659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:45.695501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] For port df8923a3-6173-46c0-90b1-00aa8acd9ef4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=df8923a3-6173-46c0-90b1-00aa8acd9ef4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:45.695875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:45.710598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Calling delete_port for df8923a3-6173-46c0-90b1-00aa8acd9ef4 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:45.829838 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:43Z', 'revision_number': 5, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port': {'id': 'df8923a3-6173-46c0-90b1-00aa8acd9ef4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:27Z', 'updated_at': '2021-07-29T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:45.861280 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Checking router: e22b5fff-acea-4cf5-b86b-0501a62f3544 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:45.872085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Routers {'e22b5fff-acea-4cf5-b86b-0501a62f3544'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:45.873138 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e22b5fff-acea-4cf5-b86b-0501a62f3544'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:45.922433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:45.949726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8923a3-6173-46c0-90b1-00aa8acd9ef4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:45.983288 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] Set router e22b5fff-acea-4cf5-b86b-0501a62f3544 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:46.027137 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.055418 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:45Z', 'revision_number': 6, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:46.084687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e4e48-4363-455f-8a83-926c2c418092 None None] The sync data for ids ['e22b5fff-acea-4cf5-b86b-0501a62f3544'] in n-d-801607-3 is: [{'id': 'e22b5fff-acea-4cf5-b86b-0501a62f3544', 'name': 'tempest-TestAggregatesBasicOps-1131963306-router', 'tenant_id': '266af29369824cc18d57dfb42ebc9a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:26Z', 'updated_at': '2021-07-29T18:05:45Z', 'revision_number': 6, 'project_id': '266af29369824cc18d57dfb42ebc9a66', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:46.163458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.168753 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.169527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14762e02-a51f-4b18-be57-ba57a0de3b7c req-74748db7-2390-4e35-b930-6b5a85967a8b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:46.172316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14762e02-a51f-4b18-be57-ba57a0de3b7c req-74748db7-2390-4e35-b930-6b5a85967a8b tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0841606 Jul 29 18:05:46.230795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14762e02-a51f-4b18-be57-ba57a0de3b7c req-a65e782e-5647-423f-8b70-03030c6f5384 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514805 Jul 29 18:05:46.237441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.238510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22b5fff-acea-4cf5-b86b-0501a62f3544 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:05:46.244603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.245897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-879d72b1-1e5f-4dae-8fbe-eae1d2e2b055 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e22b5fff-acea-4cf5-b86b-0501a62f3544 HTTP/1.1" status: 204 len: 168 time: 1.1831465 Jul 29 18:05:46.248508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54454) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:46.296783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Deleting subnet a5e285f8-4db1-47b3-a02d-b6bf297857fc {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:05:46.300458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.338834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.455026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bfac8-59e4-4f39-a50c-4d705869021a req-da037192-a31a-43e4-8f04-5fb5897a0d43 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:46.456450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924bfac8-59e4-4f39-a50c-4d705869021a req-da037192-a31a-43e4-8f04-5fb5897a0d43 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0951126 Jul 29 18:05:46.493513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.546895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924bfac8-59e4-4f39-a50c-4d705869021a req-1ee8c0f3-76a8-491e-b63f-73ebb2bebabc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786364 Jul 29 18:05:46.583764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.618156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e285f8-4db1-47b3-a02d-b6bf297857fc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:46.623365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.625453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5e285f8-4db1-47b3-a02d-b6bf297857fc HTTP/1.1" status: 204 len: 168 time: 0.3752892 Jul 29 18:05:46.629753 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:46.631097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.631500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.631915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.632314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.633263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.633263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.633525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c8b44-bb0d-4e21-8440-22ff79acba84 None None] Network 5dd6e205-75e6-497a-aee2-9b299aa08bde requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:46.634357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.634357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.634776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.635194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.635615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.636004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7db26-5df5-4f4d-9e38-1bcb43aa7602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:05:46.711096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54472) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:46.731974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b781-8a60-4517-9308-66f5afa65579 req-2c8025a3-15d6-40ed-bb2d-30c7357f55b7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:46.736058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7119b781-8a60-4517-9308-66f5afa65579 req-2c8025a3-15d6-40ed-bb2d-30c7357f55b7 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0685651 Jul 29 18:05:46.788032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.800508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7119b781-8a60-4517-9308-66f5afa65579 req-862810c5-2ccd-45aa-9a1e-1fb2a4f6c2c2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577748 Jul 29 18:05:46.875788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1671785683', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:46.893985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Deleting port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:46.894440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.898453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Made reservation on behalf of 36fee27ce6814e47882ad2c24a99a237 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:46.901827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.912073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:46.933761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] DHCP port deletion for 5dd6e205-75e6-497a-aee2-9b299aa08bde request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:05:46.984283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] For port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:46.985154 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.001570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Calling delete_port for 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:47.025049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Deleting port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:47.025691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.049601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.064610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.069526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] device_id is not set on port 06692896-55b9-49b7-8c09-0418a38e6e2d yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:05:47.113958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.122320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] For port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,segment=NetworkSegment(9e82324b-2fa6-42a8-8f67-d527ca2b103b),segment_id=9e82324b-2fa6-42a8-8f67-d527ca2b103b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:47.135499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.157060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:47.165342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] No DVR routers for this DVR port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:47.183661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Calling delete_port for 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:47.222765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Allocated IP 172.25.5.196 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/06692896-55b9-49b7-8c09-0418a38e6e2d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:47.284216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device df8923a3-6173-46c0-90b1-00aa8acd9ef4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:47.312378 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.330675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: df8923a3-6173-46c0-90b1-00aa8acd9ef4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:47.331389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device df8923a3-6173-46c0-90b1-00aa8acd9ef4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:47.332048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f0e0d523-6268-4a1e-af77-a5fa902d2524 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:47.335120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd6e205-75e6-497a-aee2-9b299aa08bde']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:47.354933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f0e0d523-6268-4a1e-af77-a5fa902d2524 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:47.355693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f0e0d523-6268-4a1e-af77-a5fa902d2524 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:47.356589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:05:47.358814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e82324b-2fa6-42a8-8f67-d527ca2b103b') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:47.359328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e82324b-2fa6-42a8-8f67-d527ca2b103b') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:47.375615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.393266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.394892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:05:47.395310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:05:47.399684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:05:47.400546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.407946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.432685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] No DVR routers for this DVR port 0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:05:47.455123 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:05:47.483556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.488434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1fa23-df8a-4ee1-afe9-9b31b2ee3701 None None] Pushing event deleted for resources: {'Port': ['ID=0c88b3b4-4a00-4fb3-b14c-2c8312a3fdac,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:47.493237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.498722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5dd6e205-75e6-497a-aee2-9b299aa08bde HTTP/1.1" status: 204 len: 168 time: 0.8677914 Jul 29 18:05:47.514720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367de7ef-5ec0-43bb-b500-e93cac7afc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd6e205-75e6-497a-aee2-9b299aa08bde,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:47.519021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34ce9d-15b0-4d4e-ba56-a5d2a88e20e6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:47.535394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.580930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2c68-b4b4-4188-b2f5-9d0b51a0d9ac req-11b5a7d6-52cb-41a1-b54b-b6cc4ebe29d2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:47.582663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb6e2c68-b4b4-4188-b2f5-9d0b51a0d9ac req-11b5a7d6-52cb-41a1-b54b-b6cc4ebe29d2 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.2051833 Jul 29 18:05:47.641494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb6e2c68-b4b4-4188-b2f5-9d0b51a0d9ac req-f9ab22ec-333b-4264-b170-deccf01e4366 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Jul 29 18:05:47.643050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.684701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:47.687689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:47.691439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:47.735490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:47.736163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Pushing event updated for resources: {'Port': ['ID=06692896-55b9-49b7-8c09-0418a38e6e2d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:47.751511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:47.752387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.785963 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d42fa488-9588-4093-b81d-4655be8c7cab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=518fa12cacfe4eb3b11761e0b2a537f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488446 Jul 29 18:05:47.788620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:47.790282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3e61075b-3ab8-4748-bde4-ef497fdeb2a2 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0779095 Jul 29 18:05:47.793379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:47.803436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.196'}]}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:47.816296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1ea37-8cc0-4fd4-b057-fbaa04796835 req-33aa3dda-d52d-4f85-9450-1297bcc4b80a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:47.818891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99c1ea37-8cc0-4fd4-b057-fbaa04796835 req-33aa3dda-d52d-4f85-9450-1297bcc4b80a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0592923 Jul 29 18:05:47.863093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.865971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.867136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.888293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99c1ea37-8cc0-4fd4-b057-fbaa04796835 req-df449041-1229-4945-8f80-71547fe6defd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 Jul 29 18:05:47.896820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:47.955901 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.026529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b6b5-bcc5-4f17-b97e-e7d2e2daa0fe req-1629719b-a925-48ca-bd9b-29e170907cf9 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:48.028995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2494b6b5-bcc5-4f17-b97e-e7d2e2daa0fe req-1629719b-a925-48ca-bd9b-29e170907cf9 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0545306 Jul 29 18:05:48.067776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2494b6b5-bcc5-4f17-b97e-e7d2e2daa0fe req-5186a252-9968-40f5-804d-0f6b900e6be2 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Jul 29 18:05:48.097257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.100932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.103466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.107248 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe6831ee-0f76-4d29-a0a1-768f9cf72446 HTTP/1.1" status: 204 len: 168 time: 0.3151813 Jul 29 18:05:48.115700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0388a-feb6-4626-85f5-d57ddde47684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6831ee-0f76-4d29-a0a1-768f9cf72446,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:48.337216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.360039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.466575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54508) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:48.507724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b6fff852-eece-4bd7-ae8b-089ce8c0a417 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=266af29369824cc18d57dfb42ebc9a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399671 Jul 29 18:05:48.510724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54510) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:48.529080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.709400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.711094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.713859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.771379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.781047 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.781489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5cc6327-0aa2-4bac-a245-512c3f67637f {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:05:48.784855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49f1e4-a91f-4cd2-99c9-f0d20d9d2ccb req-37c8cae1-7f01-42cb-a453-f2c38df8af5e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:48.787021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49f1e4-a91f-4cd2-99c9-f0d20d9d2ccb req-37c8cae1-7f01-42cb-a453-f2c38df8af5e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0572119 Jul 29 18:05:48.813102 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 18:05:48.814164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7c69dc91-a4be-4d98-b321-0105a4112e6d tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0198827 Jul 29 18:05:48.817805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54514) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:48.845273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b49f1e4-a91f-4cd2-99c9-f0d20d9d2ccb req-e01d9820-307a-4bf4-90cd-5869edf2b1d6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463228 Jul 29 18:05:48.855565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.858147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:48.861889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2634f668-1802-4d40-b5f2-8e5b9bdb4207 HTTP/1.1" status: 204 len: 168 time: 0.3476264 Jul 29 18:05:48.896883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8fe62-82b4-47cc-a94e-b4012f93628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634f668-1802-4d40-b5f2-8e5b9bdb4207,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:48.931813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Deleting port 06692896-55b9-49b7-8c09-0418a38e6e2d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:48.932088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.014533 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.027348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Calling delete_port for 06692896-55b9-49b7-8c09-0418a38e6e2d owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:49.044688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc765de-3f5d-4c13-88a7-9217fa0e236b req-29df33fc-a281-4881-a582-d79b3f43cb24 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:49.045998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bc765de-3f5d-4c13-88a7-9217fa0e236b req-29df33fc-a281-4881-a582-d79b3f43cb24 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0628898 Jul 29 18:05:49.131399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4bc765de-3f5d-4c13-88a7-9217fa0e236b req-94618ac2-44fd-4145-8dad-5d0ff79813f5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652001 Jul 29 18:05:49.193255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.233190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Pushing event deleted for resources: {'Port': ['ID=06692896-55b9-49b7-8c09-0418a38e6e2d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:49.268765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e3d5e-8aa1-4de4-afb8-36ae18bfe793 req-6b766fe1-8719-4025-9eba-42b40588c4d1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:49.271890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-551e3d5e-8aa1-4de4-afb8-36ae18bfe793 req-6b766fe1-8719-4025-9eba-42b40588c4d1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0770617 Jul 29 18:05:49.318961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.324727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3527ee91-8dc1-450f-a57d-b06c000832a9 tempest-RoutersAdminNegativeIpV6Test-1888721269 tempest-RoutersAdminNegativeIpV6Test-1888721269-project-admin] 10.222.0.16 "DELETE /v2.0/ports/06692896-55b9-49b7-8c09-0418a38e6e2d HTTP/1.1" status: 204 len: 168 time: 0.5031428 Jul 29 18:05:49.351691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-551e3d5e-8aa1-4de4-afb8-36ae18bfe793 req-20b2998a-ebc9-4b7d-93af-84942d3f754e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700798 Jul 29 18:05:49.532691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:49.651241 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ee8fab-f062-4ff4-8567-149a90201281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.751442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ee8fab-f062-4ff4-8567-149a90201281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.756495 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ee8fab-f062-4ff4-8567-149a90201281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.798908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11ee8fab-f062-4ff4-8567-149a90201281 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd1d2520dba240afa8f982c6e8f00a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651134 Jul 29 18:05:49.799416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54554) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:49.799951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8fab-f062-4ff4-8567-149a90201281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7843d-27ce-4141-b8d7-dd453a150a2a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:49.862918 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.886349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.944170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.947645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:49.952566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1a7843d-27ce-4141-b8d7-dd453a150a2a HTTP/1.1" status: 204 len: 168 time: 0.1512392 Jul 29 18:05:49.988579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf5829-ea69-42a2-89b1-d910f2295ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7843d-27ce-4141-b8d7-dd453a150a2a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:50.025626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95c7d-f741-47b1-8b2b-c72d160d6305 req-9e1113a1-7c4e-4ec7-b372-0a7904679cba tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:50.033102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7b95c7d-f741-47b1-8b2b-c72d160d6305 req-9e1113a1-7c4e-4ec7-b372-0a7904679cba tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0793176 Jul 29 18:05:50.082838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7b95c7d-f741-47b1-8b2b-c72d160d6305 req-bd400565-6ea7-4a1f-9bad-5cd0140b3c5e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 Jul 29 18:05:50.265348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16416276-2e82-4951-b53a-f9125e3293dc req-05fab25a-1f57-4720-940e-48d9fc25439d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:50.274689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16416276-2e82-4951-b53a-f9125e3293dc req-05fab25a-1f57-4720-940e-48d9fc25439d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0763099 Jul 29 18:05:50.314127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16416276-2e82-4951-b53a-f9125e3293dc req-6d6e09d4-1014-4e31-95bb-fa02b66b4708 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Jul 29 18:05:50.370552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54584) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:50.417585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d0a2f6b7-ac1a-426c-b2cb-7acc803835e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36fee27ce6814e47882ad2c24a99a237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436590 Jul 29 18:05:50.417862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54586) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:50.511801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c86ae-86ab-46fb-9951-bd326acfff81 req-58de834d-01af-427c-91e9-222de2bc574e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:50.513425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-008c86ae-86ab-46fb-9951-bd326acfff81 req-58de834d-01af-427c-91e9-222de2bc574e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0821548 Jul 29 18:05:50.516273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.551128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.579366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54590) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:50.590196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-008c86ae-86ab-46fb-9951-bd326acfff81 req-07b03495-412a-4816-acb2-ee733110f106 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650010 Jul 29 18:05:50.618859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.621578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.625295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc34ce9d-15b0-4d4e-ba56-a5d2a88e20e6 HTTP/1.1" status: 204 len: 168 time: 0.2040277 Jul 29 18:05:50.635669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f7208-c57f-4c5a-985e-15ac883d2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34ce9d-15b0-4d4e-ba56-a5d2a88e20e6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:50.759688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'network': {'name': 'tempest-network-smoke--286065567', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:50.782997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:50.786991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.796031 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.900790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.905936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.932746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:05:50.948819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e042c9ec-dcb9-4c7c-aae5-7f8621545b21,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:50.964387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:50.964733 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Added segment e093a525-ded9-4830-bebd-300749fdbafc of type vlan for network 1cd96626-94eb-4849-90dd-b858cfba74c5 Jul 29 18:05:51.013483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.047060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.053630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:51.054496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.129515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54614) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:51.138685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5445857 Jul 29 18:05:51.142571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-71173524', 'admin_state_up': True, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:51.150982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9ba8-f395-4bbe-94e8-a301cbee5162 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Network': ['ID=1cd96626-94eb-4849-90dd-b858cfba74c5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:51.174265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:05:51.230434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.231582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.257666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06107a-0da9-4d70-81ad-a8258c859d4d req-14887b37-5f8b-435f-addb-c83b9b8606e6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:51.259642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe06107a-0da9-4d70-81ad-a8258c859d4d req-14887b37-5f8b-435f-addb-c83b9b8606e6 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0838311 Jul 29 18:05:51.316161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.366611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe06107a-0da9-4d70-81ad-a8258c859d4d req-9166b835-46ce-45c8-9dda-e356265d0126 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949671 Jul 29 18:05:51.430455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:51.488728 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.535996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1572503845'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:51.557502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:51.561033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.573108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8146d-4496-4254-b2c9-e2071dc08f47 req-4f38b27a-30cc-4482-9778-24037180b827 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:51.578100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cb8146d-4496-4254-b2c9-e2071dc08f47 req-4f38b27a-30cc-4482-9778-24037180b827 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1036794 Jul 29 18:05:51.628777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cb8146d-4496-4254-b2c9-e2071dc08f47 req-f5c40ded-bebb-4e06-b922-d6d3dc666fe0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 Jul 29 18:05:51.818888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.830137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599767-304e-4cd5-b526-88b41e34a997 req-6f4b7086-0e4b-4444-bb85-070b4f75b0d1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:51.831806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7599767-304e-4cd5-b526-88b41e34a997 req-6f4b7086-0e4b-4444-bb85-070b4f75b0d1 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1050801 Jul 29 18:05:51.844613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.852490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.919489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7599767-304e-4cd5-b526-88b41e34a997 req-cc813e27-beac-4d3d-9abc-c2341ff03c02 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693223 Jul 29 18:05:51.942782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.947742 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.976743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:05:51.983687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c111f4b-46dd-448f-b966-afdf459001cb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:51.990893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:51.991238 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Added segment a0bd72ad-d1b8-4dad-af74-738be8c09511 of type vlan for network 1f553411-c73a-4513-b195-bf87d92bfe53 Jul 29 18:05:52.012761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.25.5.99 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/dda1ce3f-956d-4728-9e57-30bd59fa2ea4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:52.035344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.068148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.073876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:52.074503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.133373 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7016003 Jul 29 18:05:52.137932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.138498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54638) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:52.142147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'subnet': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:52.171316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0911e-c3b6-4e5d-9db8-785ec2cfc256 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Network': ['ID=1f553411-c73a-4513-b195-bf87d92bfe53,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:52.184007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.184250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1f553411-c73a-4513-b195-bf87d92bfe53 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:05:52.226810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:52.232113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:52.239573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:52.243401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:52.272435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:52.280970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.478951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.538184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1611-8db2-4dbc-ae78-2ecb48659433 req-c1ca8a36-c189-451c-9130-4f0f2489cbd4 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:52.539681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-767c1611-8db2-4dbc-ae78-2ecb48659433 req-c1ca8a36-c189-451c-9130-4f0f2489cbd4 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.0933909 Jul 29 18:05:52.551222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.556346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Checking segment: {'id': 'a0bd72ad-d1b8-4dad-af74-738be8c09511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:52.556766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network hostable DHCP agents. Network: 1f553411-c73a-4513-b195-bf87d92bfe53, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:05:52.559002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Subnet': ['ID=2c32ae61-85d4-43cf-95fb-383415a2fcdc,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:52.578700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:05:52.589899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1f553411-c73a-4513-b195-bf87d92bfe53) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:52.598451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1d7d7-15b6-475b-a0fb-1dd1b66e7758 None None] Network 1f553411-c73a-4513-b195-bf87d92bfe53 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:52.602125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:52.603345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.620406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20b288e9-8c99-4914-b596-bf836fe4305c tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4827926 Jul 29 18:05:52.623322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54642) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:52.631533 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-1090468954'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:52.638156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-767c1611-8db2-4dbc-ae78-2ecb48659433 req-84f3d839-b8be-45f9-ad43-ae628ffcc36a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848281 Jul 29 18:05:52.801105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:52.807199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.825062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1f553411-c73a-4513-b195-bf87d92bfe53', 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'tenant_id': '94713a3173194cdcbad0c53c16e67058', 'fixed_ips': [{'subnet_id': '2c32ae61-85d4-43cf-95fb-383415a2fcdc'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:05:52.826613 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.837734 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:05:52.867348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2323e-c9a6-49eb-9873-c5628e216c61 req-92aa7ee5-6983-4ea9-b773-c942cb259c16 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:52.868884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67e2323e-c9a6-49eb-9873-c5628e216c61 req-92aa7ee5-6983-4ea9-b773-c942cb259c16 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1134439 Jul 29 18:05:52.888803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:52.975952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.7 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/3b906a42-0bb9-40e8-b1a3-6763e98cdfa5) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:53.148238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.169894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:53.204587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.235686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:53.239904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:53.254820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67e2323e-c9a6-49eb-9873-c5628e216c61 req-726ce53c-b625-4f06-8c7a-59019220c508 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698580 Jul 29 18:05:53.264041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:53.282017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Allocated IP 172.20.0.2 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/57ff3c78-502c-4dc7-b209-b4ab5460189c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:53.354571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:53.355988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.385474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd0498-35f0-48b5-ac67-f2ce54e3e333 req-82f45b63-a7d8-40d4-80bb-9b8dd8dc2ba4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:53.387446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dbd0498-35f0-48b5-ac67-f2ce54e3e333 req-82f45b63-a7d8-40d4-80bb-9b8dd8dc2ba4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0672879 Jul 29 18:05:53.394645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=3b906a42-0bb9-40e8-b1a3-6763e98cdfa5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:53.398806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0c57ff3-732b-4566-84da-7240965b23d0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7735822 Jul 29 18:05:53.402029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:53.407566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router 60dccdd9-6f2c-4813-bb56-080c21488d45 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:05:53.408055 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-1778585609', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:86:66'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:53.450795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8dbd0498-35f0-48b5-ac67-f2ce54e3e333 req-2fc983af-b445-4722-b461-50f67321de32 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537956 Jul 29 18:05:53.485387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.506618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Transition to ACTIVE for port object 57ff3c78-502c-4dc7-b209-b4ab5460189c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:53.528073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Transition to ACTIVE for port object 57ff3c78-502c-4dc7-b209-b4ab5460189c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:53.540774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.554658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:53.555632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:05:53.576674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Sync routers for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:05:53.588752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:53.593344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:53.596045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:53.603639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.606192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f3649a78-b1a7-4e3c-a7a2-ca1335d58a42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4756250 Jul 29 18:05:53.609359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:53.610838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:53.611620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:53.656755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.665232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Pushing event updated for resources: {'Port': ['ID=57ff3c78-502c-4dc7-b209-b4ab5460189c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:53.682058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port fd7469fa-95d3-4d71-8453-462b7f9d19d1 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:05:53.785047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Attempting to bind port 57ff3c78-502c-4dc7-b209-b4ab5460189c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:53.785488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Attempting to bind port 57ff3c78-502c-4dc7-b209-b4ab5460189c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a0bd72ad-d1b8-4dad-af74-738be8c09511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:53.785791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Attempting to bind port 57ff3c78-502c-4dc7-b209-b4ab5460189c on network 1f553411-c73a-4513-b195-bf87d92bfe53 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:53.798394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:53.799262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Checking segment: {'id': 'a0bd72ad-d1b8-4dad-af74-738be8c09511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:53.800573 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.801075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Bound using segment: {'id': 'a0bd72ad-d1b8-4dad-af74-738be8c09511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:53.801670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Bound port: 57ff3c78-502c-4dc7-b209-b4ab5460189c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bd72ad-d1b8-4dad-af74-738be8c09511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:53.802901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:53.829601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.9 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/fd7469fa-95d3-4d71-8453-462b7f9d19d1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:53.857426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da745a-c80b-4724-bca6-4f04de8c066c req-b89fa029-5f8c-4174-97d9-8eb68de85308 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:53.858983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4da745a-c80b-4724-bca6-4f04de8c066c req-b89fa029-5f8c-4174-97d9-8eb68de85308 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1213517 Jul 29 18:05:53.861671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:53.872848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ce1a5a7-b6fa-4f66-be56-3826dfaaa41a tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=28cbab5ca5d14056b196d69e30c99b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2623549 Jul 29 18:05:53.873615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54666) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:53.915685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4da745a-c80b-4724-bca6-4f04de8c066c req-2538c07a-0778-486d-b14b-e952c9e3a896 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Jul 29 18:05:54.040869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b14d0-2289-4996-b07b-3c9fd3e4a28a tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.045386 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e28b14d0-2289-4996-b07b-3c9fd3e4a28a tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1667221 Jul 29 18:05:54.045834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54670) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:54.053978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] For port 57ff3c78-502c-4dc7-b209-b4ab5460189c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:54.072789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] For port 57ff3c78-502c-4dc7-b209-b4ab5460189c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=57ff3c78-502c-4dc7-b209-b4ab5460189c,segment=NetworkSegment(a0bd72ad-d1b8-4dad-af74-738be8c09511),segment_id=a0bd72ad-d1b8-4dad-af74-738be8c09511)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:54.081164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a93fdb53-ba76-4a3c-99be-9740adf29c41 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316772 Jul 29 18:05:54.081551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54672) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:54.088195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34398534', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:54.092597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.138658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.149242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:52Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:54.158434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object fd7469fa-95d3-4d71-8453-462b7f9d19d1 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:54.195470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Checking router: 60dccdd9-6f2c-4813-bb56-080c21488d45 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:05:54.196344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Updating router 60dccdd9-6f2c-4813-bb56-080c21488d45 port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:05:54.203491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:54.209690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.212069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.245364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe80f-fb78-4714-8f94-95df4c85c4ac None None] Pushing event updated for resources: {'Port': ['ID=57ff3c78-502c-4dc7-b209-b4ab5460189c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:54.248144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.308364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:54.309757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=fd7469fa-95d3-4d71-8453-462b7f9d19d1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:54.313301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:54.315924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:54.378891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.379757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.405778 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3a073df5-fe6d-447f-8df2-7f02a741282d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9989235 Jul 29 18:05:54.405778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54676) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:54.494201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17386b3-2077-4506-9956-ecee9fe77cb0 req-283b2ade-f4f0-47ac-b090-0b5aa202065c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.504268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a17386b3-2077-4506-9956-ecee9fe77cb0 req-283b2ade-f4f0-47ac-b090-0b5aa202065c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1294515 Jul 29 18:05:54.527865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9167f-eedc-4372-8d53-f1ea450b9b0d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.547074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9167f-eedc-4372-8d53-f1ea450b9b0d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.562123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9167f-eedc-4372-8d53-f1ea450b9b0d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.566475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ece9167f-eedc-4372-8d53-f1ea450b9b0d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1603210 Jul 29 18:05:54.569323 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:54.586012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a17386b3-2077-4506-9956-ecee9fe77cb0 req-33660c87-c925-42f8-bfbe-8d046bacaa52 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833049 Jul 29 18:05:54.668825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.680322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.687757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Transition to ACTIVE for port object dda1ce3f-956d-4728-9e57-30bd59fa2ea4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:54.697970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.727910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port fd7469fa-95d3-4d71-8453-462b7f9d19d1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:54.728254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.770980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6623b-76e2-4edc-b589-d1585f819281 None None] Pushing event updated for resources: {'Port': ['ID=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:54.773960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Attempting to bind port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:54.774591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Attempting to bind port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:54.775086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Attempting to bind port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:54.781530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:54.783297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:54.783692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.784179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:54.785124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Bound port: dda1ce3f-956d-4728-9e57-30bd59fa2ea4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:54.786048 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.828463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Subnet': ['ID=dfde965d-d8f8-4e3f-9786-c25fe6f6a813,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:54.833036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Checking segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:54.833409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network hostable DHCP agents. Network: 1cd96626-94eb-4849-90dd-b858cfba74c5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:05:54.850594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] For port dda1ce3f-956d-4728-9e57-30bd59fa2ea4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:54.851052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa19476-411c-4e58-801c-be3ec9d46210 req-35b67f92-a05a-492e-9b81-cc8733e18772 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.853689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfa19476-411c-4e58-801c-be3ec9d46210 req-35b67f92-a05a-492e-9b81-cc8733e18772 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1834195 Jul 29 18:05:54.856270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] For port dda1ce3f-956d-4728-9e57-30bd59fa2ea4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:54.864194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.872585 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.896399 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for fd7469fa-95d3-4d71-8453-462b7f9d19d1 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:54.905022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfa19476-411c-4e58-801c-be3ec9d46210 req-cb9ab628-5126-47b0-8ab1-a77a571c279a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Jul 29 18:05:54.905770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:05:54.933192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1cd96626-94eb-4849-90dd-b858cfba74c5) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:54.944542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dbf1ed-5f73-44a1-9a11-d791919c597b None None] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:54.945086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:54.946932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:54.947402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6623b-76e2-4edc-b589-d1585f819281 None None] Pushing event updated for resources: {'Port': ['ID=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:54.951709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:05:54.952457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:54.985821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d04ec61-85bb-4578-8284-bca1865bbc51 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9031291 Jul 29 18:05:54.986502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54688) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:55.153506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e363-cdfe-4b75-9360-e4207d849712 req-e2527bf3-e5f0-408e-bd1b-02fb8ab6e21a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:55.155556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf32e363-cdfe-4b75-9360-e4207d849712 req-e2527bf3-e5f0-408e-bd1b-02fb8ab6e21a tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1550312 Jul 29 18:05:55.264758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.278444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf32e363-cdfe-4b75-9360-e4207d849712 req-4b8e49b3-be41-4e65-93db-0e2f80914d72 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844536 Jul 29 18:05:55.317270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 57ff3c78-502c-4dc7-b209-b4ab5460189c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:55.323156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=fd7469fa-95d3-4d71-8453-462b7f9d19d1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:55.511320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:05:55.513952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 57ff3c78-502c-4dc7-b209-b4ab5460189c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:55.540552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.546122 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abb58fb1-5052-4c19-9e6c-7d4960583acd tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/fd7469fa-95d3-4d71-8453-462b7f9d19d1 HTTP/1.1" status: 204 len: 168 time: 0.9755208 Jul 29 18:05:55.546870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:55.582325 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89fa9be-266e-4348-9865-e492826b3f56 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] GET failed (client error): The resource could not be found. Jul 29 18:05:55.588436 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e89fa9be-266e-4348-9865-e492826b3f56 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports/fd7469fa-95d3-4d71-8453-462b7f9d19d1 HTTP/1.1" status: 404 len: 333 time: 0.0404134 Jul 29 18:05:55.589350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54694) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:55.595003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-231311853'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:55.671442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682833fa-de75-4096-abd5-91535b972270 None None] Network 1f553411-c73a-4513-b195-bf87d92bfe53 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:55.746953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:55.751332 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.772955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:05:55.793751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Provisioning for port 57ff3c78-502c-4dc7-b209-b4ab5460189c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:55.795490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917886a-f20a-40da-9225-768e2e3b828a req-69d143f1-0359-40df-8cdc-0ae3a4d948ff tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:55.797712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0917886a-f20a-40da-9225-768e2e3b828a req-69d143f1-0359-40df-8cdc-0ae3a4d948ff tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0834467 Jul 29 18:05:55.810283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1cd96626-94eb-4849-90dd-b858cfba74c5', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ips': [{'subnet_id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:05:55.811198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.819663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Provisioning complete for port 57ff3c78-502c-4dc7-b209-b4ab5460189c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:55.820061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.869089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0917886a-f20a-40da-9225-768e2e3b828a req-7303c0c9-f5cd-441f-ab70-88ffffe9a0bc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 Jul 29 18:05:55.875210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:55.926493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.9 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/5614a420-2cd9-4ff2-bd50-e3411dc3db9c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:56.072221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.087732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object 5614a420-2cd9-4ff2-bd50-e3411dc3db9c will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:56.130203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.136117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Allocated IP 172.20.0.2 (1cd96626-94eb-4849-90dd-b858cfba74c5/dfde965d-d8f8-4e3f-9786-c25fe6f6a813/dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:56.201557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:56.206469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:56.217591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:56.230482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaac62-6450-41e9-ae03-4cb7b7e38965 req-031b40fc-eb28-4b04-a99a-7edb57f4a848 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:56.231737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0beaac62-6450-41e9-ae03-4cb7b7e38965 req-031b40fc-eb28-4b04-a99a-7edb57f4a848 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1160216 Jul 29 18:05:56.262311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=5614a420-2cd9-4ff2-bd50-e3411dc3db9c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:56.292064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:56.292795 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.300388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0beaac62-6450-41e9-ae03-4cb7b7e38965 req-9697d904-4e78-4a05-a362-0a517c69678a tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606053 Jul 29 18:05:56.334878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54708) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:56.336256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97779d37-d524-4842-aa0f-968f30f44c54 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7453954 Jul 29 18:05:56.343645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:86:66'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:56.351872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:52Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:05:56.353659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.408070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd79f81-f3a4-4edc-8b92-50693882b5e2 None None] The sync data for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 is: [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:52Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:05:56.474787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] For port 57ff3c78-502c-4dc7-b209-b4ab5460189c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=57ff3c78-502c-4dc7-b209-b4ab5460189c,segment=NetworkSegment(a0bd72ad-d1b8-4dad-af74-738be8c09511),segment_id=a0bd72ad-d1b8-4dad-af74-738be8c09511)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:56.490385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.508835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.510787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb2ed-38d5-4197-9754-0d22f69a8bc7 req-8a23a2ae-e29b-4344-b555-f68f898fd505 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:56.512437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aadeb2ed-38d5-4197-9754-0d22f69a8bc7 req-8a23a2ae-e29b-4344-b555-f68f898fd505 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1386180 Jul 29 18:05:56.525114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Transition to ACTIVE for port object dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:56.554518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Transition to ACTIVE for port object dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:56.582614 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.595356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aadeb2ed-38d5-4197-9754-0d22f69a8bc7 req-13c7e164-74ca-4aaa-8a36-be887b82aa37 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Jul 29 18:05:56.613059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.623684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2fde7-08f9-42dc-a8ec-cd2f6982f862 None None] Pushing event updated for resources: {'Port': ['ID=57ff3c78-502c-4dc7-b209-b4ab5460189c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:56.628548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:56.632508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:56.640015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:56.689682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.703694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.20.0.1 (1cd96626-94eb-4849-90dd-b858cfba74c5/dfde965d-d8f8-4e3f-9786-c25fe6f6a813/4620bb0d-1f59-43c9-a8b3-2ac4fc737244) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:56.715573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Pushing event updated for resources: {'Port': ['ID=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:56.765958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Attempting to bind port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:05:56.766506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Attempting to bind port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:05:56.766967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Attempting to bind port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 on network 1cd96626-94eb-4849-90dd-b858cfba74c5 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:05:56.780836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:05:56.781219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Checking segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:05:56.781641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.782045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Bound using segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:05:56.782580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Bound port: dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:05:56.782972 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:56.848353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Provisioning complete for port 57ff3c78-502c-4dc7-b209-b4ab5460189c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:56.861800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.025192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] For port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:05:57.030751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] For port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:05:57.057962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.076104 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.085955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.126800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Transition to ACTIVE for port object 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:57.157979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394cfd-2d0f-4fae-86e3-59faf90060a0 None None] Pushing event updated for resources: {'Port': ['ID=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:57.175463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Provisioning for port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:57.179962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Provisioning complete for port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:57.180337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.188243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.284665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:57.305452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Provisioning for port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:57.310052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Provisioning complete for port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:57.310453 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.399402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c5bee-98ec-4c0c-935b-af19968608e9 None None] Port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:57.431440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] In _notify_port_updated(), no bound segment for port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c on network 1f553411-c73a-4513-b195-bf87d92bfe53 {{(pid=94051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:05:57.437422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:57.438078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.443011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "PUT /v2.0/ports/5614a420-2cd9-4ff2-bd50-e3411dc3db9c HTTP/1.1" status: 200 len: 992 time: 1.1033256 Jul 29 18:05:57.444975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54716) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:57.447644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dda1ce3f-956d-4728-9e57-30bd59fa2ea4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:57.472319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bc631-82cf-4fdf-8c94-5384bf02fe4b tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=5614a420-2cd9-4ff2-bd50-e3411dc3db9c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:57.490928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f854426-7cb5-46fd-8154-7278db102df9 req-32082720-3269-4031-ba91-86cb59e7775d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:57.499066 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f854426-7cb5-46fd-8154-7278db102df9 req-32082720-3269-4031-ba91-86cb59e7775d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.4197257 Jul 29 18:05:57.534177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.624789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:57.654801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a87f7a5e-58d5-46cd-a2ed-1b4cd8d41cf6 None None] Provisioning complete for port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:57.655517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a87f7a5e-58d5-46cd-a2ed-1b4cd8d41cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.659202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:57.669563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f854426-7cb5-46fd-8154-7278db102df9 req-ab82058e-d347-4e72-8411-35161c729172 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695025 Jul 29 18:05:57.675675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:57.681144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:05:57.707035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:05:57.707035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.707385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.727330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:57.744249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:57.750989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.791434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.812593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a87f7a5e-58d5-46cd-a2ed-1b4cd8d41cf6 None None] Port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:57.916050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.921356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.959394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for 5614a420-2cd9-4ff2-bd50-e3411dc3db9c owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:05:57.975835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port dda1ce3f-956d-4728-9e57-30bd59fa2ea4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:05:57.983648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e94c8db2-383d-4dc8-a6ab-3723334f3886 None None] Provisioning complete for port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:57.984154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e94c8db2-383d-4dc8-a6ab-3723334f3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.987345 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:57.988431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 57ff3c78-502c-4dc7-b209-b4ab5460189c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:58.093765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e94c8db2-383d-4dc8-a6ab-3723334f3886 None None] Port 5614a420-2cd9-4ff2-bd50-e3411dc3db9c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:58.115983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:58.130221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:58.130984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 57ff3c78-502c-4dc7-b209-b4ab5460189c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:58.131408 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:58.172087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=5614a420-2cd9-4ff2-bd50-e3411dc3db9c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:58.212190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-feac17ba-f313-4525-b2d4-c0bdb40f3b9a None None] Could not find standard attr ID for object 5614a420-2cd9-4ff2-bd50-e3411dc3db9c. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:05:58.371631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d488c0-276d-49a3-9d9d-ba652781bb7e req-8c73763e-e5a9-40b5-8590-6cc6d0c3d905 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:58.374263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86d488c0-276d-49a3-9d9d-ba652781bb7e req-8c73763e-e5a9-40b5-8590-6cc6d0c3d905 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1403029 Jul 29 18:05:58.400967 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:58.404554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a39ff036-48bb-4c3c-b80d-e5ff04f32249 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/5614a420-2cd9-4ff2-bd50-e3411dc3db9c HTTP/1.1" status: 204 len: 168 time: 0.9569871 Jul 29 18:05:58.406170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:58.428195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86d488c0-276d-49a3-9d9d-ba652781bb7e req-639680f3-6347-4d8e-9a4d-23a63bff3e17 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Jul 29 18:05:58.436808 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dae838-475e-4455-b3dc-1bf269cadd45 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] GET failed (client error): The resource could not be found. Jul 29 18:05:58.443116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-91dae838-475e-4455-b3dc-1bf269cadd45 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports/5614a420-2cd9-4ff2-bd50-e3411dc3db9c HTTP/1.1" status: 404 len: 333 time: 0.0357304 Jul 29 18:05:58.444174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54728) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:05:58.456405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-553141065'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:05:58.554709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:58.662695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0f79a-ee6a-455c-a0bf-9785d6b46ba7 req-73a53b66-af3d-4090-abee-e935218e3e40 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:58.664214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7be0f79a-ee6a-455c-a0bf-9785d6b46ba7 req-73a53b66-af3d-4090-abee-e935218e3e40 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1309681 Jul 29 18:05:58.703643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491f1b5-ce69-48e8-b632-230c493313b8 None None] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:05:58.768955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-82c74618-a252-404b-938c-a37fbf434b4d None None] Provisioning for port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:58.818873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7be0f79a-ee6a-455c-a0bf-9785d6b46ba7 req-f9a87c5a-023f-43e6-b934-cca275b5fa93 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479633 Jul 29 18:05:58.918482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:05:58.921960 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:58.985304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:05:59.064312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07839-14ef-4a12-9be5-a499dfb6ec5c req-c782bc44-20e7-4e12-8f66-1bc43775f5a8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:59.065926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5b07839-14ef-4a12-9be5-a499dfb6ec5c req-c782bc44-20e7-4e12-8f66-1bc43775f5a8 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1364484 Jul 29 18:05:59.223734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bcba1010-6a53-4e68-9f3e-1bdbf63e3d05 None None] Provisioning for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:05:59.233965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bcba1010-6a53-4e68-9f3e-1bdbf63e3d05 None None] Provisioning complete for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:59.234660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bcba1010-6a53-4e68-9f3e-1bdbf63e3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.281188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.292673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.12 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/492dc38b-d4e0-4c69-a4b1-c843fd3c7b63) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:05:59.303200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bcba1010-6a53-4e68-9f3e-1bdbf63e3d05 None None] Port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:59.321648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5b07839-14ef-4a12-9be5-a499dfb6ec5c req-f700c6f9-0b24-4b3e-bf86-4beaa8bfd268 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398474 Jul 29 18:05:59.350843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.415786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9c298-40b2-48e3-aa86-f4cb75acf65a None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:05:59.442802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dda1ce3f-956d-4728-9e57-30bd59fa2ea4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:05:59.452380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:05:59.485450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-42ab8f80-affb-4474-ae02-fe0ad1fd77b1 None None] Provisioning complete for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:59.485827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-42ab8f80-affb-4474-ae02-fe0ad1fd77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.491689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.523794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-42ab8f80-affb-4474-ae02-fe0ad1fd77b1 None None] Port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:05:59.591149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:05:59.591615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.639877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9c298-40b2-48e3-aa86-f4cb75acf65a None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:05:59.700128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-3bf540db-5b27-47f1-8b1d-be816e7322de tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:59.701795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-3bf540db-5b27-47f1-8b1d-be816e7322de tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.1991019 Jul 29 18:05:59.766174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef077143-d42b-4c04-bd63-6ba6ec0cfc96 req-2f45155c-c180-462c-9ed0-22f1c9307715 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:05:59.767808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef077143-d42b-4c04-bd63-6ba6ec0cfc96 req-2f45155c-c180-462c-9ed0-22f1c9307715 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.2003167 Jul 29 18:05:59.801092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:05:59.842008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:05:59.864072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:05:59.874511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:05:59.902870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef077143-d42b-4c04-bd63-6ba6ec0cfc96 req-7f0018bc-2d58-4c91-a42f-d7000518476d tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174350 Jul 29 18:05:59.913535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:00.030365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.042903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:00.048026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Deleting port 27b4357e-da70-404a-95f9-2eb13a9d194e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:00.048365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.070208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:00.070727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.170857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:00.179967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router 60dccdd9-6f2c-4813-bb56-080c21488d45 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:00.184634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:00.196948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=492dc38b-d4e0-4c69-a4b1-c843fd3c7b63,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:00.200372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:00.214710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90c844-24f8-43e4-8185-ac45b23e29ba req-4e35ea3b-5a06-4cd6-9cc7-191866eff905 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:00.215427 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.216269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c90c844-24f8-43e4-8185-ac45b23e29ba req-4e35ea3b-5a06-4cd6-9cc7-191866eff905 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 945 time: 0.2089930 Jul 29 18:06:00.279688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:00.289354 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.289550 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] For port 27b4357e-da70-404a-95f9-2eb13a9d194e, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=27b4357e-da70-404a-95f9-2eb13a9d194e,segment=NetworkSegment(ca9e325f-5f4a-4079-8832-33a106fd5f9a),segment_id=ca9e325f-5f4a-4079-8832-33a106fd5f9a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:00.289788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.315945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:00.322218 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.351304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:00.360518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.361004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.361356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.361744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.362082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.362490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.362869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.363201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.363527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.363896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.364226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.364545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:00.390795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Calling delete_port for 27b4357e-da70-404a-95f9-2eb13a9d194e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:00.405261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c90c844-24f8-43e4-8185-ac45b23e29ba req-525a990b-cd1f-4986-866e-0de06014083e tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef8a7532-c846-4536-971b-403f3e327b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679780 Jul 29 18:06:00.418035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54746) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:00.418719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a94675b1-1073-491f-9d71-0c569c92e2d5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9672880 Jul 29 18:06:00.430289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:86:66'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:00.523946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:00.533913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7f01088d-4482-4c7d-839b-476a26be140a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "PUT /v2.0/routers/60dccdd9-6f2c-4813-bb56-080c21488d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5443568 Jul 29 18:06:00.534184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:00.535150 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Sync routers for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:00.550971 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:00.551891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:00.691566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:00.705528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.812588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55dc02-c339-4db8-bd95-e4ef63762426 req-5a975eed-1c26-4dfa-8d97-baf58a28d77c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:00.814371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a55dc02-c339-4db8-bd95-e4ef63762426 req-5a975eed-1c26-4dfa-8d97-baf58a28d77c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2252409 Jul 29 18:06:00.886349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d422c45f-43d5-4c82-ad97-f166e5640042 None None] Provisioning complete for port 57ff3c78-502c-4dc7-b209-b4ab5460189c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:00.890664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d422c45f-43d5-4c82-ad97-f166e5640042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:00.948152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:58Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '4620bb0d-1f59-43c9-a8b3-2ac4fc737244', 'name': '', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:13:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:56Z', 'updated_at': '2021-07-29T18:05:58Z', 'revision_number': 2, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:01.008224 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Checking router: 60dccdd9-6f2c-4813-bb56-080c21488d45 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:01.008576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Updating router 60dccdd9-6f2c-4813-bb56-080c21488d45 port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:06:01.049053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.061291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.067783 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.116083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d422c45f-43d5-4c82-ad97-f166e5640042 None None] Provisioning complete for port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:01.116723 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d422c45f-43d5-4c82-ad97-f166e5640042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.208047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d422c45f-43d5-4c82-ad97-f166e5640042 None None] Port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:01.253527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=492dc38b-d4e0-4c69-a4b1-c843fd3c7b63,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:01.269001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] In _notify_port_updated(), no bound segment for port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 on network 1f553411-c73a-4513-b195-bf87d92bfe53 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:06:01.282355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.283054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.284730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7b20768d-32a6-4831-b09d-ec144cd8ae5d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "PUT /v2.0/ports/492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 HTTP/1.1" status: 200 len: 996 time: 0.8652332 Jul 29 18:06:01.287411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54756) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:01.292609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:01.358066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 27b4357e-da70-404a-95f9-2eb13a9d194e no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:01.431746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:01.432353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.461808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4da82782-fe84-44e2-ba98-92e89d6d523f None None] Provisioning for port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:01.470080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4da82782-fe84-44e2-ba98-92e89d6d523f None None] Provisioning complete for port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:01.470080 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4da82782-fe84-44e2-ba98-92e89d6d523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.527203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4da82782-fe84-44e2-ba98-92e89d6d523f None None] Port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:01.557630 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.559512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:01.561489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.570146 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Transition to ACTIVE for port object 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:01.579015 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.591253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a55dc02-c339-4db8-bd95-e4ef63762426 req-11bdf420-ce10-4590-8c13-9cbc597451d4 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644401 Jul 29 18:06:01.625940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.639420 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Pushing event updated for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:01.645166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:01.652823 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.653424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.654008 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.654728 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.655227 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.655783 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.656312 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.656843 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.657332 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.657983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.658891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.659386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:01.681893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.684157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.697027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.698521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.699086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.699617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.700136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.700648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.701158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.701669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:01.706569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0ceb732a-b1ca-4f11-937f-b9d50a83a510 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 1.1687834 Jul 29 18:06:01.722628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:01.768387 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Attempting to bind port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:01.768758 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Attempting to bind port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:01.769117 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Attempting to bind port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 on network 1cd96626-94eb-4849-90dd-b858cfba74c5 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:01.774554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:01.774924 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Checking segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:01.775324 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.775770 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Bound using segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:01.776236 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Bound port: 4620bb0d-1f59-43c9-a8b3-2ac4fc737244, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:01.776615 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.830385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.869216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e3111843-755e-4ca4-b5c6-29c2e2e937eb None None] Provisioning complete for port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:01.870696 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e3111843-755e-4ca4-b5c6-29c2e2e937eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.910001 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] For port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:01.922430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e3111843-755e-4ca4-b5c6-29c2e2e937eb None None] Port 492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:01.945828 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] For port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:01.951366 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:01.952029 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:02.017355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:02.030957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:02.031900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:05:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:02.037480 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167af20-c89b-4007-bc1f-ad6c57ecd678 None None] Pushing event updated for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:02.051950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=492dc38b-d4e0-4c69-a4b1-c843fd3c7b63,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:02.052375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.052867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.053307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.053761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.054216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.054690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.055137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.055575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.056016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.056458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.058653 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4828192f-f4ce-4b5a-b7ef-fed8671f074c tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6498 time: 0.3348200 Jul 29 18:06:02.070910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54768) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:02.072235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05d888-b9e5-4476-aad6-808a973d21fe req-26d150df-3a98-40a8-8f96-e800b9987418 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.090580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e05d888-b9e5-4476-aad6-808a973d21fe req-26d150df-3a98-40a8-8f96-e800b9987418 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.3388400 Jul 29 18:06:02.182232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e05d888-b9e5-4476-aad6-808a973d21fe req-371b87a0-e167-4d8d-8534-1bc35a512007 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900648 Jul 29 18:06:02.186722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Pushing event deleted for resources: {'Port': ['ID=27b4357e-da70-404a-95f9-2eb13a9d194e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:02.251992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:02.252267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] No DVR routers for this DVR port 27b4357e-da70-404a-95f9-2eb13a9d194e on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:02.256917 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:02.260190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cac817e2-9a0a-41ed-b277-f1743393c60d req-ebeadaca-fdd7-41bb-8250-061a8fec5b30 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.38 "DELETE /v2.0/ports/27b4357e-da70-404a-95f9-2eb13a9d194e HTTP/1.1" status: 204 len: 173 time: 2.5516243 Jul 29 18:06:02.260723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'name': 'network-vif-deleted', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:02.264619 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333c9d0-32b8-4f0c-b7d3-e0e33e3befe7" -d '{"events": [{"server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "name": "network-vif-deleted", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:02.341696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:02.351839 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72b6870f-de77-41af-8191-92b86d9c97ca tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 HTTP/1.1" status: 204 len: 168 time: 1.0628784 Jul 29 18:06:02.360444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54774) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:02.375576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9eed6ce0-2f0f-46e3-bdc2-68ed0b01ffd4 req-e3a308db-84b4-470d-ba31-617a022f7a26 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 210 time: 0.0813520 Jul 29 18:06:02.407246 n-d-801607-3 neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cdf12f-14ef-4574-ae79-22c6f6711d49 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] GET failed (client error): The resource could not be found. Jul 29 18:06:02.407246 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c1cdf12f-14ef-4574-ae79-22c6f6711d49 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports/492dc38b-d4e0-4c69-a4b1-c843fd3c7b63 HTTP/1.1" status: 404 len: 333 time: 0.0445061 Jul 29 18:06:02.428513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54776) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:02.438818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-1430392342'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:02.510547 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8519eb-af3c-4aba-bc4e-efdc81bcc287 x-openstack-request-id: req-de8519eb-af3c-4aba-bc4e-efdc81bcc287 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:02.510963 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "name": "network-vif-deleted", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:02.511241 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de8519eb-af3c-4aba-bc4e-efdc81bcc287 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:02.511723 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'name': 'network-vif-deleted', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:06:02.627706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:02.632994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:02.660952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:06:02.709116 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:58Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '4620bb0d-1f59-43c9-a8b3-2ac4fc737244', 'name': '', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:13:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:56Z', 'updated_at': '2021-07-29T18:06:01Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:02.740262 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bf85c-4b15-4e14-8a34-9a5eb950851d None None] The sync data for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 is: [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:58Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '4620bb0d-1f59-43c9-a8b3-2ac4fc737244', 'name': '', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:13:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:56Z', 'updated_at': '2021-07-29T18:06:01Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:02.953496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2845e3-9769-4bda-a298-fe8a381e96cf req-9beb13a5-0393-45d4-988c-115e783c47e0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:02.955234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a2845e3-9769-4bda-a298-fe8a381e96cf req-9beb13a5-0393-45d4-988c-115e783c47e0 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2054989 Jul 29 18:06:02.956554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.8 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/9cb34576-f933-4cf3-8257-d89a4cbdb8a7) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:03.008009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c0be07b1-ba88-475b-8875-23e66c19fc50 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 0.9349194 Jul 29 18:06:03.020542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a2845e3-9769-4bda-a298-fe8a381e96cf req-83e284b6-fdea-4c4c-91b1-4b1bb1508789 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587978 Jul 29 18:06:03.184238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.211583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:03.260863 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.322785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:03.327456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:03.333895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:03.335086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:03.355292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=9cb34576-f933-4cf3-8257-d89a4cbdb8a7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:03.440820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54792) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:03.447206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:03.448114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730556102', 'description': 'tempest-secgroup-smoke-730556102 description', 'project_id': '28cbab5ca5d14056b196d69e30c99b01'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:03.457716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:03.458094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.514035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.603587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:03.605421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.616365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.627141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.641887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.664409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.670075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2243171 Jul 29 18:06:03.670376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:03.674855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:03.677943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8967-566a-4d75-9de1-b9713256b371 req-fc9262b4-80f4-435b-8eeb-e26704f6a966 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:03.679954 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-628d8967-566a-4d75-9de1-b9713256b371 req-fc9262b4-80f4-435b-8eeb-e26704f6a966 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.1806660 Jul 29 18:06:03.680218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a457e-9f59-4e49-92c7-d170a3340536 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:03.683899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6a51da35-1f2b-45a4-a7a0-0ce4ef1488b0 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2502511 Jul 29 18:06:03.685871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:03.690883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'network_id': '1f553411-c73a-4513-b195-bf87d92bfe53', 'name': 'tempest-AllowedAddressPairTestJSON-1580118750'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:03.729093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:03.742013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.747609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d85160d-0f57-489f-a940-6576904e14b0 None None] Provisioning for port 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:03.761693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-628d8967-566a-4d75-9de1-b9713256b371 req-fb497def-2e14-4f62-85a8-3f2c38b28724 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650325 Jul 29 18:06:03.809878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d85160d-0f57-489f-a940-6576904e14b0 None None] Provisioning complete for port 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:03.810919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d85160d-0f57-489f-a940-6576904e14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.844908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.897128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Made reservation on behalf of 94713a3173194cdcbad0c53c16e67058 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:03.901641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:03.921342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3d85160d-0f57-489f-a940-6576904e14b0 None None] Port 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:03.922764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:03.946777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] device_id is not set on port e481f9dd-a13d-46bd-a734-5c25b191f451 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:06:03.956080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d3e60a7-cb77-4b4f-95a3-4448746defd9 req-8dc53621-98c9-4a11-8d86-b920486d4395 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 210 time: 0.0469797 Jul 29 18:06:04.027594 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.044746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.071641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146cc67f-6a1a-47c7-ab3d-42d9b5c9e0c6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:04.117515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.118765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a912a329-0718-48ef-a738-0daba9dff3c5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474909 Jul 29 18:06:04.121833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54802) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:04.126975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:04.150049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Allocated IP 172.20.0.5 (1f553411-c73a-4513-b195-bf87d92bfe53/2c32ae61-85d4-43cf-95fb-383415a2fcdc/e481f9dd-a13d-46bd-a734-5c25b191f451) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:04.181748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b4f7323-2999-41d7-9dbe-04018d85eaa3 req-b8a68bf3-616c-4246-a40e-8480b2058b94 tempest-InstanceActionsV221TestJSON-1928886456 tempest-InstanceActionsV221TestJSON-1928886456-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af43328-9305-4b64-bb0c-8420b00cbe59 HTTP/1.1" status: 200 len: 210 time: 0.0474415 Jul 29 18:06:04.240067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.328955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.337273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.400165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.401241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4781937c-a1c5-402a-ad4e-c282af585f6b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:04.409051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.410292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-01142cd0-b7b3-4707-91ce-456665d51bf8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2873676 Jul 29 18:06:04.413875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54808) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:04.419513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:04.445128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Transition to ACTIVE for port object e481f9dd-a13d-46bd-a734-5c25b191f451 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:04.448915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-084382fb-41bf-4a10-853d-f143c28f4fbf tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:04.450535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-084382fb-41bf-4a10-853d-f143c28f4fbf tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0914769 Jul 29 18:06:04.508489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.509947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.568090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Network 1f553411-c73a-4513-b195-bf87d92bfe53 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:04.574772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:04.576742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=e481f9dd-a13d-46bd-a734-5c25b191f451,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:04.578939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:04.636669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:04.637593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.641330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841da6-d392-41ff-a941-a02efc44a9d4 req-92ef9a48-fbc3-45d7-9f56-612ecb170453 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:04.642912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09841da6-d392-41ff-a941-a02efc44a9d4 req-92ef9a48-fbc3-45d7-9f56-612ecb170453 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1197863 Jul 29 18:06:04.657424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45514b50-c9ac-4d47-abbd-ff9646b03350 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9703927 Jul 29 18:06:04.659955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:04.665884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:86:66'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2d:4b:45'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:04.683018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.697969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.730350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4be74fa-3c33-480d-92c2-1ece0055ec4f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:04.739933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:04.740276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.743565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.746294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60564054-c30a-46e4-bc00-71014df46c0a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293023 Jul 29 18:06:04.750449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:04.756006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:04.774665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09841da6-d392-41ff-a941-a02efc44a9d4 req-613cddae-c682-4ce5-bd3d-e6d90e8c0b04 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161501 Jul 29 18:06:04.775180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.848333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.864643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-105ccb9d-174d-471a-bcf7-5c7e3a9dca82 None None] Provisioning for port e481f9dd-a13d-46bd-a734-5c25b191f451 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:04.878437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-105ccb9d-174d-471a-bcf7-5c7e3a9dca82 None None] Provisioning complete for port e481f9dd-a13d-46bd-a734-5c25b191f451 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:04.878821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-105ccb9d-174d-471a-bcf7-5c7e3a9dca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.879623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54822) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:04.937310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-105ccb9d-174d-471a-bcf7-5c7e3a9dca82 None None] Port e481f9dd-a13d-46bd-a734-5c25b191f451 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:04.941751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Deleting subnet 6cbe62c9-b535-4c09-ae4e-1ccc790b36c6 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:04.959460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.971617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:04.971980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:04.986863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:05.005756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc63ea-a32c-4bbf-af20-41608e5bf378 req-0908214b-adba-40fd-b230-e4b6a59dcb6e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:05.007309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbfc63ea-a32c-4bbf-af20-41608e5bf378 req-0908214b-adba-40fd-b230-e4b6a59dcb6e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 946 time: 0.0892007 Jul 29 18:06:05.062457 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.094288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbfc63ea-a32c-4bbf-af20-41608e5bf378 req-70729517-c166-4b7f-8176-9788a808c27c tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/security-groups?id=662de514-278b-45ef-a0b0-c0b77fde6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490041 Jul 29 18:06:05.095489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.116951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.158128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea1d69d-6c35-4f03-899e-4fdb881c1648,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.166737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.189943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.194571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3acb5a43-b987-4843-8a25-8c062a0eb083 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426160 Jul 29 18:06:05.194814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:05.201364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:05.225507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.249470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.261064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.275598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:05.285020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.311606 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Project 28cbab5ca5d14056b196d69e30c99b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:06:05.320102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event updated for resources: {'Port': ['ID=e481f9dd-a13d-46bd-a734-5c25b191f451,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.338082 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.378709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:05.380074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.393835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] No DVR routers for this DVR port b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:05.399204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.404642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7b37f25-66c7-4740-83bf-3400bc35787b req-a183af6a-60f6-4722-8d20-f02d57f6c104 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.38 "DELETE /v2.0/ports/b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 HTTP/1.1" status: 204 len: 173 time: 0.9444423 Jul 29 18:06:05.406480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'name': 'network-vif-deleted', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:05.408992 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e06b5a-0781-472e-a6f8-f84b6b8aea3e" -d '{"events": [{"server_uuid": "61117279-f288-4265-851a-079621f2691c", "name": "network-vif-deleted", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:05.419436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.445181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.448095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6cbe62c9-b535-4c09-ae4e-1ccc790b36c6 HTTP/1.1" status: 204 len: 168 time: 0.5671461 Jul 29 18:06:05.449962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21414-dca4-4281-bc49-582b1502cda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbe62c9-b535-4c09-ae4e-1ccc790b36c6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.452177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54830) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:05.548271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.558839 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298cb233-ed19-4263-b45a-c41d311200a0 x-openstack-request-id: req-298cb233-ed19-4263-b45a-c41d311200a0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:05.559137 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61117279-f288-4265-851a-079621f2691c", "name": "network-vif-deleted", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:05.559441 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-298cb233-ed19-4263-b45a-c41d311200a0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:05.559858 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'name': 'network-vif-deleted', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:06:05.561143 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.606728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83eacae-ec8e-4fdc-924e-374092961f79,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.615591 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.617186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f91ab6ee-702b-4b39-a345-f818f84f49f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4218225 Jul 29 18:06:05.620432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:05.628604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] In _notify_port_updated(), no bound segment for port e481f9dd-a13d-46bd-a734-5c25b191f451 on network 1f553411-c73a-4513-b195-bf87d92bfe53 {{(pid=94052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 18:06:05.635086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:05.635500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.636400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7c68b-db3a-453e-a50c-0f386d5b3b1b', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:05.637081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d9c5d557-76c4-4f67-a647-cdd2cefa5499 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "PUT /v2.0/ports/e481f9dd-a13d-46bd-a734-5c25b191f451 HTTP/1.1" status: 200 len: 1055 time: 0.9758945 Jul 29 18:06:05.640448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:05.697981 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Project 28cbab5ca5d14056b196d69e30c99b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:06:05.704300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.721034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.792093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.800680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.830706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d347eaca-e1a5-45ed-a7ef-c4e92b671b25,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:05.840135 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.841495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-65fc83b9-9505-4cf4-90ff-5ac7b551d4ad tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198188 Jul 29 18:06:05.871960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36d2533c-2674-4798-83f2-a0769ed483bd None None] Provisioning complete for port e481f9dd-a13d-46bd-a734-5c25b191f451 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:05.872501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36d2533c-2674-4798-83f2-a0769ed483bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.935348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.935755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf27de-d423-439a-bbeb-5d185df41de9 req-3a4a99ee-37c5-4887-8c7e-fe72c3b1fca1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:05.942805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-36d2533c-2674-4798-83f2-a0769ed483bd None None] Port e481f9dd-a13d-46bd-a734-5c25b191f451 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:05.949625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cdf27de-d423-439a-bbeb-5d185df41de9 req-3a4a99ee-37c5-4887-8c7e-fe72c3b1fca1 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0750556 Jul 29 18:06:05.958891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port e481f9dd-a13d-46bd-a734-5c25b191f451 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:05.959511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:05.963562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59b90ed-860b-447c-b0ff-5e3fcbe03500']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:06.008901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cdf27de-d423-439a-bbeb-5d185df41de9 req-720ea949-f3a0-411c-b017-fd92d1c8a91d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537164 Jul 29 18:06:06.014492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9e325f-5f4a-4079-8832-33a106fd5f9a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:06.014632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9e325f-5f4a-4079-8832-33a106fd5f9a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:06.036134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.060204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.078205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:06.078920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:06.080787 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:06.126321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-ec10b2a5-918f-46d6-bf20-6697cbfd7ed8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730556102&fields=id&tenant_id=28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 267 time: 0.0353723 Jul 29 18:06:06.144652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.167641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for e481f9dd-a13d-46bd-a734-5c25b191f451 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:06.173589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.183723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.185759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a59b90ed-860b-447c-b0ff-5e3fcbe03500 HTTP/1.1" status: 204 len: 168 time: 0.7304542 Jul 29 18:06:06.203988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80c66b-b825-4c7b-b68b-46da63d339d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59b90ed-860b-447c-b0ff-5e3fcbe03500,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:06.250664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-ace19a4f-328c-4bdd-9f72-55efbcb79867 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:06.258187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-ace19a4f-328c-4bdd-9f72-55efbcb79867 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/networks?id=1cd96626-94eb-4849-90dd-b858cfba74c5 HTTP/1.1" status: 200 len: 796 time: 0.1232586 Jul 29 18:06:06.274641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-b0d3bd7a-86f2-432d-bd83-b657b381f226 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/quotas/28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 375 time: 0.0154929 Jul 29 18:06:06.340532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-6e3a7e95-5417-4c78-bf14-dda1b34bd587 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572755 Jul 29 18:06:06.347877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.390577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=e481f9dd-a13d-46bd-a734-5c25b191f451,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:06.482914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-50599e9f-0258-44fa-8b01-bfc19d3e264f service neutron] 10.222.0.16 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414711 Jul 29 18:06:06.498628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:06.596296 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1edfc57-9630-41de-86d0-8f7b07094474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d17c2cf39374fe19c929c49a40417fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928302 Jul 29 18:06:06.602337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:06.622557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-fe8e95a9-c2e9-4b90-95c6-49364af1d58b service neutron] 10.222.0.16 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306264 Jul 29 18:06:06.672706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.684183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.689883 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5b634eac-69b1-4f55-aef5-dcda2c905d32 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/e481f9dd-a13d-46bd-a734-5c25b191f451 HTTP/1.1" status: 204 len: 168 time: 1.0486467 Jul 29 18:06:06.690917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54868) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:06.699810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.722310 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f8fb8-71f7-44e1-a45e-ab17ad9072ae tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] GET failed (client error): The resource could not be found. Jul 29 18:06:06.728697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54870) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:06.729496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-150f8fb8-71f7-44e1-a45e-ab17ad9072ae tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports/e481f9dd-a13d-46bd-a734-5c25b191f451 HTTP/1.1" status: 404 len: 333 time: 0.0372589 Jul 29 18:06:06.818720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.821141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.824773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef8a7532-c846-4536-971b-403f3e327b04 HTTP/1.1" status: 204 len: 168 time: 0.2185864 Jul 29 18:06:06.836506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2d736-a928-4c12-bbe2-5c7d9dc23b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a7532-c846-4536-971b-403f3e327b04,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:06.868963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:06.869783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:06.937805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c23287f0-53fd-49c6-80f1-f9932b8cd2aa req-5e842268-263a-4365-a9d7-63b6b9449758 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 210 time: 0.0652792 Jul 29 18:06:07.027349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:07.056435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a5cfe5e-068c-4401-9a8a-8fbfbf727f05 req-9134479b-4cfe-4866-be5f-8eb6b623ac08 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0427258 Jul 29 18:06:07.063858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for 9cb34576-f933-4cf3-8257-d89a4cbdb8a7 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:07.327850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf1163b5-d50b-4e4c-b273-94d03fd1421a req-57bfac3a-c3fe-4ec2-9e5b-dc0ca3d24943 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "GET /v2.0/ports?device_id=61117279-f288-4265-851a-079621f2691c HTTP/1.1" status: 200 len: 210 time: 0.0384169 Jul 29 18:06:07.328765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:07.365118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:07.390086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:07.390931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:07.405457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=9cb34576-f933-4cf3-8257-d89a4cbdb8a7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:07.537091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:07.560339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54906) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:07.561120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4667de2e-62b3-404b-8009-954e2f89aeaf tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/9cb34576-f933-4cf3-8257-d89a4cbdb8a7 HTTP/1.1" status: 204 len: 168 time: 0.8271432 Jul 29 18:06:07.617856 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a100c097-4e03-4088-996a-4067b1d42bd2 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] GET failed (client error): The resource could not be found. Jul 29 18:06:07.632466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54912) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:07.634733 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a100c097-4e03-4088-996a-4067b1d42bd2 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "GET /v2.0/ports/9cb34576-f933-4cf3-8257-d89a4cbdb8a7 HTTP/1.1" status: 404 len: 333 time: 0.0712445 Jul 29 18:06:07.790227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02afb8-6361-406b-b2ae-2df793ce20a2 req-d0f5a7b6-5650-46c7-b2c8-bc72f1c64dfc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:07.791258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d02afb8-6361-406b-b2ae-2df793ce20a2 req-d0f5a7b6-5650-46c7-b2c8-bc72f1c64dfc tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1065662 Jul 29 18:06:07.853860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:07.854276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:07.904456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d02afb8-6361-406b-b2ae-2df793ce20a2 req-ec450488-a36b-4ff9-b0cf-df39540f3f4e tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071246 Jul 29 18:06:07.923366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:07.967562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:07.981215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for 3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:07.983727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54924) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:08.076717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-909185273-network', 'tenant_id': 'd40d95b3f62745a3afc2860336d6b188'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:08.238992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Made reservation on behalf of d40d95b3f62745a3afc2860336d6b188 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:08.241553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:08.254619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c34e60c-47d0-41b6-bf9c-7b9f060a8d60 req-2bd9bff5-1e2e-4e33-bf02-9dfc70d52568 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0955119 Jul 29 18:06:08.281392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:08.717789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f7c64646-7884-4977-ae8c-3266c5576e59 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:08.719190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f7c64646-7884-4977-ae8c-3266c5576e59 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/networks?id=1cd96626-94eb-4849-90dd-b858cfba74c5 HTTP/1.1" status: 200 len: 796 time: 0.5775478 Jul 29 18:06:08.761252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:08.837524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=3b906a42-0bb9-40e8-b1a3-6763e98cdfa5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:08.868507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-de6d3f3e-003d-49c5-98eb-ca1c8642c056 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 379 time: 0.1365688 Jul 29 18:06:08.887738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'port': {'device_id': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'admin_state_up': True, 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'security_groups': ['b8d7c68b-db3a-453e-a50c-0f386d5b3b1b']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:09.058607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.062718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3fdd25ba-a4ba-4085-8607-a8d309f65c0e tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/ports/3b906a42-0bb9-40e8-b1a3-6763e98cdfa5 HTTP/1.1" status: 204 len: 168 time: 1.4265704 Jul 29 18:06:09.063310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54936) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:09.079633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.096155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.121804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting subnet 2c32ae61-85d4-43cf-95fb-383415a2fcdc {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:09.125088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.138477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:06:09.170309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7ed39-446b-4caf-95a9-6d64c7d99df3 req-f543570a-9471-4b15-a175-9a252f341d8f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:09.171839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1a7ed39-446b-4caf-95a9-6d64c7d99df3 req-f543570a-9471-4b15-a175-9a252f341d8f tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1687343 Jul 29 18:06:09.173211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.173664 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Added segment 982c9822-5622-42c0-8018-7da691b87b8a of type vlan for network a81d1d9f-d406-4ac1-92ee-10179164b26a Jul 29 18:06:09.177384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe078e9-1c97-447f-994b-cc328f09210d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:09.186065 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.237978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0f7343ed-5f09-4ce4-82df-437876d85747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.240163 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:09.243792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.274566 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.319596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.361657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1a7ed39-446b-4caf-95a9-6d64c7d99df3 req-ae2093cc-9160-483e-814a-9ce551e46f06 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721015 Jul 29 18:06:09.362399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.366861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:09.367751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.450663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.468026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.470364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/subnets/2c32ae61-85d4-43cf-95fb-383415a2fcdc HTTP/1.1" status: 204 len: 168 time: 0.4059246 Jul 29 18:06:09.479699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20662d-b952-4bee-bad3-ba7082651410 None None] Network 1f553411-c73a-4513-b195-bf87d92bfe53 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:09.490019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54944) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:09.498622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652b942-0f2e-44ef-b185-5d8f24c6cf1d tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Subnet': ['ID=2c32ae61-85d4-43cf-95fb-383415a2fcdc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:09.511851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4902a2e-1395-4f5f-bce6-cd50d201d2b9 req-b345df6e-3257-496b-b481-f249db488eef tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0506153 Jul 29 18:06:09.547333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] Pushing event updated for resources: {'Network': ['ID=a81d1d9f-d406-4ac1-92ee-10179164b26a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:09.565851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a81d1d9f-d406-4ac1-92ee-10179164b26a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:06:09.570033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-555975fa-b407-41db-82bc-e4fd2a67db7d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6437376 Jul 29 18:06:09.573798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 54946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:09.580347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Request body: {'subnet': {'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-909185273-subnet', 'tenant_id': 'd40d95b3f62745a3afc2860336d6b188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:09.590623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.622281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.654151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Deleting port 57ff3c78-502c-4dc7-b209-b4ab5460189c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:09.654512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.705329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Made reservation on behalf of d40d95b3f62745a3afc2860336d6b188 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:09.708727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.731721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] For port 57ff3c78-502c-4dc7-b209-b4ab5460189c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=57ff3c78-502c-4dc7-b209-b4ab5460189c,segment=NetworkSegment(a0bd72ad-d1b8-4dad-af74-738be8c09511),segment_id=a0bd72ad-d1b8-4dad-af74-738be8c09511)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:09.732089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.751595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Calling delete_port for 57ff3c78-502c-4dc7-b209-b4ab5460189c owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:09.774774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] DHCP port deletion for 1f553411-c73a-4513-b195-bf87d92bfe53 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:06:09.814140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.20.0.3 (1cd96626-94eb-4849-90dd-b858cfba74c5/dfde965d-d8f8-4e3f-9786-c25fe6f6a813/c9da7cd2-09b1-4d7c-b540-56f1a85259a8) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:09.824147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Deleting port 57ff3c78-502c-4dc7-b209-b4ab5460189c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:09.824833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.852196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.885473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] No DVR routers for this DVR port 57ff3c78-502c-4dc7-b209-b4ab5460189c on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:09.892095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] For port 57ff3c78-502c-4dc7-b209-b4ab5460189c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=57ff3c78-502c-4dc7-b209-b4ab5460189c,segment=NetworkSegment(a0bd72ad-d1b8-4dad-af74-738be8c09511),segment_id=a0bd72ad-d1b8-4dad-af74-738be8c09511)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:09.892324 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Port': ['ID=57ff3c78-502c-4dc7-b209-b4ab5460189c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:09.894710 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.911123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Calling delete_port for 57ff3c78-502c-4dc7-b209-b4ab5460189c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:09.983117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:09.995784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f553411-c73a-4513-b195-bf87d92bfe53']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:10.018050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.018336 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bd72ad-d1b8-4dad-af74-738be8c09511') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:10.018496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bd72ad-d1b8-4dad-af74-738be8c09511') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:10.030141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.041902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] No DVR routers for this DVR port 57ff3c78-502c-4dc7-b209-b4ab5460189c on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:10.050293 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.059045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:10.059804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.071700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11140b0-1cce-4337-8680-3843d58b6fec None None] Pushing event deleted for resources: {'Port': ['ID=57ff3c78-502c-4dc7-b209-b4ab5460189c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:10.094190 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:10.150677 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.161342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.164171 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] 10.222.0.16 "DELETE /v2.0/networks/1f553411-c73a-4513-b195-bf87d92bfe53 HTTP/1.1" status: 204 len: 168 time: 0.6729631 Jul 29 18:06:10.187379 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.187934 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa73d9-1901-409a-b505-5e05e15126a5 tempest-AllowedAddressPairTestJSON-253621586 tempest-AllowedAddressPairTestJSON-253621586-project] Pushing event deleted for resources: {'Network': ['ID=1f553411-c73a-4513-b195-bf87d92bfe53,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:10.262768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Transition to ACTIVE for port object c9da7cd2-09b1-4d7c-b540-56f1a85259a8 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:10.292187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.369707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 6867b738-4f36-4cd5-9279-780e0fb5568d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:10.370049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.393298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12465cb2-8709-40d0-ba58-d7c3af48cd42,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:10.418641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54960) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:10.425261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.498583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Checking segment: {'id': '982c9822-5622-42c0-8018-7da691b87b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:10.498952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Network hostable DHCP agents. Network: a81d1d9f-d406-4ac1-92ee-10179164b26a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:06:10.543296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:10.554818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:10.557338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:10.566576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:10.579845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 6867b738-4f36-4cd5-9279-780e0fb5568d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6867b738-4f36-4cd5-9279-780e0fb5568d,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:10.580199 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.593152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f349a6b8-45ea-4310-9a97-e9a2eef00907 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94713a3173194cdcbad0c53c16e67058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708841 Jul 29 18:06:10.593508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 54966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:10.618813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Network a81d1d9f-d406-4ac1-92ee-10179164b26a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:06:10.629862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 6867b738-4f36-4cd5-9279-780e0fb5568d owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:10.650508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80b21-2d21-4377-aa96-e9e0e9042e13 req-2d904356-1547-4ca5-b9d2-23705d39a950 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:10.652088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cf80b21-2d21-4377-aa96-e9e0e9042e13 req-2d904356-1547-4ca5-b9d2-23705d39a950 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2171164 Jul 29 18:06:10.660380 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.670527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a81d1d9f-d406-4ac1-92ee-10179164b26a) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:10.679841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94f946-bb38-4424-adae-c1591d2e1cdf None None] Network a81d1d9f-d406-4ac1-92ee-10179164b26a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:10.693337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:10.693977 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.707690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:10.708263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.717341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.776890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-70ca9b08-c824-4adf-9239-a07ca06cdbdb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8974347 Jul 29 18:06:10.799099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cadb01af-5e34-4419-af11-2079e830058d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2229569 Jul 29 18:06:10.805303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cf80b21-2d21-4377-aa96-e9e0e9042e13 req-92bc203f-fd89-490a-8100-c6e755e35b72 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398156 Jul 29 18:06:10.810628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Request body: {'port': {'device_id': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:10.814953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.818140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:10.819495 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c111f4b-46dd-448f-b966-afdf459001cb HTTP/1.1" status: 204 len: 168 time: 0.2251472 Jul 29 18:06:10.856284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46226f-2f8b-4e8d-8e9e-7a31713ee5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c111f4b-46dd-448f-b966-afdf459001cb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:10.969874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:11.003626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a5833-3bf9-4c1d-abf1-80e05910feee None None] Network a81d1d9f-d406-4ac1-92ee-10179164b26a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:11.092950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-33458451-8842-4f3c-953f-d2ddc543cac0 None None] Provisioning for port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:11.104593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-33458451-8842-4f3c-953f-d2ddc543cac0 None None] Provisioning complete for port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:11.105171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33458451-8842-4f3c-953f-d2ddc543cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:11.109594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6fa33-14cf-4aaf-8543-44ef86253bfe req-b5885cbe-a1fc-43d3-bb18-55d39804a897 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:11.111714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ed6fa33-14cf-4aaf-8543-44ef86253bfe req-b5885cbe-a1fc-43d3-bb18-55d39804a897 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 931 time: 0.1819687 Jul 29 18:06:11.171127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-33458451-8842-4f3c-953f-d2ddc543cac0 None None] Port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:11.237897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:11.280056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 57ff3c78-502c-4dc7-b209-b4ab5460189c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:11.303749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=6867b738-4f36-4cd5-9279-780e0fb5568d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:11.303945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 57ff3c78-502c-4dc7-b209-b4ab5460189c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:11.304441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 57ff3c78-502c-4dc7-b209-b4ab5460189c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:11.308966 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ed6fa33-14cf-4aaf-8543-44ef86253bfe req-a1c14575-da56-46b1-9f70-ac9ad0cf2027 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901512 Jul 29 18:06:11.681380 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-583e814c-2cd0-4d07-911c-2c9917521dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:11.869294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.056131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9da7cd2-09b1-4d7c-b540-56f1a85259a8 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:12.066224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.068705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.096478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e456-e70d-49f6-9dd2-8005f9974758 req-92fcfad6-a1c7-442f-8d3f-aa5da119eb06 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:12.097912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19d3e456-e70d-49f6-9dd2-8005f9974758 req-92fcfad6-a1c7-442f-8d3f-aa5da119eb06 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0946064 Jul 29 18:06:12.101948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Transition to ACTIVE for port object c9da7cd2-09b1-4d7c-b540-56f1a85259a8 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:12.143037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.225708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19d3e456-e70d-49f6-9dd2-8005f9974758 req-426b851c-ee8d-4588-a751-0f261b0e6639 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863729 Jul 29 18:06:12.316431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Pushing event updated for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:12.479937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Attempting to bind port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:12.480273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Attempting to bind port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:12.480636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Attempting to bind port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 on network 1cd96626-94eb-4849-90dd-b858cfba74c5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:12.490054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 on network 1cd96626-94eb-4849-90dd-b858cfba74c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:06:12.490425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Attempting to bind port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 on network 1cd96626-94eb-4849-90dd-b858cfba74c5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:12.499240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Router 1bec95e9-092b-4968-9e8d-255bd00d25a6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:12.500807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:12.501084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Checking segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:12.501477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Bound using segment: {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:12.501919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Bound port: c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e093a525-ded9-4830-bebd-300749fdbafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:12.502304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.689711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:12.709413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1e7a1-79fb-4545-8daa-dcf0be867e14 req-6fe99dc5-24b4-467d-a702-a59d04c20d6e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:12.710991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fb1e7a1-79fb-4545-8daa-dcf0be867e14 req-6fe99dc5-24b4-467d-a702-a59d04c20d6e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 943 time: 0.1385231 Jul 29 18:06:12.721608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:12.731931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:12.733876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.738689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-be26a2fc-ecb4-4fff-b372-a7c288ee0adb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "PUT /v2.0/routers/1bec95e9-092b-4968-9e8d-255bd00d25a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7539079 Jul 29 18:06:12.741580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:12.749373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Sync routers for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:12.804871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:12.804871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.804871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] 10.222.0.38 "PUT /v2.0/ports/c9da7cd2-09b1-4d7c-b540-56f1a85259a8 HTTP/1.1" status: 200 len: 1091 time: 2.0007133 Jul 29 18:06:12.804871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:12.805559 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb6a240-ef5f-48a1-943e-fdcfbe35d634" -d '{"events": [{"name": "network-changed", "server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:12.825891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fb1e7a1-79fb-4545-8daa-dcf0be867e14 req-54ee346f-0368-4457-966c-0e7e457cefa0 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045468 Jul 29 18:06:12.828233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:12.830272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:12.935507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting subnet 665e9fa2-2305-4f9a-b2df-989ba023c36d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:12.938536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:12.943927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef47b81-0fde-4c8b-bf2a-025288336c86 service neutron] Pushing event updated for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:12.969773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-14ed73b2-a81a-4187-ab68-28533cb7158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:12.974007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-14ed73b2-a81a-4187-ab68-28533cb7158c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 1094 time: 0.1183524 Jul 29 18:06:13.001816 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d40601d-1ed0-4532-97b5-6015816dcb2d x-openstack-request-id: req-7d40601d-1ed0-4532-97b5-6015816dcb2d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:13.002113 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:13.002603 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d40601d-1ed0-4532-97b5-6015816dcb2d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:13.002896 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8', 'status': 'completed', 'code': 200} Jul 29 18:06:13.043194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.072155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-c03f8799-ca77-4bfb-886c-23fce8ceceba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8 HTTP/1.1" status: 200 len: 217 time: 0.0880978 Jul 29 18:06:13.079244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.097748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:13.186093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-a10af2e6-13ab-4b54-813c-0767cd88c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:13.191010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-a10af2e6-13ab-4b54-813c-0767cd88c27d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfde965d-d8f8-4e3f-9786-c25fe6f6a813 HTTP/1.1" status: 200 len: 833 time: 0.1090519 Jul 29 18:06:13.262100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.304739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-2c01aa45-85d2-4465-abcf-4a65d592b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:13.307711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-2c01aa45-85d2-4465-abcf-4a65d592b99f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1cd96626-94eb-4849-90dd-b858cfba74c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089809 Jul 29 18:06:13.388524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.440867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Subnet': ['ID=665e9fa2-2305-4f9a-b2df-989ba023c36d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:13.458535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.466532 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07417c00-8b39-4d26-b364-98da6a15a49e tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/subnets/665e9fa2-2305-4f9a-b2df-989ba023c36d HTTP/1.1" status: 204 len: 168 time: 0.7235501 Jul 29 18:06:13.467914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55074) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:13.469535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b743b-32e4-496b-a4d5-453248bfd32e None None] Network 19768ef9-d267-46d8-bfd9-9c331bb11d95 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:13.533576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e2466-7c48-49c3-a504-4d5e8c1ed69e req-dd92043e-8961-4aa7-aae9-9645d449e2bd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:13.535974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:06:11Z', 'revision_number': 5, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port': {'id': '3b1b1705-302a-45f2-a960-d0f7474bc68e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:13.555109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed0e2466-7c48-49c3-a504-4d5e8c1ed69e req-dd92043e-8961-4aa7-aae9-9645d449e2bd tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1150479 Jul 29 18:06:13.579523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-0419fc9e-1554-4c9f-8130-8cc565a76df6 service neutron] 10.222.0.38 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642787 Jul 29 18:06:13.643182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.666845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed0e2466-7c48-49c3-a504-4d5e8c1ed69e req-f5e4c3be-8468-4975-9032-31d7d6e1ba30 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105881 Jul 29 18:06:13.722120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:13.752858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-e174423f-fbf2-4c80-8a64-27cca301bd5e service neutron] 10.222.0.38 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579630 Jul 29 18:06:13.807917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.883417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Deleting port 3b1b1705-302a-45f2-a960-d0f7474bc68e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:13.883966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.898481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d0c-8856-4cea-b682-a0131430a0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:13.914467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Checking router: 1bec95e9-092b-4968-9e8d-255bd00d25a6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:13.927888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-e8a10d8e-02ce-4441-8c08-8094c9e8317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:13.929440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-e8a10d8e-02ce-4441-8c08-8094c9e8317c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 1094 time: 0.1025860 Jul 29 18:06:13.953866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Routers {'1bec95e9-092b-4968-9e8d-255bd00d25a6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:13.954930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['1bec95e9-092b-4968-9e8d-255bd00d25a6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:13.989850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] For port 3b1b1705-302a-45f2-a960-d0f7474bc68e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3b1b1705-302a-45f2-a960-d0f7474bc68e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:13.990400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.014951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Calling delete_port for 3b1b1705-302a-45f2-a960-d0f7474bc68e owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:14.073244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-cde8b24e-2faf-4e80-b43f-8ff43e7b6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:14.074836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-cde8b24e-2faf-4e80-b43f-8ff43e7b6c78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1cd96626-94eb-4849-90dd-b858cfba74c5 HTTP/1.1" status: 200 len: 897 time: 0.1377535 Jul 29 18:06:14.078581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] Set router 1bec95e9-092b-4968-9e8d-255bd00d25a6 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:14.129214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-baf4ee9c-af81-4cbf-a5ae-139e3ad729a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8 HTTP/1.1" status: 200 len: 217 time: 0.0455983 Jul 29 18:06:14.147953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:06:13Z', 'revision_number': 6, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:14.185399 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d0c-8856-4cea-b682-a0131430a0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.194633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] DHCP port deletion for 19768ef9-d267-46d8-bfd9-9c331bb11d95 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:06:14.199277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade114fc-5f10-4533-a6f2-cf9c14a4d580 None None] The sync data for ids ['1bec95e9-092b-4968-9e8d-255bd00d25a6'] in n-d-801607-3 is: [{'id': '1bec95e9-092b-4968-9e8d-255bd00d25a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764708929', 'tenant_id': 'ca2ffabbbb8f41048197252e5566f391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:04:49Z', 'updated_at': '2021-07-29T18:06:13Z', 'revision_number': 6, 'project_id': 'ca2ffabbbb8f41048197252e5566f391', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:14.223824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d0c-8856-4cea-b682-a0131430a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.269242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.271989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Deleting port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:14.272383 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.290795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f7d0c-8856-4cea-b682-a0131430a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d866d5f3-da9f-477a-9bf1-b8e02f16ecc9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:14.305607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Port': ['ID=3b1b1705-302a-45f2-a960-d0f7474bc68e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:14.342177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cb0f7d0c-8856-4cea-b682-a0131430a0ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ab7021543d44fec818d7b9f09af0921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187458 Jul 29 18:06:14.345348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-3bda327c-b70e-4749-b892-1246095d888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:14.346973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-3bda327c-b70e-4749-b892-1246095d888b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfde965d-d8f8-4e3f-9786-c25fe6f6a813 HTTP/1.1" status: 200 len: 833 time: 0.1594577 Jul 29 18:06:14.347685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:14.349127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] For port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,segment=NetworkSegment(843609ac-2053-4ca3-b2f0-38ae34cca8b8),segment_id=843609ac-2053-4ca3-b2f0-38ae34cca8b8)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:14.349543 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.355993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd3b4-d465-4b6a-a79e-5a0a3a7a6c33 req-5e99efd7-639c-451a-ab11-086fa69e7be9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:14.363413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Calling delete_port for 26c57ad5-4b50-46cc-adb5-a60e3a170ecf owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:14.363605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-090fd3b4-d465-4b6a-a79e-5a0a3a7a6c33 req-5e99efd7-639c-451a-ab11-086fa69e7be9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 943 time: 0.2287040 Jul 29 18:06:14.441204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.447941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-090fd3b4-d465-4b6a-a79e-5a0a3a7a6c33 req-c7490173-404d-4ce2-9e99-f966d264be2f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834131 Jul 29 18:06:14.456373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-c968eed6-6db6-4a39-a307-05c328aaa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:14.458252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-c968eed6-6db6-4a39-a307-05c328aaa688 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1cd96626-94eb-4849-90dd-b858cfba74c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918620 Jul 29 18:06:14.458846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.495311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] Pushing event deleted for resources: {'Port': ['ID=26c57ad5-4b50-46cc-adb5-a60e3a170ecf,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:14.501593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87afa1-09f3-4c82-b1cd-af7f15a48a13 None None] No DVR routers for this DVR port 26c57ad5-4b50-46cc-adb5-a60e3a170ecf on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:14.547152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.595247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-5d678745-2cb0-42ab-82fc-36786c75a30f service neutron] 10.222.0.38 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287441 Jul 29 18:06:14.598749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.605371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.612564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.659844 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.683120 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.684213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Fanout notify agent at l3_agent the message router_deleted on router 1bec95e9-092b-4968-9e8d-255bd00d25a6 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:06:14.694069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.695272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af2a911f-5cbd-440f-ab57-d5c675e293a4 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/routers/1bec95e9-092b-4968-9e8d-255bd00d25a6 HTTP/1.1" status: 204 len: 168 time: 1.2261360 Jul 29 18:06:14.698924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:14.782849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-edb6a240-ef5f-48a1-943e-fdcfbe35d634 req-599ebeec-e869-4d5e-8dba-ac123ecd3056 service neutron] 10.222.0.38 "GET /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779802 Jul 29 18:06:14.788186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.790760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.794360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d866d5f3-da9f-477a-9bf1-b8e02f16ecc9 HTTP/1.1" status: 204 len: 168 time: 0.4403274 Jul 29 18:06:14.815450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.816793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35fdbb-a210-4fa4-bef4-322167636d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866d5f3-da9f-477a-9bf1-b8e02f16ecc9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:14.928220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.939983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19768ef9-d267-46d8-bfd9-9c331bb11d95']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:14.950340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-bf52aaa8-c74a-4aa7-8629-109f147dacf8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:14.951299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843609ac-2053-4ca3-b2f0-38ae34cca8b8') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:14.951596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843609ac-2053-4ca3-b2f0-38ae34cca8b8') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:14.958797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-bf52aaa8-c74a-4aa7-8629-109f147dacf8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/networks?id=a81d1d9f-d406-4ac1-92ee-10179164b26a HTTP/1.1" status: 200 len: 809 time: 0.1323397 Jul 29 18:06:14.961508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.975392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-73f0b407-d15d-40f3-8bf5-f9801f4b652b tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/quotas/d40d95b3f62745a3afc2860336d6b188 HTTP/1.1" status: 200 len: 375 time: 0.0156102 Jul 29 18:06:14.990606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:14.997377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:14.997812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.022130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-30fbccb3-8e19-46a7-965d-1f05fbf208a9 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d40d95b3f62745a3afc2860336d6b188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451396 Jul 29 18:06:15.146899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-bfea22a3-ce77-4910-a2f3-d6e2b632ddb5 service neutron] 10.222.0.16 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234910 Jul 29 18:06:15.217798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55124) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:15.252867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c831-a0dc-4b30-8a3f-c254ac3e381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.271561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 26c57ad5-4b50-46cc-adb5-a60e3a170ecf no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:15.305900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 26c57ad5-4b50-46cc-adb5-a60e3a170ecf {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:15.306275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 26c57ad5-4b50-46cc-adb5-a60e3a170ecf not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:15.309674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3b1b1705-302a-45f2-a960-d0f7474bc68e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:15.332065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9ff9647e-0516-4516-8b51-a14a8b7cf62b service neutron] 10.222.0.16 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840403 Jul 29 18:06:15.348100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3b1b1705-302a-45f2-a960-d0f7474bc68e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:15.349295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3b1b1705-302a-45f2-a960-d0f7474bc68e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:15.349743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6867b738-4f36-4cd5-9279-780e0fb5568d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:15.388975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6867b738-4f36-4cd5-9279-780e0fb5568d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:15.389322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6867b738-4f36-4cd5-9279-780e0fb5568d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:15.410377 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:15.447489 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.454690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.456631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/networks/19768ef9-d267-46d8-bfd9-9c331bb11d95 HTTP/1.1" status: 204 len: 168 time: 0.7567663 Jul 29 18:06:15.469033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55126) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:15.475000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c831-a0dc-4b30-8a3f-c254ac3e381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.481900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c831-a0dc-4b30-8a3f-c254ac3e381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.483888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975e2f2-e49b-4ae4-9db3-8394f5f9efbb tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'Network': ['ID=19768ef9-d267-46d8-bfd9-9c331bb11d95,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:15.550803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3e6c831-a0dc-4b30-8a3f-c254ac3e381a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4fb96701f94dda92d50a28f9047dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317540 Jul 29 18:06:15.553110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6c831-a0dc-4b30-8a3f-c254ac3e381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce45d0-ae0c-4bd6-a6b0-9252b89476e3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:15.555923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55130) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:15.571481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.618001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.661618 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:06:15.670450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.708724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.747123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.750486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.751793 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] 10.222.0.16 "DELETE /v2.0/security-groups/662de514-278b-45ef-a0b0-c0b77fde6b5d HTTP/1.1" status: 204 len: 168 time: 0.2783129 Jul 29 18:06:15.760858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124a464-b0d1-4d2f-941c-ca852757d332 req-e2d24ba4-e369-4258-9bf9-057be6660473 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:15.763307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a124a464-b0d1-4d2f-941c-ca852757d332 req-e2d24ba4-e369-4258-9bf9-057be6660473 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0660696 Jul 29 18:06:15.771100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451dbd-9da5-4f08-b947-d90bdb0128c5 tempest-TestNetworkAdvancedServerOps-281543790 tempest-TestNetworkAdvancedServerOps-281543790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662de514-278b-45ef-a0b0-c0b77fde6b5d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:15.810558 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.814108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:15.818705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bce45d0-ae0c-4bd6-a6b0-9252b89476e3 HTTP/1.1" status: 204 len: 168 time: 0.2592258 Jul 29 18:06:15.826426 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd219bca-d81c-42bb-a447-ab68bb137903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce45d0-ae0c-4bd6-a6b0-9252b89476e3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:15.859496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a124a464-b0d1-4d2f-941c-ca852757d332 req-3128710f-c865-4e93-8852-bb547a6b7d39 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840945 Jul 29 18:06:16.016264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36cdb-b72d-460a-8214-a66fa0ad6321 req-2986e763-982c-471e-9aef-32f09c610c04 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:16.018567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59f36cdb-b72d-460a-8214-a66fa0ad6321 req-2986e763-982c-471e-9aef-32f09c610c04 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 943 time: 0.0786536 Jul 29 18:06:16.065651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59f36cdb-b72d-460a-8214-a66fa0ad6321 req-de6c741c-1c28-44b7-822e-dfb3eb6597b6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Jul 29 18:06:16.146162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c7be5fc-51d5-4e72-ba92-e86c45c48a05 req-9a4a26d3-6cbc-450e-95dc-e7762c2f20db tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Jul 29 18:06:16.461653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55166) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:16.620730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-acf51ed2-ae11-4d9e-8c93-fcdff946a42a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca2ffabbbb8f41048197252e5566f391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549339 Jul 29 18:06:16.620988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55176) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:16.671486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:16.693099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:16.760882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:16.764244 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:16.765223 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20319730-beaa-4237-a97e-19d027ac21c6 HTTP/1.1" status: 204 len: 168 time: 0.1431959 Jul 29 18:06:16.775509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786881b-069c-4c30-9a91-9b8395149f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20319730-beaa-4237-a97e-19d027ac21c6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:17.057107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7102dca-c6e6-43b8-8389-3da3a4b80af6 req-13fb6f71-4ab8-449d-8dd1-12e1ad2aa1fb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:17.064339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7102dca-c6e6-43b8-8389-3da3a4b80af6 req-13fb6f71-4ab8-449d-8dd1-12e1ad2aa1fb tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0773189 Jul 29 18:06:17.086314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-b7261631-9b74-4e77-b603-ab3e15c0fcb8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:17.087883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-b7261631-9b74-4e77-b603-ab3e15c0fcb8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.49 "GET /v2.0/networks?id=a81d1d9f-d406-4ac1-92ee-10179164b26a HTTP/1.1" status: 200 len: 809 time: 0.2098451 Jul 29 18:06:17.103037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Request body: {'port': {'device_id': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a', 'admin_state_up': True, 'tenant_id': 'd40d95b3f62745a3afc2860336d6b188'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:17.199965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d7102dca-c6e6-43b8-8389-3da3a4b80af6 req-4e008929-4ccb-431a-afbc-cff9f715f36d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347427 Jul 29 18:06:17.243217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Made reservation on behalf of d40d95b3f62745a3afc2860336d6b188 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:17.248155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.336343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:17.377151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f458c6d8-cc63-415e-9d8d-f6f9bbba6658 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c442650d7bd749539af5e3ca36ef9546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396159 Jul 29 18:06:17.379686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:17.396169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c9da7cd2-09b1-4d7c-b540-56f1a85259a8 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:06:17.430917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdb485-adb6-42ec-a841-c7b01fdcb10c req-478e3ad9-3493-485f-9ca7-555ba7e4ffea tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:17.435841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.439215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebcdb485-adb6-42ec-a841-c7b01fdcb10c req-478e3ad9-3493-485f-9ca7-555ba7e4ffea tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 943 time: 0.1212134 Jul 29 18:06:17.458761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.518744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.521288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.524190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cbba285-fb6e-4646-ab1f-beac461d0db7 HTTP/1.1" status: 204 len: 168 time: 0.1418016 Jul 29 18:06:17.543110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebcdb485-adb6-42ec-a841-c7b01fdcb10c req-d3742071-1a03-4762-a9ed-3485e158417c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026931 Jul 29 18:06:17.551955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad325b-0849-4503-9868-87af7870b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbba285-fb6e-4646-ab1f-beac461d0db7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:17.571695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Allocated IP 172.20.0.8 (a81d1d9f-d406-4ac1-92ee-10179164b26a/12465cb2-8709-40d0-ba58-d7c3af48cd42/323ffc31-7d03-4203-8995-1df515f6de5b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:17.600925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:17.639838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8', 'network_id': '1cd96626-94eb-4849-90dd-b858cfba74c5', 'port_id': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8', 'mac_address': 'fa:16:3e:8e:60:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfde965d-d8f8-4e3f-9786-c25fe6f6a813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:06:17.697640 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.706785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66f644cc-a1e1-4d6a-abb7-4f0ae9d99d4c req-ce580615-093e-4e70-868c-1c9d009400e0 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 210 time: 0.0722768 Jul 29 18:06:17.736944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9da7cd2-09b1-4d7c-b540-56f1a85259a8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:17.800983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:17.809359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.871105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:17.899164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:17.933562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.007155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Pushing event updated for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:18.015553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['c9da7cd2-09b1-4d7c-b540-56f1a85259a8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:06:18.031175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Network a81d1d9f-d406-4ac1-92ee-10179164b26a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:18.033270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:18.042234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:18.095881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:18.096681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.129054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-3698689a-65c4-4b46-9dee-d0443b9db653 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0311174 Jul 29 18:06:18.142893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Request body: {'port': {'device_id': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:18.270633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.480524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ff73f-6139-49bc-b738-524256f5ddac req-68fc3d35-02fa-4660-8219-58d9517dddae tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:18.487785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856ff73f-6139-49bc-b738-524256f5ddac req-68fc3d35-02fa-4660-8219-58d9517dddae tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1573205 Jul 29 18:06:18.594893 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:18.604048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55270) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:18.735806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-146202892-network', 'tenant_id': '33810467d5c1414790dcee339ea84318'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:18.738826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.771021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.db.api [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 18:06:18.771021 n-d-801607-3 neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 18:06:18.771021 n-d-801607-3 neutron-server[94052]: [parameters: {'project_id': 'f77d9b4acbaa402b8f8290fefda6fcc3', 'id': 'fc9e9bce-63e1-41bd-b8a1-b8930a4ba854', 'expiration': datetime.datetime(2021, 7, 29, 18, 8, 18, 766166)}] Jul 29 18:06:18.771021 n-d-801607-3 neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:06:18.771612 n-d-801607-3 neutron-server[94052]: DEBUG oslo_db.api [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:06:18.780729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Made reservation on behalf of 33810467d5c1414790dcee339ea84318 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:18.783972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.794613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.831457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856ff73f-6139-49bc-b738-524256f5ddac req-872db79c-d6d5-4e2f-88ba-1960bf67b27b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427045 Jul 29 18:06:18.912310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.917374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.947045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:06:18.952652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e604f5-5ecb-4d1c-8579-fb4b1dbf9522,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:18.960721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:18.961048 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Added segment f19dfdcb-c35b-4c81-bf62-52f953dc54b9 of type vlan for network d18d2206-1821-49c8-99b9-a603c57108c6 Jul 29 18:06:19.007374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.013495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab185d-3a08-41bf-9d83-213e381e1d53 req-bbe54a44-4a4f-4608-b291-da5d31d50f48 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.013495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcab185d-3a08-41bf-9d83-213e381e1d53 req-bbe54a44-4a4f-4608-b291-da5d31d50f48 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 944 time: 0.0941994 Jul 29 18:06:19.024444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323ffc31-7d03-4203-8995-1df515f6de5b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:19.040919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.042983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.043640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.044299 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.070943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Transition to ACTIVE for port object 323ffc31-7d03-4203-8995-1df515f6de5b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:19.076516 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcab185d-3a08-41bf-9d83-213e381e1d53 req-4fa50837-1bdf-46c4-8ee3-f243dfa5b47f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Jul 29 18:06:19.077610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.106771 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5106001 Jul 29 18:06:19.108008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55284) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:19.115974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Request body: {'subnet': {'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-146202892-subnet', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:19.117104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2755-1746-4f92-aa62-8eecee4f9c23 admin admin] Pushing event updated for resources: {'Network': ['ID=d18d2206-1821-49c8-99b9-a603c57108c6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.127606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d18d2206-1821-49c8-99b9-a603c57108c6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:06:19.149028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Made reservation on behalf of 33810467d5c1414790dcee339ea84318 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:19.152112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.203985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Pushing event updated for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.272435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.330681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20cd27-f118-4063-b7c3-d500b5f16ff5 req-00cd60a6-b3ac-4d71-ad75-6da1aa80a974 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.332446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d20cd27-f118-4063-b7c3-d500b5f16ff5 req-00cd60a6-b3ac-4d71-ad75-6da1aa80a974 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 943 time: 0.1341343 Jul 29 18:06:19.355386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Attempting to bind port 323ffc31-7d03-4203-8995-1df515f6de5b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:19.355727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Attempting to bind port 323ffc31-7d03-4203-8995-1df515f6de5b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '982c9822-5622-42c0-8018-7da691b87b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:19.356064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Attempting to bind port 323ffc31-7d03-4203-8995-1df515f6de5b on network a81d1d9f-d406-4ac1-92ee-10179164b26a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:19.374427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Port 323ffc31-7d03-4203-8995-1df515f6de5b on network a81d1d9f-d406-4ac1-92ee-10179164b26a not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:06:19.374831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Attempting to bind port 323ffc31-7d03-4203-8995-1df515f6de5b on network a81d1d9f-d406-4ac1-92ee-10179164b26a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:19.390109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.395426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.406810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:19.407149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Checking segment: {'id': '982c9822-5622-42c0-8018-7da691b87b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:19.407539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Bound using segment: {'id': '982c9822-5622-42c0-8018-7da691b87b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:19.407991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Bound port: 323ffc31-7d03-4203-8995-1df515f6de5b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982c9822-5622-42c0-8018-7da691b87b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:19.408350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.414541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c9da7cd2-09b1-4d7c-b540-56f1a85259a8 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:19.436013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6563b39-00b1-4a43-99a6-3068ef4bf728,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.443497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-caa43b9d-cbee-4ab4-a933-375dd4ea9e2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f77d9b4acbaa402b8f8290fefda6fcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378389 Jul 29 18:06:19.444125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55290) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:19.458110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d20cd27-f118-4063-b7c3-d500b5f16ff5 req-655315f5-8e0f-4818-8d61-899db93220cb tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071177 Jul 29 18:06:19.502555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:19.507027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:19.507629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.518936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.545387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.550648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.580075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:19.599033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.603596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=323ffc31-7d03-4203-8995-1df515f6de5b,segment=NetworkSegment(982c9822-5622-42c0-8018-7da691b87b8a),segment_id=982c9822-5622-42c0-8018-7da691b87b8a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:19.613369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.614218 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.615702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.622605 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6563b39-00b1-4a43-99a6-3068ef4bf728 HTTP/1.1" status: 204 len: 168 time: 0.1770303 Jul 29 18:06:19.643686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:19.647054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338e1a-e573-444e-a691-f1843d6e5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6563b39-00b1-4a43-99a6-3068ef4bf728,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.649309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.652936 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.675864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.676482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.677888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] 10.222.0.49 "PUT /v2.0/ports/323ffc31-7d03-4203-8995-1df515f6de5b HTTP/1.1" status: 200 len: 1091 time: 1.5407517 Jul 29 18:06:19.678644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:19.680940 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d60389-0f40-4a44-b7dc-fbf753964aee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:19.707936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Checking segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:19.708320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Network hostable DHCP agents. Network: d18d2206-1821-49c8-99b9-a603c57108c6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:06:19.728909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.744311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a167a-e983-429e-bd49-c5acbdb08c2c service neutron] Pushing event updated for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:19.749069 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4deef3-e703-40ee-b95c-fe1feef23bf3 x-openstack-request-id: req-6d4deef3-e703-40ee-b95c-fe1feef23bf3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:19.749352 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:19.749595 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d4deef3-e703-40ee-b95c-fe1feef23bf3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:19.749981 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b', 'status': 'completed', 'code': 200} Jul 29 18:06:19.782147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Network d18d2206-1821-49c8-99b9-a603c57108c6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:06:19.794793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-f750b993-8730-4d1f-8fc4-4b746410a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.796419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-f750b993-8730-4d1f-8fc4-4b746410a069 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d40d95b3f62745a3afc2860336d6b188&device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 1094 time: 0.0611098 Jul 29 18:06:19.797589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d18d2206-1821-49c8-99b9-a603c57108c6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:19.801792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.802413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.810649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9610006-93ed-4079-86b5-0a1fbd0b5c42 None None] Network d18d2206-1821-49c8-99b9-a603c57108c6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:19.855759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-d7bae88b-472c-48f0-a42f-8b643375dc6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323ffc31-7d03-4203-8995-1df515f6de5b HTTP/1.1" status: 200 len: 217 time: 0.0495267 Jul 29 18:06:19.866483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2044080e-0127-4447-9b9b-5a23b5a9929d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7548294 Jul 29 18:06:19.866684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55302) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:19.872661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:19.937567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.938869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:19.951238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-26015ff1-395e-48d8-b66f-29bd349dea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:19.953234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-26015ff1-395e-48d8-b66f-29bd349dea26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12465cb2-8709-40d0-ba58-d7c3af48cd42 HTTP/1.1" status: 200 len: 849 time: 0.0879843 Jul 29 18:06:20.011899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-593e5fc0-e9d0-4fe5-9531-cc1d221041d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a81d1d9f-d406-4ac1-92ee-10179164b26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492613 Jul 29 18:06:20.037095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-d18d2206-1821-49c8-99b9-a603c57108c6', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'fixed_ips': [{'subnet_id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:06:20.037319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55308) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:20.037786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.054580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed632de3-bc17-45ae-846d-7451176467d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.059593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.203455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Allocated IP 172.20.0.2 (d18d2206-1821-49c8-99b9-a603c57108c6/7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18/8d8a8f03-8a2d-424a-954f-82741456538b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:20.204061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed632de3-bc17-45ae-846d-7451176467d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.210665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed632de3-bc17-45ae-846d-7451176467d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.278074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.282406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed632de3-bc17-45ae-846d-7451176467d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=722fd51fc05d42ebaa5b43d6ac62f7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434144 Jul 29 18:06:20.283829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed632de3-bc17-45ae-846d-7451176467d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c61c2b-a79e-4ede-8328-6f1a34c7e2a4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:20.287629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55312) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:20.291213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d496a-8ed5-477d-952f-cf63bfd08f69 req-370d1b9b-d2e1-421a-8511-252606b55819 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:20.299523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-597d496a-8ed5-477d-952f-cf63bfd08f69 req-370d1b9b-d2e1-421a-8511-252606b55819 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2862830 Jul 29 18:06:20.333539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-fc3936ba-d1e5-4ed3-b5aa-bfb8d9e042d4 service neutron] 10.222.0.49 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923129 Jul 29 18:06:20.363335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.373731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.383127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Transition to ACTIVE for port object 8d8a8f03-8a2d-424a-954f-82741456538b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:20.395387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.400941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Transition to ACTIVE for port object 8d8a8f03-8a2d-424a-954f-82741456538b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:20.409389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.440971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-597d496a-8ed5-477d-952f-cf63bfd08f69 req-d565d3d9-147a-448a-813d-5ae49fb6d553 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361127 Jul 29 18:06:20.485130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.487003 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.488204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Network d18d2206-1821-49c8-99b9-a603c57108c6 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:20.491043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23c61c2b-a79e-4ede-8328-6f1a34c7e2a4 HTTP/1.1" status: 204 len: 168 time: 0.2019010 Jul 29 18:06:20.496527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:20.501694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:20.508185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0526c-43cc-4ac9-ad94-428ce4cba65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c61c2b-a79e-4ede-8328-6f1a34c7e2a4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:20.520844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Pushing event updated for resources: {'Port': ['ID=8d8a8f03-8a2d-424a-954f-82741456538b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:20.533196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-69e03a36-5729-4a0d-888c-025779c3f9f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893177 Jul 29 18:06:20.607969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd49a-f368-4df2-9af2-49b81f796310 req-57387f64-b27a-44ce-a1ae-7b5150bd8b1d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:20.609478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfbcd49a-f368-4df2-9af2-49b81f796310 req-57387f64-b27a-44ce-a1ae-7b5150bd8b1d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0694280 Jul 29 18:06:20.625593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Attempting to bind port 8d8a8f03-8a2d-424a-954f-82741456538b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:20.625991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Attempting to bind port 8d8a8f03-8a2d-424a-954f-82741456538b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:20.626443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Attempting to bind port 8d8a8f03-8a2d-424a-954f-82741456538b on network d18d2206-1821-49c8-99b9-a603c57108c6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:20.636001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:20.636862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Checking segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:20.637705 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.638365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Bound using segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:20.639115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Bound port: 8d8a8f03-8a2d-424a-954f-82741456538b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:20.640355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.734866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] For port 8d8a8f03-8a2d-424a-954f-82741456538b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:20.740585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] For port 8d8a8f03-8a2d-424a-954f-82741456538b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8d8a8f03-8a2d-424a-954f-82741456538b,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:20.747624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.794520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-a6815aba-a398-411a-9f1f-79fafd2c254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:20.796080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-a6815aba-a398-411a-9f1f-79fafd2c254e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d40d95b3f62745a3afc2860336d6b188&device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 1094 time: 0.1849270 Jul 29 18:06:20.808986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfbcd49a-f368-4df2-9af2-49b81f796310 req-2d530415-aac8-4be6-928f-2a9a5c50ed81 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867588 Jul 29 18:06:20.810457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:20.834496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5ae57-e8c6-451d-8660-fb5886e460e1 None None] Pushing event updated for resources: {'Port': ['ID=8d8a8f03-8a2d-424a-954f-82741456538b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:20.849000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:21.107776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70a85-6002-47eb-a73b-5b0f0c68eac6 req-49179c7c-aca5-4575-a4c2-c6215ca6eec5 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:21.117233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fa70a85-6002-47eb-a73b-5b0f0c68eac6 req-49179c7c-aca5-4575-a4c2-c6215ca6eec5 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 943 time: 0.2290514 Jul 29 18:06:21.119981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-4fe02e2f-c769-4c1b-b2d5-02850174c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:21.121627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-4fe02e2f-c769-4c1b-b2d5-02850174c6cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=a81d1d9f-d406-4ac1-92ee-10179164b26a HTTP/1.1" status: 200 len: 910 time: 0.3081121 Jul 29 18:06:21.234990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Allocated IP 172.25.5.171 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/d2c10ec8-1840-4534-8d3e-d4a353da5668) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:21.300853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-8318e751-301e-434d-8af8-8e61a6c5066e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323ffc31-7d03-4203-8995-1df515f6de5b HTTP/1.1" status: 200 len: 217 time: 0.1676571 Jul 29 18:06:21.332410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8d8a8f03-8a2d-424a-954f-82741456538b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:21.390481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8d8a8f03-8a2d-424a-954f-82741456538b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:21.414575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fa70a85-6002-47eb-a73b-5b0f0c68eac6 req-fa240c55-c9b8-43c1-9168-987ce72c4a13 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928936 Jul 29 18:06:21.734694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:21.762479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-cea418a9-6bbb-466f-b7b6-7577724c8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:21.763996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-cea418a9-6bbb-466f-b7b6-7577724c8565 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12465cb2-8709-40d0-ba58-d7c3af48cd42 HTTP/1.1" status: 200 len: 849 time: 0.4480653 Jul 29 18:06:21.820734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-b30a6074-c3ca-4ae8-8a2d-a0e2bc6829e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a81d1d9f-d406-4ac1-92ee-10179164b26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411072 Jul 29 18:06:21.885450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf54d3-7b58-4ccc-b83c-2ef5c01571c3 req-9c2ce6ec-7fa5-4844-a162-4b8124e48eb5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:21.894867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bf54d3-7b58-4ccc-b83c-2ef5c01571c3 req-9c2ce6ec-7fa5-4844-a162-4b8124e48eb5 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1536593 Jul 29 18:06:21.980769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.017592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bf54d3-7b58-4ccc-b83c-2ef5c01571c3 req-92b98508-5589-474c-9a0f-2255ead3a7ac tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193161 Jul 29 18:06:22.045073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:22.053188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:22.061922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:22.064400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Pushing event updated for resources: {'Port': ['ID=d2c10ec8-1840-4534-8d3e-d4a353da5668,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:22.096922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-a0f8e0e4-2347-401a-b49b-cbb0af74759f service neutron] 10.222.0.49 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614377 Jul 29 18:06:22.118673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb75432-50b1-44a9-8f31-bd679aafab91 None None] Network d18d2206-1821-49c8-99b9-a603c57108c6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:22.289990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Provisioning for port 8d8a8f03-8a2d-424a-954f-82741456538b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:22.296464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Provisioning complete for port 8d8a8f03-8a2d-424a-954f-82741456538b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:22.297067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.330546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52d60389-0f40-4a44-b7dc-fbf753964aee req-849014bf-cd45-4b02-bc87-ff427139898f service neutron] 10.222.0.49 "GET /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048817 Jul 29 18:06:22.368948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d999-6fd2-4f57-8701-2d3cf07e555c req-cc48415d-2480-4ded-959a-0806dc312fa1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:22.370575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f3d999-6fd2-4f57-8701-2d3cf07e555c req-cc48415d-2480-4ded-959a-0806dc312fa1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1729333 Jul 29 18:06:22.433784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.472424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f3d999-6fd2-4f57-8701-2d3cf07e555c req-39ebb116-9b81-43f0-b5cc-9eddd6123f8d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922751 Jul 29 18:06:22.503754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] For port 8d8a8f03-8a2d-424a-954f-82741456538b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8d8a8f03-8a2d-424a-954f-82741456538b,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:22.514388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.597791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41541ab2-3901-4a73-81e3-b1272c73948c None None] Pushing event updated for resources: {'Port': ['ID=8d8a8f03-8a2d-424a-954f-82741456538b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:22.651894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.709868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836926af-afb4-4a48-897f-cc11497620f8 req-3b4ca706-dc23-46fb-b99e-400cd0c48f55 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:22.711452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-836926af-afb4-4a48-897f-cc11497620f8 req-3b4ca706-dc23-46fb-b99e-400cd0c48f55 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 943 time: 0.1150765 Jul 29 18:06:22.798315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-836926af-afb4-4a48-897f-cc11497620f8 req-54af5150-ad71-43a4-80d7-2b4481477131 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795527 Jul 29 18:06:22.838196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-312fe480-de06-4b1f-b6d9-6abdf0d0b249 None None] Provisioning complete for port 8d8a8f03-8a2d-424a-954f-82741456538b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:22.838630 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-312fe480-de06-4b1f-b6d9-6abdf0d0b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:22.930007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.080375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Router aa5973a2-2d86-4d29-bb2d-ad516adbc201 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:06:23.256349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 323ffc31-7d03-4203-8995-1df515f6de5b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:06:23.272042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d3c9-d136-4c54-800e-a44784085d3c req-632b4ba3-c113-4868-b0da-31fb46841f67 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:23.274681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56d9d3c9-d136-4c54-800e-a44784085d3c req-632b4ba3-c113-4868-b0da-31fb46841f67 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1375148 Jul 29 18:06:23.278348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8d8a8f03-8a2d-424a-954f-82741456538b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:23.282283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:23.292087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Sync routers for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:23.301844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:23.302484 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:23.352103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56d9d3c9-d136-4c54-800e-a44784085d3c req-8c9ca72f-1fca-4197-8b17-c4d674c4ba86 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 Jul 29 18:06:23.359380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.362166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4d35c637-7b9e-48ea-8cf1-9705a2c5084f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4942877 Jul 29 18:06:23.365011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55402) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:23.460561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8d8a8f03-8a2d-424a-954f-82741456538b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:23.461161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.468752 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:23.498138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=323ffc31-7d03-4203-8995-1df515f6de5b,segment=NetworkSegment(982c9822-5622-42c0-8018-7da691b87b8a),segment_id=982c9822-5622-42c0-8018-7da691b87b8a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:23.532787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '323ffc31-7d03-4203-8995-1df515f6de5b', 'network_id': 'a81d1d9f-d406-4ac1-92ee-10179164b26a', 'port_id': '323ffc31-7d03-4203-8995-1df515f6de5b', 'mac_address': 'fa:16:3e:c0:ad:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12465cb2-8709-40d0-ba58-d7c3af48cd42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:06:23.694006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.706077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc04a7-4245-4eba-a080-23bbb8955af5 req-1b918d1e-c6e5-431f-b4dc-40827952b1f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:23.708329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95dc04a7-4245-4eba-a080-23bbb8955af5 req-1b918d1e-c6e5-431f-b4dc-40827952b1f6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1112208 Jul 29 18:06:23.754123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323ffc31-7d03-4203-8995-1df515f6de5b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:23.781720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95dc04a7-4245-4eba-a080-23bbb8955af5 req-1bc867b9-57bc-4c27-9fb3-d50ce7eaf8a2 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655849 Jul 29 18:06:23.787438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=323ffc31-7d03-4203-8995-1df515f6de5b,segment=NetworkSegment(982c9822-5622-42c0-8018-7da691b87b8a),segment_id=982c9822-5622-42c0-8018-7da691b87b8a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:23.796584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.906571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:23.925291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:22Z', 'revision_number': 3, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:23.956797 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Checking router: aa5973a2-2d86-4d29-bb2d-ad516adbc201 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:23.957128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Updating router aa5973a2-2d86-4d29-bb2d-ad516adbc201 port d2c10ec8-1840-4534-8d3e-d4a353da5668 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:06:23.966331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bd015-a5f2-43ea-90a8-424c83670013 req-84213eaf-6acb-4a06-94a3-b2db7568d01b tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:23.972891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:23.974447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b43bd015-a5f2-43ea-90a8-424c83670013 req-84213eaf-6acb-4a06-94a3-b2db7568d01b tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 944 time: 0.0710309 Jul 29 18:06:23.985655 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.008989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['323ffc31-7d03-4203-8995-1df515f6de5b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:06:24.054006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b43bd015-a5f2-43ea-90a8-424c83670013 req-875f8e92-4760-472c-b142-82f3ecf8e5ba tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785515 Jul 29 18:06:24.202425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Allocated IP 172.20.0.1 (d18d2206-1821-49c8-99b9-a603c57108c6/7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18/536d569b-5617-4660-8513-72651b1239be) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:24.337139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.345505 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.353047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Transition to ACTIVE for port object 536d569b-5617-4660-8513-72651b1239be will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:24.359880 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Transition to ACTIVE for port object d2c10ec8-1840-4534-8d3e-d4a353da5668 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:24.369031 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.397936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.421984 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Attempting to bind port d2c10ec8-1840-4534-8d3e-d4a353da5668 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:24.423117 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Attempting to bind port d2c10ec8-1840-4534-8d3e-d4a353da5668 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:24.424125 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Attempting to bind port d2c10ec8-1840-4534-8d3e-d4a353da5668 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:24.439823 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:24.440499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:24.441065 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.441799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:24.442664 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Bound port: d2c10ec8-1840-4534-8d3e-d4a353da5668, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:24.443248 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.456581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Network d18d2206-1821-49c8-99b9-a603c57108c6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:24.460172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:24.464344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:24.506215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:24.521431 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.567400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] For port d2c10ec8-1840-4534-8d3e-d4a353da5668, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:24.578539 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] For port d2c10ec8-1840-4534-8d3e-d4a353da5668, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2c10ec8-1840-4534-8d3e-d4a353da5668,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:24.589205 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895d269-77c6-4d91-a081-618a3752aee1 None None] Pushing event updated for resources: {'Port': ['ID=d2c10ec8-1840-4534-8d3e-d4a353da5668,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:24.601197 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.604922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72dc3b-c7e1-4807-85bf-9b1026cb3885 req-6598d6d6-b491-4e90-8738-1f5821128a58 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:24.616727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c72dc3b-c7e1-4807-85bf-9b1026cb3885 req-6598d6d6-b491-4e90-8738-1f5821128a58 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1462455 Jul 29 18:06:24.632143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-44d238ea-1bec-427f-9c3b-8737976c594f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056454 Jul 29 18:06:24.658397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:24.659047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:24.721508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c72dc3b-c7e1-4807-85bf-9b1026cb3885 req-d241a478-d75b-4aa8-80bb-58c8532ab08b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036124 Jul 29 18:06:24.750867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.804977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-e1b22499-7516-48b0-b11e-d7da401a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:24.807402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-e1b22499-7516-48b0-b11e-d7da401a40bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c83cdbb4da4829af5dce61a5466223&device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 1097 time: 0.1076570 Jul 29 18:06:24.859933 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895d269-77c6-4d91-a081-618a3752aee1 None None] Pushing event updated for resources: {'Port': ['ID=d2c10ec8-1840-4534-8d3e-d4a353da5668,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:24.879872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c0a04078-4068-43c0-a738-3385b81a4d60 None None] Provisioning for port 536d569b-5617-4660-8513-72651b1239be completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:24.885693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c0a04078-4068-43c0-a738-3385b81a4d60 None None] Provisioning complete for port 536d569b-5617-4660-8513-72651b1239be triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:24.886272 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0a04078-4068-43c0-a738-3385b81a4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:24.904159 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:24.963867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c0a04078-4068-43c0-a738-3385b81a4d60 None None] Port 536d569b-5617-4660-8513-72651b1239be cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:25.014708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.023906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.085525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6540f4-1bcd-4da9-b955-8f5add95bfe6 req-77139320-8737-4063-baa6-6cd61cd0a534 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:25.087401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d6540f4-1bcd-4da9-b955-8f5add95bfe6 req-77139320-8737-4063-baa6-6cd61cd0a534 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1066678 Jul 29 18:06:25.108826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-65ce5595-8230-4e9d-a33f-7b72853b2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:25.111026 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-65ce5595-8230-4e9d-a33f-7b72853b2bd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 200 len: 908 time: 0.2798395 Jul 29 18:06:25.123507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:22Z', 'revision_number': 3, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:25.139706 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.142506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:25.174686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5a116-ad2e-4752-89ae-61ffd411d1fa None None] The sync data for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 is: [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:22Z', 'revision_number': 3, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:25.201273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d6540f4-1bcd-4da9-b955-8f5add95bfe6 req-7072b008-e936-4f86-9758-dfe40733a23f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054325 Jul 29 18:06:25.239489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-bc6e0a8a-7228-437e-a4ca-2d20e89b0cc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 200 len: 1001 time: 0.1146407 Jul 29 18:06:25.272398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 323ffc31-7d03-4203-8995-1df515f6de5b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:25.307547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-746a9906-742c-484f-ac23-89859753409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:25.309686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-746a9906-742c-484f-ac23-89859753409d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 200 len: 846 time: 0.0673637 Jul 29 18:06:25.360941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 323ffc31-7d03-4203-8995-1df515f6de5b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:25.363818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Network d18d2206-1821-49c8-99b9-a603c57108c6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:25.366682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:25.401529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 323ffc31-7d03-4203-8995-1df515f6de5b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:25.404105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.427691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-199113a2-48f2-4769-b921-8dc1f827a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:25.429281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-199113a2-48f2-4769-b921-8dc1f827a009 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abff41e8-c09b-4c81-9ac0-d77de2200a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107509 Jul 29 18:06:25.443582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e30e1-6633-4866-9059-f7896f455020 req-ad079ec5-4524-49d6-a699-d056d2a96732 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:25.451318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b2e30e1-6633-4866-9059-f7896f455020 req-ad079ec5-4524-49d6-a699-d056d2a96732 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 944 time: 0.1170459 Jul 29 18:06:25.646094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b2e30e1-6633-4866-9059-f7896f455020 req-24639135-808d-4868-a330-1dbb0af1b4d1 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929140 Jul 29 18:06:25.675226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.712285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Router aa5973a2-2d86-4d29-bb2d-ad516adbc201 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:25.731270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-dbb0f3eb-05ba-4e56-bbf7-b38ee048c3ac service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732208 Jul 29 18:06:25.777204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=323ffc31-7d03-4203-8995-1df515f6de5b,segment=NetworkSegment(982c9822-5622-42c0-8018-7da691b87b8a),segment_id=982c9822-5622-42c0-8018-7da691b87b8a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:25.792315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.916929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:25.950872 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0ded408d-6320-4f3c-93b8-92ba93f40c35 None None] Provisioning complete for port 536d569b-5617-4660-8513-72651b1239be triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:25.951253 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0ded408d-6320-4f3c-93b8-92ba93f40c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:25.982135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6f0e697-6ed1-4530-852a-00f8f43d0b67 req-28214668-5372-44f7-81a5-7b4927d0e712 service neutron] 10.222.0.49 "GET /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412512 Jul 29 18:06:26.048690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0ded408d-6320-4f3c-93b8-92ba93f40c35 None None] Port 536d569b-5617-4660-8513-72651b1239be cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:26.060787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:26.071522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6defa8d5-3f91-4906-bb1e-4acbb200ddf9 admin admin] 10.222.0.16 "PUT /v2.0/routers/aa5973a2-2d86-4d29-bb2d-ad516adbc201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7048481 Jul 29 18:06:26.425780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716f6a-76bc-4657-805e-76d2fae686f3 req-6217a5df-3d65-44b4-a938-f511d052fe4b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:26.434664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44716f6a-76bc-4657-805e-76d2fae686f3 req-6217a5df-3d65-44b4-a938-f511d052fe4b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0760000 Jul 29 18:06:26.503447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44716f6a-76bc-4657-805e-76d2fae686f3 req-82dc5532-e2ab-4232-9c21-c19613cac20a tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678887 Jul 29 18:06:26.538727 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:26.661457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaabcbc-b5f1-478c-bb2e-3221196c3a83 req-e7b06187-cab7-4ee4-bb4a-25476336cd45 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:26.673235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fcaabcbc-b5f1-478c-bb2e-3221196c3a83 req-e7b06187-cab7-4ee4-bb4a-25476336cd45 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0720994 Jul 29 18:06:26.733603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fcaabcbc-b5f1-478c-bb2e-3221196c3a83 req-a02d7d17-bdbf-43ac-a75a-ccb5dc25e871 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593798 Jul 29 18:06:26.861583 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55490) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:26.868229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-161921434-network', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:26.891011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71d2fe-c426-44e2-9327-b56e90dd6f40 req-d6ad76af-7a8f-46cc-96b8-2d6d2a942414 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:26.892504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed71d2fe-c426-44e2-9327-b56e90dd6f40 req-d6ad76af-7a8f-46cc-96b8-2d6d2a942414 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.0763712 Jul 29 18:06:26.907190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Made reservation on behalf of 1f72ca9891594221a968cd46ad0ceee9 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:26.909373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:26.925612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:26.970460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed71d2fe-c426-44e2-9327-b56e90dd6f40 req-34a801fe-23ca-45a6-902d-dea2a0d79a96 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685592 Jul 29 18:06:27.105363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c728ca4-cf2c-461b-8bcb-7d750b27bf07 req-211a4077-ed7d-44e4-9280-a99e0bb03ecb tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:27.107068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c728ca4-cf2c-461b-8bcb-7d750b27bf07 req-211a4077-ed7d-44e4-9280-a99e0bb03ecb tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0723751 Jul 29 18:06:27.138072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.161451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c728ca4-cf2c-461b-8bcb-7d750b27bf07 req-e8642128-d478-40c3-9a5e-68265344c028 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jul 29 18:06:27.162206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.223924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:06:27.233999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2925c470-928e-497a-9d7f-4b6d4b345118,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:27.248531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.249145 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Added segment 4fc7bde0-4d39-492e-ad98-054933425798 of type vlan for network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 Jul 29 18:06:27.310048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.350282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.350282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:27.350282 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.394963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2c10ec8-1840-4534-8d3e-d4a353da5668 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:27.444467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:27.451947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Request body: {'subnet': {'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-161921434-subnet', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:27.455234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5786071 Jul 29 18:06:27.456383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea672-b2ff-4b60-a834-b088c2cc4351 admin admin] Pushing event updated for resources: {'Network': ['ID=5a92dd77-1a5e-4fa6-bd5b-2c902e239af9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:27.487729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Made reservation on behalf of 1f72ca9891594221a968cd46ad0ceee9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:27.491792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.665733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:06:27.709055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-353ba428-654d-46c8-a667-9d275cb8351f tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:27.710785 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-353ba428-654d-46c8-a667-9d275cb8351f tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.49 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.1342416 Jul 29 18:06:27.767153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.817188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122898e-1bfb-4906-b761-f6ba557c990c req-3312d558-5cde-44e0-bd3b-3a742403f529 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:27.828860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b0687e-99b8-4239-b51d-daba00dbb5fe,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:27.834487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b122898e-1bfb-4906-b761-f6ba557c990c req-3312d558-5cde-44e0-bd3b-3a742403f529 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2015002 Jul 29 18:06:27.859170 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.868288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Checking segment: {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:27.868790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Network hostable DHCP agents. Network: 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:06:27.870467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Sync routers for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:27.892329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:06:27.904236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:27.905299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:27.907480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:27.927840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:27.928606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:27.947540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-beec0aa1-ab49-4c94-bc76-516eee1c2a66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5003660 Jul 29 18:06:27.949725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55510) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:27.960312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:28.011039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b122898e-1bfb-4906-b761-f6ba557c990c req-6cf395cc-cb4b-49bd-b3f1-aaa77aa7d3ea tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756399 Jul 29 18:06:28.016731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.021195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.052828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Deleting port a0490934-838c-481f-96ac-f6e5b1ce458c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:28.053165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.149997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.155033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:28.224192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] For port a0490934-838c-481f-96ac-f6e5b1ce458c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=a0490934-838c-481f-96ac-f6e5b1ce458c,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:28.224803 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.242140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7b7cb-d4ca-451c-af38-2af527bbbbc0 None None] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:28.281648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d2c10ec8-1840-4534-8d3e-d4a353da5668 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:28.386346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d2c10ec8-1840-4534-8d3e-d4a353da5668 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:28.391781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.441752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.464030 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55520) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:28.662027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34060-83a8-4be9-b6d1-cf82d2114029 req-6bb25fd4-38b8-4888-bd2b-5e1cb1fc1036 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:28.671778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30b34060-83a8-4be9-b6d1-cf82d2114029 req-6bb25fd4-38b8-4888-bd2b-5e1cb1fc1036 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.4996040 Jul 29 18:06:28.743207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-746277db-8c49-4e9a-9334-64192151ad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.879570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30b34060-83a8-4be9-b6d1-cf82d2114029 req-fad103cd-10d0-4ad6-8eeb-1fdfa567e4fb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066662 Jul 29 18:06:28.891224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.911369 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.920455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:28.961810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d2c10ec8-1840-4534-8d3e-d4a353da5668, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2c10ec8-1840-4534-8d3e-d4a353da5668,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:29.037081 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.088703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Allocated IP 172.25.5.23 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0f4c4800-7fde-4728-bae1-125b2bcf6f74) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:29.112580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:06:29.115379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.152534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.152967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.153289 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Floating IP 67a5e9f5-8eab-4f8b-9dff-841240e66062 disassociated. External IP: 172.25.5.64, port: a0490934-838c-481f-96ac-f6e5b1ce458c. Jul 29 18:06:29.153636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Calling delete_port for a0490934-838c-481f-96ac-f6e5b1ce458c owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:29.170203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb92e-9d1b-4f80-a87c-42d43d298418 req-7c858516-1cf0-4a77-a9c0-e895c7ba5f5e tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:29.179260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83bdb92e-9d1b-4f80-a87c-42d43d298418 req-7c858516-1cf0-4a77-a9c0-e895c7ba5f5e tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 946 time: 0.1463645 Jul 29 18:06:29.193342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d2c10ec8-1840-4534-8d3e-d4a353da5668,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:29.241700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.270106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 4, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '536d569b-5617-4660-8513-72651b1239be', 'name': '', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'mac_address': 'fa:16:3e:bc:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:23Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 2, 'project_id': '33810467d5c1414790dcee339ea84318', 'subnets': [{'id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:29.303319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Checking router: aa5973a2-2d86-4d29-bb2d-ad516adbc201 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:29.303820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Updating router aa5973a2-2d86-4d29-bb2d-ad516adbc201 port 536d569b-5617-4660-8513-72651b1239be binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:06:29.323707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83bdb92e-9d1b-4f80-a87c-42d43d298418 req-d4b14d5b-f024-438b-bda5-88f523d4a25c tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/security-groups?id=85309a2d-e0b7-4960-824f-8fcb47472315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434712 Jul 29 18:06:29.378158 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.420546 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.428809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Allocated IP 172.20.0.2 (5a92dd77-1a5e-4fa6-bd5b-2c902e239af9/c6b0687e-99b8-4239-b51d-daba00dbb5fe/13d66e21-a5b8-4ced-b0a4-860f4331aba2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:29.481229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.502427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Pushing event updated for resources: {'Port': ['ID=0f4c4800-7fde-4728-bae1-125b2bcf6f74,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:29.532845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:29.534831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event deleted for resources: {'Port': ['ID=a0490934-838c-481f-96ac-f6e5b1ce458c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:29.542992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:29.551357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:29.602219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6da98-48bf-4c10-a445-3cd09da39b21 req-236b55f7-db1c-41e8-87f9-6717723c684e tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:29.610287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86f6da98-48bf-4c10-a445-3cd09da39b21 req-236b55f7-db1c-41e8-87f9-6717723c684e tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1427789 Jul 29 18:06:29.643342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-746277db-8c49-4e9a-9334-64192151ad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.700441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-746277db-8c49-4e9a-9334-64192151ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.768166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Router bdb5d006-e1d7-4910-8423-0b04d69c0afc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:29.794953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86f6da98-48bf-4c10-a445-3cd09da39b21 req-91b3b535-3345-4d8b-90af-b015eeec74a4 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830668 Jul 29 18:06:29.812391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.825826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Transition to ACTIVE for port object 13d66e21-a5b8-4ced-b0a4-860f4331aba2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:29.883259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Transition to ACTIVE for port object 13d66e21-a5b8-4ced-b0a4-860f4331aba2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:29.904931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.957075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:29.968837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:29.989673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Transition to ACTIVE for port object 536d569b-5617-4660-8513-72651b1239be will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:29.995359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:30.005508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:30.006113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1aa73-8bd6-447f-9d55-97e4137defc9 req-704bce61-51b1-4178-871d-312f8a15fc4b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:30.014735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fc1aa73-8bd6-447f-9d55-97e4137defc9 req-704bce61-51b1-4178-871d-312f8a15fc4b tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0865741 Jul 29 18:06:30.020848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.023397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Pushing event updated for resources: {'Port': ['ID=13d66e21-a5b8-4ced-b0a4-860f4331aba2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:30.051220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:30.061138 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Sync routers for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:30.082726 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:30.086270 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:30.157835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975141-978d-4c28-9288-a25817527835 None None] Pushing event updated for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:30.158088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] No DVR routers for this DVR port a0490934-838c-481f-96ac-f6e5b1ce458c on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:30.169895 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.172098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a4fa891-0cab-4b09-9b7b-6e70f6f7e78e req-6cf55c92-59dd-4001-90b4-127818f3fc81 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.49 "DELETE /v2.0/ports/a0490934-838c-481f-96ac-f6e5b1ce458c HTTP/1.1" status: 204 len: 173 time: 2.4542263 Jul 29 18:06:30.172555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'name': 'network-vif-deleted', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:30.178917 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c995f99-929b-4231-acf8-402e90b0c4ac" -d '{"events": [{"server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "name": "network-vif-deleted", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:30.201963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fc1aa73-8bd6-447f-9d55-97e4137defc9 req-f00db6e1-fa33-442f-95be-d1e9cfcfd319 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860397 Jul 29 18:06:30.203659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Attempting to bind port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:30.204574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Attempting to bind port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:30.205006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Attempting to bind port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 on network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:30.246489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:30.246721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Checking segment: {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:30.247246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.247704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Bound using segment: {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:30.248316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Bound port: 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:30.248801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.303918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Attempting to bind port 536d569b-5617-4660-8513-72651b1239be on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:30.304359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Attempting to bind port 536d569b-5617-4660-8513-72651b1239be by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:30.307968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Attempting to bind port 536d569b-5617-4660-8513-72651b1239be on network d18d2206-1821-49c8-99b9-a603c57108c6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:30.359981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:30.360424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Checking segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:30.360888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.361342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Bound using segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:30.361898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Bound port: 536d569b-5617-4660-8513-72651b1239be, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:30.362382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.380523 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:30.439795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37524-3425-4789-ae59-274e9552abe1 req-6823c1e4-f1de-467c-8639-15f4bb451443 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:30.451444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43b37524-3425-4789-ae59-274e9552abe1 req-6823c1e4-f1de-467c-8639-15f4bb451443 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1035147 Jul 29 18:06:30.459639 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-746277db-8c49-4e9a-9334-64192151ad32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2e67a01b6b540389ddf6ce0e722e579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9907966 Jul 29 18:06:30.462031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:30.487110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] For port 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:30.523882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43b37524-3425-4789-ae59-274e9552abe1 req-dee56740-ef1c-4c77-ae83-3fb5cabf256e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706885 Jul 29 18:06:30.537312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] For port 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13d66e21-a5b8-4ced-b0a4-860f4331aba2,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:30.560782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.592611 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1117a-49c8-4377-90f7-1a770f895ba4 x-openstack-request-id: req-02b1117a-49c8-4377-90f7-1a770f895ba4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:30.593107 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6976e359-8801-4418-82ff-cc9e06b7226a", "name": "network-vif-deleted", "tag": "a0490934-838c-481f-96ac-f6e5b1ce458c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:30.593581 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02b1117a-49c8-4377-90f7-1a770f895ba4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:30.594161 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6976e359-8801-4418-82ff-cc9e06b7226a', 'name': 'network-vif-deleted', 'tag': 'a0490934-838c-481f-96ac-f6e5b1ce458c', 'status': 'completed', 'code': 200} Jul 29 18:06:30.598504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746277db-8c49-4e9a-9334-64192151ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa45e7b0-552b-4118-9189-7bd077068fa0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:30.603995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.631465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] For port 536d569b-5617-4660-8513-72651b1239be, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:30.666899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] For port 536d569b-5617-4660-8513-72651b1239be, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=536d569b-5617-4660-8513-72651b1239be,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:30.682869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.688069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0df87-0bd7-44f3-aefb-87704dc698c4 None None] Pushing event updated for resources: {'Port': ['ID=13d66e21-a5b8-4ced-b0a4-860f4331aba2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:30.714874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:30.772083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e91708b1-d7f6-46cd-852c-69e9f3793306 req-e29bcc70-fcff-45a9-88fd-2431edbac377 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "GET /v2.0/ports?device_id=6976e359-8801-4418-82ff-cc9e06b7226a HTTP/1.1" status: 200 len: 210 time: 0.0785742 Jul 29 18:06:30.823681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:30.832201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:30.833217 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:30.864799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Checking router: bdb5d006-e1d7-4910-8423-0b04d69c0afc for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:30.889011 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:30.892085 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:30.935015 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975141-978d-4c28-9288-a25817527835 None None] Pushing event updated for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:31.051723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:31.081490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120be9-676c-4f32-a4c2-8a308359b922 req-640b707a-f331-4546-b736-637200e7e29c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:31.109756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0120be9-676c-4f32-a4c2-8a308359b922 req-640b707a-f331-4546-b736-637200e7e29c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1613929 Jul 29 18:06:31.181490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0120be9-676c-4f32-a4c2-8a308359b922 req-98acd910-d45f-44f4-9c67-23fe773ec652 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702648 Jul 29 18:06:31.199810 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:31.351615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a0490934-838c-481f-96ac-f6e5b1ce458c no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:31.372037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:31.374687 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:31.375945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa45e7b0-552b-4118-9189-7bd077068fa0 HTTP/1.1" status: 204 len: 168 time: 0.9099662 Jul 29 18:06:31.424682 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e127c4-8511-40b7-b67f-26b82a001dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa45e7b0-552b-4118-9189-7bd077068fa0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:31.437604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: a0490934-838c-481f-96ac-f6e5b1ce458c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:31.437955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device a0490934-838c-481f-96ac-f6e5b1ce458c not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:31.558724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:31.586801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041772-426f-40b7-b88e-89021c077179 req-2721d2ed-c878-40c6-aae9-3d1af12c4a7c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:31.604681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba041772-426f-40b7-b88e-89021c077179 req-2721d2ed-c878-40c6-aae9-3d1af12c4a7c tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.2060077 Jul 29 18:06:31.608934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:31.620770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13d66e21-a5b8-4ced-b0a4-860f4331aba2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:31.666667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba041772-426f-40b7-b88e-89021c077179 req-9c1ac3ab-491f-4c09-89df-de0c8f917cfa tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608130 Jul 29 18:06:31.861741 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:31.862721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:31.914858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeba37-63fb-45cd-b0ba-2d7b5ea52650 req-6b84bcf7-ada5-435b-bbe0-5337c048c7ca tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:31.916588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Router 732a7822-d32b-48b9-9853-71ab0279a645 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:06:31.926710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2c10ec8-1840-4534-8d3e-d4a353da5668 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:31.929213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41aeba37-63fb-45cd-b0ba-2d7b5ea52650 req-6b84bcf7-ada5-435b-bbe0-5337c048c7ca tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1451182 Jul 29 18:06:31.950769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca66e6-ab7c-4b68-b4b8-7373caf42de4 None None] The sync data for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 is: [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:01:06Z', 'revision_number': 4, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '1e1be22a-519e-4bed-9646-c6e72114b058', 'name': '', 'network_id': 'abff41e8-c09b-4c81-9ac0-d77de2200a19', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'mac_address': 'fa:16:3e:4e:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:05Z', 'updated_at': '2021-07-29T18:01:13Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'subnets': [{'id': 'c925fbc0-ec5f-4dad-8265-690a045e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:32.032925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41aeba37-63fb-45cd-b0ba-2d7b5ea52650 req-78feae6d-1546-41e2-9750-2186d70c133a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986593 Jul 29 18:06:32.039446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55586) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:32.067186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f89aeca-0bc6-4abb-bfed-a4c53df3d2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.103793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d2c10ec8-1840-4534-8d3e-d4a353da5668 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:32.104030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.115855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:32.139290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 4, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '536d569b-5617-4660-8513-72651b1239be', 'name': '', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'mac_address': 'fa:16:3e:bc:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:23Z', 'updated_at': '2021-07-29T18:06:30Z', 'revision_number': 4, 'project_id': '33810467d5c1414790dcee339ea84318', 'subnets': [{'id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:32.145039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Sync routers for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:32.187767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:32.206533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641c488-4940-4a41-989a-a1f8ba9d4a64 None None] The sync data for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 is: [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:06:24Z', 'revision_number': 4, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '536d569b-5617-4660-8513-72651b1239be', 'name': '', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'mac_address': 'fa:16:3e:bc:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:23Z', 'updated_at': '2021-07-29T18:06:30Z', 'revision_number': 4, 'project_id': '33810467d5c1414790dcee339ea84318', 'subnets': [{'id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:32.240044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:32.252558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:32.341745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f89aeca-0bc6-4abb-bfed-a4c53df3d2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.366950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.368674 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c29682d4-7cdd-4525-8434-b67fd37e034a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4177492 Jul 29 18:06:32.372930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:32.432336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f89aeca-0bc6-4abb-bfed-a4c53df3d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.545907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432469-0155-412f-b214-6b9acf6a4896 req-453b7f89-ea27-4bd8-816a-8a85244f1b77 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:32.554353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68432469-0155-412f-b214-6b9acf6a4896 req-453b7f89-ea27-4bd8-816a-8a85244f1b77 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.2055721 Jul 29 18:06:32.555237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc073395-1303-4db4-af34-e6812c4fb71f None None] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:32.581927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3d16d-6959-4b3a-9619-219f7237054d None None] New status for floating IP 67a5e9f5-8eab-4f8b-9dff-841240e66062: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:06:32.612304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89aeca-0bc6-4abb-bfed-a4c53df3d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81abb2b4-8e1d-4c00-8ade-8130ef79763c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:32.627451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68432469-0155-412f-b214-6b9acf6a4896 req-595d8e35-2c60-4e78-a194-bd0cf2ee4d92 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721028 Jul 29 18:06:32.640108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1f89aeca-0bc6-4abb-bfed-a4c53df3d2a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed2d8b4f448a4ea6bcf1e585035c0227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972958 Jul 29 18:06:32.641213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55600) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:32.710562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Deleting port ddfd044d-f287-4190-8600-306aff4e4a40 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:32.711083 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.790004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.811289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:32.823854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.905558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.907799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:32.909107 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81abb2b4-8e1d-4c00-8ade-8130ef79763c HTTP/1.1" status: 204 len: 168 time: 0.2668891 Jul 29 18:06:32.941067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208d95-36df-44d8-9c3a-6014b117d8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81abb2b4-8e1d-4c00-8ade-8130ef79763c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:32.980461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Provisioning for port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:32.990936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691453-9d74-4e69-b281-8578c45805d7 req-39bc6593-ee33-40f2-a15c-99e1cc593911 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:32.992594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37691453-9d74-4e69-b281-8578c45805d7 req-39bc6593-ee33-40f2-a15c-99e1cc593911 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1003702 Jul 29 18:06:33.023302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.023729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.056199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Provisioning complete for port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:33.056757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.082993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37691453-9d74-4e69-b281-8578c45805d7 req-e5ad2b7d-bae5-4e50-8b01-12d6fb04ffa2 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Jul 29 18:06:33.213576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Calling delete_port for ddfd044d-f287-4190-8600-306aff4e4a40 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:33.323202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b185f2-3c95-4a47-96a7-5892daabe79d req-cb5f35d4-0c4c-4a8b-82cc-3f4bd089426e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:33.325415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63b185f2-3c95-4a47-96a7-5892daabe79d req-cb5f35d4-0c4c-4a8b-82cc-3f4bd089426e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1055498 Jul 29 18:06:33.402496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 536d569b-5617-4660-8513-72651b1239be up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:33.403644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63b185f2-3c95-4a47-96a7-5892daabe79d req-11c2c2ab-c0de-46dd-8836-a8bb2e662d9e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709484 Jul 29 18:06:33.464452 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.593653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.648551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.675076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] For port 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13d66e21-a5b8-4ced-b0a4-860f4331aba2,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:33.677954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:30Z', 'revision_number': 3, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:33.687868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event deleted for resources: {'Port': ['ID=ddfd044d-f287-4190-8600-306aff4e4a40,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:33.728117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Checking router: 732a7822-d32b-48b9-9853-71ab0279a645 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:33.728576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Updating router 732a7822-d32b-48b9-9853-71ab0279a645 port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:06:33.731746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.733604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 536d569b-5617-4660-8513-72651b1239be completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:33.800787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Allocated IP 172.20.0.1 (5a92dd77-1a5e-4fa6-bd5b-2c902e239af9/c6b0687e-99b8-4239-b51d-daba00dbb5fe/74071047-9c22-4a8f-8677-5e1801b952da) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:33.801423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 536d569b-5617-4660-8513-72651b1239be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:33.802790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.805914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.809318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.813146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dee8c582-b274-4fbf-ad90-f21e47526499 tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "DELETE /v2.0/floatingips/67a5e9f5-8eab-4f8b-9dff-841240e66062 HTTP/1.1" status: 204 len: 168 time: 1.6211596 Jul 29 18:06:33.862515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:33.917210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640317b-2352-4557-a54d-99287013a28f req-e2d4df00-e210-45ca-ba3d-5ddcb388eb47 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:33.932023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d640317b-2352-4557-a54d-99287013a28f req-e2d4df00-e210-45ca-ba3d-5ddcb388eb47 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1297352 Jul 29 18:06:33.975371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d2513-8b2b-499b-95f6-a5d91414323d None None] Pushing event updated for resources: {'Port': ['ID=13d66e21-a5b8-4ced-b0a4-860f4331aba2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:34.020741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d640317b-2352-4557-a54d-99287013a28f req-50989d20-0b9c-40af-be88-2e088660fd57 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876904 Jul 29 18:06:34.110714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.129610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Transition to ACTIVE for port object 74071047-9c22-4a8f-8677-5e1801b952da will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:34.148676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55642) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:34.291024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59fa29-3598-42f8-a5ea-acdc2803bb8e req-8a02f16a-e792-4163-8353-a2a0590db0fa tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:34.292637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a59fa29-3598-42f8-a5ea-acdc2803bb8e req-8a02f16a-e792-4163-8353-a2a0590db0fa tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.0705025 Jul 29 18:06:34.293682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.309764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.331782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eda7ad0f-75c2-4bed-8cee-2cf2ea863382 None None] Provisioning complete for port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:34.332518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eda7ad0f-75c2-4bed-8cee-2cf2ea863382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.357879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a59fa29-3598-42f8-a5ea-acdc2803bb8e req-818cf47c-8c18-4036-b3ff-682bcf3c6bbf tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585897 Jul 29 18:06:34.382169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.406998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 536d569b-5617-4660-8513-72651b1239be, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=536d569b-5617-4660-8513-72651b1239be,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:34.426965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.454846 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.460910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Pushing event updated for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:34.490900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:34.515033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:34.517805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:34.603272 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.638656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232bf98-c8c2-470a-b71e-6f57939975fe req-e22ce116-a2d0-4133-bfa5-888724c369e9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:34.640278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d232bf98-c8c2-470a-b71e-6f57939975fe req-e22ce116-a2d0-4133-bfa5-888724c369e9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1100821 Jul 29 18:06:34.724638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d232bf98-c8c2-470a-b71e-6f57939975fe req-4731c4a8-a665-4d7b-af0d-feb6f623e169 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733087 Jul 29 18:06:34.796813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.801045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.810009 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] 10.222.0.16 "DELETE /v2.0/security-groups/85309a2d-e0b7-4960-824f-8fcb47472315 HTTP/1.1" status: 204 len: 168 time: 0.6597002 Jul 29 18:06:34.856249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:34.896897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:34.897472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e1b08-9cc9-435b-9006-127ff455a29b tempest-TestServerBasicOps-1906418629 tempest-TestServerBasicOps-1906418629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85309a2d-e0b7-4960-824f-8fcb47472315,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:34.923758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:34.934818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Transition to ACTIVE for port object 0f4c4800-7fde-4728-bae1-125b2bcf6f74 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:34.948001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.008155 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.031707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Attempting to bind port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:35.042555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Attempting to bind port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:35.043092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Attempting to bind port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:35.055592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401208d7-8fa5-4a85-8f33-9f2cf8d73c45 None None] Pushing event updated for resources: {'Port': ['ID=0f4c4800-7fde-4728-bae1-125b2bcf6f74,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:35.063412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-debb817a-c10a-42a7-8842-8cfbc940024e None None] Provisioning for port 74071047-9c22-4a8f-8677-5e1801b952da completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:35.065826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:35.066284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:35.066784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.067013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:35.067502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Bound port: 0f4c4800-7fde-4728-bae1-125b2bcf6f74, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:35.067893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.114889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-debb817a-c10a-42a7-8842-8cfbc940024e None None] Provisioning complete for port 74071047-9c22-4a8f-8677-5e1801b952da triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:35.118106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-debb817a-c10a-42a7-8842-8cfbc940024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.183156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-debb817a-c10a-42a7-8842-8cfbc940024e None None] Port 74071047-9c22-4a8f-8677-5e1801b952da cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:35.187423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] For port 0f4c4800-7fde-4728-bae1-125b2bcf6f74, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:35.191823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] For port 0f4c4800-7fde-4728-bae1-125b2bcf6f74, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0f4c4800-7fde-4728-bae1-125b2bcf6f74,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:35.200370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.269012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98059c01-95f9-46c2-9658-5ae25d44d294 req-3a912566-352b-4f02-9831-9a8268b300d7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:35.282174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98059c01-95f9-46c2-9658-5ae25d44d294 req-3a912566-352b-4f02-9831-9a8268b300d7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1446013 Jul 29 18:06:35.342133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:35.349420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:35.394548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13d66e21-a5b8-4ced-b0a4-860f4331aba2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:35.398913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401208d7-8fa5-4a85-8f33-9f2cf8d73c45 None None] Pushing event updated for resources: {'Port': ['ID=0f4c4800-7fde-4728-bae1-125b2bcf6f74,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:35.428090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.446952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98059c01-95f9-46c2-9658-5ae25d44d294 req-f171c603-96a6-4092-955f-720e5524c581 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634290 Jul 29 18:06:35.447217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.521586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:35.568150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:35.568851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.644774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Pushing event updated for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:35.651717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:35.767922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3d9b-0179-4b32-a0ff-16a9d625de47 req-73604445-fb31-4b94-95ae-59e36fcd6940 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:35.769496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2db3d9b-0179-4b32-a0ff-16a9d625de47 req-73604445-fb31-4b94-95ae-59e36fcd6940 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1634226 Jul 29 18:06:35.824622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:35.828195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:35.910788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-c7a3b612-708e-4367-a009-5aaa9eea11a7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:35.913377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-c7a3b612-708e-4367-a009-5aaa9eea11a7 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 945 time: 0.1981699 Jul 29 18:06:35.935650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2db3d9b-0179-4b32-a0ff-16a9d625de47 req-7ad6e881-effa-4548-aea4-fcfe3e6c9287 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b233e2-c7c0-45bd-b3c9-c91a8063f439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358914 Jul 29 18:06:36.013426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 536d569b-5617-4660-8513-72651b1239be up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:36.179064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 536d569b-5617-4660-8513-72651b1239be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:36.179582 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:36.288735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33432d6-3e91-49b9-a7db-36193de89421 req-b4b0f0a7-9791-4ec5-844f-ef19e649f379 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:36.290531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a33432d6-3e91-49b9-a7db-36193de89421 req-b4b0f0a7-9791-4ec5-844f-ef19e649f379 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.2254877 Jul 29 18:06:36.328160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:34Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '74071047-9c22-4a8f-8677-5e1801b952da', 'name': '', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'mac_address': 'fa:16:3e:a5:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:33Z', 'updated_at': '2021-07-29T18:06:33Z', 'revision_number': 1, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'subnets': [{'id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:36.329852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Deleting port f9baafb4-98a9-408f-a426-f93f16c4794d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:36.330229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:36.376788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a48cc-a4d2-49ff-ba0f-46353fce58de None None] The sync data for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 is: [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:34Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '74071047-9c22-4a8f-8677-5e1801b952da', 'name': '', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'mac_address': 'fa:16:3e:a5:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:33Z', 'updated_at': '2021-07-29T18:06:33Z', 'revision_number': 1, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'subnets': [{'id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:36.457595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-384504e9-a87f-41a4-a5b1-df3b278310bf None None] Provisioning complete for port 74071047-9c22-4a8f-8677-5e1801b952da triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:36.459175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-384504e9-a87f-41a4-a5b1-df3b278310bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:36.465566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a33432d6-3e91-49b9-a7db-36193de89421 req-87d9d00f-33e2-4bd1-8bcd-856b344eea16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635838 Jul 29 18:06:36.500600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:36.522143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] For port f9baafb4-98a9-408f-a426-f93f16c4794d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=f9baafb4-98a9-408f-a426-f93f16c4794d,segment=NetworkSegment(d589aeba-2c25-4ede-b289-7ea5a876590a),segment_id=d589aeba-2c25-4ede-b289-7ea5a876590a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:36.523489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:36.527973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Router 732a7822-d32b-48b9-9853-71ab0279a645 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:36.538910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-384504e9-a87f-41a4-a5b1-df3b278310bf None None] Port 74071047-9c22-4a8f-8677-5e1801b952da cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:36.550989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Calling delete_port for f9baafb4-98a9-408f-a426-f93f16c4794d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:36.723785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:36.750044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-422d02e8-077f-46f8-927a-8d3833fb624e admin admin] 10.222.0.16 "PUT /v2.0/routers/732a7822-d32b-48b9-9853-71ab0279a645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3758140 Jul 29 18:06:37.263943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b355f-f5ac-4651-b94c-82802ba7efe4 req-cfcee56f-3b73-419b-8fac-95ddbd6b65d2 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:37.272166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e4b355f-f5ac-4651-b94c-82802ba7efe4 req-cfcee56f-3b73-419b-8fac-95ddbd6b65d2 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.5348439 Jul 29 18:06:37.300387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:37.312754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['f9baafb4-98a9-408f-a426-f93f16c4794d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:06:37.361216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Pushing event deleted for resources: {'Port': ['ID=f9baafb4-98a9-408f-a426-f93f16c4794d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:37.449214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e4b355f-f5ac-4651-b94c-82802ba7efe4 req-a1df1886-a9ce-4d26-987c-5ea73b82fc8a tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747160 Jul 29 18:06:37.491264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] No DVR routers for this DVR port f9baafb4-98a9-408f-a426-f93f16c4794d on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:37.495005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:37.497008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9c9b49a-6ce9-4fde-8f8e-7bdd67c94dde req-56b9fe12-4d4b-49a6-836f-0019860fc844 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.49 "DELETE /v2.0/ports/f9baafb4-98a9-408f-a426-f93f16c4794d HTTP/1.1" status: 204 len: 173 time: 1.5750532 Jul 29 18:06:37.499948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'name': 'network-vif-deleted', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:37.502789 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c1fefd-1aa2-4d52-99c7-5c3fecebcfa6" -d '{"events": [{"server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "name": "network-vif-deleted", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:37.778912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9137c8f5-004c-4b7a-8b5b-6ef339166b8f req-f159d5d6-a739-48b5-8523-dadc8f11199d tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 210 time: 0.0696757 Jul 29 18:06:37.808396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Deleting port 1e1be22a-519e-4bed-9646-c6e72114b058 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:37.808883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:37.922063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] For port 1e1be22a-519e-4bed-9646-c6e72114b058, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1e1be22a-519e-4bed-9646-c6e72114b058,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:37.922498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:37.940439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Calling delete_port for 1e1be22a-519e-4bed-9646-c6e72114b058 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:38.246063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:38.260949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb756-205d-4e0e-bb3c-0bbea16c60d9 req-674c4746-6091-481c-932c-a58bcdb2f4a2 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:38.264161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6bfb756-205d-4e0e-bb3c-0bbea16c60d9 req-674c4746-6091-481c-932c-a58bcdb2f4a2 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0846231 Jul 29 18:06:38.290678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1be22a-519e-4bed-9646-c6e72114b058,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:38.371878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6bfb756-205d-4e0e-bb3c-0bbea16c60d9 req-7fc0dc5a-3743-4591-9c5b-9c337b6a651e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832210 Jul 29 18:06:38.434918 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc27df-2b07-4446-b037-b00256a96fac x-openstack-request-id: req-53bc27df-2b07-4446-b037-b00256a96fac {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:38.435217 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "name": "network-vif-deleted", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:38.435470 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53bc27df-2b07-4446-b037-b00256a96fac {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:38.435874 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'name': 'network-vif-deleted', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:06:38.524326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:38.718984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-625b0427-9026-4557-99fa-d299c05e6f8d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:38.720506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-625b0427-9026-4557-99fa-d299c05e6f8d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/networks?id=d18d2206-1821-49c8-99b9-a603c57108c6 HTTP/1.1" status: 200 len: 910 time: 0.1452253 Jul 29 18:06:38.769716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-8b456c5a-416b-4292-ad87-0a71fb1a741c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/quotas/1f72ca9891594221a968cd46ad0ceee9 HTTP/1.1" status: 200 len: 375 time: 0.0154049 Jul 29 18:06:38.899429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Router bdb5d006-e1d7-4910-8423-0b04d69c0afc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:38.903262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-876bf2d8-a209-45ab-8a05-fdec4467dcb7 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f72ca9891594221a968cd46ad0ceee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242959 Jul 29 18:06:39.104443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-8ccdf50e-9326-40ed-b659-2519bb0a76ee service neutron] 10.222.0.16 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920142 Jul 29 18:06:39.105593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:39.113515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:39.114050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-88ab0607-7bda-4f94-81a2-e417aa5df29f admin admin] 10.222.0.16 "PUT /v2.0/routers/bdb5d006-e1d7-4910-8423-0b04d69c0afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2555397 Jul 29 18:06:39.117203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Sync routers for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:39.133659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:39.134845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:39.286298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:39.286526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47fb220e-c664-4ee9-9604-56e10a23cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:39.303106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:39.340565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-539f5c7f-d035-41ec-afc7-bdf6c19ef3c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187395 Jul 29 18:06:39.380414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f9baafb4-98a9-408f-a426-f93f16c4794d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:39.585645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:39.591857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0f4c4800-7fde-4728-bae1-125b2bcf6f74 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:39.675781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: f9baafb4-98a9-408f-a426-f93f16c4794d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:39.676126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device f9baafb4-98a9-408f-a426-f93f16c4794d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:39.805306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Deleting port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:39.805649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:39.864657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:39.877692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:39.879404 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:39.925055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44e367-7bfa-4249-9c18-123d5d8a1d72 req-e0ae0735-efec-47f5-8215-9d3a0d317f7f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:39.936384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e44e367-7bfa-4249-9c18-123d5d8a1d72 req-e0ae0735-efec-47f5-8215-9d3a0d317f7f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1268859 Jul 29 18:06:39.982137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:06:38Z', 'revision_number': 5, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port': {'id': '310a67c4-d6c4-4d65-8eda-c70f0f90c20f', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:00Z', 'updated_at': '2021-07-29T18:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:40.019579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Checking router: bdb5d006-e1d7-4910-8423-0b04d69c0afc for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:40.026313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e44e367-7bfa-4249-9c18-123d5d8a1d72 req-580e0df5-ab28-437d-99d8-a0c092908703 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888894 Jul 29 18:06:40.032449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Routers {'bdb5d006-e1d7-4910-8423-0b04d69c0afc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:40.033081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:40.044386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] For port 310a67c4-d6c4-4d65-8eda-c70f0f90c20f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:40.044758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:40.059286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Calling delete_port for 310a67c4-d6c4-4d65-8eda-c70f0f90c20f owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:40.187843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:40.273462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e9e947db-1a1a-4541-923d-2e320ca2be52 req-289a6a06-0afb-4008-aee4-51997ee2fe93 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 210 time: 0.1142762 Jul 29 18:06:40.278170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] Set router bdb5d006-e1d7-4910-8423-0b04d69c0afc gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:40.281048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0f4c4800-7fde-4728-bae1-125b2bcf6f74, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0f4c4800-7fde-4728-bae1-125b2bcf6f74,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:40.442715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:40.459358 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Sync routers for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:40.483136 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:40.484156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:40.537675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Pushing event deleted for resources: {'Port': ['ID=310a67c4-d6c4-4d65-8eda-c70f0f90c20f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:40.586221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:40.617766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec26c2-f91f-40e5-99ee-64ce53ed8444 req-f00e002f-6562-44e1-91e5-c44c2ae375f5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:40.622620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbec26c2-f91f-40e5-99ee-64ce53ed8444 req-f00e002f-6562-44e1-91e5-c44c2ae375f5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1368074 Jul 29 18:06:40.628730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:06:39Z', 'revision_number': 6, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:40.679974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99432b-74c7-4e8b-9dbc-7c0c4016d208 None None] The sync data for ids ['bdb5d006-e1d7-4910-8423-0b04d69c0afc'] in n-d-801607-3 is: [{'id': 'bdb5d006-e1d7-4910-8423-0b04d69c0afc', 'name': 'tempest-TestServerBasicOps-38941585-router', 'tenant_id': '50c83cdbb4da4829af5dce61a5466223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:00:59Z', 'updated_at': '2021-07-29T18:06:39Z', 'revision_number': 6, 'project_id': '50c83cdbb4da4829af5dce61a5466223', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:40.744349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbec26c2-f91f-40e5-99ee-64ce53ed8444 req-d1fdf780-b4b5-459c-b345-daa6897adc4c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104856 Jul 29 18:06:40.755422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0f4c4800-7fde-4728-bae1-125b2bcf6f74,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:40.764312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:40.872053 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:40.913110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d71129c5-5607-4c69-beae-6cd2e7d193e3 req-6c988a61-1afb-4d04-a49a-bcc6424e9e4d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 210 time: 0.0360355 Jul 29 18:06:40.992749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.006586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.065511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.066087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb5d006-e1d7-4910-8423-0b04d69c0afc {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:06:41.076334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.078261 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d23ec63-9452-4dde-988e-d07914c1452f admin admin] 10.222.0.16 "DELETE /v2.0/routers/bdb5d006-e1d7-4910-8423-0b04d69c0afc HTTP/1.1" status: 204 len: 168 time: 1.9629018 Jul 29 18:06:41.081162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55850) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:41.171760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Deleting subnet c925fbc0-ec5f-4dad-8265-690a045e6b2e {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:41.182654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.318393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c7d0c99-d017-4c58-8253-afe135c82c1f req-6287b2f8-aa5a-49af-9c69-2a2ed2344f02 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd09b52-51de-4dcc-9574-79a2738c65c8 HTTP/1.1" status: 200 len: 210 time: 0.0600605 Jul 29 18:06:41.328032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.343737 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:34Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '74071047-9c22-4a8f-8677-5e1801b952da', 'name': '', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'mac_address': 'fa:16:3e:a5:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:33Z', 'updated_at': '2021-07-29T18:06:35Z', 'revision_number': 2, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'subnets': [{'id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:41.386029 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Checking router: 732a7822-d32b-48b9-9853-71ab0279a645 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:41.386411 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Updating router 732a7822-d32b-48b9-9853-71ab0279a645 port 74071047-9c22-4a8f-8677-5e1801b952da binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:06:41.449471 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.478758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.677979 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-233f3125-ca42-4c12-884a-e7f3a8da9571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.701390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.795169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0f4c4800-7fde-4728-bae1-125b2bcf6f74 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:41.904184 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.914254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c925fbc0-ec5f-4dad-8265-690a045e6b2e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:41.917875 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Transition to ACTIVE for port object 74071047-9c22-4a8f-8677-5e1801b952da will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:41.927279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:41.927655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.929272 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.943888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-103bf4c3-b625-40bd-acf6-41cb58a451ab tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:41.947491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-103bf4c3-b625-40bd-acf6-41cb58a451ab tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.38 "GET /v2.0/networks?id=d18d2206-1821-49c8-99b9-a603c57108c6 HTTP/1.1" status: 200 len: 910 time: 0.4638643 Jul 29 18:06:41.953142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:41.958233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-847ec442-16d7-4003-9571-8bc1927ec780 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c925fbc0-ec5f-4dad-8265-690a045e6b2e HTTP/1.1" status: 204 len: 168 time: 0.8750935 Jul 29 18:06:41.960061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55872) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:41.968251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Request body: {'port': {'device_id': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'admin_state_up': True, 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:41.973930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84419f53-17a5-4c97-a102-04cda9c7dc83 None None] Network abff41e8-c09b-4c81-9ac0-d77de2200a19 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:41.978514 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.011513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d10b3-96f1-4541-b897-101c84d15fd0 req-980a5666-911f-4451-bc90-d0b242e63353 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:42.021207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc4d10b3-96f1-4541-b897-101c84d15fd0 req-980a5666-911f-4451-bc90-d0b242e63353 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.2230122 Jul 29 18:06:42.065467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Made reservation on behalf of 1f72ca9891594221a968cd46ad0ceee9 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:06:42.068131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.138549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cca96-7a6f-4469-b445-3ec4b6451517 None None] Pushing event updated for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:42.173084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc4d10b3-96f1-4541-b897-101c84d15fd0 req-6f8edbfe-d2e9-4c52-94e5-2f2b68475f7a tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495690 Jul 29 18:06:42.225641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.254620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1e1be22a-519e-4bed-9646-c6e72114b058 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:42.307117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55878) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:42.327690 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Attempting to bind port 74071047-9c22-4a8f-8677-5e1801b952da on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:42.328060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Attempting to bind port 74071047-9c22-4a8f-8677-5e1801b952da by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:42.328417 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Attempting to bind port 74071047-9c22-4a8f-8677-5e1801b952da on network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:42.356454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1e1be22a-519e-4bed-9646-c6e72114b058 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:42.358710 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:42.359290 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Checking segment: {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:42.359883 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.360423 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Bound using segment: {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:42.361241 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Bound port: 74071047-9c22-4a8f-8677-5e1801b952da, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc7bde0-4d39-492e-ad98-054933425798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:42.361795 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.364907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1e1be22a-519e-4bed-9646-c6e72114b058 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:42.460783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Deleting port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:42.460783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.460914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Deleting subnet 4a5b4530-8208-4a78-b523-c65d5a1adb1b {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:42.472023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.502726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] DHCP port deletion for abff41e8-c09b-4c81-9ac0-d77de2200a19 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:06:42.533764 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] For port 74071047-9c22-4a8f-8677-5e1801b952da, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:42.540274 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] For port 74071047-9c22-4a8f-8677-5e1801b952da, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=74071047-9c22-4a8f-8677-5e1801b952da,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:42.560135 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.575714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.591641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Deleting port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:42.592016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.596962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] For port 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1fb6bd00-5296-49b4-a94b-b4dd0a239793,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:42.597327 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.602306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Allocated IP 172.20.0.9 (d18d2206-1821-49c8-99b9-a603c57108c6/7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18/e0ab5f94-b622-42fe-b5f2-8b92c65f386d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:06:42.651499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:42.659962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:42.661659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Calling delete_port for 1fb6bd00-5296-49b4-a94b-b4dd0a239793 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:42.699652 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cca96-7a6f-4469-b445-3ec4b6451517 None None] Pushing event updated for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:42.725848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.764390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573c89c-c1c8-4f71-8241-e63ef4c97ea0 req-83b48c49-8650-4799-be4b-86a41de68884 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:42.766022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9573c89c-c1c8-4f71-8241-e63ef4c97ea0 req-83b48c49-8650-4799-be4b-86a41de68884 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.2974284 Jul 29 18:06:42.788145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] For port 1fb6bd00-5296-49b4-a94b-b4dd0a239793, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1fb6bd00-5296-49b4-a94b-b4dd0a239793,segment=NetworkSegment(3b6c59da-963a-49bf-84e8-e4fc28b50b84),segment_id=3b6c59da-963a-49bf-84e8-e4fc28b50b84)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:42.789785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.821003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Calling delete_port for 1fb6bd00-5296-49b4-a94b-b4dd0a239793 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:42.839284 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:42.909040 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:42.969942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb6bd00-5296-49b4-a94b-b4dd0a239793,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:42.978899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] No DVR routers for this DVR port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:42.986526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9573c89c-c1c8-4f71-8241-e63ef4c97ea0 req-df40288c-27b9-4479-b0cf-50091e39b6e1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973588 Jul 29 18:06:43.078005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.089700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.113957 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.123770 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.126305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a5b4530-8208-4a78-b523-c65d5a1adb1b HTTP/1.1" status: 204 len: 168 time: 0.8178527 Jul 29 18:06:43.129268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55888) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:43.152243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] Pushing event deleted for resources: {'Port': ['ID=1fb6bd00-5296-49b4-a94b-b4dd0a239793,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:43.156473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f135aac-cdff-40f4-b2d6-d96e88bd0aa2 None None] No DVR routers for this DVR port 1fb6bd00-5296-49b4-a94b-b4dd0a239793 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:43.204171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.235940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Transition to ACTIVE for port object e0ab5f94-b622-42fe-b5f2-8b92c65f386d will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:43.237892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.278863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4ca3d-8ea3-4871-a98a-e00052040a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5b4530-8208-4a78-b523-c65d5a1adb1b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:43.283668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abff41e8-c09b-4c81-9ac0-d77de2200a19']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.296404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c59da-963a-49bf-84e8-e4fc28b50b84') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.296925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c59da-963a-49bf-84e8-e4fc28b50b84') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.314469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.314556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0adf0cea-ede1-440e-8132-d5e249744ae3 req-a86b2bcb-d2d9-43d3-bfe6-74e596781744 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 210 time: 0.1839099 Jul 29 18:06:43.318186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.337758 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:34Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '74071047-9c22-4a8f-8677-5e1801b952da', 'name': '', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'mac_address': 'fa:16:3e:a5:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:33Z', 'updated_at': '2021-07-29T18:06:42Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'subnets': [{'id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.365071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.372679 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.381935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74071047-9c22-4a8f-8677-5e1801b952da up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:43.382841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:43.383386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:43.385626 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:43.426149 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c0386-f154-4d68-84cb-2b6367ad91d6 None None] The sync data for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 is: [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:34Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '74071047-9c22-4a8f-8677-5e1801b952da', 'name': '', 'network_id': '5a92dd77-1a5e-4fa6-bd5b-2c902e239af9', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'mac_address': 'fa:16:3e:a5:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:33Z', 'updated_at': '2021-07-29T18:06:42Z', 'revision_number': 4, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'subnets': [{'id': 'c6b0687e-99b8-4239-b51d-daba00dbb5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:43.469478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Network d18d2206-1821-49c8-99b9-a603c57108c6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:06:43.493969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:06:43.504665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:06:43.529549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 74071047-9c22-4a8f-8677-5e1801b952da completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:43.534762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 74071047-9c22-4a8f-8677-5e1801b952da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:43.535139 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.546161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:43.562999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:43.565333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.604574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96fce0-4e5c-43cf-b20e-07381ec566c3 req-869c9a83-daa3-462b-a1e3-2e757f6e4921 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:43.614702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab96fce0-4e5c-43cf-b20e-07381ec566c3 req-869c9a83-daa3-462b-a1e3-2e757f6e4921 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1620560 Jul 29 18:06:43.661781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-858a1e47-4e50-4240-b830-fbacf77f109b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7022789 Jul 29 18:06:43.680192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Request body: {'port': {'device_id': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:06:43.723917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.737859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.749202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.756153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] 10.222.0.16 "DELETE /v2.0/networks/abff41e8-c09b-4c81-9ac0-d77de2200a19 HTTP/1.1" status: 204 len: 168 time: 1.7949910 Jul 29 18:06:43.775577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:43.800060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab96fce0-4e5c-43cf-b20e-07381ec566c3 req-0d5643b7-f7ea-48d6-802b-27487769c84a tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838596 Jul 29 18:06:43.820903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.857897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b57ab3-131f-4542-8e10-ea53050ce144 admin admin] Pushing event deleted for resources: {'Network': ['ID=abff41e8-c09b-4c81-9ac0-d77de2200a19,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:43.860798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb961cc-8555-4b32-8dd8-0bc90dfced0d']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.894157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd589aeba-2c25-4ede-b289-7ea5a876590a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.894566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd589aeba-2c25-4ede-b289-7ea5a876590a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:43.905386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.906511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 74071047-9c22-4a8f-8677-5e1801b952da, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=74071047-9c22-4a8f-8677-5e1801b952da,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:43.911392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.920144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.956343 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.977889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:43.979902 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:43.991790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-027453bf-26c1-445b-adfe-7e3251bd7a41 None None] Provisioning for port e0ab5f94-b622-42fe-b5f2-8b92c65f386d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:43.999779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-027453bf-26c1-445b-adfe-7e3251bd7a41 None None] Provisioning complete for port e0ab5f94-b622-42fe-b5f2-8b92c65f386d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:44.000295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-027453bf-26c1-445b-adfe-7e3251bd7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:44.012043 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:44.019062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1fb6bd00-5296-49b4-a94b-b4dd0a239793 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:44.088925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.100570 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.102754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbb961cc-8555-4b32-8dd8-0bc90dfced0d HTTP/1.1" status: 204 len: 168 time: 0.9727302 Jul 29 18:06:44.136567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1dbb-b0ee-4b64-a7d4-22ea9458bb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb961cc-8555-4b32-8dd8-0bc90dfced0d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:44.182514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:44.279768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1fb6bd00-5296-49b4-a94b-b4dd0a239793 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:44.280285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1fb6bd00-5296-49b4-a94b-b4dd0a239793 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:44.280860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 310a67c4-d6c4-4d65-8eda-c70f0f90c20f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:44.350204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 310a67c4-d6c4-4d65-8eda-c70f0f90c20f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:44.354754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 310a67c4-d6c4-4d65-8eda-c70f0f90c20f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:44.371340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-027453bf-26c1-445b-adfe-7e3251bd7a41 None None] Port e0ab5f94-b622-42fe-b5f2-8b92c65f386d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:06:44.505910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:44.539603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce63ece-d8b6-41e7-abee-0e169372f5c6 req-b069be2c-31d5-4f53-b566-cbe88ffb4035 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:44.541087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fce63ece-d8b6-41e7-abee-0e169372f5c6 req-b069be2c-31d5-4f53-b566-cbe88ffb4035 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.4442482 Jul 29 18:06:44.618179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4adbd22f-d6c3-47b5-9bb9-9d9443cb7ac7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30751f32160243b3a5f67fe32ef98cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071513 Jul 29 18:06:44.618959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:44.715139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.725971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.758525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.833800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.837765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:44.839731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b233e2-c7c0-45bd-b3c9-c91a8063f439 HTTP/1.1" status: 204 len: 168 time: 0.2196016 Jul 29 18:06:44.853660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55944) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:44.854792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b233e2-c7c0-45bd-b3c9-c91a8063f439,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:44.873596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.874041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.874776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.875218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.875620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.876020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.876419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.876814 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.877285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.878708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.878708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:44.878708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc5aae-233b-4066-a2bf-938999cc57fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:45.300432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4f4606b-17db-427c-b470-b44fc84caf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.353883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74071047-9c22-4a8f-8677-5e1801b952da up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:45.453070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 74071047-9c22-4a8f-8677-5e1801b952da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:45.453773 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.571425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4f4606b-17db-427c-b470-b44fc84caf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.580526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ab5f94-b622-42fe-b5f2-8b92c65f386d {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:45.587459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a4f4606b-17db-427c-b470-b44fc84caf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.605288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.621811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Transition to ACTIVE for port object e0ab5f94-b622-42fe-b5f2-8b92c65f386d will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:06:45.654602 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.694952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a4f4606b-17db-427c-b470-b44fc84caf88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8be7784450d404db4fec71e35bcdab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336296 Jul 29 18:06:45.695871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4606b-17db-427c-b470-b44fc84caf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ef8ee-02eb-453a-b694-c578b8224f76,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:45.709118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:45.744837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fce63ece-d8b6-41e7-abee-0e169372f5c6 req-0cbe3691-f2be-473c-8e86-b9459be531c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1022213 Jul 29 18:06:45.874611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:45.933607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:45.963560 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.066936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Attempting to bind port e0ab5f94-b622-42fe-b5f2-8b92c65f386d on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:06:46.067080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Attempting to bind port e0ab5f94-b622-42fe-b5f2-8b92c65f386d by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:06:46.067386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Attempting to bind port e0ab5f94-b622-42fe-b5f2-8b92c65f386d on network d18d2206-1821-49c8-99b9-a603c57108c6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:46.070021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.072863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.074058 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c5ef8ee-02eb-453a-b694-c578b8224f76 HTTP/1.1" status: 204 len: 168 time: 0.3639414 Jul 29 18:06:46.081043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Port e0ab5f94-b622-42fe-b5f2-8b92c65f386d on network d18d2206-1821-49c8-99b9-a603c57108c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:06:46.081378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Attempting to bind port e0ab5f94-b622-42fe-b5f2-8b92c65f386d on network d18d2206-1821-49c8-99b9-a603c57108c6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:06:46.083194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab07b0-15b2-4df2-899b-9c792c855675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ef8ee-02eb-453a-b694-c578b8224f76,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:46.095662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5a731-a6a3-4330-a6e4-8bcfd4716c85 req-99033348-636d-4f59-8f82-7b41423a8679 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.099123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ead5a731-a6a3-4330-a6e4-8bcfd4716c85 req-99033348-636d-4f59-8f82-7b41423a8679 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1052 time: 0.1957893 Jul 29 18:06:46.103349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:06:46.103698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Checking segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:06:46.104095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Bound using segment: {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:06:46.104551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Bound port: e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:06:46.105511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.257476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ead5a731-a6a3-4330-a6e4-8bcfd4716c85 req-e8a222a5-b883-436a-ad61-1ac2a05a19b9 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362257 Jul 29 18:06:46.275590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:06:46.279175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:06:46.287868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.348169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.348810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.350280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] 10.222.0.38 "PUT /v2.0/ports/e0ab5f94-b622-42fe-b5f2-8b92c65f386d HTTP/1.1" status: 200 len: 1091 time: 2.6765783 Jul 29 18:06:46.352610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:06:46.355229 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15053b8b-fc0e-442a-9b4e-6f251e5c3034" -d '{"events": [{"name": "network-changed", "server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:06:46.384752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.491069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61822bd-df6c-49c8-9bbd-5104a241ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:46.536722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 55992) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:46.553750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c59ad26-d150-4f9d-aba9-4b3e9bcad0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.555361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2cd87-4f33-42e3-afad-d47edf5ed117 req-0f849ef5-3e4f-40ce-954b-91a348fe7aa4 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.563781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84a2cd87-4f33-42e3-afad-d47edf5ed117 req-0f849ef5-3e4f-40ce-954b-91a348fe7aa4 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.2381043 Jul 29 18:06:46.628379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84a2cd87-4f33-42e3-afad-d47edf5ed117 req-5c6dd270-a59d-470c-bfd6-0f494dca34f5 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635622 Jul 29 18:06:46.633277 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-8c920e5f-b8b9-4ccc-8579-0442555cb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.635358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-8c920e5f-b8b9-4ccc-8579-0442555cb244 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f72ca9891594221a968cd46ad0ceee9&device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1094 time: 0.1941922 Jul 29 18:06:46.689384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c59ad26-d150-4f9d-aba9-4b3e9bcad0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.697276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c59ad26-d150-4f9d-aba9-4b3e9bcad0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.747708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2c59ad26-d150-4f9d-aba9-4b3e9bcad0af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f79cf2c7e082467494348f5274d5c14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086961 Jul 29 18:06:46.749122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59ad26-d150-4f9d-aba9-4b3e9bcad0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5664eb3d-55d7-4a8c-8920-4b4c5509eaba,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:46.750046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-3248749d-2eca-42b6-bec6-3bde2bb70aaa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d HTTP/1.1" status: 200 len: 217 time: 0.0965514 Jul 29 18:06:46.751540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 55996) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:46.858276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-486032d8-7c39-4550-ad48-2cce169b9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.859860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-486032d8-7c39-4550-ad48-2cce169b9954 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18 HTTP/1.1" status: 200 len: 848 time: 0.0983262 Jul 29 18:06:46.924501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.973897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:46.996295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-44c7ddd4-c0d5-4a69-9195-eb743133cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:46.997826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-44c7ddd4-c0d5-4a69-9195-eb743133cc4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d18d2206-1821-49c8-99b9-a603c57108c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291308 Jul 29 18:06:47.104971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Deleting port da4143d6-6796-4fd9-b22c-82394ca90d37 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:47.105315 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:47.155243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:47.157907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:47.162661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5664eb3d-55d7-4a8c-8920-4b4c5509eaba HTTP/1.1" status: 204 len: 168 time: 0.4057133 Jul 29 18:06:47.180880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5664eb3d-55d7-4a8c-8920-4b4c5509eaba,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:47.186153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-ff3991ff-c3fb-4cfa-a2fd-f306c3e66bf5 service neutron] 10.222.0.38 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803753 Jul 29 18:06:47.214230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.214467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.214774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.215104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.215434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.215758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.216075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.216392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.216713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.217029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.217346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.217664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb832b-5717-423d-a10b-c09b81b0ac02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:06:47.295834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] For port da4143d6-6796-4fd9-b22c-82394ca90d37, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da4143d6-6796-4fd9-b22c-82394ca90d37,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:47.296196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:47.320117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Calling delete_port for da4143d6-6796-4fd9-b22c-82394ca90d37 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:47.363971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-e0608135-70de-4321-a765-e483f53fd0ac service neutron] 10.222.0.38 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674645 Jul 29 18:06:47.365420 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968f13e-4b97-4f71-8fa7-a91a25f1aca3 x-openstack-request-id: req-0968f13e-4b97-4f71-8fa7-a91a25f1aca3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:06:47.365707 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:06:47.365958 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0968f13e-4b97-4f71-8fa7-a91a25f1aca3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:06:47.366435 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d', 'status': 'completed', 'code': 200} Jul 29 18:06:47.584381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-0b6fd0fd-21dd-4273-b931-cc05b31a7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:47.586313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-0b6fd0fd-21dd-4273-b931-cc05b31a7463 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f72ca9891594221a968cd46ad0ceee9&device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1094 time: 0.1469240 Jul 29 18:06:47.610028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ab3a-e673-41ff-a04e-939ff5627cfd req-c8fd7cd3-f44c-4cb7-9368-a8b8fb24f555 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:47.611627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96d4ab3a-e673-41ff-a04e-939ff5627cfd req-c8fd7cd3-f44c-4cb7-9368-a8b8fb24f555 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1394954 Jul 29 18:06:47.748608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96d4ab3a-e673-41ff-a04e-939ff5627cfd req-fbc6d273-68f1-413a-8696-52807235af0e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206057 Jul 29 18:06:47.751478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:47.795389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4143d6-6796-4fd9-b22c-82394ca90d37,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:47.816944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-20b0252f-6432-4050-9946-b958dc7a35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:47.818661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-20b0252f-6432-4050-9946-b958dc7a35f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d18d2206-1821-49c8-99b9-a603c57108c6 HTTP/1.1" status: 200 len: 910 time: 0.2245483 Jul 29 18:06:47.901963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-9586e512-e2b1-4aee-91da-35ce6c120e18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d HTTP/1.1" status: 200 len: 217 time: 0.0514886 Jul 29 18:06:48.036302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-ffb8ac33-c44b-46f9-ab93-a93b957d0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:48.038310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-ffb8ac33-c44b-46f9-ab93-a93b957d0d32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18 HTTP/1.1" status: 200 len: 848 time: 0.1276243 Jul 29 18:06:48.156349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72012-0388-4f06-a1f0-2ef27c041cb3 req-1b2d3342-bf0a-4876-819d-70818d601967 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:48.158029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44d72012-0388-4f06-a1f0-2ef27c041cb3 req-1b2d3342-bf0a-4876-819d-70818d601967 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1094 time: 0.2160687 Jul 29 18:06:48.194115 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:48.202829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-33e866f5-22c3-40b6-b487-75fa1f3ba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:48.204356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-33e866f5-22c3-40b6-b487-75fa1f3ba903 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d18d2206-1821-49c8-99b9-a603c57108c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574931 Jul 29 18:06:48.332395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44d72012-0388-4f06-a1f0-2ef27c041cb3 req-e3ad534d-5768-4ad6-98aa-da5c45b82bce tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673129 Jul 29 18:06:48.752109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-c106855c-24e0-4611-9daf-87ae24c8b152 service neutron] 10.222.0.38 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368514 Jul 29 18:06:48.834077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89192-5e61-43b1-96f0-98fd703daf79 req-221c3962-d00c-4ede-91be-b6c6de979058 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:48.835601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0f89192-5e61-43b1-96f0-98fd703daf79 req-221c3962-d00c-4ede-91be-b6c6de979058 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1398454 Jul 29 18:06:48.942716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0f89192-5e61-43b1-96f0-98fd703daf79 req-676409ee-9dde-4b94-9a0a-38840db00a92 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Jul 29 18:06:48.978290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15053b8b-fc0e-442a-9b4e-6f251e5c3034 req-7952c7a9-82fa-4275-b73f-5c2ab8dce956 service neutron] 10.222.0.38 "GET /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120168 Jul 29 18:06:49.024199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Router 76804f90-5b27-457c-bcac-593d9a2fd660 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:06:49.159956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:06:49.171936 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56068) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:49.173949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Sync routers for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:06:49.187533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:49.188535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:49.189218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-12a6cffb-e885-463b-a164-ad4ae7e86119 admin admin] 10.222.0.16 "PUT /v2.0/routers/76804f90-5b27-457c-bcac-593d9a2fd660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3873792 Jul 29 18:06:49.371526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:49.374921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:49.399415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fdf38-6c56-43b5-932a-928402c8bced req-5822c32e-1d21-4824-b42e-ed6d441e2dca tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:49.400952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a2fdf38-6c56-43b5-932a-928402c8bced req-5822c32e-1d21-4824-b42e-ed6d441e2dca tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.1056535 Jul 29 18:06:49.476749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a2fdf38-6c56-43b5-932a-928402c8bced req-b909fb02-7f91-4099-9741-37b39551913f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626972 Jul 29 18:06:49.603652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:49.650786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:06:47Z', 'revision_number': 5, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port': {'id': '84abf4e7-18c2-44f2-9e9b-0fd59784d905', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:01:12Z', 'updated_at': '2021-07-29T18:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:49.709864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Checking router: 76804f90-5b27-457c-bcac-593d9a2fd660 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:06:49.714379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4514b8-4e6f-481f-a024-de1a1a9e935b req-f75797c3-23c4-4ff0-b588-70522e179802 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:49.716266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d4514b8-4e6f-481f-a024-de1a1a9e935b req-f75797c3-23c4-4ff0-b588-70522e179802 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1094 time: 0.0675294 Jul 29 18:06:49.730810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Routers {'76804f90-5b27-457c-bcac-593d9a2fd660'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:06:49.731854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:06:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['76804f90-5b27-457c-bcac-593d9a2fd660'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:49.732436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Deleting port 84abf4e7-18c2-44f2-9e9b-0fd59784d905 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:49.733032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:49.796912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d4514b8-4e6f-481f-a024-de1a1a9e935b req-e3125a4f-2332-4d0e-8e2a-368354c71342 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Jul 29 18:06:49.880890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] For port 84abf4e7-18c2-44f2-9e9b-0fd59784d905, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=84abf4e7-18c2-44f2-9e9b-0fd59784d905,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:49.881323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:49.888390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] Set router 76804f90-5b27-457c-bcac-593d9a2fd660 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:06:49.903546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Calling delete_port for 84abf4e7-18c2-44f2-9e9b-0fd59784d905 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:49.967293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:06:49Z', 'revision_number': 6, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:49.997374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ff132-b8ce-4408-9467-4fdaaf02343c None None] The sync data for ids ['76804f90-5b27-457c-bcac-593d9a2fd660'] in n-d-801607-3 is: [{'id': '76804f90-5b27-457c-bcac-593d9a2fd660', 'name': 'tempest-TestServerBasicOps-673697587-router', 'tenant_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:01:10Z', 'updated_at': '2021-07-29T18:06:49Z', 'revision_number': 6, 'project_id': 'e311d0f830a84ab98a4eb6434452e1a1', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:06:50.113534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f3cb7-53f8-49f0-8d1a-f83ae218e291 req-acc8622b-5793-4411-8469-f663ab0ca121 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:50.121473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-355f3cb7-53f8-49f0-8d1a-f83ae218e291 req-acc8622b-5793-4411-8469-f663ab0ca121 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0611720 Jul 29 18:06:50.197056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-355f3cb7-53f8-49f0-8d1a-f83ae218e291 req-ec487cd7-6e2f-4870-833e-24774f03132c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667889 Jul 29 18:06:50.227481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.271582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Pushing event deleted for resources: {'Port': ['ID=84abf4e7-18c2-44f2-9e9b-0fd59784d905,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:50.341943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.454295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.456584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.508136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.509211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76804f90-5b27-457c-bcac-593d9a2fd660 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:06:50.514562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.516080 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-06f64992-f02d-45dd-90a1-720e634e184e admin admin] 10.222.0.16 "DELETE /v2.0/routers/76804f90-5b27-457c-bcac-593d9a2fd660 HTTP/1.1" status: 204 len: 168 time: 1.3424985 Jul 29 18:06:50.518606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:50.578486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Deleting subnet 79b6655d-d543-4442-9e2a-d14a1b210271 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:06:50.591547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.674844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:50.686503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70483488-b56a-4c6d-890f-b71feec377eb req-6e3ebf5e-9d28-4b1c-b405-a45908cd2903 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:50.690259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70483488-b56a-4c6d-890f-b71feec377eb req-6e3ebf5e-9d28-4b1c-b405-a45908cd2903 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0989642 Jul 29 18:06:50.836401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70483488-b56a-4c6d-890f-b71feec377eb req-0fe8a287-e02c-4b07-b4e4-4d3fb2ce15d1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384358 Jul 29 18:06:50.853342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.003152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.055718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a53f7-034b-4d49-8686-58d950d81d01 req-582a9e5d-1b92-4885-bb87-8d7c24e59a54 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:51.056866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b6655d-d543-4442-9e2a-d14a1b210271,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:51.060542 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.063482 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dec64c0a-cea6-4460-93d0-1dfc3ff06bf7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79b6655d-d543-4442-9e2a-d14a1b210271 HTTP/1.1" status: 204 len: 168 time: 0.5438137 Jul 29 18:06:51.066194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:51.067448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-786a53f7-034b-4d49-8686-58d950d81d01 req-582a9e5d-1b92-4885-bb87-8d7c24e59a54 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1094 time: 0.0935557 Jul 29 18:06:51.071036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d7dc2-b9ec-4ef7-9d12-1f1c8e8a6d94 None None] Network 11f5283c-dc54-4fdd-9dab-4d263b8d9448 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:06:51.120328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-786a53f7-034b-4d49-8686-58d950d81d01 req-570d4835-f90b-422b-9e78-bbcc52efe622 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518892 Jul 29 18:06:51.240650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.362059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Deleting port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:51.362734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.395897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da4143d6-6796-4fd9-b22c-82394ca90d37 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:51.440706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: da4143d6-6796-4fd9-b22c-82394ca90d37 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:51.441190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da4143d6-6796-4fd9-b22c-82394ca90d37 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:51.441614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 84abf4e7-18c2-44f2-9e9b-0fd59784d905 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:51.480706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 84abf4e7-18c2-44f2-9e9b-0fd59784d905 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:51.481282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 84abf4e7-18c2-44f2-9e9b-0fd59784d905 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:51.491357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] For port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,segment=NetworkSegment(f5da2331-d710-4737-a0e6-f460ea70f040),segment_id=f5da2331-d710-4737-a0e6-f460ea70f040)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:51.496101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.521868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f6cff-ba43-4668-b639-0f5eb0b57677 req-c5c45853-bd1b-4c85-a558-4149f472fb0e tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:51.523622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-450f6cff-ba43-4668-b639-0f5eb0b57677 req-c5c45853-bd1b-4c85-a558-4149f472fb0e tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1085987 Jul 29 18:06:51.527184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Calling delete_port for 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:51.567933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device e0ab5f94-b622-42fe-b5f2-8b92c65f386d details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:06:51.627403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-450f6cff-ba43-4668-b639-0f5eb0b57677 req-2fb4402f-2418-4d9f-a34e-f290e8e82050 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838645 Jul 29 18:06:51.717477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] DHCP port deletion for 11f5283c-dc54-4fdd-9dab-4d263b8d9448 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:06:51.752027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.804483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] No DVR routers for this DVR port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:51.808692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:51.809871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Deleting port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:06:51.810411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.817474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:51.897916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] For port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:51.898343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.911865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Calling delete_port for 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:06:51.923121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 18:06:51.924026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d', 'network_id': 'd18d2206-1821-49c8-99b9-a603c57108c6', 'port_id': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d', 'mac_address': 'fa:16:3e:b5:ac:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:06:51.926777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.941469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:51.952610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] Pushing event deleted for resources: {'Port': ['ID=1b68ceb7-f1ab-4b89-8f55-69f3350205e4,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:51.955053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f5283c-dc54-4fdd-9dab-4d263b8d9448']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:51.979748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5da2331-d710-4737-a0e6-f460ea70f040') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:51.980293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5da2331-d710-4737-a0e6-f460ea70f040') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:06:51.983878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3e1c7-9239-4b8c-818f-651118b31de6 None None] No DVR routers for this DVR port 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:06:51.993651 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.021093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.023500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33789abc-1546-4541-a8d0-117682b4c4d5 req-fd645a98-3ea2-4aec-98c6-e66f06498e9a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:52.024029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.025491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33789abc-1546-4541-a8d0-117682b4c4d5 req-fd645a98-3ea2-4aec-98c6-e66f06498e9a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0786076 Jul 29 18:06:52.042307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:06:52.043055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:06:52.047074 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:06:52.061174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ab5f94-b622-42fe-b5f2-8b92c65f386d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:06:52.078636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-33789abc-1546-4541-a8d0-117682b4c4d5 req-bdc43d70-0225-4b73-b9a2-b8c1b93e6890 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Jul 29 18:06:52.085623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:52.096069 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.112580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.124410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.126941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] 10.222.0.16 "DELETE /v2.0/networks/11f5283c-dc54-4fdd-9dab-4d263b8d9448 HTTP/1.1" status: 204 len: 168 time: 1.0590684 Jul 29 18:06:52.142645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ea8e-3f17-44fc-b82e-1f414266da48 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f5283c-dc54-4fdd-9dab-4d263b8d9448,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:52.183156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:52.251138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9fbf6-688d-422f-8d8e-08004ffabfa7 req-631d6a99-88e1-4c9d-8738-4f2e1ad72f89 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:52.261319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01c9fbf6-688d-422f-8d8e-08004ffabfa7 req-631d6a99-88e1-4c9d-8738-4f2e1ad72f89 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1095 time: 0.0583620 Jul 29 18:06:52.295040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['e0ab5f94-b622-42fe-b5f2-8b92c65f386d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:06:52.314204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01c9fbf6-688d-422f-8d8e-08004ffabfa7 req-fe2bcd92-e995-4b93-bcc8-2cddf50dd3b0 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Jul 29 18:06:52.387149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:52.428941 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3b253355-4f73-4ce7-b91b-c155c140d051 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50c83cdbb4da4829af5dce61a5466223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404804 Jul 29 18:06:52.431560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56156) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:52.489030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.510936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.564584 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.567667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:52.571578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27ec1912-eafb-478a-8fbd-3330963eb7e0 HTTP/1.1" status: 204 len: 168 time: 0.1364155 Jul 29 18:06:52.579617 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7d00-7c38-4802-835b-0dcc8d2c39ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ec1912-eafb-478a-8fbd-3330963eb7e0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:52.661639 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:06:52.756059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0540-e199-42d8-a816-14aaf21e0ff4 req-bd7fbf56-c5b6-4207-9b45-85be6060786c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:52.758268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-731c0540-e199-42d8-a816-14aaf21e0ff4 req-bd7fbf56-c5b6-4207-9b45-85be6060786c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Jul 29 18:06:52.821189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-731c0540-e199-42d8-a816-14aaf21e0ff4 req-a34f4f38-44b1-4037-9370-7f1b97065324 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Jul 29 18:06:53.025590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56180) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:53.067558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a44f2c1e-7399-446f-aaa0-311f295897fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e311d0f830a84ab98a4eb6434452e1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400045 Jul 29 18:06:53.069500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56186) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:53.130227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.162577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.225461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37ebb3-c1a6-4e70-8d1d-e768a46e0823 req-d58ef91e-9965-4138-9894-cac8685fae27 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:53.227048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc37ebb3-c1a6-4e70-8d1d-e768a46e0823 req-d58ef91e-9965-4138-9894-cac8685fae27 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0775242 Jul 29 18:06:53.258301 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.261183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.262370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad23631c-b27b-496d-aeca-eed35c98a611 HTTP/1.1" status: 204 len: 168 time: 0.1919284 Jul 29 18:06:53.281959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc37ebb3-c1a6-4e70-8d1d-e768a46e0823 req-5c4bcec4-7da8-4b3b-9f19-167c91a61866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Jul 29 18:06:53.282594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f83df6-284b-4006-b011-dd117941fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23631c-b27b-496d-aeca-eed35c98a611,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:53.285757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:06:53.336043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:06:53.336390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 1b68ceb7-f1ab-4b89-8f55-69f3350205e4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:06:53.431043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be8726-8cf1-4b77-a6c8-0da544e070cf req-a9725ac4-4537-4a2d-a5f7-cb0b6286f34c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:53.432622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93be8726-8cf1-4b77-a6c8-0da544e070cf req-a9725ac4-4537-4a2d-a5f7-cb0b6286f34c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1095 time: 0.0417583 Jul 29 18:06:53.472559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93be8726-8cf1-4b77-a6c8-0da544e070cf req-be2b728b-10eb-46f1-b091-048b0e4861ef tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Jul 29 18:06:53.583010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device e0ab5f94-b622-42fe-b5f2-8b92c65f386d up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:06:53.644020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port e0ab5f94-b622-42fe-b5f2-8b92c65f386d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:06:53.649842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port e0ab5f94-b622-42fe-b5f2-8b92c65f386d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:06:53.650719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.734636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.777586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:06:53.783315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:53.838980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:53.953587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b495b-00ee-4fe9-bc44-a6c9020d6b84 req-182e113c-9044-4f9b-abb7-9b3c8dbf56bd tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:53.955294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed8b495b-00ee-4fe9-bc44-a6c9020d6b84 req-182e113c-9044-4f9b-abb7-9b3c8dbf56bd tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Jul 29 18:06:54.001416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed8b495b-00ee-4fe9-bc44-a6c9020d6b84 req-767dc276-c918-481f-8a0a-9b84d932c4b6 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jul 29 18:06:54.440378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb337d-5dd8-4d50-a643-129919e506c6 req-930ece3a-5e7c-4eb0-acde-033ad1acdff4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:54.442671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0fb337d-5dd8-4d50-a643-129919e506c6 req-930ece3a-5e7c-4eb0-acde-033ad1acdff4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0720539 Jul 29 18:06:54.482864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0fb337d-5dd8-4d50-a643-129919e506c6 req-50922d42-e123-4d56-83b3-206b74a601cb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336819 Jul 29 18:06:54.585676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba19d-bcbf-4083-a32d-71e6006d2b8d req-8702054c-3acf-480f-95f9-3197c718ccd5 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:54.587299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-869ba19d-bcbf-4083-a32d-71e6006d2b8d req-8702054c-3acf-480f-95f9-3197c718ccd5 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0409462 Jul 29 18:06:54.629624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-869ba19d-bcbf-4083-a32d-71e6006d2b8d req-556fc75e-acbd-4887-8f16-8f6f5ca9e25f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jul 29 18:06:55.138364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85bda-ec50-4a3c-b9a8-ac9254133abd req-cb0f56a2-df5e-4a3a-80f9-b925261bfbc8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:55.145958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61d85bda-ec50-4a3c-b9a8-ac9254133abd req-cb0f56a2-df5e-4a3a-80f9-b925261bfbc8 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0636492 Jul 29 18:06:55.206856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61d85bda-ec50-4a3c-b9a8-ac9254133abd req-db3d6f60-d677-4d1b-9fcc-2f207a1484cb tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595858 Jul 29 18:06:55.654078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8be8-fb76-4d70-a46a-c802a11c1985 req-8d463506-10ea-4cce-95ac-e5349ec9747a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:55.663051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b65c8be8-fb76-4d70-a46a-c802a11c1985 req-8d463506-10ea-4cce-95ac-e5349ec9747a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0746913 Jul 29 18:06:55.722692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b65c8be8-fb76-4d70-a46a-c802a11c1985 req-6464ae1d-c560-468e-9572-fb62b3406c04 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527284 Jul 29 18:06:55.864511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7cc90-2abb-4ef7-8423-c105b0748af8 req-1f2cb6fa-e5cd-4beb-ada3-2d2b40f778bd tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:55.866329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96c7cc90-2abb-4ef7-8423-c105b0748af8 req-1f2cb6fa-e5cd-4beb-ada3-2d2b40f778bd tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0485435 Jul 29 18:06:55.929361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56248) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:55.940744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96c7cc90-2abb-4ef7-8423-c105b0748af8 req-6724b41c-5a57-4a4e-9a64-592c642f0497 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677087 Jul 29 18:06:56.048218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3af8ecf2-0345-4efd-8090-db148cfbbd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.162061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3af8ecf2-0345-4efd-8090-db148cfbbd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.169249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3af8ecf2-0345-4efd-8090-db148cfbbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.207821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ecf2-0345-4efd-8090-db148cfbbd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9364c6-5db9-40bb-a966-0c979d61f49a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:56.211996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3af8ecf2-0345-4efd-8090-db148cfbbd3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f680995bcf1b4e25a36a672ee9505b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814248 Jul 29 18:06:56.214655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:56.265226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.289728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.346639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19ea6-fdbc-4fa1-a51d-887158a04808 req-5fe3a835-9240-47cb-8fda-7ce331f6212f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:56.354945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60e19ea6-fdbc-4fa1-a51d-887158a04808 req-5fe3a835-9240-47cb-8fda-7ce331f6212f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jul 29 18:06:56.357405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.360232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.363900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de9364c6-5db9-40bb-a966-0c979d61f49a HTTP/1.1" status: 204 len: 168 time: 0.1459608 Jul 29 18:06:56.370297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfe7f1-4059-4031-a425-1426d40a3a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9364c6-5db9-40bb-a966-0c979d61f49a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:56.411762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60e19ea6-fdbc-4fa1-a51d-887158a04808 req-b9f06b6a-0658-4fba-a55f-4bd284b0612e tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Jul 29 18:06:56.528881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.696598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:56.712273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2520-e4eb-4fc7-9b1e-5c982160f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.832873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56282) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:56.843478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2520-e4eb-4fc7-9b1e-5c982160f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.855690 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2520-e4eb-4fc7-9b1e-5c982160f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:56.881900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aac8d-8111-48bc-bd6d-985f11be1da7 req-8b4414d0-769f-408a-825e-3a2bc1c300b1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:56.885796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed5aac8d-8111-48bc-bd6d-985f11be1da7 req-8b4414d0-769f-408a-825e-3a2bc1c300b1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0909696 Jul 29 18:06:56.907120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e2520-e4eb-4fc7-9b1e-5c982160f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18edcdb-4a01-4628-92e6-50db5f2be841,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:56.928121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3a3e2520-e4eb-4fc7-9b1e-5c982160f785 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc84264593d945ecbd73f427f837d835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300076 Jul 29 18:06:56.930525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56286) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:56.947201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed5aac8d-8111-48bc-bd6d-985f11be1da7 req-70955392-94e1-44c0-a998-ba7b4c7e2ab4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539582 Jul 29 18:06:56.990600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.000382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee566-efdc-4c0f-b744-38d3f3e6ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.017429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.065484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.068261 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.069748 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e18edcdb-4a01-4628-92e6-50db5f2be841 HTTP/1.1" status: 204 len: 168 time: 0.1378503 Jul 29 18:06:57.078354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ceb51-aab9-41b6-8182-b0c25a413c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18edcdb-4a01-4628-92e6-50db5f2be841,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:57.096759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5c60-717d-4ffe-a52f-0b7df84c6101 req-e03612a1-0d56-4158-a733-df33b4799a1c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:57.098561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b22a5c60-717d-4ffe-a52f-0b7df84c6101 req-e03612a1-0d56-4158-a733-df33b4799a1c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0833828 Jul 29 18:06:57.161117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b22a5c60-717d-4ffe-a52f-0b7df84c6101 req-c1bed291-fe00-4069-aef8-95a4810f9787 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Jul 29 18:06:57.187800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee566-efdc-4c0f-b744-38d3f3e6ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.192849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee566-efdc-4c0f-b744-38d3f3e6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.235315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ee566-efdc-4c0f-b744-38d3f3e6ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f3fbd-67fc-49fc-8e54-0c36ca3e31c2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:57.247441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56296) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:57.257590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bb9ee566-efdc-4c0f-b744-38d3f3e6ac93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b092064c1d94b128e05032099c7d127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224985 Jul 29 18:06:57.300974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.323682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.373541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.376904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.380835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/298f3fbd-67fc-49fc-8e54-0c36ca3e31c2 HTTP/1.1" status: 204 len: 168 time: 0.1297002 Jul 29 18:06:57.390735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88506-5141-4793-8c61-fd8fe52568c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298f3fbd-67fc-49fc-8e54-0c36ca3e31c2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:57.409945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56300) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:57.424443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3db716fc-c7bd-41c7-bbe9-f4fb35f060fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.524638 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.558352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3db716fc-c7bd-41c7-bbe9-f4fb35f060fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.563527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3db716fc-c7bd-41c7-bbe9-f4fb35f060fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.602290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0373c-ac85-4a1b-8cf8-dd22e9d8ca97 req-3d6195bb-28e2-4ebb-85fa-68e2dee3ccb5 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:57.603905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25a0373c-ac85-4a1b-8cf8-dd22e9d8ca97 req-3d6195bb-28e2-4ebb-85fa-68e2dee3ccb5 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0997946 Jul 29 18:06:57.627803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db716fc-c7bd-41c7-bbe9-f4fb35f060fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d772fdd-2783-4ecc-af73-db5338b43546,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:57.632162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3db716fc-c7bd-41c7-bbe9-f4fb35f060fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93be3c5d815f4c728f105e634a5f8576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209368 Jul 29 18:06:57.636180 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:06:57.661300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25a0373c-ac85-4a1b-8cf8-dd22e9d8ca97 req-766652f8-92ae-41bd-97b1-f0f28959e9ab tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 Jul 29 18:06:57.693626 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.720017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.769102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.772556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:06:57.773710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d772fdd-2783-4ecc-af73-db5338b43546 HTTP/1.1" status: 204 len: 168 time: 0.1363537 Jul 29 18:06:57.782343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3d01-87d3-4268-9445-c5b6b2443ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d772fdd-2783-4ecc-af73-db5338b43546,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:06:58.096987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92285117-5ce2-4f83-9506-8da8102c2b2b req-898362e6-567f-4091-b1db-fbccd234998b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:58.108610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92285117-5ce2-4f83-9506-8da8102c2b2b req-898362e6-567f-4091-b1db-fbccd234998b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0738161 Jul 29 18:06:58.168664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92285117-5ce2-4f83-9506-8da8102c2b2b req-5cada1be-6293-4cc3-820c-99e83a3ee972 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540619 Jul 29 18:06:58.281029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4cd5-6fca-4585-828a-2932874f8c6c req-a6f2a03c-ed42-405c-ac12-2805801d5706 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:58.282670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5ec4cd5-6fca-4585-828a-2932874f8c6c req-a6f2a03c-ed42-405c-ac12-2805801d5706 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0418260 Jul 29 18:06:58.324887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5ec4cd5-6fca-4585-828a-2932874f8c6c req-578f78c6-dab2-4010-ac53-00d9dc969c2a tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Jul 29 18:06:58.792598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebecef-4fef-42c1-b0d9-548e3d310baa req-06315edf-59f4-4a25-873e-a96285be1334 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:58.794367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38ebecef-4fef-42c1-b0d9-548e3d310baa req-06315edf-59f4-4a25-873e-a96285be1334 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0613613 Jul 29 18:06:58.839283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38ebecef-4fef-42c1-b0d9-548e3d310baa req-9eb13e04-4a3a-49d2-9107-aa6f2d205c06 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Jul 29 18:06:59.304048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2d36-91fa-4b97-8ade-1a85093ea129 req-1d582b9a-40f2-44bd-84ea-5abce7f0cd7f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:59.305478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c6a2d36-91fa-4b97-8ade-1a85093ea129 req-1d582b9a-40f2-44bd-84ea-5abce7f0cd7f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Jul 29 18:06:59.347210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c6a2d36-91fa-4b97-8ade-1a85093ea129 req-3db5dc88-24f0-446b-928f-00075a82c49c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344563 Jul 29 18:06:59.456723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5edb6-a131-4c19-990b-42d2dfd37d31 req-9225b0ff-ac7a-4c5e-ae51-00f966d8e81b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:06:59.458407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4c5edb6-a131-4c19-990b-42d2dfd37d31 req-9225b0ff-ac7a-4c5e-ae51-00f966d8e81b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0456054 Jul 29 18:06:59.496587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c4c5edb6-a131-4c19-990b-42d2dfd37d31 req-ca761a2b-31e0-4101-8306-6f23d386c736 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 29 18:06:59.915756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56418) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:00.110530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497a64a-63ec-433a-8122-14af1953cc8c req-5dda8b67-a42a-4f5f-bde5-6940adab7ca3 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:00.110530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c497a64a-63ec-433a-8122-14af1953cc8c req-5dda8b67-a42a-4f5f-bde5-6940adab7ca3 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0938752 Jul 29 18:07:00.125667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c497a64a-63ec-433a-8122-14af1953cc8c req-3ac10684-0bff-426f-8b81-b5a91ac3c61f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806124 Jul 29 18:07:00.127062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd45-e97a-4976-88b7-5b911350023b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.249172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd45-e97a-4976-88b7-5b911350023b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.253959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd45-e97a-4976-88b7-5b911350023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.294693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14fd45-e97a-4976-88b7-5b911350023b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d03517-4c77-4493-aa33-0a9d61a230d9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:00.301934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7a14fd45-e97a-4976-88b7-5b911350023b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7e3a03da8ce49c2829e1e0e51b18456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849885 Jul 29 18:07:00.305011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:00.382601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.416865 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.531306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024741c-09a6-4f47-a81a-638d7d0e94cd req-32c8b14c-fe3d-48a3-bfe8-3698d2d30b65 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:00.532970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5024741c-09a6-4f47-a81a-638d7d0e94cd req-32c8b14c-fe3d-48a3-bfe8-3698d2d30b65 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0969884 Jul 29 18:07:00.573244 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.575750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:00.577047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25d03517-4c77-4493-aa33-0a9d61a230d9 HTTP/1.1" status: 204 len: 168 time: 0.2709308 Jul 29 18:07:00.597721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5024741c-09a6-4f47-a81a-638d7d0e94cd req-9a0b9ccc-8a9b-4a69-a00e-1414c4599be1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545495 Jul 29 18:07:00.598661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005114ed-6638-4393-8c79-b84ad8e9baa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d03517-4c77-4493-aa33-0a9d61a230d9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:00.710983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4361e-6217-4c18-be9d-ea3ee15fdfda req-dc053cae-c9ea-4e8a-9d6d-c69c9c2f815c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:00.718223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9d4361e-6217-4c18-be9d-ea3ee15fdfda req-dc053cae-c9ea-4e8a-9d6d-c69c9c2f815c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0474806 Jul 29 18:07:00.752089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9d4361e-6217-4c18-be9d-ea3ee15fdfda req-3497e25c-56a0-45ea-859d-37d564461912 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Jul 29 18:07:00.909206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:00.923702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b503ea-eb53-4ed1-8009-c77c89969da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.026624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b503ea-eb53-4ed1-8009-c77c89969da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.031876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03b503ea-eb53-4ed1-8009-c77c89969da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.072110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b503ea-eb53-4ed1-8009-c77c89969da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42621e33-4e23-43f3-b7c5-e444bc37e131,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:01.078519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-03b503ea-eb53-4ed1-8009-c77c89969da9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef80fc22ad9d4723b90ac397c916bd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679831 Jul 29 18:07:01.081584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56468) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:01.186613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.231453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.298178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba76d7-1a8f-498d-a6ac-37d98a007f82 req-977e7dc2-7a80-42d0-8b64-6439a062ac38 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:01.300317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ba76d7-1a8f-498d-a6ac-37d98a007f82 req-977e7dc2-7a80-42d0-8b64-6439a062ac38 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0608232 Jul 29 18:07:01.303984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.306868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:01.308145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42621e33-4e23-43f3-b7c5-e444bc37e131 HTTP/1.1" status: 204 len: 168 time: 0.2252665 Jul 29 18:07:01.328092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8b11-70a4-4278-8e7a-bb3c4cb6f530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42621e33-4e23-43f3-b7c5-e444bc37e131,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:01.379755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72ba76d7-1a8f-498d-a6ac-37d98a007f82 req-2247a07f-aa46-40e3-b7db-6a9359814a0f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634065 Jul 29 18:07:01.744703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4494c1-f290-4f9d-95f8-318b9a197053 req-6ee4d6fd-c157-4e7d-bc94-a1a15f8f12e8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:01.747059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad4494c1-f290-4f9d-95f8-318b9a197053 req-6ee4d6fd-c157-4e7d-bc94-a1a15f8f12e8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0650601 Jul 29 18:07:01.814335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad4494c1-f290-4f9d-95f8-318b9a197053 req-0084dad8-52ae-44b1-88fe-95b8a70d0c18 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516284 Jul 29 18:07:01.959692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65ca97-2434-4977-a0df-b0b62aeb2163 req-2f522c8d-c4a0-4b51-9a5a-6603a7c0bf48 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:01.968111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d65ca97-2434-4977-a0df-b0b62aeb2163 req-2f522c8d-c4a0-4b51-9a5a-6603a7c0bf48 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0572839 Jul 29 18:07:02.004558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d65ca97-2434-4977-a0df-b0b62aeb2163 req-d45c52b8-50e9-448e-a1f7-9738d42f0cd7 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Jul 29 18:07:02.517144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71388-a02e-4ef1-9830-250bf3ef410f req-c1f5bf13-05d4-4779-9274-ce639bc526de tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:02.519100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8e71388-a02e-4ef1-9830-250bf3ef410f req-c1f5bf13-05d4-4779-9274-ce639bc526de tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0583146 Jul 29 18:07:02.569199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8e71388-a02e-4ef1-9830-250bf3ef410f req-0c7a0534-0d11-4b97-927f-9dc7ff1817c0 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Jul 29 18:07:02.959992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032dd45-dbb2-4d8e-b11d-82109435f612 req-29e48c1e-1204-4fa2-a321-b9eb5c0f5add tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:02.962005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0032dd45-dbb2-4d8e-b11d-82109435f612 req-29e48c1e-1204-4fa2-a321-b9eb5c0f5add tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0620189 Jul 29 18:07:03.026979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0032dd45-dbb2-4d8e-b11d-82109435f612 req-96cac9c3-74da-4b45-bd4a-5de5ee05e150 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578837 Jul 29 18:07:03.156612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a23f2-008a-4532-8213-b50e4d4b786a req-b954c986-f22c-4914-a2fb-6685ce61323f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:03.164865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c34a23f2-008a-4532-8213-b50e4d4b786a req-b954c986-f22c-4914-a2fb-6685ce61323f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0623991 Jul 29 18:07:03.209172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c34a23f2-008a-4532-8213-b50e4d4b786a req-3487daf4-6abe-421a-a015-1e3763d21d72 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Jul 29 18:07:03.707851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b3795-475e-4021-a200-ccfef14b7f63 req-391ec4c6-9e7a-46cd-8ca1-10bb3f2c8475 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:03.709726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-381b3795-475e-4021-a200-ccfef14b7f63 req-391ec4c6-9e7a-46cd-8ca1-10bb3f2c8475 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0652847 Jul 29 18:07:03.757822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-381b3795-475e-4021-a200-ccfef14b7f63 req-f01b8176-9d02-4d7c-959c-0f001fc414c6 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jul 29 18:07:04.174693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ad866-3dbe-4098-b28b-647f9e8699f1 req-b90f7556-0ac3-4b94-8b7e-9792c70350cb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:04.183214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52ad866-3dbe-4098-b28b-647f9e8699f1 req-b90f7556-0ac3-4b94-8b7e-9792c70350cb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0688841 Jul 29 18:07:04.230655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52ad866-3dbe-4098-b28b-647f9e8699f1 req-50dfced5-3dd2-4762-951b-70d90744fc7c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Jul 29 18:07:04.374294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77043365-baa5-4ddf-8948-737681cc5930 req-70fc125f-b341-4a9a-ae51-7b769caefe30 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:04.383652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77043365-baa5-4ddf-8948-737681cc5930 req-70fc125f-b341-4a9a-ae51-7b769caefe30 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0834801 Jul 29 18:07:04.430947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77043365-baa5-4ddf-8948-737681cc5930 req-e2f1e984-e5cd-4459-88fb-139c1ff4126a tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Jul 29 18:07:04.924479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508560-3387-4baf-9ccd-4476083dc5f8 req-3470e409-c7a3-4cdb-b406-df386c391c0f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:04.927179 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02508560-3387-4baf-9ccd-4476083dc5f8 req-3470e409-c7a3-4cdb-b406-df386c391c0f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0709913 Jul 29 18:07:04.989058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02508560-3387-4baf-9ccd-4476083dc5f8 req-77d25198-e32f-4b50-807f-fde15a8dadab tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Jul 29 18:07:05.388976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b24b2-bebc-41d3-bc5a-b3a519ade221 req-c2860c07-c8e9-406a-b8a9-1fdfea45c35e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:05.392340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-943b24b2-bebc-41d3-bc5a-b3a519ade221 req-c2860c07-c8e9-406a-b8a9-1fdfea45c35e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0805821 Jul 29 18:07:05.462887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-943b24b2-bebc-41d3-bc5a-b3a519ade221 req-6c234da0-489f-4e51-b45b-63ff6e6fdea7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594032 Jul 29 18:07:05.594132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5974a8f-fddc-4049-bd86-56d246df4854 req-1561ae09-0f2f-4ded-8205-b655a06a2af0 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:05.595740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5974a8f-fddc-4049-bd86-56d246df4854 req-1561ae09-0f2f-4ded-8205-b655a06a2af0 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0736232 Jul 29 18:07:05.641073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5974a8f-fddc-4049-bd86-56d246df4854 req-0fbd61b7-be73-42d4-8efe-05c25439ca71 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360527 Jul 29 18:07:06.143811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f2913-0516-4d2d-9914-56cad1a8bb74 req-ebcc1a2c-bbf6-4f7f-b9ce-42ee9e9780a3 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:06.152498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db4f2913-0516-4d2d-9914-56cad1a8bb74 req-ebcc1a2c-bbf6-4f7f-b9ce-42ee9e9780a3 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0671046 Jul 29 18:07:06.205907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db4f2913-0516-4d2d-9914-56cad1a8bb74 req-05f38136-27e9-4aed-a172-c8d70ee2896d tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Jul 29 18:07:06.618083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c197-5b74-469e-bbf6-97f4a6b204b7 req-ac62106b-dd48-4d16-ae57-ab551dd2b73a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:06.626542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5694c197-5b74-469e-bbf6-97f4a6b204b7 req-ac62106b-dd48-4d16-ae57-ab551dd2b73a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0621450 Jul 29 18:07:06.690369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5694c197-5b74-469e-bbf6-97f4a6b204b7 req-1b0d08c8-1bff-4255-aa92-19fffb04a82d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624540 Jul 29 18:07:06.862039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66c997-74e8-449a-b3c9-4ecdfcb72d6d req-27b7635e-3eeb-4550-84d8-fcb20168139c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:06.864863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc66c997-74e8-449a-b3c9-4ecdfcb72d6d req-27b7635e-3eeb-4550-84d8-fcb20168139c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0870054 Jul 29 18:07:06.928577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc66c997-74e8-449a-b3c9-4ecdfcb72d6d req-ff2eaf35-1e04-4794-a704-2ba1a250ae10 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Jul 29 18:07:07.371270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6ab0d-a311-495a-bf99-4204d5878c4d req-777452f1-471b-4d93-a2ca-137693db509f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:07.373037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4a6ab0d-a311-495a-bf99-4204d5878c4d req-777452f1-471b-4d93-a2ca-137693db509f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0744452 Jul 29 18:07:07.437155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4a6ab0d-a311-495a-bf99-4204d5878c4d req-70bb49a9-321a-4312-a077-d1eca6505c8f tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566857 Jul 29 18:07:07.894786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b57d9-68a8-4dc7-b88d-fcb884d1aed2 req-fdc137ad-4f5a-402a-a989-0e286c2c66a4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:07.898808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e77b57d9-68a8-4dc7-b88d-fcb884d1aed2 req-fdc137ad-4f5a-402a-a989-0e286c2c66a4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0767612 Jul 29 18:07:07.974075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e77b57d9-68a8-4dc7-b88d-fcb884d1aed2 req-57ec762b-ff57-4dd1-bd92-7fdac6420fdc tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671778 Jul 29 18:07:08.088132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08ff49-7685-4fc1-8baa-acaff4a99809 req-5c195338-8142-4f6a-8783-ac380d14926b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:08.095665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c08ff49-7685-4fc1-8baa-acaff4a99809 req-5c195338-8142-4f6a-8783-ac380d14926b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0642192 Jul 29 18:07:08.154572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c08ff49-7685-4fc1-8baa-acaff4a99809 req-60ad0d1c-b104-442a-9be8-791d8495f3e5 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511963 Jul 29 18:07:08.594199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48faebb-568b-43eb-a50a-40d49e90f3f2 req-a24772b0-ddb4-4222-80e8-c00923113d3b tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:08.601891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e48faebb-568b-43eb-a50a-40d49e90f3f2 req-a24772b0-ddb4-4222-80e8-c00923113d3b tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0594699 Jul 29 18:07:08.706939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e48faebb-568b-43eb-a50a-40d49e90f3f2 req-825a62e6-5e11-43e6-8ddf-c74edfe071b0 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034293 Jul 29 18:07:09.120013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8bc3f-fcfe-436c-a295-ebe5d3908c22 req-72c96c75-4f8a-446c-8c49-2997794fc1d3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:09.121879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09d8bc3f-fcfe-436c-a295-ebe5d3908c22 req-72c96c75-4f8a-446c-8c49-2997794fc1d3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0569644 Jul 29 18:07:09.195446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09d8bc3f-fcfe-436c-a295-ebe5d3908c22 req-19c09657-af8f-4913-8196-17b340cb5698 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673175 Jul 29 18:07:09.247754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8958a28-b153-433d-80fd-5c05e54a6d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:09.334358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132fab-fce5-4a44-8c60-9d90df26cb19 req-942634bf-c393-455b-bf20-37aeba5ca84a tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:09.336282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d132fab-fce5-4a44-8c60-9d90df26cb19 req-942634bf-c393-455b-bf20-37aeba5ca84a tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0595372 Jul 29 18:07:09.385678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d132fab-fce5-4a44-8c60-9d90df26cb19 req-8355191e-8398-42f0-b9c3-de660f306d2e tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Jul 29 18:07:09.821947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81535fc-e575-40ad-aa15-a806e6666b52 req-3db75e11-ba53-47eb-b299-0741afce1587 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:09.823661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e81535fc-e575-40ad-aa15-a806e6666b52 req-3db75e11-ba53-47eb-b299-0741afce1587 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0547154 Jul 29 18:07:09.880351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e81535fc-e575-40ad-aa15-a806e6666b52 req-f738e398-07c7-4eb1-8879-7c95bed31332 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Jul 29 18:07:10.390330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e676-5397-4e63-88b4-84557617ed50 req-b1bb6671-ad00-4065-81c4-d28ad51c4ae5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:10.392549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed06e676-5397-4e63-88b4-84557617ed50 req-b1bb6671-ad00-4065-81c4-d28ad51c4ae5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0585258 Jul 29 18:07:10.458326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed06e676-5397-4e63-88b4-84557617ed50 req-bd6f9b87-3dcc-48a7-abe1-b75a83f6975c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590622 Jul 29 18:07:10.589251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f033c-79fd-449d-af12-1d003adcbd32 req-164a9a71-c2f7-45bc-a770-72f8cb47b0fd tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:10.592737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:10.600158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a26f033c-79fd-449d-af12-1d003adcbd32 req-164a9a71-c2f7-45bc-a770-72f8cb47b0fd tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0620656 Jul 29 18:07:10.646904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a26f033c-79fd-449d-af12-1d003adcbd32 req-4831d6ea-30f1-499d-8411-e341baf46500 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Jul 29 18:07:10.748950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2d18-7d7c-4433-81d4-87622ddcc635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:10.873610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2d18-7d7c-4433-81d4-87622ddcc635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:10.879147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2d18-7d7c-4433-81d4-87622ddcc635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:10.932943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a9a2d18-7d7c-4433-81d4-87622ddcc635 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8eb5b8c8cd1345cdbb10ffe12c5b4e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389871 Jul 29 18:07:10.934099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2d18-7d7c-4433-81d4-87622ddcc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b7f30-03f9-47df-9fc5-48ea92bbab5d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:10.935751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56868) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:11.031943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.073647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243f98e-51a2-4d12-a9cc-33d9f5f71390 req-148f800f-cfd4-4e67-b5ad-960037e15cdd tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:11.075314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6243f98e-51a2-4d12-a9cc-33d9f5f71390 req-148f800f-cfd4-4e67-b5ad-960037e15cdd tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1144259 Jul 29 18:07:11.077537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.155837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6243f98e-51a2-4d12-a9cc-33d9f5f71390 req-71e9da08-ef01-4209-9ce8-e4a07907ab18 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710557 Jul 29 18:07:11.192762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.195541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.196831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c17b7f30-03f9-47df-9fc5-48ea92bbab5d HTTP/1.1" status: 204 len: 168 time: 0.2600780 Jul 29 18:07:11.211648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476be07-44fd-40b9-be83-e2998b3c05b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b7f30-03f9-47df-9fc5-48ea92bbab5d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:11.533375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56890) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:11.549756 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b09474b-6e46-46d8-a985-f664f86164fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.645404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280211e-51ca-4e72-b2c2-788ad3b5d863 req-50518667-bf81-4c4d-b83e-b6c9870e7a91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:11.646990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b280211e-51ca-4e72-b2c2-788ad3b5d863 req-50518667-bf81-4c4d-b83e-b6c9870e7a91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0984914 Jul 29 18:07:11.668718 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bea1d978-b1c9-4393-89d6-0d7b8850352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.702510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b280211e-51ca-4e72-b2c2-788ad3b5d863 req-102c708a-c8ff-4893-94b1-ae614878f9d7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494268 Jul 29 18:07:11.742159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b09474b-6e46-46d8-a985-f664f86164fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.749310 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b09474b-6e46-46d8-a985-f664f86164fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.787315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2b09474b-6e46-46d8-a985-f664f86164fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=751e4e4152df4a32bfb0b99f436e037e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521725 Jul 29 18:07:11.787648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56900) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:11.823109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09474b-6e46-46d8-a985-f664f86164fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520acd0c-b888-4e3d-8ee8-f66eefb079de,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:11.860718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10bc80-86cb-49a6-a1cd-5b690cc5a013 req-1a578f4f-7ada-4eb9-9dda-999463128c22 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:11.870805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a10bc80-86cb-49a6-a1cd-5b690cc5a013 req-1a578f4f-7ada-4eb9-9dda-999463128c22 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0911767 Jul 29 18:07:11.882071 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.882782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.905085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a10bc80-86cb-49a6-a1cd-5b690cc5a013 req-8d0780e6-3cb6-4cc4-a1fc-6f13abdec477 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Jul 29 18:07:11.907514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.955121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.957685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:11.959069 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/520acd0c-b888-4e3d-8ee8-f66eefb079de HTTP/1.1" status: 204 len: 168 time: 0.1704223 Jul 29 18:07:11.981946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b9fa3-e4f4-4549-b821-61998fe6bafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520acd0c-b888-4e3d-8ee8-f66eefb079de,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:12.292822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8ab0f-c068-46cd-8fd7-b58e8598a76c req-8c41521f-a189-4523-b658-93fba8feb056 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:12.295153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17f8ab0f-c068-46cd-8fd7-b58e8598a76c req-8c41521f-a189-4523-b658-93fba8feb056 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Jul 29 18:07:12.358577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17f8ab0f-c068-46cd-8fd7-b58e8598a76c req-7cdec993-9ef0-45c7-bf9f-ecb1ff36948d tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Jul 29 18:07:12.857056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 56952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:12.865333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4b1e-518c-4906-8279-b2cff538aabe req-4b59a0d1-88c2-41d8-9bb1-3820a1217c95 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:12.867167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-078a4b1e-518c-4906-8279-b2cff538aabe req-4b59a0d1-88c2-41d8-9bb1-3820a1217c95 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0643024 Jul 29 18:07:12.973009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-078a4b1e-518c-4906-8279-b2cff538aabe req-ceaa3bd3-c817-4f88-9a35-98bf9ef5f422 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932612 Jul 29 18:07:12.993752 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.100398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd984e1-8373-46d6-b86c-9972e85a65e4 req-0c15bbb9-6734-47bf-8a3b-7ba6f74015e0 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:13.110799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4cd984e1-8373-46d6-b86c-9972e85a65e4 req-0c15bbb9-6734-47bf-8a3b-7ba6f74015e0 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0569296 Jul 29 18:07:13.150128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4cd984e1-8373-46d6-b86c-9972e85a65e4 req-adc54f2c-626e-42c0-b9bb-6e3f4a430d15 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Jul 29 18:07:13.200211 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-295ea01a-f7f8-4307-b68a-2cba3010bcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.344440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-295ea01a-f7f8-4307-b68a-2cba3010bcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.349983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-295ea01a-f7f8-4307-b68a-2cba3010bcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.401897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-295ea01a-f7f8-4307-b68a-2cba3010bcba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfc8caf39f274c18bcf45977733b234a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437219 Jul 29 18:07:13.403992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ea01a-f7f8-4307-b68a-2cba3010bcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96adb9de-d016-4f7c-a4e5-3a7cde1fb8af,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:13.404989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 56980) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:13.511611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd4f5-c75c-4708-9d2e-b2bed5f34df8 req-4536ad7b-c4c8-4808-a74e-c0956029d2ea tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:13.513196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3ffd4f5-c75c-4708-9d2e-b2bed5f34df8 req-4536ad7b-c4c8-4808-a74e-c0956029d2ea tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0802147 Jul 29 18:07:13.516942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.555881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.582328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3ffd4f5-c75c-4708-9d2e-b2bed5f34df8 req-7175d277-2bc6-428c-86a2-9a451b9fff0d tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622239 Jul 29 18:07:13.623097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.626875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:13.628415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96adb9de-d016-4f7c-a4e5-3a7cde1fb8af HTTP/1.1" status: 204 len: 168 time: 0.2185593 Jul 29 18:07:13.637632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c23d8e-8fdb-442d-a34c-da496633eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96adb9de-d016-4f7c-a4e5-3a7cde1fb8af,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:14.119768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57024) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:14.120618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8090a-5f99-4d0d-b2bf-aea183345424 req-3b86764e-0019-4b14-a3f2-07d74666ba7d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:14.122453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfd8090a-5f99-4d0d-b2bf-aea183345424 req-3b86764e-0019-4b14-a3f2-07d74666ba7d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0745094 Jul 29 18:07:14.138564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8425db4-0510-4f35-9b29-f46fdaea4eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.191110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfd8090a-5f99-4d0d-b2bf-aea183345424 req-05a280bb-54f8-437c-bb85-d8095b347684 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599265 Jul 29 18:07:14.306747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8425db4-0510-4f35-9b29-f46fdaea4eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.313337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb495d-e490-474d-921f-602bfc998e50 req-71167c11-ab5d-4b5c-aa24-a17e734cee79 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:14.320898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2afb495d-e490-474d-921f-602bfc998e50 req-71167c11-ab5d-4b5c-aa24-a17e734cee79 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0648768 Jul 29 18:07:14.325820 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a8425db4-0510-4f35-9b29-f46fdaea4eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.365365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2afb495d-e490-474d-921f-602bfc998e50 req-a132bf98-9a43-4660-ab93-dd1ab767caeb tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Jul 29 18:07:14.381786 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a8425db4-0510-4f35-9b29-f46fdaea4eef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=353d1bdeee8b41c9a0b50e98969ec39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601960 Jul 29 18:07:14.384813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57038) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:14.396366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8425db4-0510-4f35-9b29-f46fdaea4eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3125f-9463-4478-92ae-1d3491e44665,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:14.443465 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.466875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.535903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.538900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.542300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ba3125f-9463-4478-92ae-1d3491e44665 HTTP/1.1" status: 204 len: 168 time: 0.1543088 Jul 29 18:07:14.552183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518ac2-520c-4ebd-9366-49d80a73fa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3125f-9463-4478-92ae-1d3491e44665,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:14.641210 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:14.738478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad00804-f7bf-4b3d-95c8-cd68db007110 req-5e72412e-d964-4280-bd72-32e00b43a9ce tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:14.740585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cad00804-f7bf-4b3d-95c8-cd68db007110 req-5e72412e-d964-4280-bd72-32e00b43a9ce tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0702429 Jul 29 18:07:14.789457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cad00804-f7bf-4b3d-95c8-cd68db007110 req-9c56ac2b-ad1b-4bf2-b884-7e23cf01b044 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Jul 29 18:07:14.938930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57070) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:15.069215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efefc060-4876-4083-9d57-790574079026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.180450 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efefc060-4876-4083-9d57-790574079026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.185248 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efefc060-4876-4083-9d57-790574079026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.234984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-efefc060-4876-4083-9d57-790574079026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80b61a6341cb4fd2a9e6d848f7c8de1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924702 Jul 29 18:07:15.234984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefc060-4876-4083-9d57-790574079026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc00fd-d842-4894-9386-7220a7d5507b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:15.235511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:15.300425 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.330746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b43527-8734-4eb9-b86a-0cea55eadfe4 req-f0ed7e6f-8fea-404a-b9ee-b723614a11cd tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:15.332619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1b43527-8734-4eb9-b86a-0cea55eadfe4 req-f0ed7e6f-8fea-404a-b9ee-b723614a11cd tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0608959 Jul 29 18:07:15.334790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.419670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.422729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.424057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34cc00fd-d842-4894-9386-7220a7d5507b HTTP/1.1" status: 204 len: 168 time: 0.1873684 Jul 29 18:07:15.434798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3f5ce-8439-4970-975f-cb3640d05ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc00fd-d842-4894-9386-7220a7d5507b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:15.449810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a1b43527-8734-4eb9-b86a-0cea55eadfe4 req-d6b4a8ea-c627-4853-a730-1e8270b72a18 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088226 Jul 29 18:07:15.606944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b890ec9-92c2-40b7-9e26-0bf976e539da req-2cd8db15-d322-48c7-9532-87754ec81d39 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:15.609923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b890ec9-92c2-40b7-9e26-0bf976e539da req-2cd8db15-d322-48c7-9532-87754ec81d39 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0604024 Jul 29 18:07:15.649263 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b890ec9-92c2-40b7-9e26-0bf976e539da req-52b51b54-aac0-402c-9a21-4a6aa2e75b9d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Jul 29 18:07:15.889901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-8c61c286-a089-4a00-b266-5ebb2baa8b08 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:15.891720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-8c61c286-a089-4a00-b266-5ebb2baa8b08 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 945 time: 0.0731204 Jul 29 18:07:15.935392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:15.957151 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e99de661-3a06-46f1-a33a-e0f6f047d5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:15.998468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413f3f-839b-4c95-8aff-235ce27c7a53 req-3053bb37-311c-430d-8d53-ba04ee3b03e1 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:16.000506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61413f3f-839b-4c95-8aff-235ce27c7a53 req-3053bb37-311c-430d-8d53-ba04ee3b03e1 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1077418 Jul 29 18:07:16.074843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-61413f3f-839b-4c95-8aff-235ce27c7a53 req-252be36c-108d-406f-9961-2272e8e639bf tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Jul 29 18:07:16.086144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:16.086456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.103020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57118) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:16.103232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e99de661-3a06-46f1-a33a-e0f6f047d5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.108169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e99de661-3a06-46f1-a33a-e0f6f047d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.150177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e99de661-3a06-46f1-a33a-e0f6f047d5c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a7c1fb24a15489886aaf34a619869ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114382 Jul 29 18:07:16.151007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:16.158319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99de661-3a06-46f1-a33a-e0f6f047d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ca4678-8300-4668-8e6a-172ff17a9277,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:16.213468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port c9da7cd2-09b1-4d7c-b540-56f1a85259a8, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:16.213468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.238789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for c9da7cd2-09b1-4d7c-b540-56f1a85259a8 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:16.250050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.275406 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.308951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49046de0-825f-44a6-9c4f-7c7a257ee93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.324273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.327085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.331056 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8ca4678-8300-4668-8e6a-172ff17a9277 HTTP/1.1" status: 204 len: 168 time: 0.1764050 Jul 29 18:07:16.336610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a3254-c55d-46af-8474-6487a88f8b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ca4678-8300-4668-8e6a-172ff17a9277,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:16.449154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.487264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=c9da7cd2-09b1-4d7c-b540-56f1a85259a8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:16.526424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49046de0-825f-44a6-9c4f-7c7a257ee93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.543376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] No DVR routers for this DVR port c9da7cd2-09b1-4d7c-b540-56f1a85259a8 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:16.545417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49046de0-825f-44a6-9c4f-7c7a257ee93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.549152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.551358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f2f5aff-a423-47c8-a4dd-bea593509858 req-f267dd8d-5260-4422-a2b7-e88a5bfc6b16 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "DELETE /v2.0/ports/c9da7cd2-09b1-4d7c-b540-56f1a85259a8 HTTP/1.1" status: 204 len: 173 time: 0.6493118 Jul 29 18:07:16.553437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'name': 'network-vif-deleted', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:16.556102 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b4b8e-4cab-4816-bc73-c3edfab8f060" -d '{"events": [{"server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "name": "network-vif-deleted", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:16.634774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-729f158e-df20-4163-bd76-44c27f2d8416 req-c922712d-373e-46e0-8977-4fb318b33acd tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0724921 Jul 29 18:07:16.641845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-49046de0-825f-44a6-9c4f-7c7a257ee93c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce4a8f49c8a9492483f3e190e1a11811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376742 Jul 29 18:07:16.642934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49046de0-825f-44a6-9c4f-7c7a257ee93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02440dff-6d84-4f8e-ba5a-57a0fcd82da2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:16.644308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57136) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:16.725680 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e362db-962a-4008-97a5-b5f5d850ab26 x-openstack-request-id: req-b0e362db-962a-4008-97a5-b5f5d850ab26 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:16.725983 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "name": "network-vif-deleted", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:16.726267 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0e362db-962a-4008-97a5-b5f5d850ab26 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:16.726695 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'name': 'network-vif-deleted', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:07:16.798725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.848811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.878932 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f55928-87fb-4cce-b7be-752cab791728 req-8db07731-0f25-44a8-8b4a-cc65a7152646 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:16.888727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46f55928-87fb-4cce-b7be-752cab791728 req-8db07731-0f25-44a8-8b4a-cc65a7152646 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0918601 Jul 29 18:07:16.941645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46f55928-87fb-4cce-b7be-752cab791728 req-01308761-1de4-409f-bbb4-e7bc1e93e6f2 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Jul 29 18:07:16.946613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.950037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:16.951518 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02440dff-6d84-4f8e-ba5a-57a0fcd82da2 HTTP/1.1" status: 204 len: 168 time: 0.3058083 Jul 29 18:07:16.961365 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f727-9022-4cd6-b27d-15edfdf3feaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02440dff-6d84-4f8e-ba5a-57a0fcd82da2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:17.219141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c92e2-9e9c-4748-92bd-47893c489d40 req-b1bed8b7-f13d-476a-a983-96244ed10972 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:17.226743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-624c92e2-9e9c-4748-92bd-47893c489d40 req-b1bed8b7-f13d-476a-a983-96244ed10972 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0789232 Jul 29 18:07:17.267873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-624c92e2-9e9c-4748-92bd-47893c489d40 req-4a260a8f-b9ba-4799-9c1b-e4fa09f46fc4 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jul 29 18:07:17.660601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c9da7cd2-09b1-4d7c-b540-56f1a85259a8 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:17.715156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: c9da7cd2-09b1-4d7c-b540-56f1a85259a8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:17.715500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device c9da7cd2-09b1-4d7c-b540-56f1a85259a8 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:17.809041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57194) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:17.815543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74bbd6d7-0573-487f-95ca-b82c6395e43d req-c3a8e5c0-47c2-4e59-8641-867a996318a3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0634520 Jul 29 18:07:17.942214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1683884234-network', 'tenant_id': '4ed3558550fd4caeae24ebf62d0163a5'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:17.973023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Made reservation on behalf of 4ed3558550fd4caeae24ebf62d0163a5 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:17.976561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:17.987599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.004972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97d7cc2b-33be-4379-8a14-936ca7c27a52 req-c0bbc169-7927-47ee-ad26-b1eafe978b54 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=069c9a33-fe62-49b5-b51a-d09a6906fb68 HTTP/1.1" status: 200 len: 210 time: 0.0346460 Jul 29 18:07:18.114670 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.122307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.142523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:07:18.173451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.174216 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Added segment dc588dd5-cb02-44cb-ab48-4bc77214a9e1 of type vlan for network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c Jul 29 18:07:18.185927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b56b14-3e58-438e-ad1c-e5c4a9991808,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:18.232255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.274910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.276020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:18.276718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.303855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4903378 Jul 29 18:07:18.304305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57220) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:18.309945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Request body: {'subnet': {'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1683884234-subnet', 'tenant_id': '4ed3558550fd4caeae24ebf62d0163a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:18.342282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Made reservation on behalf of 4ed3558550fd4caeae24ebf62d0163a5 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:18.345256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.401285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d0f54-2a62-481c-aa02-1bf4545b1eb5 req-e651589d-ab46-4733-9b96-6c5d1106aa92 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:18.402974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a9d0f54-2a62-481c-aa02-1bf4545b1eb5 req-e651589d-ab46-4733-9b96-6c5d1106aa92 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1309991 Jul 29 18:07:18.710864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4badf-0eca-4e98-92de-5f8a1ec68078 admin admin] Pushing event updated for resources: {'Network': ['ID=0781e2b6-ee0c-4bca-951e-500e7d3fd71c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:18.725599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:07:18.760158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a9d0f54-2a62-481c-aa02-1bf4545b1eb5 req-fb811d93-0222-486a-b684-286d7a8c0ee8 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494196 Jul 29 18:07:18.852523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:18.928816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.935132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.965400 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:18.983775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842b46c-75bd-4555-bc03-7dea2f8edbc5 req-6db67950-3a8e-4637-a3df-e14375036f31 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:18.985476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9842b46c-75bd-4555-bc03-7dea2f8edbc5 req-6db67950-3a8e-4637-a3df-e14375036f31 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0894525 Jul 29 18:07:19.024372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234298bc-c2d8-498b-8a23-1b82bcb1e801,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:19.046424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Checking segment: {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:19.046890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Network hostable DHCP agents. Network: 0781e2b6-ee0c-4bca-951e-500e7d3fd71c, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:07:19.052691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:19.055389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:19.059000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/security-groups/b8d7c68b-db3a-453e-a50c-0f386d5b3b1b HTTP/1.1" status: 204 len: 168 time: 0.2030239 Jul 29 18:07:19.066768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9842b46c-75bd-4555-bc03-7dea2f8edbc5 req-a0a8b9da-e4e9-4390-8b87-d40bffd707c7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697026 Jul 29 18:07:19.067296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e98b-dbe8-4250-ab57-96e43b288fd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d7c68b-db3a-453e-a50c-0f386d5b3b1b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:19.082064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:07:19.099552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0781e2b6-ee0c-4bca-951e-500e7d3fd71c) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:19.117524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:19.118573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81daebc8-fac5-4acd-91a5-5953cdb44c3b None None] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:19.118711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:19.151028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5892800a-4e79-43cb-8191-6bcd846cdc07 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8454592 Jul 29 18:07:19.151507 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:19.308995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e22398-ac97-42ab-8f30-1f6b8ed75218 None None] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:19.680265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:19.900801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3e0e8-5e20-4b12-b66e-18f1f660f3b2 req-077d7492-8f96-4cb2-bf36-6d5a07fed92c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:19.910876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cde3e0e8-5e20-4b12-b66e-18f1f660f3b2 req-077d7492-8f96-4cb2-bf36-6d5a07fed92c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0623455 Jul 29 18:07:19.956518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cde3e0e8-5e20-4b12-b66e-18f1f660f3b2 req-46ff6ef6-e402-4186-a575-405275d303c8 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jul 29 18:07:20.067913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:20.068399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:20.186996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port 4620bb0d-1f59-43c9-a8b3-2ac4fc737244, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:20.187367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:20.207041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:20.228208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d0597-22c0-4a16-93a5-569400fb8da1 req-f390bd2c-3b7b-43e7-b895-44716aa333c9 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:20.229815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be4d0597-22c0-4a16-93a5-569400fb8da1 req-f390bd2c-3b7b-43e7-b895-44716aa333c9 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0691688 Jul 29 18:07:20.292906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be4d0597-22c0-4a16-93a5-569400fb8da1 req-3f587722-e627-438a-831c-01802db48e11 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550909 Jul 29 18:07:20.407171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:20.442551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=4620bb0d-1f59-43c9-a8b3-2ac4fc737244,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:20.664685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:20.910400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router 60dccdd9-6f2c-4813-bb56-080c21488d45 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:07:21.053248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:21.059469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-550dcda6-19b7-481c-857f-ef425c187f63 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "PUT /v2.0/routers/60dccdd9-6f2c-4813-bb56-080c21488d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9066658 Jul 29 18:07:21.061897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:21.067365 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Sync routers for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:21.081110 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:21.081972 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:21.095648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcaae-1fe0-48f8-99cd-d7935e8ad0c8 req-ea887a6a-bef7-491c-831f-8fd0093ad5c4 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:21.099349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81afcaae-1fe0-48f8-99cd-d7935e8ad0c8 req-ea887a6a-bef7-491c-831f-8fd0093ad5c4 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0552001 Jul 29 18:07:21.200886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting subnet dfde965d-d8f8-4e3f-9786-c25fe6f6a813 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:07:21.201346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81afcaae-1fe0-48f8-99cd-d7935e8ad0c8 req-dc181167-e8c7-4f8e-99f1-58276588cc90 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855706 Jul 29 18:07:21.201935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.328992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.363281 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:21.469960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.506561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f0324-ca1b-4774-a6ca-124d63e0dd81 req-6b9444c1-07a5-4910-ace4-35055cfa0e43 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:21.508164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-318f0324-ca1b-4774-a6ca-124d63e0dd81 req-6b9444c1-07a5-4910-ace4-35055cfa0e43 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.0932777 Jul 29 18:07:21.545163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.564455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-318f0324-ca1b-4774-a6ca-124d63e0dd81 req-2345354e-193f-45cb-be0f-eaf0e60307e2 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Jul 29 18:07:21.603385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Subnet': ['ID=dfde965d-d8f8-4e3f-9786-c25fe6f6a813,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:21.611314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.614706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d7aefd6-2427-4bc2-8c4c-73acaea15b64 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/subnets/dfde965d-d8f8-4e3f-9786-c25fe6f6a813 HTTP/1.1" status: 204 len: 168 time: 0.5518055 Jul 29 18:07:21.615707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22a460-7a16-4786-a69b-804d9418f007 None None] Network 1cd96626-94eb-4849-90dd-b858cfba74c5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:21.616228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57316) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:21.742556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:07:20Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:21.795850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Checking router: 60dccdd9-6f2c-4813-bb56-080c21488d45 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:21.813471 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Routers {'60dccdd9-6f2c-4813-bb56-080c21488d45'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:21.815526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.824985 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['60dccdd9-6f2c-4813-bb56-080c21488d45'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:21.844216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] DHCP port deletion for 1cd96626-94eb-4849-90dd-b858cfba74c5 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:07:21.920403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-3d27f9c7-5577-40d1-a07a-437a9000ccf1 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:21.929034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-3d27f9c7-5577-40d1-a07a-437a9000ccf1 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 809 time: 0.2007580 Jul 29 18:07:21.951726 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] Set router 60dccdd9-6f2c-4813-bb56-080c21488d45 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:21.954443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Deleting port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:21.954837 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:21.974430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-b376388d-0078-446c-b7b9-0fd0e70fce28 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/quotas/4ed3558550fd4caeae24ebf62d0163a5 HTTP/1.1" status: 200 len: 375 time: 0.0444338 Jul 29 18:07:22.020958 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-2704bdb4-20f7-4f24-8782-580540282cfb tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426149 Jul 29 18:07:22.036670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] For port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,segment=NetworkSegment(e093a525-ded9-4830-bebd-300749fdbafc),segment_id=e093a525-ded9-4830-bebd-300749fdbafc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:22.037187 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.052762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Calling delete_port for dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:22.127624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.179134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.182435 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:07:20Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:22.214122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] No DVR routers for this DVR port dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:22.214540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-8fea8b2c-d8fe-47a8-b244-94215e626515 service neutron] 10.222.0.16 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894104 Jul 29 18:07:22.219080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Pushing event deleted for resources: {'Port': ['ID=dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:22.229466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.230713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.231381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.231954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.233070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.233727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.234451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.234950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.235943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.236419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.237004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.237474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885dd0f-02f1-4f5a-9a82-e32be132c831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:22.252132 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45229f08-b31d-49cf-9e98-5fc135d7a62f None None] The sync data for ids ['60dccdd9-6f2c-4813-bb56-080c21488d45'] in n-d-801607-3 is: [{'id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'name': 'tempest-TestNetworkBasicOps-router-71173524', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:07:20Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': 'dda1ce3f-956d-4728-9e57-30bd59fa2ea4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dccdd9-6f2c-4813-bb56-080c21488d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:05:51Z', 'updated_at': '2021-07-29T18:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:22.304337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port dda1ce3f-956d-4728-9e57-30bd59fa2ea4 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:22.304687 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.391577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-61799fe6-49f4-4968-89dc-2054998211f8 service neutron] 10.222.0.16 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761456 Jul 29 18:07:22.430587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port dda1ce3f-956d-4728-9e57-30bd59fa2ea4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:22.430964 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.446565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for dda1ce3f-956d-4728-9e57-30bd59fa2ea4 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:22.714397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88c49-5923-4c39-8525-6a43d14bbe26 req-7646d597-ea47-4cef-a593-a554cb05eb7f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:22.716899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81d88c49-5923-4c39-8525-6a43d14bbe26 req-7646d597-ea47-4cef-a593-a554cb05eb7f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1255310 Jul 29 18:07:22.749846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-02593a1a-6f85-4f90-bc92-e7b39cc4f39c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:22.751655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-02593a1a-6f85-4f90-bc92-e7b39cc4f39c tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.1272199 Jul 29 18:07:22.819261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:22.867267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81d88c49-5923-4c39-8525-6a43d14bbe26 req-9b27a22f-5152-4451-a11f-cdd4a46c21e7 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367071 Jul 29 18:07:22.917132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=dda1ce3f-956d-4728-9e57-30bd59fa2ea4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:23.011367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.077421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d8348f4-86c7-4dfe-b103-e49a6f039a84 req-8dca3b53-7859-4caa-886a-cf30efaef328 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 210 time: 0.0709527 Jul 29 18:07:23.175025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.181724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.269546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Deleting port 323ffc31-7d03-4203-8995-1df515f6de5b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:23.269888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.319820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.320372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Fanout notify agent at l3_agent the message router_deleted on router 60dccdd9-6f2c-4813-bb56-080c21488d45 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:07:23.332308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.332308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f775592b-8070-4def-8e3c-565b472e750c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/routers/60dccdd9-6f2c-4813-bb56-080c21488d45 HTTP/1.1" status: 204 len: 168 time: 1.7120242 Jul 29 18:07:23.332902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57360) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:23.422928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:23.476593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfdf11-f4fa-4010-913e-685eca012ce0 req-37bebc94-231a-4048-9c37-18c92d5d7b53 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:23.476799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:23.477131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4620bb0d-1f59-43c9-a8b3-2ac4fc737244 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:23.477601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:23.481149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8edfdf11-f4fa-4010-913e-685eca012ce0 req-37bebc94-231a-4048-9c37-18c92d5d7b53 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 945 time: 0.2948015 Jul 29 18:07:23.529836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:23.530326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dac8cd98-5dd5-47b8-add9-eb41fd0cb8f9 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:23.578548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8edfdf11-f4fa-4010-913e-685eca012ce0 req-1d723b6b-2111-4da5-9e7c-0d8fd3ff07b1 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfe078e9-1c97-447f-994b-cc328f09210d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Jul 29 18:07:23.598590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.602400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] For port 323ffc31-7d03-4203-8995-1df515f6de5b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=323ffc31-7d03-4203-8995-1df515f6de5b,segment=NetworkSegment(982c9822-5622-42c0-8018-7da691b87b8a),segment_id=982c9822-5622-42c0-8018-7da691b87b8a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:23.602765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.619667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Calling delete_port for 323ffc31-7d03-4203-8995-1df515f6de5b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:23.745923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.769112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd96626-94eb-4849-90dd-b858cfba74c5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:23.781492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e093a525-ded9-4830-bebd-300749fdbafc') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:23.781788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e093a525-ded9-4830-bebd-300749fdbafc') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:23.799787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.817016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.894788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:07:23.895350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:07:23.899512 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:07:23.913249 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:23.977256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Pushing event deleted for resources: {'Port': ['ID=323ffc31-7d03-4203-8995-1df515f6de5b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:24.086156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] No DVR routers for this DVR port 323ffc31-7d03-4203-8995-1df515f6de5b on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:24.089994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.091509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.093610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65a6094f-85a1-471d-8f41-002ef9aab1d7 req-9daefbf4-c57d-411d-8db9-3ddccec5fbc7 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.49 "DELETE /v2.0/ports/323ffc31-7d03-4203-8995-1df515f6de5b HTTP/1.1" status: 204 len: 173 time: 1.3268945 Jul 29 18:07:24.094846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'name': 'network-vif-deleted', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:24.097340 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72178f-e103-4718-890d-db684d7d3486" -d '{"events": [{"server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "name": "network-vif-deleted", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:24.111073 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.113385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/networks/1cd96626-94eb-4849-90dd-b858cfba74c5 HTTP/1.1" status: 204 len: 168 time: 0.7778752 Jul 29 18:07:24.129569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3d51-0689-4595-9e0a-d187323d72e5 req-7c8bc4b4-0977-4e5a-b2c0-479acd840176 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:24.129569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-528f3d51-0689-4595-9e0a-d187323d72e5 req-7c8bc4b4-0977-4e5a-b2c0-479acd840176 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0848126 Jul 29 18:07:24.146454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57376) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:24.160207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d967019-0632-426c-995d-0ed0c17bf29c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Network': ['ID=1cd96626-94eb-4849-90dd-b858cfba74c5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:24.169720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'network': {'name': 'tempest-network-smoke--1125664907', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:24.189546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-528f3d51-0689-4595-9e0a-d187323d72e5 req-a81387e2-318d-4651-94b8-b83aab5d2672 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Jul 29 18:07:24.208514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:24.212459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.255405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-e62aa237-f581-433e-a0c4-91a804fa19e2 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:24.256956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-e62aa237-f581-433e-a0c4-91a804fa19e2 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 809 time: 0.4332469 Jul 29 18:07:24.277174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Request body: {'port': {'device_id': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c', 'admin_state_up': True, 'tenant_id': '4ed3558550fd4caeae24ebf62d0163a5'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:24.278855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20a0a28e-e327-4592-a496-16d7f328bb84 req-8625f91b-a851-4835-9eb6-6795c7445d4f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 210 time: 0.0361526 Jul 29 18:07:24.281474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:07:24.327062 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd1532-d532-4c23-8f64-a6267b8c0d11 x-openstack-request-id: req-94bd1532-d532-4c23-8f64-a6267b8c0d11 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:24.327666 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "name": "network-vif-deleted", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:24.328147 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94bd1532-d532-4c23-8f64-a6267b8c0d11 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:24.328986 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'name': 'network-vif-deleted', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:07:24.376106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.376444 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Added segment b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da of type vlan for network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f Jul 29 18:07:24.435377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.451586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Made reservation on behalf of 4ed3558550fd4caeae24ebf62d0163a5 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:24.456067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.542719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.548172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:24.548762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.644141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57394) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:24.644317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4967835 Jul 29 18:07:24.649609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'admin_state_up': True, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:24.709889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc441ad-6de3-4517-bb0a-0662102249d4 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Network': ['ID=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:24.723966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.725040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:24.725198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:07:24.766767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e4bd4f9-fefe-407e-8510-fe06fb253800 req-698c42b4-08b6-4cb6-8f77-d071a2fc3cf6 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 210 time: 0.0449920 Jul 29 18:07:24.792121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Allocated IP 172.20.0.7 (0781e2b6-ee0c-4bca-951e-500e7d3fd71c/234298bc-c2d8-498b-8a23-1b82bcb1e801/b21781e6-feed-432d-ab40-e6248e15452c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:24.879534 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.017673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.071373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.089256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4147e7f3-3f5e-40a7-a170-d0f8168257e3 req-90566aa3-d221-4502-bb4a-e9ef30596710 tempest-ServerGroupTestJSON-197362245 tempest-ServerGroupTestJSON-197362245-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7a59efb-c7a0-4b29-ade6-56e799c7df37 HTTP/1.1" status: 200 len: 210 time: 0.0597048 Jul 29 18:07:25.180948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:25.184743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:25.202514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:25.247047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dda1ce3f-956d-4728-9e57-30bd59fa2ea4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:25.286864 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.320649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: dda1ce3f-956d-4728-9e57-30bd59fa2ea4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:25.323807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dda1ce3f-956d-4728-9e57-30bd59fa2ea4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:25.352172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Pushing event updated for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:25.401136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:25.401858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.421948 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-ac763971-a3f6-481d-a984-d65f5f178f71 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530941 Jul 29 18:07:25.440389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Request body: {'port': {'device_id': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:25.521714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.629750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 323ffc31-7d03-4203-8995-1df515f6de5b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:25.664917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 323ffc31-7d03-4203-8995-1df515f6de5b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:25.665268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 323ffc31-7d03-4203-8995-1df515f6de5b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:25.930577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.952275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.963811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d9e5-9517-4cb2-ad80-32820d6e1f57 req-497b7884-6218-4e38-b7a0-47994a0ce225 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:25.969456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21781e6-feed-432d-ab40-e6248e15452c {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:25.971252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6455d9e5-9517-4cb2-ad80-32820d6e1f57 req-497b7884-6218-4e38-b7a0-47994a0ce225 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.4324551 Jul 29 18:07:25.979232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:25.994061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Transition to ACTIVE for port object b21781e6-feed-432d-ab40-e6248e15452c will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:26.000248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.061821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6455d9e5-9517-4cb2-ad80-32820d6e1f57 req-406ba980-ac04-48e9-a3cf-a937e78f347c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895512 Jul 29 18:07:26.083720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Pushing event updated for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:26.168655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Attempting to bind port b21781e6-feed-432d-ab40-e6248e15452c on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:26.169214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Attempting to bind port b21781e6-feed-432d-ab40-e6248e15452c by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:26.169773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Attempting to bind port b21781e6-feed-432d-ab40-e6248e15452c on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:26.174938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Port b21781e6-feed-432d-ab40-e6248e15452c on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:07:26.175522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Attempting to bind port b21781e6-feed-432d-ab40-e6248e15452c on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:26.176197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.25.5.30 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/683cd2e0-9ce4-4265-b109-537d8b003afb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:26.182000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:26.183017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Checking segment: {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:26.183769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Bound using segment: {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:26.184461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Bound port: b21781e6-feed-432d-ab40-e6248e15452c, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:26.184990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.259969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336b1d8-5d99-451c-8699-79b81d135bb3 req-56488601-ca87-43a8-8fcf-f0aa7e3e2a76 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:26.261679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d336b1d8-5d99-451c-8699-79b81d135bb3 req-56488601-ca87-43a8-8fcf-f0aa7e3e2a76 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 943 time: 0.1140959 Jul 29 18:07:26.344755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d336b1d8-5d99-451c-8699-79b81d135bb3 req-3e68b3a2-550f-4d82-b7a3-ba2099f4d3b9 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716388 Jul 29 18:07:26.367483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.423889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.488045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:26.491214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:26.495499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:26.522307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=683cd2e0-9ce4-4265-b109-537d8b003afb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:26.544943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.594040 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:26.597335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b21781e6-feed-432d-ab40-e6248e15452c,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:26.604484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.646015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:26.646919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.649424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] 10.222.0.49 "PUT /v2.0/ports/b21781e6-feed-432d-ab40-e6248e15452c HTTP/1.1" status: 200 len: 1091 time: 1.2191145 Jul 29 18:07:26.650081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:26.653484 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e93a297-fd53-42e1-bc1b-2364c181fd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "tag": "b21781e6-feed-432d-ab40-e6248e15452c"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:26.727692 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8b808-adb3-40cc-98b5-8c6e7003c68b x-openstack-request-id: req-36d8b808-adb3-40cc-98b5-8c6e7003c68b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:26.727981 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "tag": "b21781e6-feed-432d-ab40-e6248e15452c", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:26.728229 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36d8b808-adb3-40cc-98b5-8c6e7003c68b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:26.728631 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c', 'status': 'completed', 'code': 200} Jul 29 18:07:26.764520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be555afa-564e-4d8d-b33e-877dea7292bd service neutron] Pushing event updated for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:26.782919 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-f4c7299e-84ba-4e1d-b4f7-cd987b14984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:26.784522 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-f4c7299e-84ba-4e1d-b4f7-cd987b14984a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 1094 time: 0.0871446 Jul 29 18:07:26.834662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57650) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:26.837821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-87d1d7c2-e0a1-49c6-9f75-b61972d7c300 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b21781e6-feed-432d-ab40-e6248e15452c HTTP/1.1" status: 200 len: 217 time: 0.0450268 Jul 29 18:07:26.900123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-0d50c726-6b96-4c00-b4c0-12e1decfde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:26.901636 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-0d50c726-6b96-4c00-b4c0-12e1decfde01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=234298bc-c2d8-498b-8a23-1b82bcb1e801 HTTP/1.1" status: 200 len: 849 time: 0.0569901 Jul 29 18:07:26.926671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Deleting subnet 12465cb2-8709-40d0-ba58-d7c3af48cd42 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:07:26.931548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.936900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-b65406f5-1127-457e-aafe-dff2ca4716e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277152 Jul 29 18:07:26.975061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:26.980715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.055755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-cc8d0497-1f01-44c5-8b79-81f7f4929082 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103330 Jul 29 18:07:27.092836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.191869 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cd834079-e334-46ee-aae2-d5e0097f6820 req-bd7455f3-3b0a-4c2a-969b-57f2d1b96bd5 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292524 Jul 29 18:07:27.275017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.281961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85a80-2ad8-4bd4-8f53-ce9d74dd13ed req-563daab2-16d3-4687-b758-179aafdf1042 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:27.289256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75a85a80-2ad8-4bd4-8f53-ce9d74dd13ed req-563daab2-16d3-4687-b758-179aafdf1042 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1302936 Jul 29 18:07:27.302219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-4fbb31b1-9951-4c19-8e0c-a4a716e77cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:27.304292 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-4fbb31b1-9951-4c19-8e0c-a4a716e77cd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 1094 time: 0.0535972 Jul 29 18:07:27.359462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12465cb2-8709-40d0-ba58-d7c3af48cd42,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:27.368279 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.372471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6fd24d0b-9041-4bf3-b87c-83864ef7b5d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12465cb2-8709-40d0-ba58-d7c3af48cd42 HTTP/1.1" status: 204 len: 168 time: 0.5340831 Jul 29 18:07:27.374526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57720) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:27.429614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-c08022e3-0abf-44a1-90c8-04946b3907a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:27.431281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-c08022e3-0abf-44a1-90c8-04946b3907a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 910 time: 0.1198034 Jul 29 18:07:27.450873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75a85a80-2ad8-4bd4-8f53-ce9d74dd13ed req-c533eac5-65e7-41b6-941e-fb8138171af5 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607029 Jul 29 18:07:27.452693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.477012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-502a1d78-6bfe-403e-a102-faa93d1ae9af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b21781e6-feed-432d-ab40-e6248e15452c HTTP/1.1" status: 200 len: 217 time: 0.0378940 Jul 29 18:07:27.527879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.543406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-fc67afb5-d785-438d-8a70-e8ecaa06f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:27.546521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-fc67afb5-d785-438d-8a70-e8ecaa06f308 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=234298bc-c2d8-498b-8a23-1b82bcb1e801 HTTP/1.1" status: 200 len: 849 time: 0.0593250 Jul 29 18:07:27.603103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-624c978e-0800-472e-afa1-4dead982f7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439680 Jul 29 18:07:27.630631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.724059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf77fe-cde4-42a5-874f-383cb2516fd2 req-bff03c9e-b313-4a78-9247-1fbced82462b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:27.726987 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-8ff11dc1-c1a6-440d-b12f-7b4838951622 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157506 Jul 29 18:07:27.728151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bf77fe-cde4-42a5-874f-383cb2516fd2 req-bff03c9e-b313-4a78-9247-1fbced82462b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 943 time: 0.1145749 Jul 29 18:07:27.806048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.828800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81d1d9f-d406-4ac1-92ee-10179164b26a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:27.856918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2bf77fe-cde4-42a5-874f-383cb2516fd2 req-cbce34d6-ce24-481a-b170-86d64736bbc9 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934608 Jul 29 18:07:27.859951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982c9822-5622-42c0-8018-7da691b87b8a') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:27.860254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982c9822-5622-42c0-8018-7da691b87b8a') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:27.868312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router acd3a333-9fbf-440a-8077-29b4a2e63afb is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:07:27.873119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.888905 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3e93a297-fd53-42e1-bc1b-2364c181fd0b req-9d75259e-037b-4de9-85ef-254c3721051e service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531107 Jul 29 18:07:27.894217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.933566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:07:27.933991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:07:27.935749 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:07:28.037752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.044704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.046292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] 10.222.0.16 "DELETE /v2.0/networks/a81d1d9f-d406-4ac1-92ee-10179164b26a HTTP/1.1" status: 204 len: 168 time: 0.6686027 Jul 29 18:07:28.066609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300a0ba-0db1-4a01-ae92-80df6a60c1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a81d1d9f-d406-4ac1-92ee-10179164b26a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:28.071113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:28.087910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Sync routers for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:28.099861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.103893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:28.104338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.104448 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78b9fbbd-b561-450a-9d68-eb8181704a22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4588420 Jul 29 18:07:28.104833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:28.172321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-90ec60a8-ea92-4773-a9a4-2afebdb24f31 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=28cbab5ca5d14056b196d69e30c99b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667274 Jul 29 18:07:28.175213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57824) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.252519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:28.309619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57840) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.362098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bf7803fd-225e-4cff-b9d2-bb9a29c835a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40d95b3f62745a3afc2860336d6b188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505044 Jul 29 18:07:28.364712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57848) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.393202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86292562-0263-4ac3-b8b1-c33694f2b138 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:28.398924 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-86292562-0263-4ac3-b8b1-c33694f2b138 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2224858 Jul 29 18:07:28.399426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57854) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.442460 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57860) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.447751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852420795', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:28.452690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b1e25366-3473-4d63-828e-6b8ada0c64d3 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502892 Jul 29 18:07:28.492407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.505324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:26Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:28.552958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57876) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:28.553679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Checking router: acd3a333-9fbf-440a-8077-29b4a2e63afb for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:28.554129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Updating router acd3a333-9fbf-440a-8077-29b4a2e63afb port 683cd2e0-9ce4-4265-b109-537d8b003afb binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:07:28.577917 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.591078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.623908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80c053-70af-4d06-87bd-7fd3ec6d6313 req-27fb9b58-6f6c-4213-8f2b-2a290fa24885 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:28.626016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac80c053-70af-4d06-87bd-7fd3ec6d6313 req-27fb9b58-6f6c-4213-8f2b-2a290fa24885 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0808377 Jul 29 18:07:28.641142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:28.644936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.695435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.698051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.703522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe078e9-1c97-447f-994b-cc328f09210d HTTP/1.1" status: 204 len: 168 time: 0.3376613 Jul 29 18:07:28.733875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac80c053-70af-4d06-87bd-7fd3ec6d6313 req-19bbef72-f2d7-49e4-81f6-cd821c00fc1a tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002965 Jul 29 18:07:28.735423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2c26a-0647-4438-b5ec-4ce363d49484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe078e9-1c97-447f-994b-cc328f09210d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:28.785875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d55ecab-ba3a-4b36-a58d-b4729d19fb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.971874 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.973638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:28.986397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Transition to ACTIVE for port object 683cd2e0-9ce4-4265-b109-537d8b003afb will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:28.996331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.028001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Attempting to bind port 683cd2e0-9ce4-4265-b109-537d8b003afb on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:29.029054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Attempting to bind port 683cd2e0-9ce4-4265-b109-537d8b003afb by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:29.029756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Attempting to bind port 683cd2e0-9ce4-4265-b109-537d8b003afb on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:29.030711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Subnet': ['ID=4c880704-06b5-421a-830e-619e3813d4e1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:29.063247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058f37b-3262-4795-87b0-cc9edb2f0aec req-92e3dc86-45ff-4711-adeb-1b53650345cc tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:29.067562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:29.068275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:29.068891 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.069495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:29.070136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Bound port: 683cd2e0-9ce4-4265-b109-537d8b003afb, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:29.070681 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.084220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2058f37b-3262-4795-87b0-cc9edb2f0aec req-92e3dc86-45ff-4711-adeb-1b53650345cc tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 943 time: 0.1237617 Jul 29 18:07:29.091914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Checking segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:29.092493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network hostable DHCP agents. Network: 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:07:29.105365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d55ecab-ba3a-4b36-a58d-b4729d19fb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.117022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c526a7-9c05-4fa7-9855-df602fc3f8d9 None None] Pushing event updated for resources: {'Port': ['ID=683cd2e0-9ce4-4265-b109-537d8b003afb,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:29.119587 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d55ecab-ba3a-4b36-a58d-b4729d19fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.145295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2058f37b-3262-4795-87b0-cc9edb2f0aec req-65522eeb-9ce1-4500-a200-9a92091114bf tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577266 Jul 29 18:07:29.152938 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d55ecab-ba3a-4b36-a58d-b4729d19fb22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60d8761149f1406e8180b0074ae8778e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980830 Jul 29 18:07:29.155099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:07:29.162420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57940) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:29.178538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:29.182794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] For port 683cd2e0-9ce4-4265-b109-537d8b003afb, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:29.186883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] For port 683cd2e0-9ce4-4265-b109-537d8b003afb, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=683cd2e0-9ce4-4265-b109-537d8b003afb,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:29.187296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:29.188122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.189142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68c029-3098-4e04-8fe3-327c3bf0573c None None] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:29.192329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55ecab-ba3a-4b36-a58d-b4729d19fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b81c8-1566-4a38-854e-c38148133e02,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:29.208959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2c42d86a-7795-4601-a276-1eb7f7198866 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7653902 Jul 29 18:07:29.211825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:29.221540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.271989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.306905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.332207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c526a7-9c05-4fa7-9855-df602fc3f8d9 None None] Pushing event updated for resources: {'Port': ['ID=683cd2e0-9ce4-4265-b109-537d8b003afb,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:29.342194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:29.343102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:29.371477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.374823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.378467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee3b81c8-1566-4a38-854e-c38148133e02 HTTP/1.1" status: 204 len: 168 time: 0.2108462 Jul 29 18:07:29.398749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee3eed-f3a0-4277-b734-557838a7b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b81c8-1566-4a38-854e-c38148133e02,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:29.482486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:29.663775 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:07:29.747915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b21781e6-feed-432d-ab40-e6248e15452c details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:07:29.779350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.902001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57968) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:29.952068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119a7de-d21b-4f08-aae6-0feb50dfb90a req-4995f85e-8928-4ad5-b8ec-a953619224bb tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:29.953624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e119a7de-d21b-4f08-aae6-0feb50dfb90a req-4995f85e-8928-4ad5-b8ec-a953619224bb tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0964894 Jul 29 18:07:29.956440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:07:29.958276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:29.981836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57972) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:30.006314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6f86239-d5c1-4b56-b6ac-d5b043e7bc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.009351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e119a7de-d21b-4f08-aae6-0feb50dfb90a req-5f9269c9-4e4e-4531-bdf3-97ea8ba6b099 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482826 Jul 29 18:07:30.210331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b21781e6-feed-432d-ab40-e6248e15452c,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:30.223552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.20.0.1 (959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f/4c880704-06b5-421a-830e-619e3813d4e1/d94ae80f-5b11-4648-aefa-ed15b9bc95ac) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:30.236559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:26Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:30.238534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-network', 'tenant_id': '23b4750463594e06a46b3b35bed3249d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:30.270409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d60d7-aaa4-4eb2-8293-81d230ae373c None None] The sync data for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 is: [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:26Z', 'revision_number': 3, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:30.272090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'b21781e6-feed-432d-ab40-e6248e15452c', 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c', 'port_id': 'b21781e6-feed-432d-ab40-e6248e15452c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234298bc-c2d8-498b-8a23-1b82bcb1e801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:07:30.379842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.392040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369fba7-bad7-4f6a-b362-b0cdc55d900d req-5f9c4f18-a0c5-4714-b9b0-c13cf5426923 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:30.400134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6369fba7-bad7-4f6a-b362-b0cdc55d900d req-5f9c4f18-a0c5-4714-b9b0-c13cf5426923 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 943 time: 0.1106761 Jul 29 18:07:30.406283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21781e6-feed-432d-ab40-e6248e15452c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:30.453455 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6f86239-d5c1-4b56-b6ac-d5b043e7bc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.453590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b21781e6-feed-432d-ab40-e6248e15452c,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:30.460761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.464191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f6f86239-d5c1-4b56-b6ac-d5b043e7bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.469383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6369fba7-bad7-4f6a-b362-b0cdc55d900d req-128d35b2-b040-4bbe-a989-ebe313033515 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596581 Jul 29 18:07:30.510713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Made reservation on behalf of 23b4750463594e06a46b3b35bed3249d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:30.512535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.514217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.531027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.544420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f6f86239-d5c1-4b56-b6ac-d5b043e7bc91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=586e8e87fa504099bc4322f23a655087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569420 Jul 29 18:07:30.544677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f86239-d5c1-4b56-b6ac-d5b043e7bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d3cfc-f801-419d-a0f2-b2f1b906494d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:30.545416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57982) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:30.547544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:30.550078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Transition to ACTIVE for port object d94ae80f-5b11-4648-aefa-ed15b9bc95ac will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:30.616183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.629740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.658671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.692372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Allocated IP 172.20.0.2 (959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f/4c880704-06b5-421a-830e-619e3813d4e1/572fa65d-7f54-437a-90d8-38ce5c40af2c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:30.696779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['b21781e6-feed-432d-ab40-e6248e15452c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:07:30.735857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:30.740560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:30.751639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:30.756503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.760916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.762461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/556d3cfc-f801-419d-a0f2-b2f1b906494d HTTP/1.1" status: 204 len: 168 time: 0.2158971 Jul 29 18:07:30.778213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ec1e2-cbbc-405c-8a79-df98122d3cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d3cfc-f801-419d-a0f2-b2f1b906494d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:30.847523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:30.881089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.896245 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.901819 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:30.951970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:07:30.982968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2d98ae-a708-47b8-961a-b0b8b4049bc3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:31.015317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.015716 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Added segment efd467ef-1592-49a6-a36c-ee10f33370ad of type vlan for network a735a473-d4b7-4218-a0a8-50b61e3e3078 Jul 29 18:07:31.067693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.114085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.120020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Transition to ACTIVE for port object 572fa65d-7f54-437a-90d8-38ce5c40af2c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:31.144054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Transition to ACTIVE for port object 572fa65d-7f54-437a-90d8-38ce5c40af2c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:31.166474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.195011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.256777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:31.267344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:31.284362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:31.305099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1813b-1995-4389-8a7e-a288b5812126 req-aa640e24-c9e8-4916-9cd6-3bc5d76a0f0b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:31.340672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ff1813b-1995-4389-8a7e-a288b5812126 req-aa640e24-c9e8-4916-9cd6-3bc5d76a0f0b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.2173386 Jul 29 18:07:31.347490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Pushing event updated for resources: {'Port': ['ID=572fa65d-7f54-437a-90d8-38ce5c40af2c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:31.396459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57990) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:31.400349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 683cd2e0-9ce4-4265-b109-537d8b003afb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:31.413742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.427375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:31.428135 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.431980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Attempting to bind port 572fa65d-7f54-437a-90d8-38ce5c40af2c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:31.432400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Attempting to bind port 572fa65d-7f54-437a-90d8-38ce5c40af2c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:31.432764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Attempting to bind port 572fa65d-7f54-437a-90d8-38ce5c40af2c on network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:31.439854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:31.440233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Checking segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:31.440609 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.440998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Bound using segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:31.441468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Bound port: 572fa65d-7f54-437a-90d8-38ce5c40af2c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:31.441989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.485288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5680361 Jul 29 18:07:31.493352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 57994) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:31.504587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Request body: {'subnet': {'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-subnet', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:31.511527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6844b5b8-1892-4296-a1df-fc90fa6bd8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.534642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 683cd2e0-9ce4-4265-b109-537d8b003afb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:31.543911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 683cd2e0-9ce4-4265-b109-537d8b003afb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:31.544330 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.547414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] For port 572fa65d-7f54-437a-90d8-38ce5c40af2c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:31.552265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] For port 572fa65d-7f54-437a-90d8-38ce5c40af2c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=572fa65d-7f54-437a-90d8-38ce5c40af2c,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:31.574460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.594196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ff1813b-1995-4389-8a7e-a288b5812126 req-276414b6-4636-4feb-b626-ec7fe24eba6f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499244 Jul 29 18:07:31.608663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Made reservation on behalf of 23b4750463594e06a46b3b35bed3249d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:31.613972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.619825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda240bb-309a-4a60-a719-523807db53be admin admin] Pushing event updated for resources: {'Network': ['ID=a735a473-d4b7-4218-a0a8-50b61e3e3078,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:31.650491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:07:31.693156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b21781e6-feed-432d-ab40-e6248e15452c up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:31.773543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fbdf5-03a5-4847-a864-79e531fbcdb9 None None] Pushing event updated for resources: {'Port': ['ID=572fa65d-7f54-437a-90d8-38ce5c40af2c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:31.791792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110c898-c92c-472f-a8cc-b71451c400cd req-0f7afeea-be5a-4db1-ab9c-36a49226f152 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:31.793536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e110c898-c92c-472f-a8cc-b71451c400cd req-0f7afeea-be5a-4db1-ab9c-36a49226f152 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 944 time: 0.0932217 Jul 29 18:07:31.819887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.831161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.840518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6844b5b8-1892-4296-a1df-fc90fa6bd8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.852661 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.858912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6844b5b8-1892-4296-a1df-fc90fa6bd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.876456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 683cd2e0-9ce4-4265-b109-537d8b003afb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=683cd2e0-9ce4-4265-b109-537d8b003afb,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:31.885537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.888461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e110c898-c92c-472f-a8cc-b71451c400cd req-c77c3d31-b527-41ef-b1bc-50559c364eaa tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865443 Jul 29 18:07:31.913996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port b21781e6-feed-432d-ab40-e6248e15452c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:31.923078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port b21781e6-feed-432d-ab40-e6248e15452c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:31.923461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:31.925469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844b5b8-1892-4296-a1df-fc90fa6bd8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b4b75-4843-4971-9d09-11cf5ddee75b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:31.932705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6844b5b8-1892-4296-a1df-fc90fa6bd8a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38985f87289b4cb4b5e07714b5cb5231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295813 Jul 29 18:07:31.933095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 57998) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:31.966959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=683cd2e0-9ce4-4265-b109-537d8b003afb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:32.032416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.037392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:32.044334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.053904 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.065036 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.097424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b21781e6-feed-432d-ab40-e6248e15452c,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:32.107638 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.129857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.132970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.134446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c97b4b75-4843-4971-9d09-11cf5ddee75b HTTP/1.1" status: 204 len: 168 time: 0.2001536 Jul 29 18:07:32.145502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6cd9d-faae-45f1-9614-b7dc678a7864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b4b75-4843-4971-9d09-11cf5ddee75b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:32.159399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.194160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:32.249837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Pushing event updated for resources: {'Subnet': ['ID=705e9672-7681-4b9c-be37-6c13852a8863,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:32.267553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:32.271312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:32.273563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Checking segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:32.273950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Network hostable DHCP agents. Network: a735a473-d4b7-4218-a0a8-50b61e3e3078, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:07:32.330788 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:07:32.717519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, a735a473-d4b7-4218-a0a8-50b61e3e3078) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:32.724001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:32.724603 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.728805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f05ad8-ca1d-434f-bb4d-494c12b12f46 None None] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:32.773757 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0d180209-3005-49c5-a64b-64dbf08b448d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2745931 Jul 29 18:07:32.773757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58020) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:32.777102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:32.786725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0a12-701b-4bb0-a362-e049309ccbbf req-6fcaae94-c247-4da1-9d09-a36a304e5100 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:32.787199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router acd3a333-9fbf-440a-8077-29b4a2e63afb has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:07:32.792412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59b0a12-701b-4bb0-a362-e049309ccbbf req-6fcaae94-c247-4da1-9d09-a36a304e5100 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1236706 Jul 29 18:07:32.877481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.878674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:32.880620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59b0a12-701b-4bb0-a362-e049309ccbbf req-6e18c434-5df7-47a4-87bd-a46b025c327f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743895 Jul 29 18:07:32.969554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667df99c-4240-40b4-b34a-fe6a90fcdfcf None None] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:32.999202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:33.072648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2a222-6e64-46aa-a52e-c41a7b534d14 req-691355e6-d0ff-4ba7-b6b0-7df28a2bd5cf tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.098870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adc2a222-6e64-46aa-a52e-c41a7b534d14 req-691355e6-d0ff-4ba7-b6b0-7df28a2bd5cf tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0953836 Jul 29 18:07:33.144577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:33.153272 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-efde3536-bb4d-4a2c-9436-7ab381a46e42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "PUT /v2.0/routers/acd3a333-9fbf-440a-8077-29b4a2e63afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9395361 Jul 29 18:07:33.157906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58032) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:33.202261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-adc2a222-6e64-46aa-a52e-c41a7b534d14 req-56cba1f0-e13c-4e7c-b020-18caf09ecdd5 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995259 Jul 29 18:07:33.310865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:33.352276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.352922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.353457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.354038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.354531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.355058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.355577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.356090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.360930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-696192d6-5bed-4f62-8962-69077da38889 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2000937 Jul 29 18:07:33.361663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58036) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:33.422827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5357a-25c7-4c09-976f-d06068596338 None None] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:33.427872 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Sync routers for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:33.444450 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:33.445800 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:33.480094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.482837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.483556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.483895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.484345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.485866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.486351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.486804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:33.493925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-34dbfea6-dfa6-400f-b234-4c68f5535175 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1287470 Jul 29 18:07:33.495258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:33.540803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10380001-c198-4c34-8ca6-a42918d0efa3 None None] Provisioning for port 572fa65d-7f54-437a-90d8-38ce5c40af2c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:33.552281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 683cd2e0-9ce4-4265-b109-537d8b003afb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:33.638594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:33.681784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 683cd2e0-9ce4-4265-b109-537d8b003afb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:33.682281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:33.813416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 572fa65d-7f54-437a-90d8-38ce5c40af2c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:33.822275 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:33.849090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:33.876275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 572fa65d-7f54-437a-90d8-38ce5c40af2c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:33.881204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 572fa65d-7f54-437a-90d8-38ce5c40af2c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:33.881736 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.036616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.082760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 572fa65d-7f54-437a-90d8-38ce5c40af2c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=572fa65d-7f54-437a-90d8-38ce5c40af2c,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:34.087087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75096f8-d136-4bd2-84af-f42776d7a336 req-c1a677d2-b1a0-42e6-a495-013d0b22d185 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:34.090752 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-633f2032-a497-4d65-80b3-ba706d5a8fc2 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3583 time: 0.5927300 Jul 29 18:07:34.097347 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.098192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f75096f8-d136-4bd2-84af-f42776d7a336 req-c1a677d2-b1a0-42e6-a495-013d0b22d185 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1033165 Jul 29 18:07:34.104376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Allocated IP 172.25.5.65 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/420a9706-a282-46d2-b71e-f73991b50a52) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:34.115793 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 2, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:34.193806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f75096f8-d136-4bd2-84af-f42776d7a336 req-3943dc33-b4f5-4a4a-afa5-ec5a135d18c2 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818019 Jul 29 18:07:34.200716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Checking router: acd3a333-9fbf-440a-8077-29b4a2e63afb for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:34.201067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Updating router acd3a333-9fbf-440a-8077-29b4a2e63afb port d94ae80f-5b11-4648-aefa-ed15b9bc95ac binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:07:34.246586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=572fa65d-7f54-437a-90d8-38ce5c40af2c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:34.265086 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.302825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.360421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Provisioning for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:34.365356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Provisioning complete for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:34.366599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.413895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.445092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Port d94ae80f-5b11-4648-aefa-ed15b9bc95ac cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:07:34.475701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Provisioning complete for port 572fa65d-7f54-437a-90d8-38ce5c40af2c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:34.476669 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e5ea82-e5b5-416e-aaaa-572fbae524e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.510539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:34.516379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:34.526498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:34.591807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Pushing event updated for resources: {'Port': ['ID=420a9706-a282-46d2-b71e-f73991b50a52,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:34.782624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b79856f8-01b9-4595-9329-47aca1b33ec9 None None] Provisioning complete for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:34.783098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b79856f8-01b9-4595-9329-47aca1b33ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.796217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58072) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:34.859237 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.865082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b79856f8-01b9-4595-9329-47aca1b33ec9 None None] Port d94ae80f-5b11-4648-aefa-ed15b9bc95ac cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:07:34.883067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Transition to ACTIVE for port object d94ae80f-5b11-4648-aefa-ed15b9bc95ac will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:34.891433 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:34.955082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfc909b-2703-461e-81ee-d1a84379d8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.032907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.040667 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Attempting to bind port d94ae80f-5b11-4648-aefa-ed15b9bc95ac on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:35.041349 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Attempting to bind port d94ae80f-5b11-4648-aefa-ed15b9bc95ac by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:35.042271 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Attempting to bind port d94ae80f-5b11-4648-aefa-ed15b9bc95ac on network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:35.049380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:35.050153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Checking segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:35.050671 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.051282 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Bound using segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:35.051968 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Bound port: d94ae80f-5b11-4648-aefa-ed15b9bc95ac, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:35.052567 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.103923 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Pushing event updated for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:35.128283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58076) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:35.134333 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.135771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485429918', 'description': 'tempest-secgroup-smoke-485429918 description', 'project_id': '28cbab5ca5d14056b196d69e30c99b01'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:35.138928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.139411 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.139965 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.140499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.142201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.142796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.143329 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.144685 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.145097 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.146178 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.146901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:35.210757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfc909b-2703-461e-81ee-d1a84379d8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.237681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9cfc909b-2703-461e-81ee-d1a84379d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.264954 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] For port d94ae80f-5b11-4648-aefa-ed15b9bc95ac, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:35.270429 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] For port d94ae80f-5b11-4648-aefa-ed15b9bc95ac, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:35.285274 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.297028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.323285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 572fa65d-7f54-437a-90d8-38ce5c40af2c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:35.359238 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e595c-26e0-4d12-bcd9-361725686cdb None None] Pushing event updated for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:35.379730 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:35.380347 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:35.394349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9cfc909b-2703-461e-81ee-d1a84379d8e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69788d77126a4806849d7fc0af1ff3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967622 Jul 29 18:07:35.394993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58080) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:35.435650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 572fa65d-7f54-437a-90d8-38ce5c40af2c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:35.436029 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.459069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc909b-2703-461e-81ee-d1a84379d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc542c-1f10-4489-9856-216e5502d74e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:35.488499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4138e6-b5f9-45be-b1a3-10a22d4e6135 req-8fe864d2-5390-4dd9-961f-1974465bb431 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:35.490112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a4138e6-b5f9-45be-b1a3-10a22d4e6135 req-8fe864d2-5390-4dd9-961f-1974465bb431 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.2684278 Jul 29 18:07:35.527010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.540467 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.586745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba2ddb-c424-4b23-8918-1c8965349ee9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:35.641174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a4138e6-b5f9-45be-b1a3-10a22d4e6135 req-5d65c1f5-60de-4c19-8b83-d62e71936940 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349699 Jul 29 18:07:35.642166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.666473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.668316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7cc1299a-01fc-4c67-9b21-dd392c37ee58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5388124 Jul 29 18:07:35.671657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:35.676910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:35.689337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.710100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.717619 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:35.778545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.829396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.832289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:35.833691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76bc542c-1f10-4489-9856-216e5502d74e HTTP/1.1" status: 204 len: 168 time: 0.4275990 Jul 29 18:07:35.842810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe55a5-2e56-494b-8fd6-d9f8c9800fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc542c-1f10-4489-9856-216e5502d74e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:35.857412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19a76-93a0-42d7-a267-c91c3eb9c977 req-47fd50be-c5e9-43d6-aa5c-d16207858aa2 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:35.871104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56f19a76-93a0-42d7-a267-c91c3eb9c977 req-47fd50be-c5e9-43d6-aa5c-d16207858aa2 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1370635 Jul 29 18:07:35.910477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56f19a76-93a0-42d7-a267-c91c3eb9c977 req-fe024f37-90ad-4c84-a2f8-02c049fae4ca tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Jul 29 18:07:35.993583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.002497 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:35Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:36.005179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.030053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.034896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58090) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:36.041251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:36.042400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3578184 Jul 29 18:07:36.047086 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36147-d940-4442-8f4a-7f07491703c4 None None] The sync data for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 is: [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:35Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:36.056898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Router 419ca6f6-d5c8-4136-90d7-674b682013aa is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:07:36.065843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7374a-bd55-4851-9b5a-3529237ada91 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3e51e2-6f91-4e28-a8ef-286dc4e200e6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:36.082128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.188114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.203345 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.243128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ef4fd2-6fb4-48ac-bd58-62e413043988,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:36.253597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.255281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b3887af1-382b-450d-a56f-87dfb0ac4a02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2192018 Jul 29 18:07:36.258030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58094) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:36.263660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:36.297210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:36.307573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Sync routers for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:36.318723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.319794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:36.320717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:36.324924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.326977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12daaf22-67fc-4af1-8cdb-d584e17209a0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5537379 Jul 29 18:07:36.329839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:36.414432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.420195 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.448206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bc3bcc-a0cf-4f3e-a851-711064aa6c67,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:36.462311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.467087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-12163a25-c009-4e08-a4fa-0a02c1424102 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043180 Jul 29 18:07:36.467087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58102) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:36.472126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:36.514949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.629491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.655269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.714960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68700707-1a81-40bc-940f-abb85edd32d7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:36.739090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:36.753239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-88269b53-a199-430c-a648-ecabd5d74bf7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2769337 Jul 29 18:07:36.776547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:36.787143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:36.871628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8e3a-53d8-41dc-840e-a64f54be7556 req-5f64b57d-31f3-4d38-9a81-cd7af76a845f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:36.885126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e07e8e3a-53d8-41dc-840e-a64f54be7556 req-5f64b57d-31f3-4d38-9a81-cd7af76a845f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1287127 Jul 29 18:07:36.910531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:36.953377 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Project 28cbab5ca5d14056b196d69e30c99b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:07:36.953956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e07e8e3a-53d8-41dc-840e-a64f54be7556 req-bbb7815d-2c6a-4cf2-9d75-57a6cd90f3ea tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637858 Jul 29 18:07:36.981418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.084740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546f29d-9252-46a5-acb5-4ab088e705e8 req-4cca0dc3-c00b-47f3-b07c-8b267f01d095 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:37.093361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6546f29d-9252-46a5-acb5-4ab088e705e8 req-4cca0dc3-c00b-47f3-b07c-8b267f01d095 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0730288 Jul 29 18:07:37.142198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6546f29d-9252-46a5-acb5-4ab088e705e8 req-a1605f3a-f6eb-40c2-94f2-b9b8018949da tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Jul 29 18:07:37.278207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:34Z', 'revision_number': 3, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:37.288237 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.301050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.323586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Checking router: 419ca6f6-d5c8-4136-90d7-674b682013aa for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:37.324176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Updating router 419ca6f6-d5c8-4136-90d7-674b682013aa port 420a9706-a282-46d2-b71e-f73991b50a52 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:07:37.354715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03184848-aae3-4902-9118-4cb1969515de,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:37.364768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.367920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.387709 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.389429 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-35d0d1ae-f22c-41a0-a578-5f76e741ff83 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6120796 Jul 29 18:07:37.392473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58126) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:37.397311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'security_group_rule': {'security_group_id': '95ba2ddb-c424-4b23-8918-1c8965349ee9', 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:37.407186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d94ae80f-5b11-4648-aefa-ed15b9bc95ac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:37.447901 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Project 28cbab5ca5d14056b196d69e30c99b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:07:37.453484 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.573959 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.586887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.621867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a28774-8db8-4cb6-b2ce-c4c3ff151c62,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:37.622090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Allocated IP 172.20.0.1 (a735a473-d4b7-4218-a0a8-50b61e3e3078/705e9672-7681-4b9c-be37-6c13852a8863/49d34cba-f30f-4b51-b39b-9ec77777b762) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:37.640873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.642778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1ffa0145-1334-4e74-ae9b-d7194335da9d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2490809 Jul 29 18:07:37.647295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:37.664371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:37.664763 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.705521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58132) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:37.847719 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.879000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cc76a37-a668-4ba2-b637-7e2abb9a2acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.892202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.945242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:37.992207 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.005364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Transition to ACTIVE for port object 420a9706-a282-46d2-b71e-f73991b50a52 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:38.022111 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.062776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:38.066369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Attempting to bind port 420a9706-a282-46d2-b71e-f73991b50a52 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:38.066787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Attempting to bind port 420a9706-a282-46d2-b71e-f73991b50a52 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:38.067168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Attempting to bind port 420a9706-a282-46d2-b71e-f73991b50a52 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:38.076936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cc76a37-a668-4ba2-b637-7e2abb9a2acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.081524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:38.091090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4cc76a37-a668-4ba2-b637-7e2abb9a2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.093139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:38.093572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:38.093921 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.094415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:38.094888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Bound port: 420a9706-a282-46d2-b71e-f73991b50a52, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:38.095275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.095466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:38.110398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d94ae80f-5b11-4648-aefa-ed15b9bc95ac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:38.139967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.148772 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Pushing event updated for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.172935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.173964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195624-edc6-4226-9096-2f8f1f192899 None None] Pushing event updated for resources: {'Port': ['ID=420a9706-a282-46d2-b71e-f73991b50a52,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.183998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc76a37-a668-4ba2-b637-7e2abb9a2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a1e5c-3df0-4a64-a101-7700931f8b1b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.190435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4cc76a37-a668-4ba2-b637-7e2abb9a2acf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=484621f6d0ac47a6be0a961cd909ec21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834712 Jul 29 18:07:38.193384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58144) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:38.244912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] For port 420a9706-a282-46d2-b71e-f73991b50a52, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:38.248725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] For port 420a9706-a282-46d2-b71e-f73991b50a52, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=420a9706-a282-46d2-b71e-f73991b50a52,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:38.249399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9bc-35a1-46c1-9228-c656dfa2c76f req-26fe1312-95f3-4cd2-8916-d5ab8b06278a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:38.251094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df3c9bc-35a1-46c1-9228-c656dfa2c76f req-26fe1312-95f3-4cd2-8916-d5ab8b06278a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1468048 Jul 29 18:07:38.264545 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.297280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.312036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:38.312689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:38.328503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8df3c9bc-35a1-46c1-9228-c656dfa2c76f req-88e422bc-74f1-4273-a5de-28e7346ed2e8 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665455 Jul 29 18:07:38.355414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.367962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.375917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.432230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.436271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.438361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e29a1e5c-3df0-4a64-a101-7700931f8b1b HTTP/1.1" status: 204 len: 168 time: 0.2439566 Jul 29 18:07:38.448065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9f79a-ca67-49d5-ad4a-c31a92a15554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a1e5c-3df0-4a64-a101-7700931f8b1b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.513835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-8fe40a18-2501-4da2-a8a3-4c15262a1bd3 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485429918&fields=id&tenant_id=28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 267 time: 0.0486617 Jul 29 18:07:38.536517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195624-edc6-4226-9096-2f8f1f192899 None None] Pushing event updated for resources: {'Port': ['ID=420a9706-a282-46d2-b71e-f73991b50a52,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.547411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:38.612703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.627156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.791932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Pushing event updated for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:38.794610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:38.815097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '49d34cba-f30f-4b51-b39b-9ec77777b762', 'name': '', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'mac_address': 'fa:16:3e:20:6f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:37Z', 'updated_at': '2021-07-29T18:07:37Z', 'revision_number': 1, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'subnets': [{'id': '705e9672-7681-4b9c-be37-6c13852a8863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:38.853728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1edf5-2be2-4cfc-98e0-e072bd780685 None None] The sync data for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 is: [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '49d34cba-f30f-4b51-b39b-9ec77777b762', 'name': '', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'mac_address': 'fa:16:3e:20:6f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:37Z', 'updated_at': '2021-07-29T18:07:37Z', 'revision_number': 1, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'subnets': [{'id': '705e9672-7681-4b9c-be37-6c13852a8863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:38.950135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:38.951750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:39.010885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-a47aa145-ae68-46ff-a69a-5491ff632125 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:39.019983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-a47aa145-ae68-46ff-a69a-5491ff632125 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 797 time: 0.5045843 Jul 29 18:07:39.041038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-17085245-616f-444f-a716-80a93b6e3b7b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/quotas/28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 375 time: 0.0199935 Jul 29 18:07:39.120791 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-32540349-0002-4dee-8a28-b0188077aafa tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684667 Jul 29 18:07:39.256400 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5c696e3c-f5bf-447b-89c0-f9c221ab9375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:39.288138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-dfdd65a3-ed2f-4b5a-9df1-5b45f44c7e88 service neutron] 10.222.0.16 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663342 Jul 29 18:07:39.375179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d94ae80f-5b11-4648-aefa-ed15b9bc95ac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:39.480360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d94ae80f-5b11-4648-aefa-ed15b9bc95ac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:39.480360 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:39.491743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-9d01ed09-f925-419e-aaff-6f61cda890fb service neutron] 10.222.0.16 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006462 Jul 29 18:07:39.601121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Router 419ca6f6-d5c8-4136-90d7-674b682013aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:07:39.828103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:39.841024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ae34-854b-4a7a-a28b-94fd7f2cc2b8 req-67088e72-209a-4e3a-b8b1-b4be733d6a22 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:39.844300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b754ae34-854b-4a7a-a28b-94fd7f2cc2b8 req-67088e72-209a-4e3a-b8b1-b4be733d6a22 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.0948441 Jul 29 18:07:39.863863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-586f0646-f03f-4887-bd59-c1045dac9897 admin admin] 10.222.0.16 "PUT /v2.0/routers/419ca6f6-d5c8-4136-90d7-674b682013aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5242126 Jul 29 18:07:39.908412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b754ae34-854b-4a7a-a28b-94fd7f2cc2b8 req-ebc271d8-13cb-43b3-b6e3-a868c48e9358 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478508 Jul 29 18:07:40.186666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15dd3b-493b-4cea-960a-7311b2a5df20 req-af44d839-4850-422a-838a-0864c9e04e95 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:40.205258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c15dd3b-493b-4cea-960a-7311b2a5df20 req-af44d839-4850-422a-838a-0864c9e04e95 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1282516 Jul 29 18:07:40.264559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3c15dd3b-493b-4cea-960a-7311b2a5df20 req-7048c6ba-5f41-406f-a03f-494f0539b3b0 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Jul 29 18:07:40.362879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d3d5865-82c5-40a3-b924-f9946ea273da req-093cdc7e-84ff-428b-a23b-657fce15c17c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 210 time: 0.0379133 Jul 29 18:07:40.813689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-66f90530-2d52-44fb-bd32-ab103ca6e27c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:40.818825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-66f90530-2d52-44fb-bd32-ab103ca6e27c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 819 time: 0.1326401 Jul 29 18:07:40.832137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-3cfe156c-d781-4ad0-baa4-3c547b238b95 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/quotas/23b4750463594e06a46b3b35bed3249d HTTP/1.1" status: 200 len: 375 time: 0.0105839 Jul 29 18:07:40.897666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-5585db22-b39c-493a-bd21-0652575a810e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588934 Jul 29 18:07:41.022832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ac7758da-8a94-4414-832a-48ff28ba629b service neutron] 10.222.0.16 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Jul 29 18:07:41.246154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-3cdef87e-26a2-4307-a193-135a433a84e0 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:41.247610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-3cdef87e-26a2-4307-a193-135a433a84e0 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 797 time: 0.2151966 Jul 29 18:07:41.263214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-d9f08e7c-669e-419d-bd1a-de71ee5393ae service neutron] 10.222.0.16 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386975 Jul 29 18:07:41.326740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-d41eea73-fe28-4c8a-b60f-bc9d566accc5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cbab5ca5d14056b196d69e30c99b01 HTTP/1.1" status: 200 len: 379 time: 0.0562201 Jul 29 18:07:41.331803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'port': {'device_id': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'admin_state_up': True, 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'security_groups': ['95ba2ddb-c424-4b23-8918-1c8965349ee9']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:41.377013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 420a9706-a282-46d2-b71e-f73991b50a52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:41.471434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 420a9706-a282-46d2-b71e-f73991b50a52 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:41.484881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 420a9706-a282-46d2-b71e-f73991b50a52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:41.485512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.565317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Made reservation on behalf of 28cbab5ca5d14056b196d69e30c99b01 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:41.568948 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.601396 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.631562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 420a9706-a282-46d2-b71e-f73991b50a52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=420a9706-a282-46d2-b71e-f73991b50a52,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:41.639014 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.717566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c01eed3-4a12-47e8-86b2-49a17caf8de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.725596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=420a9706-a282-46d2-b71e-f73991b50a52,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:41.810767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9768d-676a-40fa-9af9-5b74b1456aa5 req-5bb34c5a-14ff-4dcb-8bf6-fe62812294ff tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:41.812505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3c9768d-676a-40fa-9af9-5b74b1456aa5 req-5bb34c5a-14ff-4dcb-8bf6-fe62812294ff tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.2707372 Jul 29 18:07:41.817239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.20.0.12 (959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f/4c880704-06b5-421a-830e-619e3813d4e1/d8589336-ca80-491d-9d78-f08a2fbdcf7b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:41.894775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:41.900919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3c9768d-676a-40fa-9af9-5b74b1456aa5 req-205c5955-496d-4a64-86ab-24b41ab92e5c tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809481 Jul 29 18:07:42.056103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.072977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Transition to ACTIVE for port object d8589336-ca80-491d-9d78-f08a2fbdcf7b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:42.155182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1b6c-ee51-4437-8b71-3d1d108cfefa req-3e29d9d7-e67a-421a-92c6-e4322e674f00 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:42.156719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-497e1b6c-ee51-4437-8b71-3d1d108cfefa req-3e29d9d7-e67a-421a-92c6-e4322e674f00 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0818126 Jul 29 18:07:42.178962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.265657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:42.269246 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-497e1b6c-ee51-4437-8b71-3d1d108cfefa req-72d1e287-8031-4c9e-9530-c6728b29d7e0 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868526 Jul 29 18:07:42.276005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:42.278363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:42.286717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:42.342303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:42.342946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.359972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58328) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:42.368882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-aef6b340-903f-4e63-9597-6195dd72d720 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0411596 Jul 29 18:07:42.385885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Request body: {'port': {'device_id': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:42.491630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.534568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21903be-7097-43d9-a8fc-c805cb9b60f5 req-e09b8725-5178-45d9-892e-186804bf5206 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:42.536209 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63cfb012-b45c-4c93-8f77-2ea7a375d835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.536345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d21903be-7097-43d9-a8fc-c805cb9b60f5 req-e09b8725-5178-45d9-892e-186804bf5206 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 932 time: 0.1571264 Jul 29 18:07:42.673366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e60124d3-4c0a-4340-b20b-5050343a8a85 None None] Provisioning for port d8589336-ca80-491d-9d78-f08a2fbdcf7b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:42.679693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e60124d3-4c0a-4340-b20b-5050343a8a85 None None] Provisioning complete for port d8589336-ca80-491d-9d78-f08a2fbdcf7b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:42.680409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e60124d3-4c0a-4340-b20b-5050343a8a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.710708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d21903be-7097-43d9-a8fc-c805cb9b60f5 req-4722169b-7e5f-4015-9d97-cd306cc354c8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418035 Jul 29 18:07:42.766812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e60124d3-4c0a-4340-b20b-5050343a8a85 None None] Port d8589336-ca80-491d-9d78-f08a2fbdcf7b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:07:42.852211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0f6dc5c-47ea-4330-844f-91dd6e7254d6 req-a57c4633-6ad6-464b-893b-e1de0486e160 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 210 time: 0.0676162 Jul 29 18:07:42.855671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63cfb012-b45c-4c93-8f77-2ea7a375d835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.875187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-6a8c907a-fa2c-427a-b8f5-02b27f803ad6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:42.876751 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-6a8c907a-fa2c-427a-b8f5-02b27f803ad6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 819 time: 0.2851243 Jul 29 18:07:42.882399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63cfb012-b45c-4c93-8f77-2ea7a375d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:42.906810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Request body: {'port': {'device_id': '09311470-d707-462a-99da-35e0dbe59d03', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'admin_state_up': True, 'tenant_id': '23b4750463594e06a46b3b35bed3249d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:42.990266 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-63cfb012-b45c-4c93-8f77-2ea7a375d835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=809180aca07d4e0497317fbf395c7215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291213 Jul 29 18:07:42.994723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58346) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:43.017333 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfb012-b45c-4c93-8f77-2ea7a375d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb163a-d6f5-4df1-b0c6-0a197033adba,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:43.027775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.106092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8589336-ca80-491d-9d78-f08a2fbdcf7b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:43.130917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.131751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.145214 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Sync routers for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:43.148379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Made reservation on behalf of 23b4750463594e06a46b3b35bed3249d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:43.151621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Transition to ACTIVE for port object d8589336-ca80-491d-9d78-f08a2fbdcf7b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:43.152930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.154962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c83ca-1b6f-4310-982b-e5d81e370a93 req-230b7998-6308-45b7-a2c2-f6c601c6e988 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:43.155395 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:43.156002 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:43.170258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-096c83ca-1b6f-4310-982b-e5d81e370a93 req-230b7998-6308-45b7-a2c2-f6c601c6e988 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1145620 Jul 29 18:07:43.173403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.274996 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:43.276626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-096c83ca-1b6f-4310-982b-e5d81e370a93 req-0069c031-cf97-4973-9ba3-8ff507a0f2fb tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006873 Jul 29 18:07:43.284430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:43.337440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.361319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 420a9706-a282-46d2-b71e-f73991b50a52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:43.456597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.461342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.463182 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ecb163a-d6f5-4df1-b0c6-0a197033adba HTTP/1.1" status: 204 len: 168 time: 0.4674780 Jul 29 18:07:43.482714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e025bf-351f-49ce-b1a7-7f22ba991d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb163a-d6f5-4df1-b0c6-0a197033adba,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:43.511034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Allocated IP 172.20.0.6 (a735a473-d4b7-4218-a0a8-50b61e3e3078/705e9672-7681-4b9c-be37-6c13852a8863/9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:43.551847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 420a9706-a282-46d2-b71e-f73991b50a52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:43.552221 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.653800 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '49d34cba-f30f-4b51-b39b-9ec77777b762', 'name': '', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'mac_address': 'fa:16:3e:20:6f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:37Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 2, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'subnets': [{'id': '705e9672-7681-4b9c-be37-6c13852a8863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:43.701443 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Checking router: 419ca6f6-d5c8-4136-90d7-674b682013aa for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:43.701858 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Updating router 419ca6f6-d5c8-4136-90d7-674b682013aa port 49d34cba-f30f-4b51-b39b-9ec77777b762 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:07:43.722822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Attempting to bind port d8589336-ca80-491d-9d78-f08a2fbdcf7b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:43.723944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Attempting to bind port d8589336-ca80-491d-9d78-f08a2fbdcf7b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:43.724440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Attempting to bind port d8589336-ca80-491d-9d78-f08a2fbdcf7b on network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:43.733672 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.738655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Port d8589336-ca80-491d-9d78-f08a2fbdcf7b on network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:07:43.738979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Attempting to bind port d8589336-ca80-491d-9d78-f08a2fbdcf7b on network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:43.765104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:43.765439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Checking segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:43.765880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Bound using segment: {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:43.766360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Bound port: d8589336-ca80-491d-9d78-f08a2fbdcf7b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:43.766721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.814848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-8fcc0639-cb7b-4196-9515-3bb44beefcc8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:43.816359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-8fcc0639-cb7b-4196-9515-3bb44beefcc8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 819 time: 0.3687880 Jul 29 18:07:43.819320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.848748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-e1bfbb96-d63e-48fb-9dbc-49dad929cd20 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/quotas/23b4750463594e06a46b3b35bed3249d HTTP/1.1" status: 200 len: 375 time: 0.0249691 Jul 29 18:07:43.875164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:43.888099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.905394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:43.918019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:43.928213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-09010ad0-ea26-402f-a86a-60410ade415f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699661 Jul 29 18:07:43.987554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:43.988835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Pushing event updated for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:43.991819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:43.994027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:44.018721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:44.019340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.021065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] 10.222.0.38 "PUT /v2.0/ports/d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 1092 time: 1.6431637 Jul 29 18:07:44.023410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:44.026107 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188e3da-d90c-4f12-9957-92cf7841c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:44.062731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d533-5cd0-4fc6-bc57-4875cb9902ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:44.100683 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:44.101347 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.136710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-e2394980-c029-4fe1-a915-cf202b8b6afc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485454 Jul 29 18:07:44.140049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-d8f0d7d8-436c-49b3-b13f-b11a6a81f252 service neutron] 10.222.0.16 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837544 Jul 29 18:07:44.149150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:44.174059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60a2aca7-a2be-4902-8c13-4fdce76fa615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.175281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Request body: {'port': {'device_id': '09311470-d707-462a-99da-35e0dbe59d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:44.228915 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.241261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Transition to ACTIVE for port object 49d34cba-f30f-4b51-b39b-9ec77777b762 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:44.252234 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.277124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-63ad6fbd-c647-4404-b57b-1bedf92d0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:44.281095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-63ad6fbd-c647-4404-b57b-1bedf92d0cbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1095 time: 0.2081397 Jul 29 18:07:44.289714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.308405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0be4-ca6c-485f-ae30-06b2c3568794 None None] Pushing event updated for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:44.338308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-13200703-eda0-4b60-b12c-cdf08c9e8fef service neutron] 10.222.0.16 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802616 Jul 29 18:07:44.394717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-b82c2f25-e028-437a-aa24-865c195267f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 217 time: 0.0553639 Jul 29 18:07:44.426275 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Attempting to bind port 49d34cba-f30f-4b51-b39b-9ec77777b762 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:44.427014 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Attempting to bind port 49d34cba-f30f-4b51-b39b-9ec77777b762 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:44.427713 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Attempting to bind port 49d34cba-f30f-4b51-b39b-9ec77777b762 on network a735a473-d4b7-4218-a0a8-50b61e3e3078 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:44.435059 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:44.435689 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Checking segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:44.436464 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.437119 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Bound using segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:44.437854 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Bound port: 49d34cba-f30f-4b51-b39b-9ec77777b762, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:44.438829 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.484451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-1e02381a-1e16-4371-8a27-3bb02314c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:44.485986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-1e02381a-1e16-4371-8a27-3bb02314c77f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0832241 Jul 29 18:07:44.534079 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] For port 49d34cba-f30f-4b51-b39b-9ec77777b762, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:44.538910 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] For port 49d34cba-f30f-4b51-b39b-9ec77777b762, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=49d34cba-f30f-4b51-b39b-9ec77777b762,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:44.547697 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.573688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60a2aca7-a2be-4902-8c13-4fdce76fa615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.588239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-ecf9b3f6-8c01-4c9f-b4d9-dfcd688e6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:44.589713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-ecf9b3f6-8c01-4c9f-b4d9-dfcd688e6c84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965922 Jul 29 18:07:44.590830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-60a2aca7-a2be-4902-8c13-4fdce76fa615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.646693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.677543 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0be4-ca6c-485f-ae30-06b2c3568794 None None] Pushing event updated for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:44.713844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:44.714529 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:44.807828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:44.819301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.834779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Transition to ACTIVE for port object 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:44.841177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:44.881126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:44.902989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-60a2aca7-a2be-4902-8c13-4fdce76fa615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0c5132b71b74edc94e7516de24f41c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480283 Jul 29 18:07:44.911725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58402) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:44.987719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-acca7952-d9a4-4915-82ee-998efe43c2db service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835437 Jul 29 18:07:45.003832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Pushing event updated for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:45.006862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2aca7-a2be-4902-8c13-4fdce76fa615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f094192-57a2-4c7c-979f-a5831392ca61,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:45.072957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.072957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.072957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.072957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.072957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.073522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.073894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.074329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.074815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.075234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.075847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.076530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:45.112836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.138280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Attempting to bind port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:45.138760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Attempting to bind port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:45.139400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Attempting to bind port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 on network a735a473-d4b7-4218-a0a8-50b61e3e3078 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:45.153872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb309b0-8387-4b96-8ce8-a89f4febfa03 req-923b28e9-3a66-4e49-b33d-f5466fe8d3a8 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:45.162658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.164869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abb309b0-8387-4b96-8ce8-a89f4febfa03 req-923b28e9-3a66-4e49-b33d-f5466fe8d3a8 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.3733687 Jul 29 18:07:45.168938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 on network a735a473-d4b7-4218-a0a8-50b61e3e3078 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:07:45.169124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Attempting to bind port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 on network a735a473-d4b7-4218-a0a8-50b61e3e3078 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:45.216090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:45.216441 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Checking segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:45.216845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Bound using segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:45.217317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Bound port: 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:45.217691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.281773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abb309b0-8387-4b96-8ce8-a89f4febfa03 req-c3f24ed1-80a0-43ed-b710-78c5a97c454f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119637 Jul 29 18:07:45.342833 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '49d34cba-f30f-4b51-b39b-9ec77777b762', 'name': '', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'mac_address': 'fa:16:3e:20:6f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:37Z', 'updated_at': '2021-07-29T18:07:44Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'subnets': [{'id': '705e9672-7681-4b9c-be37-6c13852a8863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:45.390492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43f41641-918d-42d7-a0a5-df8cedfbeccb req-d032b7c9-d467-4137-b3ad-26583b213c30 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942168 Jul 29 18:07:45.413836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 49d34cba-f30f-4b51-b39b-9ec77777b762 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:45.432907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.436903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.439424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f094192-57a2-4c7c-979f-a5831392ca61 HTTP/1.1" status: 204 len: 168 time: 0.5227458 Jul 29 18:07:45.464253 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78cbd4a-ee49-4a19-8ad7-9b614c8c5fef None None] The sync data for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 is: [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '49d34cba-f30f-4b51-b39b-9ec77777b762', 'name': '', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'mac_address': 'fa:16:3e:20:6f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:37Z', 'updated_at': '2021-07-29T18:07:44Z', 'revision_number': 4, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'subnets': [{'id': '705e9672-7681-4b9c-be37-6c13852a8863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:45.519430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:45.523959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:45.525643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e635f0-193a-4d84-84d0-cee9b055c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f094192-57a2-4c7c-979f-a5831392ca61,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:45.532874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 49d34cba-f30f-4b51-b39b-9ec77777b762 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:45.539002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 49d34cba-f30f-4b51-b39b-9ec77777b762 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:45.548360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.550398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.589069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be222-dafb-48bc-b5f2-476cb7b4a51c req-c172bdba-3db3-4bc7-9245-701110911cc5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:45.608430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-323be222-dafb-48bc-b5f2-476cb7b4a51c req-c172bdba-3db3-4bc7-9245-701110911cc5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 944 time: 0.1411815 Jul 29 18:07:45.642516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:45.643591 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.646083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] 10.222.0.49 "PUT /v2.0/ports/9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 1091 time: 1.4949157 Jul 29 18:07:45.649849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:45.653557 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36591aa-475c-48a5-8918-9233473b32bc" -d '{"events": [{"name": "network-changed", "server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:45.707051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-323be222-dafb-48bc-b5f2-476cb7b4a51c req-badc77b5-ad7f-4a6e-9dd7-24ec7db14a7c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942936 Jul 29 18:07:45.728267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.771391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb9154-07aa-4698-ae61-fab224bb870f service neutron] Pushing event updated for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:45.787432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-19f9007e-8692-43fb-9895-5fd3b10c7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:45.789143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-19f9007e-8692-43fb-9895-5fd3b10c7dd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1094 time: 0.0918670 Jul 29 18:07:45.807910 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef189bc-bc8e-423a-885f-f03cabc39f7b x-openstack-request-id: req-5ef189bc-bc8e-423a-885f-f03cabc39f7b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:45.808396 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:45.809765 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ef189bc-bc8e-423a-885f-f03cabc39f7b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:45.809765 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'status': 'completed', 'code': 200} Jul 29 18:07:45.816308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 49d34cba-f30f-4b51-b39b-9ec77777b762, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=49d34cba-f30f-4b51-b39b-9ec77777b762,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:45.829267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:45.920884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-413e2054-4e7a-4591-8c8e-76382cf4b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:45.923479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-48ca07ec-54d7-4416-a372-2d81604dc7b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.1257639 Jul 29 18:07:45.925055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-413e2054-4e7a-4591-8c8e-76382cf4b917 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1095 time: 0.0810983 Jul 29 18:07:45.953011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:46.086068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-661938ea-20dc-4d02-bc4c-b76238646630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.096997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-661938ea-20dc-4d02-bc4c-b76238646630 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.1657913 Jul 29 18:07:46.172145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-706d6c56-a5e7-4cdf-8e4a-9dcc6a5576b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645928 Jul 29 18:07:46.186372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33bb0b-7b6f-46f2-ab6b-cd804a5b2f8d req-19d6f1e6-e92d-4a93-b0fb-d5dfeb13548d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.197310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c33bb0b-7b6f-46f2-ab6b-cd804a5b2f8d req-19d6f1e6-e92d-4a93-b0fb-d5dfeb13548d tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.2163546 Jul 29 18:07:46.271007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-d98bf695-cf23-48e6-a875-bef1ec9524fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.272614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-d98bf695-cf23-48e6-a875-bef1ec9524fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 898 time: 0.3399146 Jul 29 18:07:46.373749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c33bb0b-7b6f-46f2-ab6b-cd804a5b2f8d req-50f527e7-23f2-4fe7-b921-4d178d58047b tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697447 Jul 29 18:07:46.398532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-7ec029fb-de23-466c-9c94-3d3ac8ec89ba tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.402050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-7ec029fb-de23-466c-9c94-3d3ac8ec89ba tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.38 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 819 time: 0.3932316 Jul 29 18:07:46.415297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-3d198a26-0d32-4f1a-b54f-4e4b403b5f11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 217 time: 0.1160755 Jul 29 18:07:46.458861 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Request body: {'port': {'device_id': 'be639619-13b2-4f65-8940-923f050e3fe8', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'admin_state_up': True, 'tenant_id': '23b4750463594e06a46b3b35bed3249d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:46.474405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-5ab5aa34-1e37-4e86-9ad0-01ca1d52cbc9 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673581 Jul 29 18:07:46.651772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de1e7e0d-b26c-4b1f-ba62-228b73f8e76c req-ab879dda-69fc-441c-930f-a01fd34811a4 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563196 Jul 29 18:07:46.846492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6529ff55-0930-4929-bd1f-711bff966ae7 req-4df8e4e5-0549-46c5-9deb-444e7e6a0b0f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 210 time: 0.0873685 Jul 29 18:07:46.893201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-ec145d89-b36e-486a-81cf-44781cc64679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.894707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-ec145d89-b36e-486a-81cf-44781cc64679 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 200 len: 835 time: 0.4741147 Jul 29 18:07:46.919553 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902d0b2-2d9d-4e60-9954-4e51f30aa5e8 x-openstack-request-id: req-9902d0b2-2d9d-4e60-9954-4e51f30aa5e8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:46.919843 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:46.920142 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9902d0b2-2d9d-4e60-9954-4e51f30aa5e8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:46.920499 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1', 'status': 'completed', 'code': 200} Jul 29 18:07:46.970379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-4bcb33ff-8f7d-4483-93db-9e360a75c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:46.972503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-4bcb33ff-8f7d-4483-93db-9e360a75c9d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663035 Jul 29 18:07:46.978828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Made reservation on behalf of 23b4750463594e06a46b3b35bed3249d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:07:46.984022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:47.034580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36591aa-475c-48a5-8918-9233473b32bc req-a46f1043-aa00-4ac6-bdaf-8fcfb99d0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.037564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-a46f1043-aa00-4ac6-bdaf-8fcfb99d0968 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1094 time: 0.0905893 Jul 29 18:07:47.158535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36591aa-475c-48a5-8918-9233473b32bc req-5245b53d-2fa5-4353-9b09-07b386a6c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.160216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-5245b53d-2fa5-4353-9b09-07b386a6c38f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1151657 Jul 29 18:07:47.187588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7be76-258b-46a1-8d94-8cf080002e8f req-ab586cbe-d3dc-4e3d-9dea-ab85c5aa47a1 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.189475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fb7be76-258b-46a1-8d94-8cf080002e8f req-ab586cbe-d3dc-4e3d-9dea-ab85c5aa47a1 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1874402 Jul 29 18:07:47.194640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-dfbda45f-fe79-4c70-ae42-53d9a19ba22c service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061608 Jul 29 18:07:47.280750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-06d83bd9-b9ec-4646-8851-9898cc281ff6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.1126885 Jul 29 18:07:47.352856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36591aa-475c-48a5-8918-9233473b32bc req-0224803b-cafc-4008-a974-aae2e01029a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.354772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-0224803b-cafc-4008-a974-aae2e01029a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0644965 Jul 29 18:07:47.364188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 49d34cba-f30f-4b51-b39b-9ec77777b762 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:47.388256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fb7be76-258b-46a1-8d94-8cf080002e8f req-f4ab47de-06fd-4a87-974d-0be4e35ec2af tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669381 Jul 29 18:07:47.428513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Allocated IP 172.20.0.10 (a735a473-d4b7-4218-a0a8-50b61e3e3078/705e9672-7681-4b9c-be37-6c13852a8863/28014f31-dba6-4031-9168-4b356504612c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:07:47.457681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 49d34cba-f30f-4b51-b39b-9ec77777b762 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:47.458787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:47.462914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-1fe771d3-68b4-4290-aef7-bc34bbff1c1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893879 Jul 29 18:07:47.487631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5188e3da-d90c-4f12-9957-92cf7841c18d req-38df8734-7190-4020-9405-5e99cef4d496 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678356 Jul 29 18:07:47.585015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-f46d1ee4-8b7c-4fcc-a451-3fadaee99572 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153257 Jul 29 18:07:47.663396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6f5a3-8514-434e-a00e-27ddb34eab83 req-2507226d-431e-4ee7-9488-2c971a238aef tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.671039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f6f5a3-8514-434e-a00e-27ddb34eab83 req-2507226d-431e-4ee7-9488-2c971a238aef tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 944 time: 0.1503699 Jul 29 18:07:47.722723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:47.727106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b36591aa-475c-48a5-8918-9233473b32bc req-72fe289a-2b14-4d17-a5d6-2ba430485ab0 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349552 Jul 29 18:07:47.739077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36f6f5a3-8514-434e-a00e-27ddb34eab83 req-e40e7581-8f2e-4125-abbb-863e46507e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621483 Jul 29 18:07:47.795179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:47.878968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Network a735a473-d4b7-4218-a0a8-50b61e3e3078 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:07:47.882939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:07:47.885875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:07:47.930075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Pushing event updated for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:47.946898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.947246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.947581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.947911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.948233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.948557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.948879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.949201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.949521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.949841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.950155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.950507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:07:47.972079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88891bb-1fdc-42a1-a86a-7a295174ac2c req-6a08606f-53e7-4153-892e-bb646ce8fba6 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.973625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d88891bb-1fdc-42a1-a86a-7a295174ac2c req-6a08606f-53e7-4153-892e-bb646ce8fba6 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1763036 Jul 29 18:07:47.980985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:47.981600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.020925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-71935fed-fc56-4def-b65b-d5b1ae45d775 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5989969 Jul 29 18:07:48.024948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d88891bb-1fdc-42a1-a86a-7a295174ac2c req-bf6f9003-950c-4c59-b58d-98f56ac5aa40 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Jul 29 18:07:48.033204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Request body: {'port': {'device_id': 'be639619-13b2-4f65-8940-923f050e3fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:48.099775 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.197419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7aea7-2673-425e-ae9c-6ebac8017282 req-50eb3153-bec9-4eae-bec5-d6b55a25f03f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:48.199047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4a7aea7-2673-425e-ae9c-6ebac8017282 req-50eb3153-bec9-4eae-bec5-d6b55a25f03f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 932 time: 0.0971661 Jul 29 18:07:48.302452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4a7aea7-2673-425e-ae9c-6ebac8017282 req-21e52033-8641-4885-bb57-5f1f866b9f64 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Jul 29 18:07:48.448990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28014f31-dba6-4031-9168-4b356504612c {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:48.460504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.502701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Transition to ACTIVE for port object 28014f31-dba6-4031-9168-4b356504612c will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:07:48.510859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.573144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a898-0633-42e8-b86c-01f89d740e7e req-8f68a234-7d2b-4828-a83e-273510caa199 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:48.574687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb79a898-0633-42e8-b86c-01f89d740e7e req-8f68a234-7d2b-4828-a83e-273510caa199 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1113937 Jul 29 18:07:48.577055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Pushing event updated for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:48.658270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb79a898-0633-42e8-b86c-01f89d740e7e req-c0cc8f43-9dea-4ddd-964d-63f805c0ce82 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754144 Jul 29 18:07:48.670195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58546) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:48.671619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Attempting to bind port 28014f31-dba6-4031-9168-4b356504612c on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:07:48.671951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Attempting to bind port 28014f31-dba6-4031-9168-4b356504612c by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:07:48.672274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Attempting to bind port 28014f31-dba6-4031-9168-4b356504612c on network a735a473-d4b7-4218-a0a8-50b61e3e3078 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:48.676651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Port 28014f31-dba6-4031-9168-4b356504612c on network a735a473-d4b7-4218-a0a8-50b61e3e3078 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:07:48.676972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Attempting to bind port 28014f31-dba6-4031-9168-4b356504612c on network a735a473-d4b7-4218-a0a8-50b61e3e3078 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:07:48.682210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:07:48.682580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Checking segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:07:48.682962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Bound using segment: {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:07:48.683385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Bound port: 28014f31-dba6-4031-9168-4b356504612c, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd467ef-1592-49a6-a36c-ee10f33370ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:07:48.683747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.755909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:07:48.759264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=28014f31-dba6-4031-9168-4b356504612c,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:07:48.767432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.798826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59e0c692-b8fd-405e-81df-6c4938a3ee04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.831156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:48.831798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.833607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] 10.222.0.38 "PUT /v2.0/ports/28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 200 len: 1092 time: 0.8049021 Jul 29 18:07:48.834169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'tag': '28014f31-dba6-4031-9168-4b356504612c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:48.836868 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26" -d '{"events": [{"name": "network-changed", "server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "tag": "28014f31-dba6-4031-9168-4b356504612c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:48.883599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5f4c-ba9e-46eb-aaa4-38ddb71cba97 service neutron] Pushing event updated for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:48.915566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59e0c692-b8fd-405e-81df-6c4938a3ee04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.922013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59e0c692-b8fd-405e-81df-6c4938a3ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:48.947596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfac04-9a8b-4a65-97a5-ea1fffa433ac req-4b6c0a46-44ce-4a94-b818-269c68e18daa tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:48.949595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eabfac04-9a8b-4a65-97a5-ea1fffa433ac req-4b6c0a46-44ce-4a94-b818-269c68e18daa tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 944 time: 0.1016471 Jul 29 18:07:48.958546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-99a4f2c2-3608-4bcf-b754-dda87aaa39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:48.960244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-99a4f2c2-3608-4bcf-b754-dda87aaa39bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0719113 Jul 29 18:07:48.974313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-59e0c692-b8fd-405e-81df-6c4938a3ee04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=357caa3c2788480cb6631b4753a66e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001499 Jul 29 18:07:48.975744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c692-b8fd-405e-81df-6c4938a3ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc23ecfb-624a-4848-a33c-ce0368887a7c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:48.976943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:49.022156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-14d16aaf-8838-4031-a923-caa6617dde2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 200 len: 217 time: 0.0475307 Jul 29 18:07:49.080471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eabfac04-9a8b-4a65-97a5-ea1fffa433ac req-0b15cf64-6d56-4758-b2b7-89bab8a574fe tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192281 Jul 29 18:07:49.125650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.128235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-b6928b1f-09f8-42ce-a9a8-31dacd3a0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.129746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-b6928b1f-09f8-42ce-a9a8-31dacd3a0591 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0939164 Jul 29 18:07:49.154073 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5024de-2165-44a9-badb-4dc1fa5bfaed x-openstack-request-id: req-5a5024de-2165-44a9-badb-4dc1fa5bfaed {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:49.154422 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "tag": "28014f31-dba6-4031-9168-4b356504612c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:49.154640 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a5024de-2165-44a9-badb-4dc1fa5bfaed {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:49.155019 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'tag': '28014f31-dba6-4031-9168-4b356504612c', 'status': 'completed', 'code': 200} Jul 29 18:07:49.173226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-af0475b6-9104-4b74-a3d2-979149668cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332000 Jul 29 18:07:49.177736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.319852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.322422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.324553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc23ecfb-624a-4848-a33c-ce0368887a7c HTTP/1.1" status: 204 len: 168 time: 0.3457575 Jul 29 18:07:49.328712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97d98-bf29-41c6-9cc6-949f53e21904 req-5248c321-9066-4d9e-b459-cb7e3cbcf79f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.330217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5e97d98-bf29-41c6-9cc6-949f53e21904 req-5248c321-9066-4d9e-b459-cb7e3cbcf79f tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1301110 Jul 29 18:07:49.333486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-94175d01-9464-45d8-8351-3e10e602c28b service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492651 Jul 29 18:07:49.354915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467c98-ae78-4b39-bf7f-827d8a938625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc23ecfb-624a-4848-a33c-ce0368887a7c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:49.466501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5e97d98-bf29-41c6-9cc6-949f53e21904 req-a90c2436-b1db-40e9-ba7e-1deffff312fc tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2925c470-928e-497a-9d7f-4b6d4b345118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282523 Jul 29 18:07:49.470683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-528df23d-1c11-48db-a320-b7066653c0f3 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.472126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-528df23d-1c11-48db-a320-b7066653c0f3 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 1096 time: 0.1329591 Jul 29 18:07:49.518784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0729d176-edb0-4b9c-b0a0-83aaff3f258f req-3d605053-4a82-4e75-af99-56dd974af556 service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709967 Jul 29 18:07:49.635372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668262b-83c0-4108-92ea-46790014f34c req-08a67eb8-e638-4121-a56b-bc4992c616a9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.636886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d668262b-83c0-4108-92ea-46790014f34c req-08a67eb8-e638-4121-a56b-bc4992c616a9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 944 time: 0.0900068 Jul 29 18:07:49.649398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Deleting port e0ab5f94-b622-42fe-b5f2-8b92c65f386d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:49.649725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.667764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-a0c0e553-aeda-41cb-8401-10c4b006c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.669231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-a0c0e553-aeda-41cb-8401-10c4b006c445 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0873110 Jul 29 18:07:49.681247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:49.697044 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56be7167-84e2-42c5-92f8-004256362891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.770270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:07:49.806788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d668262b-83c0-4108-92ea-46790014f34c req-4e703c2f-f299-4749-b55b-cc0f81fb53c9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553872 Jul 29 18:07:49.808016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56be7167-84e2-42c5-92f8-004256362891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.815068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56be7167-84e2-42c5-92f8-004256362891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.874076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56be7167-84e2-42c5-92f8-004256362891 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3180f075062b46fd8a9e05854aeea71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910820 Jul 29 18:07:49.875080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:49.875567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:49.878962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7167-84e2-42c5-92f8-004256362891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48091cc-f35c-4a5e-bd56-55d6476e90ea,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:49.885023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] For port e0ab5f94-b622-42fe-b5f2-8b92c65f386d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:49.885405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.889668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'port_id': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1', 'mac_address': 'fa:16:3e:39:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:07:49.891968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d8589336-ca80-491d-9d78-f08a2fbdcf7b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:07:49.952182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Calling delete_port for e0ab5f94-b622-42fe-b5f2-8b92c65f386d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:49.967288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:49.981439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-cc5bcdac-df99-4655-9083-389d55e67296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:49.981439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-cc5bcdac-df99-4655-9083-389d55e67296 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.2609713 Jul 29 18:07:49.988800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.006330 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.016980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:50.053069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:50.064175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.066739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.069717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.071873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:50.079337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d48091cc-f35c-4a5e-bd56-55d6476e90ea HTTP/1.1" status: 204 len: 168 time: 0.1995542 Jul 29 18:07:50.095884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c40eb-0f52-42a6-b099-23226a292a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48091cc-f35c-4a5e-bd56-55d6476e90ea,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:50.100033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-8e2abc65-3fa6-4947-8e29-282cd97457b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 200 len: 217 time: 0.1017895 Jul 29 18:07:50.126724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'port_id': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'mac_address': 'fa:16:3e:ff:71:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:07:50.179720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.210211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:50.213976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8589336-ca80-491d-9d78-f08a2fbdcf7b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:50.234696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.248771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:50.252080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['e0ab5f94-b622-42fe-b5f2-8b92c65f386d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:07:50.277812 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.287998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ab5f94-b622-42fe-b5f2-8b92c65f386d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:50.301185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e69a4-3872-451b-b7b3-b19ffc731666 req-d8210975-dfb9-4802-945f-554572def19d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:50.310160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be0e69a4-3872-451b-b7b3-b19ffc731666 req-d8210975-dfb9-4802-945f-554572def19d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.4010165 Jul 29 18:07:50.332309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:07:50.394481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:50.534925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['d8589336-ca80-491d-9d78-f08a2fbdcf7b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:07:50.702423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] No DVR routers for this DVR port e0ab5f94-b622-42fe-b5f2-8b92c65f386d on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:50.718280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:50.720777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aa086f7-05e7-4c8f-a5bf-62d2179a20e5 req-d7ac252e-4a64-4749-bcb0-b2d077e64517 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.38 "DELETE /v2.0/ports/e0ab5f94-b622-42fe-b5f2-8b92c65f386d HTTP/1.1" status: 204 len: 173 time: 1.2407455 Jul 29 18:07:50.725567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-4f4be623-5c36-4d4f-ad5e-2535840bf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:50.727081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-4f4be623-5c36-4d4f-ad5e-2535840bf2ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.5296032 Jul 29 18:07:50.758295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be0e69a4-3872-451b-b7b3-b19ffc731666 req-deafb891-6e3d-406d-b047-adb01f9990af tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466147 Jul 29 18:07:50.780593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-e7235630-5fb1-494b-839c-3b8044f5ef7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460749 Jul 29 18:07:50.930038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-d19784cc-af30-463a-9a83-ee8f01f8e2aa service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392093 Jul 29 18:07:50.947473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437685ff-32eb-4153-99dd-3977ceafb834 req-a3f663db-3b76-4b6c-8e88-ab65a20649b0 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:50.949229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-437685ff-32eb-4153-99dd-3977ceafb834 req-a3f663db-3b76-4b6c-8e88-ab65a20649b0 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 945 time: 0.0733898 Jul 29 18:07:51.085789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-437685ff-32eb-4153-99dd-3977ceafb834 req-31ff232a-e7ea-4dde-99e8-99a4c7742a96 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167450 Jul 29 18:07:51.117230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c48b7fc4-e135-4d5b-a2bb-f5c64588bd26 req-028cb8a8-7548-4f02-a7ba-e46cbfdaa77f service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797922 Jul 29 18:07:51.156043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'name': 'network-vif-deleted', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:07:51.158749 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6034a0d0-b812-48d6-b2ae-ddd06b41080f" -d '{"events": [{"server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "name": "network-vif-deleted", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:07:51.204728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6aa7e7d2-6883-4f3b-aa26-413204fc61ee req-d891f98c-5b4f-4544-8f7f-b9648dc4e0ed tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Jul 29 18:07:51.323185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5233-9726-4df7-919d-114f2509d401 req-69fcc5f4-a696-4efb-a0f3-10f03eb05fb1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:51.325111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6cf5233-9726-4df7-919d-114f2509d401 req-69fcc5f4-a696-4efb-a0f3-10f03eb05fb1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 944 time: 0.0505838 Jul 29 18:07:51.375909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6cf5233-9726-4df7-919d-114f2509d401 req-96216f6a-35c3-405a-9837-fdfc1b4de378 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Jul 29 18:07:51.418598 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10159b36-927c-4104-859d-5072fbb7c628 x-openstack-request-id: req-10159b36-927c-4104-859d-5072fbb7c628 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:07:51.418890 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "name": "network-vif-deleted", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d", "status": "failed", "code": 422}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:07:51.419152 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10159b36-927c-4104-859d-5072fbb7c628 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:07:51.419571 n-d-801607-3 neutron-server[94051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'name': 'network-vif-deleted', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d', 'status': 'failed', 'code': 422} returned with failed status Jul 29 18:07:51.561874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f475f1d-8f2f-4b4e-ab90-8de1ff00f3ae req-841b6927-d0a1-46a8-9785-24cf8ac21927 tempest-TestServerMultinode-369549229 tempest-TestServerMultinode-369549229-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aadea4fe-7fe7-49f9-8c9b-e56dd436fa61 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Jul 29 18:07:51.696925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58694) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:51.785435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:51.808069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58702) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:51.827476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d8589336-ca80-491d-9d78-f08a2fbdcf7b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:51.924365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:51.927386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b69a7cbe-fc96-4f24-8486-8ed0e0d99a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:51.930585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:51.931070 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:51.933739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port d8589336-ca80-491d-9d78-f08a2fbdcf7b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:51.941781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779902c-506a-4edf-a7fa-9baa261cb3f8 req-ad6d5324-184e-4823-b2b5-3f8f51c925b0 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:51.943980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2779902c-506a-4edf-a7fa-9baa261cb3f8 req-ad6d5324-184e-4823-b2b5-3f8f51c925b0 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0842636 Jul 29 18:07:51.984530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port d8589336-ca80-491d-9d78-f08a2fbdcf7b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:51.985169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:51.996465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2779902c-506a-4edf-a7fa-9baa261cb3f8 req-c82a2523-4737-4f99-a525-f2cc99944825 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Jul 29 18:07:52.248833 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f599cd3-5c9f-4c7e-a7f4-25c0c82015f8 req-43054c84-ad51-4d87-b027-7b5d27590be9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:52.250549 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f599cd3-5c9f-4c7e-a7f4-25c0c82015f8 req-43054c84-ad51-4d87-b027-7b5d27590be9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 945 time: 0.0713971 Jul 29 18:07:52.260190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b69a7cbe-fc96-4f24-8486-8ed0e0d99a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.270707 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.276854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.281003 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b69a7cbe-fc96-4f24-8486-8ed0e0d99a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.303718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f599cd3-5c9f-4c7e-a7f4-25c0c82015f8 req-4035af65-b5bd-46a5-a6b7-a9aa7a99448b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Jul 29 18:07:52.337183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:52.341223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:52.344297 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.350281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.350522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device e0ab5f94-b622-42fe-b5f2-8b92c65f386d no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:52.360617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b69a7cbe-fc96-4f24-8486-8ed0e0d99a34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=841c852ba2a94767bb39a0b5081b63a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598301 Jul 29 18:07:52.361616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:52.383999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a7cbe-fc96-4f24-8486-8ed0e0d99a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fee4fe-28af-4fd1-b704-f4c72f330aaf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:52.403906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: e0ab5f94-b622-42fe-b5f2-8b92c65f386d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:52.404247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device e0ab5f94-b622-42fe-b5f2-8b92c65f386d not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:52.429948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:52.437440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.443015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.465860 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.547937 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8b380-83d7-4ea7-ae23-6bc5e21ae9bb req-935cec9f-7a25-417f-a82f-5c88acf1a21f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:52.549503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdb8b380-83d7-4ea7-ae23-6bc5e21ae9bb req-935cec9f-7a25-417f-a82f-5c88acf1a21f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 944 time: 0.0747542 Jul 29 18:07:52.552963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-8a154634-0fda-4598-8e0c-ccb265ec71bd req-eb9cb7e7-2c19-4faa-8209-1dc0640b1c6d service neutron] (94052) timed out ('10.222.0.49', 51272) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:07:52.561452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:52.585209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.587783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.591430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90fee4fe-28af-4fd1-b704-f4c72f330aaf HTTP/1.1" status: 204 len: 168 time: 0.2260578 Jul 29 18:07:52.601209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca6560-b791-4904-b2f5-bb26b58491c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fee4fe-28af-4fd1-b704-f4c72f330aaf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:52.637085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdb8b380-83d7-4ea7-ae23-6bc5e21ae9bb req-4f3fc6a6-e056-4b75-9779-3223aae676f0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Jul 29 18:07:52.750913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Deleting port 536d569b-5617-4660-8513-72651b1239be {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:52.751415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.838390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ee890616-b099-4467-8197-007574315b1a admin admin] For port 536d569b-5617-4660-8513-72651b1239be, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=536d569b-5617-4660-8513-72651b1239be,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:52.838762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:52.852210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Calling delete_port for 536d569b-5617-4660-8513-72651b1239be owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:53.063544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:53.095280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=536d569b-5617-4660-8513-72651b1239be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:53.155851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3a36f-beb0-4995-87c7-d900db6688cc req-6eb309a0-5b75-4a39-a657-5e1b4f49d248 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:53.157979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96f3a36f-beb0-4995-87c7-d900db6688cc req-6eb309a0-5b75-4a39-a657-5e1b4f49d248 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0858057 Jul 29 18:07:53.226422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96f3a36f-beb0-4995-87c7-d900db6688cc req-f3361169-d31b-4575-a14a-0a608390b2b7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Jul 29 18:07:53.348833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:53.444592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58762) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:53.460688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa7f6-e8aa-4425-963b-bbfa41875b35 req-521c8449-626f-41f7-a4b0-72fb90e1ffe5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:53.462519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2faa7f6-e8aa-4425-963b-bbfa41875b35 req-521c8449-626f-41f7-a4b0-72fb90e1ffe5 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0635939 Jul 29 18:07:53.511961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2faa7f6-e8aa-4425-963b-bbfa41875b35 req-242af2c2-a5c6-4083-8853-979c2b366bcb tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Jul 29 18:07:53.590954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2cbf8f6f-8d5d-4546-880f-877367c6ed26 tempest-AgentManagementNegativeTest-1202685488 tempest-AgentManagementNegativeTest-1202685488-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1452367 Jul 29 18:07:53.783614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db9941-9681-4f5d-b6f0-b03246f43565 req-218cadc0-cfd5-497f-92e3-299ce88e7bc7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:53.794398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9db9941-9681-4f5d-b6f0-b03246f43565 req-218cadc0-cfd5-497f-92e3-299ce88e7bc7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 944 time: 0.0894575 Jul 29 18:07:53.814728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 28014f31-dba6-4031-9168-4b356504612c details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:07:53.831596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9db9941-9681-4f5d-b6f0-b03246f43565 req-a98be126-c214-42e5-bed0-cb2e498992fd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Jul 29 18:07:53.935836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58778) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:53.963080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=28014f31-dba6-4031-9168-4b356504612c,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:53.977846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '28014f31-dba6-4031-9168-4b356504612c', 'network_id': 'a735a473-d4b7-4218-a0a8-50b61e3e3078', 'port_id': '28014f31-dba6-4031-9168-4b356504612c', 'mac_address': 'fa:16:3e:8e:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705e9672-7681-4b9c-be37-6c13852a8863', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:07:54.020036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Router aa5973a2-2d86-4d29-bb2d-ad516adbc201 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:07:54.022599 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.037587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28014f31-dba6-4031-9168-4b356504612c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:07:54.069512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=28014f31-dba6-4031-9168-4b356504612c,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:54.077305 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.136697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ca18854-b1b7-4e2a-a06c-b48e71d91e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.140530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:54.149527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee890616-b099-4467-8197-007574315b1a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:54.157023 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ee890616-b099-4467-8197-007574315b1a admin admin] 10.222.0.16 "PUT /v2.0/routers/aa5973a2-2d86-4d29-bb2d-ad516adbc201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476114 Jul 29 18:07:54.157656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58786) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:54.159909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Sync routers for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:54.170605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:54.171466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:54.286515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['28014f31-dba6-4031-9168-4b356504612c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:07:54.329891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:54.338899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.460518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00160f6-6a97-4bcb-a8a5-5c17bc5060be req-e5d6a540-5f27-4250-85bf-d829297d6bd7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:54.466994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b00160f6-6a97-4bcb-a8a5-5c17bc5060be req-e5d6a540-5f27-4250-85bf-d829297d6bd7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1676991 Jul 29 18:07:54.506283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ca18854-b1b7-4e2a-a06c-b48e71d91e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.513946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ca18854-b1b7-4e2a-a06c-b48e71d91e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.580783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.595294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b00160f6-6a97-4bcb-a8a5-5c17bc5060be req-25a476dc-91b3-4573-a64b-d7219a37963f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261764 Jul 29 18:07:54.609204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18854-b1b7-4e2a-a06c-b48e71d91e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e64b6f-78e5-4563-8aae-57c9aa9809e5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:54.610770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ca18854-b1b7-4e2a-a06c-b48e71d91e2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a46b55b002948cc9ce1f262092083b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740320 Jul 29 18:07:54.611452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:54.643748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:07:53Z', 'revision_number': 5, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port': {'id': 'd2c10ec8-1840-4534-8d3e-d4a353da5668', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:58:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:20Z', 'updated_at': '2021-07-29T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:54.681159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Checking router: aa5973a2-2d86-4d29-bb2d-ad516adbc201 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:54.694684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Routers {'aa5973a2-2d86-4d29-bb2d-ad516adbc201'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:54.695313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:54.702751 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.724162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Deleting port d2c10ec8-1840-4534-8d3e-d4a353da5668 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:54.724799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.726285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.788217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee02c34-8a02-434c-82bc-11b243b19bbd req-af72b122-d277-4cc8-b83f-b617143e0e58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:54.790150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dee02c34-8a02-434c-82bc-11b243b19bbd req-af72b122-d277-4cc8-b83f-b617143e0e58 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.1158953 Jul 29 18:07:54.797466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] Set router aa5973a2-2d86-4d29-bb2d-ad516adbc201 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:54.800299 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.803212 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.821207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4e64b6f-78e5-4563-8aae-57c9aa9809e5 HTTP/1.1" status: 204 len: 168 time: 0.1981223 Jul 29 18:07:54.837127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f362bc-799a-4e75-ac23-07ebdcdbebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e64b6f-78e5-4563-8aae-57c9aa9809e5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:54.855505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dee02c34-8a02-434c-82bc-11b243b19bbd req-43de6f7e-8309-4a18-acaa-0430caa41dee tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565157 Jul 29 18:07:54.877652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] For port d2c10ec8-1840-4534-8d3e-d4a353da5668, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2c10ec8-1840-4534-8d3e-d4a353da5668,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:54.878020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:54.894889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Calling delete_port for d2c10ec8-1840-4534-8d3e-d4a353da5668 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:54.903494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:07:54Z', 'revision_number': 6, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:54.936008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fc156-7297-4531-bb56-2bd8f28242bb None None] The sync data for ids ['aa5973a2-2d86-4d29-bb2d-ad516adbc201'] in n-d-801607-3 is: [{'id': 'aa5973a2-2d86-4d29-bb2d-ad516adbc201', 'name': 'tempest-TestServerMultinode-146202892-router', 'tenant_id': '33810467d5c1414790dcee339ea84318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:19Z', 'updated_at': '2021-07-29T18:07:54Z', 'revision_number': 6, 'project_id': '33810467d5c1414790dcee339ea84318', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:55.075950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a46e7b-55a3-4f56-b571-38a4e56b9538 req-09e961fe-a176-4825-b5e9-381e17e576f0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:55.082738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a46e7b-55a3-4f56-b571-38a4e56b9538 req-09e961fe-a176-4825-b5e9-381e17e576f0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 945 time: 0.1161785 Jul 29 18:07:55.141827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a46e7b-55a3-4f56-b571-38a4e56b9538 req-6f9e1faa-5ed5-4d1e-869b-86964d835f46 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Jul 29 18:07:55.185121 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.214013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c10ec8-1840-4534-8d3e-d4a353da5668,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:55.307120 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.381780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 536d569b-5617-4660-8513-72651b1239be no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:55.412672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 536d569b-5617-4660-8513-72651b1239be {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:55.413021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 536d569b-5617-4660-8513-72651b1239be not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:55.463260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.465648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.510915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.511532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5973a2-2d86-4d29-bb2d-ad516adbc201 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:07:55.518496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.519833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-45549e62-6e78-47fe-b0e2-c1f89d5e5be6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aa5973a2-2d86-4d29-bb2d-ad516adbc201 HTTP/1.1" status: 204 len: 168 time: 1.3601148 Jul 29 18:07:55.522213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:55.571666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Deleting subnet 7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:07:55.575419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.627863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58844) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:55.639051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.738156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-70c421c2-ec0f-4ffd-a838-93f131935873 tempest-DvrRoutersNegativeTest-829751127 tempest-DvrRoutersNegativeTest-829751127-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1454016715', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:07:55.741098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.policy [None req-70c421c2-ec0f-4ffd-a838-93f131935873 tempest-DvrRoutersNegativeTest-829751127 tempest-DvrRoutersNegativeTest-829751127-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94051) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 18:07:55.741457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.policy [None req-70c421c2-ec0f-4ffd-a838-93f131935873 tempest-DvrRoutersNegativeTest-829751127 tempest-DvrRoutersNegativeTest-829751127-project] Failed policy check for 'create_router' {{(pid=94051) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 18:07:55.741994 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-70c421c2-ec0f-4ffd-a838-93f131935873 tempest-DvrRoutersNegativeTest-829751127 tempest-DvrRoutersNegativeTest-829751127-project] create failed (client error): Access was denied to this resource. Jul 29 18:07:55.743052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-70c421c2-ec0f-4ffd-a838-93f131935873 tempest-DvrRoutersNegativeTest-829751127 tempest-DvrRoutersNegativeTest-829751127-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1138470 Jul 29 18:07:55.768705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7719ef-484c-4d99-bc74-ee3b0e6cb5b3 req-fc7981de-b217-457c-9630-24df197e5352 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:55.770290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7719ef-484c-4d99-bc74-ee3b0e6cb5b3 req-fc7981de-b217-457c-9630-24df197e5352 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1036108 Jul 29 18:07:55.787932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.815293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 28014f31-dba6-4031-9168-4b356504612c up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:07:55.868409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7719ef-484c-4d99-bc74-ee3b0e6cb5b3 req-a38c75c6-e0b8-483b-8197-2cf17dd21c58 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894346 Jul 29 18:07:55.869458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 28014f31-dba6-4031-9168-4b356504612c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:07:55.878460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 28014f31-dba6-4031-9168-4b356504612c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:07:55.880461 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:55.929231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.018340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.027057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.030377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.035057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dd3b7b70-714b-423c-914f-647b502543aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7e903ab2-ae3b-4d87-a3d7-fcf23f2c5b18 HTTP/1.1" status: 204 len: 168 time: 0.5118034 Jul 29 18:07:56.037552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:56.040501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3dd7d4-8921-46e0-8831-9451a6492b6d None None] Network d18d2206-1821-49c8-99b9-a603c57108c6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:07:56.057855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac514-bb29-44c3-91f6-20014e9f957f req-8a141218-38f8-4cd2-8569-fd28365fd248 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:56.059851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f27ac514-bb29-44c3-91f6-20014e9f957f req-8a141218-38f8-4cd2-8569-fd28365fd248 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0725129 Jul 29 18:07:56.133347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=28014f31-dba6-4031-9168-4b356504612c,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:56.140814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f27ac514-bb29-44c3-91f6-20014e9f957f req-1fb5597d-100f-44fa-9ea1-6ae04ee1cad6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710521 Jul 29 18:07:56.181233 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.206916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58866) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:56.229681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.321713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.360663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57458bdf-9de8-491e-bb8e-2da86b3afd8c req-1477eeea-0c54-45c1-9822-a3838dd77ae2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:56.362490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57458bdf-9de8-491e-bb8e-2da86b3afd8c req-1477eeea-0c54-45c1-9822-a3838dd77ae2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0970857 Jul 29 18:07:56.383404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Deleting port 8d8a8f03-8a2d-424a-954f-82741456538b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:56.383739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.406437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360c211b-8d13-4513-b473-d7dd84e92773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.418131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] DHCP port deletion for d18d2206-1821-49c8-99b9-a603c57108c6 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:07:56.448037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57458bdf-9de8-491e-bb8e-2da86b3afd8c req-f7ffac76-931c-4088-a849-aa346fdf83b7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Jul 29 18:07:56.459579 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] For port 8d8a8f03-8a2d-424a-954f-82741456538b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8d8a8f03-8a2d-424a-954f-82741456538b,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:56.459954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.482554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Deleting port 8d8a8f03-8a2d-424a-954f-82741456538b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:56.482949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.492461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Calling delete_port for 8d8a8f03-8a2d-424a-954f-82741456538b owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:56.564805 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360c211b-8d13-4513-b473-d7dd84e92773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.570489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-360c211b-8d13-4513-b473-d7dd84e92773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.574059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.581864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] For port 8d8a8f03-8a2d-424a-954f-82741456538b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8d8a8f03-8a2d-424a-954f-82741456538b,segment=NetworkSegment(f19dfdcb-c35b-4c81-bf62-52f953dc54b9),segment_id=f19dfdcb-c35b-4c81-bf62-52f953dc54b9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:56.582343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.596039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Calling delete_port for 8d8a8f03-8a2d-424a-954f-82741456538b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:56.626639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-360c211b-8d13-4513-b473-d7dd84e92773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f15173e4b54f96827296920260c8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183280 Jul 29 18:07:56.627250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58874) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:56.632381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c211b-8d13-4513-b473-d7dd84e92773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e511b488-c8f2-4932-88d8-3ee96e8ebf23,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.657907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.697606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8a8f03-8a2d-424a-954f-82741456538b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.700076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] No DVR routers for this DVR port 8d8a8f03-8a2d-424a-954f-82741456538b on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:56.709673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.736340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] Pushing event deleted for resources: {'Port': ['ID=8d8a8f03-8a2d-424a-954f-82741456538b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.738224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7fc19-4f1b-487d-87e4-74a0650da257 None None] No DVR routers for this DVR port 8d8a8f03-8a2d-424a-954f-82741456538b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:07:56.777314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.798300 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.816926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18d2206-1821-49c8-99b9-a603c57108c6']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:56.820184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.835148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:56.835414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19dfdcb-c35b-4c81-bf62-52f953dc54b9') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:56.852349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.880260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.889592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:07:56.890152 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:07:56.892507 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:07:56.950660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.953311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.954507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e511b488-c8f2-4932-88d8-3ee96e8ebf23 HTTP/1.1" status: 204 len: 168 time: 0.3257947 Jul 29 18:07:56.957444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.963915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:56.965814 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d18d2206-1821-49c8-99b9-a603c57108c6 HTTP/1.1" status: 204 len: 168 time: 0.9265983 Jul 29 18:07:56.970601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58886) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:56.986271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50899a5c-953e-4249-82c1-451427e992ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e511b488-c8f2-4932-88d8-3ee96e8ebf23,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:56.992727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68b74f-dd46-4bbd-b6a5-b9e92c86d710 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18d2206-1821-49c8-99b9-a603c57108c6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:57.033206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35218-6f79-4aa7-8cfc-b191ca18d2f3 req-192c3a12-0b00-4a1d-8f21-f8908a18023a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:57.035094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eff35218-6f79-4aa7-8cfc-b191ca18d2f3 req-192c3a12-0b00-4a1d-8f21-f8908a18023a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0755117 Jul 29 18:07:57.080741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eff35218-6f79-4aa7-8cfc-b191ca18d2f3 req-929de14f-bfb0-452e-943a-62fda1cd7e77 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Jul 29 18:07:57.321537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd263a-657a-4099-ada2-1a52470715f8 req-68cc5b0d-a2d1-4a3d-8de4-9ffaaf94ffb9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:57.323156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3abd263a-657a-4099-ada2-1a52470715f8 req-68cc5b0d-a2d1-4a3d-8de4-9ffaaf94ffb9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0814581 Jul 29 18:07:57.325142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2c10ec8-1840-4534-8d3e-d4a353da5668 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:57.348734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d2c10ec8-1840-4534-8d3e-d4a353da5668 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:57.349397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2c10ec8-1840-4534-8d3e-d4a353da5668 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:57.349971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8d8a8f03-8a2d-424a-954f-82741456538b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:07:57.372368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3abd263a-657a-4099-ada2-1a52470715f8 req-e8ff8ddb-36f1-4a48-b712-acf18aec2f0f tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Jul 29 18:07:57.372727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8d8a8f03-8a2d-424a-954f-82741456538b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:07:57.373127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8d8a8f03-8a2d-424a-954f-82741456538b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:07:57.432943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:57.529194 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:57.591225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2a4dd-313d-4006-b260-90b41dc9f644 req-d3243eeb-7052-487c-a8db-4f22f16f3014 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:57.598682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28e2a4dd-313d-4006-b260-90b41dc9f644 req-d3243eeb-7052-487c-a8db-4f22f16f3014 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0578160 Jul 29 18:07:57.643182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28e2a4dd-313d-4006-b260-90b41dc9f644 req-8a9ebd6e-bada-4795-9b66-93674a604624 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Jul 29 18:07:57.729271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Deleting port 74071047-9c22-4a8f-8677-5e1801b952da {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:57.729606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:57.827022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] For port 74071047-9c22-4a8f-8677-5e1801b952da, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=74071047-9c22-4a8f-8677-5e1801b952da,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:57.827481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:57.849807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Calling delete_port for 74071047-9c22-4a8f-8677-5e1801b952da owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:58.052861 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:58.089162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74071047-9c22-4a8f-8677-5e1801b952da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:58.243114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2edad-4e4b-4dba-af19-afaa747c2487 req-148cc37a-ba40-491e-bd50-379333eeb351 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:58.247910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23a2edad-4e4b-4dba-af19-afaa747c2487 req-148cc37a-ba40-491e-bd50-379333eeb351 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0741334 Jul 29 18:07:58.309180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23a2edad-4e4b-4dba-af19-afaa747c2487 req-9b06e639-2356-4ccc-8cb8-b80c5077ec06 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 Jul 29 18:07:58.319142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:58.508762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2d82-2fac-4681-b692-e88a1273c875 req-b7744aa3-1d0c-4400-8c42-c23cc2124f3b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:58.511196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-233e2d82-2fac-4681-b692-e88a1273c875 req-b7744aa3-1d0c-4400-8c42-c23cc2124f3b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0587773 Jul 29 18:07:58.551360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-233e2d82-2fac-4681-b692-e88a1273c875 req-2cedc19e-ed1c-4b89-9338-45f2714b690e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342598 Jul 29 18:07:58.595865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Router 732a7822-d32b-48b9-9853-71ab0279a645 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:07:58.714366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:07:58.723980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 58966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:58.724516 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec702ead-602a-41c5-9632-9121ffe196c9 admin admin] 10.222.0.16 "PUT /v2.0/routers/732a7822-d32b-48b9-9853-71ab0279a645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393634 Jul 29 18:07:58.727036 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Sync routers for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:07:58.748535 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:58.749408 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:58.889494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89282069-b443-410e-a5ca-24561f748066 req-1c153988-5b34-4a26-8113-294a4db7f8a4 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:58.897091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89282069-b443-410e-a5ca-24561f748066 req-1c153988-5b34-4a26-8113-294a4db7f8a4 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1133718 Jul 29 18:07:58.897665 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:58.926774 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:58.996538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89282069-b443-410e-a5ca-24561f748066 req-d2a42f2d-5ca1-4b1d-bcf2-cce5eee0f3b0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957093 Jul 29 18:07:59.079690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.112706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58978) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:59.143242 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:07:57Z', 'revision_number': 5, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port': {'id': '0f4c4800-7fde-4728-bae1-125b2bcf6f74', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a7822-d32b-48b9-9853-71ab0279a645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:59.148267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Deleting port 0f4c4800-7fde-4728-bae1-125b2bcf6f74 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:07:59.148802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.264219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da9fd485-d57c-4750-b6d9-c71709da39c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.272701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] For port 0f4c4800-7fde-4728-bae1-125b2bcf6f74, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0f4c4800-7fde-4728-bae1-125b2bcf6f74,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:07:59.273407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.277881 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Checking router: 732a7822-d32b-48b9-9853-71ab0279a645 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:07:59.288682 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Routers {'732a7822-d32b-48b9-9853-71ab0279a645'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:07:59.289569 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:07:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['732a7822-d32b-48b9-9853-71ab0279a645'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:59.300958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Calling delete_port for 0f4c4800-7fde-4728-bae1-125b2bcf6f74 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:07:59.395962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] Set router 732a7822-d32b-48b9-9853-71ab0279a645 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:07:59.418559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da9fd485-d57c-4750-b6d9-c71709da39c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.431688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da9fd485-d57c-4750-b6d9-c71709da39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.468586 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:07:59Z', 'revision_number': 6, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:07:59.480438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fd485-d57c-4750-b6d9-c71709da39c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a658c27f-aca5-4f8c-9459-a0f4f1cbb728,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:59.489109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-da9fd485-d57c-4750-b6d9-c71709da39c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b701931f308743388ec8e5d83e8337f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753047 Jul 29 18:07:59.490081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 58988) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:07:59.500476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6bf95-f821-4191-8ab3-0f6f41f52dcc None None] The sync data for ids ['732a7822-d32b-48b9-9853-71ab0279a645'] in n-d-801607-3 is: [{'id': '732a7822-d32b-48b9-9853-71ab0279a645', 'name': 'tempest-TestServerMultinode-161921434-router', 'tenant_id': '1f72ca9891594221a968cd46ad0ceee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:06:28Z', 'updated_at': '2021-07-29T18:07:59Z', 'revision_number': 6, 'project_id': '1f72ca9891594221a968cd46ad0ceee9', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:07:59.558544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.583311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.639993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.643480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.647801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a658c27f-aca5-4f8c-9459-a0f4f1cbb728 HTTP/1.1" status: 204 len: 168 time: 0.1540158 Jul 29 18:07:59.659905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5823a4-5fa6-497b-9d04-fa9e7fbc7abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a658c27f-aca5-4f8c-9459-a0f4f1cbb728,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:07:59.817252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519be57-5edf-44c5-9af5-d73f09606957 req-a58dc1b5-bf52-4e3e-b072-a836ad83429d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:07:59.822721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b519be57-5edf-44c5-9af5-d73f09606957 req-a58dc1b5-bf52-4e3e-b072-a836ad83429d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.4195528 Jul 29 18:07:59.910827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b519be57-5edf-44c5-9af5-d73f09606957 req-cba5a508-9fd1-40e0-97b7-4f05666c5e3e tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Jul 29 18:07:59.912271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:07:59.962450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4c4800-7fde-4728-bae1-125b2bcf6f74,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:00.018723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59006) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:00.060958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f148e9e9-013a-48a0-9ec9-15466f79de59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.073029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.179300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3099b0-74c8-489f-9c1e-a7d7e5a46786 req-67fbadc8-b08d-449c-809c-a86f6ac98f12 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:00.180925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b3099b0-74c8-489f-9c1e-a7d7e5a46786 req-67fbadc8-b08d-449c-809c-a86f6ac98f12 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.1748333 Jul 29 18:08:00.184458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.188827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.267707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.268250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732a7822-d32b-48b9-9853-71ab0279a645 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:08:00.281175 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.282378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-77112a2d-95aa-44f0-a91f-285ca8a18b4c admin admin] 10.222.0.16 "DELETE /v2.0/routers/732a7822-d32b-48b9-9853-71ab0279a645 HTTP/1.1" status: 204 len: 168 time: 1.5525353 Jul 29 18:08:00.285102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59014) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:00.296316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6b3099b0-74c8-489f-9c1e-a7d7e5a46786 req-545da129-80f9-4cdc-8c97-783336dc27a2 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088085 Jul 29 18:08:00.335877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Deleting subnet c6b0687e-99b8-4239-b51d-daba00dbb5fe {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:08:00.339516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.378164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.401042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f148e9e9-013a-48a0-9ec9-15466f79de59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.418929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f148e9e9-013a-48a0-9ec9-15466f79de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.468928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148e9e9-013a-48a0-9ec9-15466f79de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f214e0ae-2e3c-4dfb-9947-9f61fdc4df6f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:00.476991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f148e9e9-013a-48a0-9ec9-15466f79de59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dafe0fe5c38462e9f50afcec1f0aef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522386 Jul 29 18:08:00.477969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59020) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:00.488150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.492474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e55d0-529e-40a2-b729-34a1061c006e req-26ccf097-b79a-48f3-965f-2907e2d05c4f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:00.494736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a80e55d0-529e-40a2-b729-34a1061c006e req-26ccf097-b79a-48f3-965f-2907e2d05c4f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1163337 Jul 29 18:08:00.561689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.565667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a80e55d0-529e-40a2-b729-34a1061c006e req-b35386c0-418c-4400-832b-7688642fbd3b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Jul 29 18:08:00.585645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.594762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b0687e-99b8-4239-b51d-daba00dbb5fe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:00.596832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.598809 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11ccb531-2770-4f69-8ebf-0327690ab70f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6b0687e-99b8-4239-b51d-daba00dbb5fe HTTP/1.1" status: 204 len: 168 time: 0.3126614 Jul 29 18:08:00.603962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3441b48-b901-47b6-9dd1-10667409a051 None None] Network 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:08:00.607629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:00.641992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.692064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.714729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.718107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.722200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f214e0ae-2e3c-4dfb-9947-9f61fdc4df6f HTTP/1.1" status: 204 len: 168 time: 0.2436562 Jul 29 18:08:00.733815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e145ae-8f4c-4853-9d14-821d034ab79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f214e0ae-2e3c-4dfb-9947-9f61fdc4df6f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:00.800735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Deleting port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:00.800735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.893165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] DHCP port deletion for 5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:08:00.915965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] For port 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13d66e21-a5b8-4ced-b0a4-860f4331aba2,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:00.916611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:00.933918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Calling delete_port for 13d66e21-a5b8-4ced-b0a4-860f4331aba2 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:00.940312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Deleting port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:00.941042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.021039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] For port 13d66e21-a5b8-4ced-b0a4-860f4331aba2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13d66e21-a5b8-4ced-b0a4-860f4331aba2,segment=NetworkSegment(4fc7bde0-4d39-492e-ad98-054933425798),segment_id=4fc7bde0-4d39-492e-ad98-054933425798)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:01.021551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.036319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Calling delete_port for 13d66e21-a5b8-4ced-b0a4-860f4331aba2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:01.069790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.077235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f705891-e6b8-4630-bc63-3376a562b6aa req-c00175cc-97b5-43ca-83d2-434d5c466cfe tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:01.084825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f705891-e6b8-4630-bc63-3376a562b6aa req-c00175cc-97b5-43ca-83d2-434d5c466cfe tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0733228 Jul 29 18:08:01.108181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] No DVR routers for this DVR port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:08:01.130684 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.135271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d66e21-a5b8-4ced-b0a4-860f4331aba2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:01.189634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] Pushing event deleted for resources: {'Port': ['ID=13d66e21-a5b8-4ced-b0a4-860f4331aba2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:01.190857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f705891-e6b8-4630-bc63-3376a562b6aa req-5b921020-aec6-4237-910b-54694a9c962a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Jul 29 18:08:01.190984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.195728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cb368-2311-4d8e-922e-d6c49f86df16 None None] No DVR routers for this DVR port 13d66e21-a5b8-4ced-b0a4-860f4331aba2 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:08:01.208491 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a92dd77-1a5e-4fa6-bd5b-2c902e239af9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:01.223504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc7bde0-4d39-492e-ad98-054933425798') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:01.223504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc7bde0-4d39-492e-ad98-054933425798') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:01.236031 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.257525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.265618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:08:01.266180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:08:01.268096 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:08:01.329488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.342515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.344964 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a92dd77-1a5e-4fa6-bd5b-2c902e239af9 HTTP/1.1" status: 204 len: 168 time: 0.7332704 Jul 29 18:08:01.350624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13d66e21-a5b8-4ced-b0a4-860f4331aba2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:08:01.369895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b788f-21ab-450a-bfe2-ba97c4832db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a92dd77-1a5e-4fa6-bd5b-2c902e239af9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:01.388624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 13d66e21-a5b8-4ced-b0a4-860f4331aba2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:08:01.389180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13d66e21-a5b8-4ced-b0a4-860f4331aba2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:08:01.389744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74071047-9c22-4a8f-8677-5e1801b952da no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:08:01.409027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 74071047-9c22-4a8f-8677-5e1801b952da {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:08:01.409655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 74071047-9c22-4a8f-8677-5e1801b952da not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:08:01.410269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0f4c4800-7fde-4728-bae1-125b2bcf6f74 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:08:01.430653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0f4c4800-7fde-4728-bae1-125b2bcf6f74 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:08:01.431295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0f4c4800-7fde-4728-bae1-125b2bcf6f74 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:08:01.465427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208eac9-3fba-4314-adfa-3289a2813cf4 req-ea63527e-236e-4627-8547-f1a244717c08 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:01.475353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7208eac9-3fba-4314-adfa-3289a2813cf4 req-ea63527e-236e-4627-8547-f1a244717c08 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0743608 Jul 29 18:08:01.530763 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7208eac9-3fba-4314-adfa-3289a2813cf4 req-4b05073d-4601-4c93-8e6f-e9fe6943f931 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539148 Jul 29 18:08:01.569019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:01.643518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73236b8e-b16f-4391-80ef-1bb86d180b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33810467d5c1414790dcee339ea84318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728323 Jul 29 18:08:01.646169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59064) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:01.738036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197012ba-1799-4e98-af42-e73569403493 req-69c6c01a-6c71-4fb4-b054-a19c59eb339e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:01.739093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-197012ba-1799-4e98-af42-e73569403493 req-69c6c01a-6c71-4fb4-b054-a19c59eb339e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0786529 Jul 29 18:08:01.742686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.783307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.828366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-197012ba-1799-4e98-af42-e73569403493 req-648e974d-4396-4ca6-ae4d-398c0e076c1c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807157 Jul 29 18:08:01.863652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.866523 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:01.870744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e604f5-5ecb-4d1c-8579-fb4b1dbf9522 HTTP/1.1" status: 204 len: 168 time: 0.2234285 Jul 29 18:08:01.881143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e886a-3840-4d70-9ae8-14411515427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e604f5-5ecb-4d1c-8579-fb4b1dbf9522,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:02.245524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:02.297843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1de14137-e27f-49de-bbbd-620c46896470 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f72ca9891594221a968cd46ad0ceee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511491 Jul 29 18:08:02.298583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59098) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:02.327394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360ac34-37f3-453a-b6ae-11db1eaf2656 req-a44a969c-8a3c-42b0-9e64-0dd02e92c47f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:02.329310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2360ac34-37f3-453a-b6ae-11db1eaf2656 req-a44a969c-8a3c-42b0-9e64-0dd02e92c47f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0582092 Jul 29 18:08:02.353911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:02.375512 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:02.379830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2360ac34-37f3-453a-b6ae-11db1eaf2656 req-566de802-4bee-4fa5-a50b-c0068a3b235d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Jul 29 18:08:02.431358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:02.434323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:02.437972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2925c470-928e-497a-9d7f-4b6d4b345118 HTTP/1.1" status: 204 len: 168 time: 0.1360083 Jul 29 18:08:02.446702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1682-2da4-47b6-b49b-ed0dc94891c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2925c470-928e-497a-9d7f-4b6d4b345118,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:02.663525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f200a95-66e4-48aa-ae63-32ee5f10d824 req-1e909a2e-5a68-4235-a670-01bbd436f2ec tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:02.671428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f200a95-66e4-48aa-ae63-32ee5f10d824 req-1e909a2e-5a68-4235-a670-01bbd436f2ec tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0701704 Jul 29 18:08:02.713747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f200a95-66e4-48aa-ae63-32ee5f10d824 req-13c1fa78-2c03-4fe6-b47d-b1cf3a37b800 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Jul 29 18:08:02.978274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91a22-f9cc-450e-a115-f9541282748b req-780cdc2d-b2e4-4791-a680-c0585a9d078b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:02.979888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11f91a22-f9cc-450e-a115-f9541282748b req-780cdc2d-b2e4-4791-a680-c0585a9d078b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0730867 Jul 29 18:08:03.034924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11f91a22-f9cc-450e-a115-f9541282748b req-0861f301-ede3-44b7-90ee-b69769df9784 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 Jul 29 18:08:03.500571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf62a-a4a3-4d4b-bef5-d196af4bfe77 req-c135e8c7-c2b2-4314-84dd-f250c893f4f2 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:03.502227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-579cf62a-a4a3-4d4b-bef5-d196af4bfe77 req-c135e8c7-c2b2-4314-84dd-f250c893f4f2 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0522277 Jul 29 18:08:03.542003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-579cf62a-a4a3-4d4b-bef5-d196af4bfe77 req-761e43cf-4635-4251-ab06-e9f084e819ba tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Jul 29 18:08:03.858579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a18d9e-79ea-49e7-9ffd-d3e231163731 req-ebc737a9-ba24-4249-9a9f-0a098f697c77 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:03.860365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a18d9e-79ea-49e7-9ffd-d3e231163731 req-ebc737a9-ba24-4249-9a9f-0a098f697c77 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0531497 Jul 29 18:08:03.917673 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a18d9e-79ea-49e7-9ffd-d3e231163731 req-0d5b81b9-ad4f-4cd3-b134-6ad253faeb17 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Jul 29 18:08:04.153183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e787-f244-4cc4-8614-4f180f5d8844 req-f9f85d9c-773f-422a-839c-71b8172243ab tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:04.154692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5478e787-f244-4cc4-8614-4f180f5d8844 req-f9f85d9c-773f-422a-839c-71b8172243ab tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0565033 Jul 29 18:08:04.194181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5478e787-f244-4cc4-8614-4f180f5d8844 req-406ff799-dfbc-41dc-8aa7-023f25d17238 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Jul 29 18:08:04.683456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de42248-d4f6-4110-bdaa-1e9101bbcbb8 req-5bd209dc-a191-4ee7-9a8c-5498667f2c38 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:04.684589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3de42248-d4f6-4110-bdaa-1e9101bbcbb8 req-5bd209dc-a191-4ee7-9a8c-5498667f2c38 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0606425 Jul 29 18:08:04.724270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3de42248-d4f6-4110-bdaa-1e9101bbcbb8 req-c87b2e9c-b87a-4f34-a521-827244e3c466 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Jul 29 18:08:05.027441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97b22-684b-4187-bbc2-93159a143786 req-f6c2e222-550c-4f50-8eda-3c3546763064 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:05.028963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfd97b22-684b-4187-bbc2-93159a143786 req-f6c2e222-550c-4f50-8eda-3c3546763064 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0500386 Jul 29 18:08:05.067978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfd97b22-684b-4187-bbc2-93159a143786 req-23ed7f06-5aaa-47d8-bdce-57dc56007f42 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 Jul 29 18:08:05.333874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56548373-e84c-4351-a995-8044263b0003 req-d0294745-5f65-48c4-ae3b-be1b850bd696 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:05.335621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56548373-e84c-4351-a995-8044263b0003 req-d0294745-5f65-48c4-ae3b-be1b850bd696 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0696223 Jul 29 18:08:05.391076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56548373-e84c-4351-a995-8044263b0003 req-63b0b76b-dce0-496d-8833-090ef813fede tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Jul 29 18:08:05.849636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485586d5-5d31-45a8-8b4c-7ffa538b6dcc req-f1d77fc9-1d55-49e0-9943-bd2b65dfd862 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:05.851207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-485586d5-5d31-45a8-8b4c-7ffa538b6dcc req-f1d77fc9-1d55-49e0-9943-bd2b65dfd862 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0501411 Jul 29 18:08:05.892247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-485586d5-5d31-45a8-8b4c-7ffa538b6dcc req-aab171e0-b478-4898-8f38-3b2124d02b4d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Jul 29 18:08:06.190022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c29f-7814-46a5-b34e-db7ccc9c5325 req-dafa4a21-4603-4d36-8fce-8ae5b49ed148 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:06.191637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d00c29f-7814-46a5-b34e-db7ccc9c5325 req-dafa4a21-4603-4d36-8fce-8ae5b49ed148 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Jul 29 18:08:06.238200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d00c29f-7814-46a5-b34e-db7ccc9c5325 req-86b64131-9ea7-4686-9ad5-b4eba0d98384 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339978 Jul 29 18:08:06.507929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d3a9c-da52-4df9-a18b-48ecaff7b79c req-fd8ee60e-9d68-4d8d-8629-51f4c0f77505 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:06.509481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-445d3a9c-da52-4df9-a18b-48ecaff7b79c req-fd8ee60e-9d68-4d8d-8629-51f4c0f77505 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0561495 Jul 29 18:08:06.550775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-445d3a9c-da52-4df9-a18b-48ecaff7b79c req-1d7c0a51-e5d7-4615-bcdb-2c32af3a4e73 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Jul 29 18:08:06.665864 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:08:07.013255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f882f-e689-4d3a-a20f-51797f035680 req-3f09d114-b212-4586-9406-2545a2e9e290 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:07.014809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-579f882f-e689-4d3a-a20f-51797f035680 req-3f09d114-b212-4586-9406-2545a2e9e290 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0516205 Jul 29 18:08:07.055565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-579f882f-e689-4d3a-a20f-51797f035680 req-32d40660-4666-4839-9dcf-d8edd9b35929 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Jul 29 18:08:07.361044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ecbaf-fa5a-4ab1-b2a9-e904bf1aa15e req-6124fc7c-f0f3-4279-90b3-f8c416155938 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:07.363127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-669ecbaf-fa5a-4ab1-b2a9-e904bf1aa15e req-6124fc7c-f0f3-4279-90b3-f8c416155938 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0533385 Jul 29 18:08:07.407451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-669ecbaf-fa5a-4ab1-b2a9-e904bf1aa15e req-7e9aaac9-a262-4355-ad8a-2970aad3d490 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374978 Jul 29 18:08:07.694549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da920c-97e0-4462-9a0e-64e1f8c28944 req-8e2835e3-ccfc-4fe3-8132-2d61120153d9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:07.696261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1da920c-97e0-4462-9a0e-64e1f8c28944 req-8e2835e3-ccfc-4fe3-8132-2d61120153d9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0539086 Jul 29 18:08:07.745580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e1da920c-97e0-4462-9a0e-64e1f8c28944 req-283bbf44-60a9-4cbc-884b-0632845809c8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Jul 29 18:08:08.183054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae110b2c-4825-483e-b833-b3223609ae43 req-9b2d88e7-2da9-4095-93a7-46b51d3cd67a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:08.184755 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae110b2c-4825-483e-b833-b3223609ae43 req-9b2d88e7-2da9-4095-93a7-46b51d3cd67a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0577080 Jul 29 18:08:08.230753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae110b2c-4825-483e-b833-b3223609ae43 req-502f0685-5830-48d9-9ccc-6c959ed37e80 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Jul 29 18:08:08.527326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2eca-6050-4425-8e2e-a41bb0712a93 req-945cf11a-cb1a-4893-af09-a0bff6db3466 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:08.528856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2ee2eca-6050-4425-8e2e-a41bb0712a93 req-945cf11a-cb1a-4893-af09-a0bff6db3466 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0506003 Jul 29 18:08:08.567259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2ee2eca-6050-4425-8e2e-a41bb0712a93 req-11d8a48d-8bea-46f4-8f8f-34a5ec88e517 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Jul 29 18:08:08.877672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132777a-d141-4ee4-aca2-163e18db6847 req-b7907242-358d-4ec8-95ae-9b5a051cfd72 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:08.879223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5132777a-d141-4ee4-aca2-163e18db6847 req-b7907242-358d-4ec8-95ae-9b5a051cfd72 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0551736 Jul 29 18:08:08.921409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5132777a-d141-4ee4-aca2-163e18db6847 req-3620e986-7c0b-47fc-b7c1-788167debd3a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354009 Jul 29 18:08:09.260440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a26201df-cefd-4f41-9c67-1bdf3efefa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:09.355323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609603f1-732b-4d6e-98cd-26f51d96348d req-72b0fdc9-b277-4c91-8066-2166e13b8f35 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:09.356752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-609603f1-732b-4d6e-98cd-26f51d96348d req-72b0fdc9-b277-4c91-8066-2166e13b8f35 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0503163 Jul 29 18:08:09.398600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-609603f1-732b-4d6e-98cd-26f51d96348d req-d8b5e5d7-bd91-436e-a696-1f6e447699ba tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Jul 29 18:08:09.691285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe52e7-7bc2-4d60-be04-3af00b82e883 req-a73899d4-4cd7-43c8-9120-4e447583504c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:09.692990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6abe52e7-7bc2-4d60-be04-3af00b82e883 req-a73899d4-4cd7-43c8-9120-4e447583504c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0551393 Jul 29 18:08:09.734055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6abe52e7-7bc2-4d60-be04-3af00b82e883 req-97a0101f-52b6-4270-a2cb-8a2c1e794cba tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jul 29 18:08:10.092021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788e5e2-e880-481d-b190-742f918f6c38 req-ff0a15b9-56b0-49e8-9bea-da7a9bb8e625 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:10.098609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5788e5e2-e880-481d-b190-742f918f6c38 req-ff0a15b9-56b0-49e8-9bea-da7a9bb8e625 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0833592 Jul 29 18:08:10.150278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5788e5e2-e880-481d-b190-742f918f6c38 req-efee07f5-658e-44fe-ae96-5dd527b21ead tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Jul 29 18:08:10.519855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060766-8902-4c8b-a762-0e183d03181b req-d6095014-4300-4c54-820b-a9889dd99d7b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:10.521351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87060766-8902-4c8b-a762-0e183d03181b req-d6095014-4300-4c54-820b-a9889dd99d7b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0521035 Jul 29 18:08:10.568494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87060766-8902-4c8b-a762-0e183d03181b req-12d963c6-7944-4f82-ba2f-2747b23e7be3 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Jul 29 18:08:10.851917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5a45f-05aa-43ee-ba32-8a5c74fd58ef req-2e76df9c-09fe-4e5d-9253-b4654c7bdf7e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:10.853426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff5a45f-05aa-43ee-ba32-8a5c74fd58ef req-2e76df9c-09fe-4e5d-9253-b4654c7bdf7e tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0506327 Jul 29 18:08:10.894947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ff5a45f-05aa-43ee-ba32-8a5c74fd58ef req-ab45b811-c33a-46ea-9e10-7baed8fa6f54 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Jul 29 18:08:11.282872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8958fa-984d-4b9d-9f78-957c2ee92c37 req-0539add8-fb71-4603-8e84-c1e1206270bc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:11.285539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec8958fa-984d-4b9d-9f78-957c2ee92c37 req-0539add8-fb71-4603-8e84-c1e1206270bc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0620618 Jul 29 18:08:11.330924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ec8958fa-984d-4b9d-9f78-957c2ee92c37 req-c9910058-4643-456e-855f-dc585d10e369 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Jul 29 18:08:11.666268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106f9118-113a-4fa0-b5b8-5a08cbaa0efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:11.699515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a8b0-1501-46dd-a36e-917986b41ee8 req-458ee28a-91a7-4ecc-9817-59623ac0b003 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:11.701134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8a6a8b0-1501-46dd-a36e-917986b41ee8 req-458ee28a-91a7-4ecc-9817-59623ac0b003 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0604086 Jul 29 18:08:11.741637 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8a6a8b0-1501-46dd-a36e-917986b41ee8 req-1d4d7a2f-0129-422e-95d8-4f0e29e100e2 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Jul 29 18:08:11.871588 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:12.022251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371ee5a-88ed-4ea6-93a4-0deb16ba9266 req-c157814f-be5b-41e1-834d-48a84b5d4503 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:12.024064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b371ee5a-88ed-4ea6-93a4-0deb16ba9266 req-c157814f-be5b-41e1-834d-48a84b5d4503 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Jul 29 18:08:12.063217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b371ee5a-88ed-4ea6-93a4-0deb16ba9266 req-b8345170-7095-4e22-8e2d-2f3dbb76dd73 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Jul 29 18:08:12.534167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8dd3a-a21a-4a41-8b4e-e2bddcb3a1c1 req-8404fd2f-7790-474a-b3bb-91d0ffc733df tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:12.539996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73f8dd3a-a21a-4a41-8b4e-e2bddcb3a1c1 req-8404fd2f-7790-474a-b3bb-91d0ffc733df tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0809903 Jul 29 18:08:12.582515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73f8dd3a-a21a-4a41-8b4e-e2bddcb3a1c1 req-8b76c15a-e0bb-4bdf-a10d-61013eea62b9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Jul 29 18:08:12.859886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78677-e141-41d2-a71f-d737596bd84f req-df842027-4629-46c8-ba1d-e4d9a965f832 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:12.861378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4e78677-e141-41d2-a71f-d737596bd84f req-df842027-4629-46c8-ba1d-e4d9a965f832 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0491583 Jul 29 18:08:12.902225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4e78677-e141-41d2-a71f-d737596bd84f req-a3f682dc-0d67-42f1-bb32-a5c2e52004f9 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jul 29 18:08:12.988860 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:13.180313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049399b-b4fc-41e1-b583-ebd31e3f7279 req-78977ea2-4b03-4064-b3a0-2a5130195bd7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:13.181845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0049399b-b4fc-41e1-b583-ebd31e3f7279 req-78977ea2-4b03-4064-b3a0-2a5130195bd7 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0518570 Jul 29 18:08:13.230330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0049399b-b4fc-41e1-b583-ebd31e3f7279 req-c6a4cf6d-006d-420d-8e8b-5e6367657548 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Jul 29 18:08:13.716916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72849-6811-4447-a959-d818b2f5ffa9 req-3c430598-0f25-4793-b36a-cfe1b8591501 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:13.718740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ab72849-6811-4447-a959-d818b2f5ffa9 req-3c430598-0f25-4793-b36a-cfe1b8591501 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0575938 Jul 29 18:08:13.757826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ab72849-6811-4447-a959-d818b2f5ffa9 req-5a86c71d-f58f-4c10-9172-a3ed6f4096c6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Jul 29 18:08:14.020514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6a799-1dae-4464-8d59-5fa83c6e4841 req-2610d331-8a4f-43c0-b143-c18b17c1b773 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:14.022230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31d6a799-1dae-4464-8d59-5fa83c6e4841 req-2610d331-8a4f-43c0-b143-c18b17c1b773 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0518372 Jul 29 18:08:14.061905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31d6a799-1dae-4464-8d59-5fa83c6e4841 req-65d023aa-8040-4d41-b5fb-81c2491f8872 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Jul 29 18:08:14.350997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d585-3f8a-4cab-92cd-66dd0f5dda57 req-f46ddac0-6ac6-4e7d-a65e-2ba0b1d339b6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:14.352644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79d2d585-3f8a-4cab-92cd-66dd0f5dda57 req-f46ddac0-6ac6-4e7d-a65e-2ba0b1d339b6 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Jul 29 18:08:14.391859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79d2d585-3f8a-4cab-92cd-66dd0f5dda57 req-da263c8d-90c8-46fb-953f-7cf796e7b093 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Jul 29 18:08:14.614566 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Thu, 29 Jul 2021 18:03:14 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:14.615144 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '3d872e21-3200-4a1b-bc32-b93a29d1e0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a9b41-68cb-482d-939d-769efd05d0a6'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 29 18:08:14.629401 n-d-801607-3 neutron-server[94053]: ERROR neutron.notifiers.nova Jul 29 18:08:14.649997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:14.887676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ce770-6af5-48a3-ae68-f8ec263820cb req-ae095a9f-235b-40d8-a59c-fd3d9290435a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:14.888762 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-360ce770-6af5-48a3-ae68-f8ec263820cb req-ae095a9f-235b-40d8-a59c-fd3d9290435a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0592134 Jul 29 18:08:14.926965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-360ce770-6af5-48a3-ae68-f8ec263820cb req-887fa926-d352-4001-b1c7-a280a0e53657 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Jul 29 18:08:15.179894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123109f5-129a-441e-adc0-40452aaef8ba req-8c01d73d-1a0f-4513-b812-024f033d059f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:15.181557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-123109f5-129a-441e-adc0-40452aaef8ba req-8c01d73d-1a0f-4513-b812-024f033d059f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0510917 Jul 29 18:08:15.222590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-123109f5-129a-441e-adc0-40452aaef8ba req-dbdfc829-32ec-45fc-a125-ba69893dd0ae tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Jul 29 18:08:15.509516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7714c66-d583-40df-a14f-a99d91d1759b req-efe22717-6321-4434-a5ca-0851b016e73d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:15.511415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7714c66-d583-40df-a14f-a99d91d1759b req-efe22717-6321-4434-a5ca-0851b016e73d tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Jul 29 18:08:15.551075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7714c66-d583-40df-a14f-a99d91d1759b req-fb7ee70e-dcc0-42db-8a1a-b703704f6afe tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332255 Jul 29 18:08:16.053338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2480af-418d-4b54-bc50-9e6a13f6089e req-05b1b2d0-5609-444e-a57c-f6496cde35a0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:16.055129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd2480af-418d-4b54-bc50-9e6a13f6089e req-05b1b2d0-5609-444e-a57c-f6496cde35a0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0564601 Jul 29 18:08:16.094824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd2480af-418d-4b54-bc50-9e6a13f6089e req-4289f9fc-50a5-405e-a31b-5130880d8e0b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Jul 29 18:08:16.339725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7ea25-6594-4c99-ae7d-ca64243bfb8f req-6436f4f6-ca69-45ab-8ecb-bb6fad55df64 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:16.341260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2d7ea25-6594-4c99-ae7d-ca64243bfb8f req-6436f4f6-ca69-45ab-8ecb-bb6fad55df64 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0505307 Jul 29 18:08:16.381869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2d7ea25-6594-4c99-ae7d-ca64243bfb8f req-4cafab64-a997-4e1c-8562-0f81ce571b81 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Jul 29 18:08:16.631467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009'}, {'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8'}, {'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9'}, {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b'}, {'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f'}, {'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e'}, {'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9'}, {'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d'}, {'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8'}, {'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b'}, {'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d'}, {'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c'}, {'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'}, {'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b'}, {'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28014f31-dba6-4031-9168-4b356504612c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:16.634475 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db2a3bf-6224-4bd9-a164-417beabfea51" -d '{"events": [{"server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "name": "network-vif-plugged", "status": "completed", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009"}, {"server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "name": "network-vif-plugged", "status": "completed", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8"}, {"server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "name": "network-vif-plugged", "status": "completed", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9"}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b"}, {"server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "name": "network-vif-plugged", "status": "completed", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f"}, {"server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "name": "network-vif-plugged", "status": "completed", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e"}, {"server_uuid": "61117279-f288-4265-851a-079621f2691c", "name": "network-vif-plugged", "status": "completed", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9"}, {"server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "name": "network-vif-plugged", "status": "completed", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d"}, {"server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "name": "network-vif-plugged", "status": "completed", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8"}, {"server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "name": "network-vif-plugged", "status": "completed", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b"}, {"server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "name": "network-vif-plugged", "status": "completed", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d"}, {"server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "name": "network-vif-plugged", "status": "completed", "tag": "b21781e6-feed-432d-ab40-e6248e15452c"}, {"server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "name": "network-vif-plugged", "status": "completed", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1"}, {"server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "name": "network-vif-plugged", "status": "completed", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b"}, {"server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "name": "network-vif-plugged", "status": "completed", "tag": "28014f31-dba6-4031-9168-4b356504612c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:16.841548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4ab4-5a2f-4332-8ee6-09434ae1bbc4 req-43bbd8d9-f851-4ea9-944b-ba16f09dfeae tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:16.851121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40fa4ab4-5a2f-4332-8ee6-09434ae1bbc4 req-43bbd8d9-f851-4ea9-944b-ba16f09dfeae tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.2279837 Jul 29 18:08:16.890865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40fa4ab4-5a2f-4332-8ee6-09434ae1bbc4 req-6119cd9f-0b0f-4031-807f-d4ee7b33a366 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385396 Jul 29 18:08:17.104364 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 2895 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e177d0-c194-4c8c-afb0-3b7dfb8f40b9 x-openstack-request-id: req-64e177d0-c194-4c8c-afb0-3b7dfb8f40b9 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:17.104706 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6c5c3e-6d50-4efc-a768-d1869fc8735d", "name": "network-vif-plugged", "status": "failed", "tag": "c24b006e-c2b6-4e48-9146-d44c9b7ea009", "code": 422}, {"server_uuid": "d1b50056-abe0-4a23-93b5-ca1b50cdfdc7", "name": "network-vif-plugged", "status": "failed", "tag": "679eb650-f1f4-471b-9b48-8e73721767e8", "code": 422}, {"server_uuid": "41ab739b-99d4-45c6-b6af-931c7e9c0ce0", "name": "network-vif-plugged", "status": "failed", "tag": "d1c3a116-7af9-418d-9cd5-c103243fda9a", "code": 422}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "a22cc667-e74d-4176-8fd8-1fe11b558b5e", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8093910-debe-4f68-8f49-8ac1ca85dfb9", "code": 200}, {"server_uuid": "3d6b535d-c5e8-41f8-847c-57aae8bf292d", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbc68d3-e5f8-486b-8c5d-79e79657189b", "code": 200}, {"server_uuid": "52072b9c-3fab-49c4-a356-07f9941178d2", "name": "network-vif-plugged", "status": "failed", "tag": "19ccd009-5aee-413a-8579-d30d23027a6f", "code": 422}, {"server_uuid": "6af43328-9305-4b64-bb0c-8420b00cbe59", "name": "network-vif-plugged", "status": "failed", "tag": "27b4357e-da70-404a-95f9-2eb13a9d194e", "code": 422}, {"server_uuid": "61117279-f288-4265-851a-079621f2691c", "name": "network-vif-plugged", "status": "failed", "tag": "b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9", "code": 422}, {"server_uuid": "1fd09b52-51de-4dcc-9574-79a2738c65c8", "name": "network-vif-plugged", "status": "failed", "tag": "f9baafb4-98a9-408f-a426-f93f16c4794d", "code": 422}, {"server_uuid": "069c9a33-fe62-49b5-b51a-d09a6906fb68", "name": "network-vif-plugged", "status": "failed", "tag": "c9da7cd2-09b1-4d7c-b540-56f1a85259a8", "code": 422}, {"server_uuid": "c7a59efb-c7a0-4b29-ade6-56e799c7df37", "name": "network-vif-plugged", "status": "failed", "tag": "323ffc31-7d03-4203-8995-1df515f6de5b", "code": 422}, {"server_uuid": "aadea4fe-7fe7-49f9-8c9b-e56dd436fa61", "name": "network-vif-plugged", "status": "failed", "tag": "e0ab5f94-b622-42fe-b5f2-8b92c65f386d", "code": 422}, {"server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "name": "network-vif-plugged", "status": "completed", "tag": "b21781e6-feed-432d-ab40-e6248e15452c", "code": 200}, {"server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "name": "network-vif-plugged", "status": "completed", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1", "code": 200}, {"server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "name": "network-vif-plugged", "status": "completed", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b", "code": 200}, {"server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "name": "network-vif-plugged", "status": "completed", "tag": "28014f31-dba6-4031-9168-4b356504612c", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:17.104963 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e177d0-c194-4c8c-afb0-3b7dfb8f40b9 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:17.105411 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d6c5c3e-6d50-4efc-a768-d1869fc8735d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c24b006e-c2b6-4e48-9146-d44c9b7ea009', 'code': 422} returned with failed status Jul 29 18:08:17.105672 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1b50056-abe0-4a23-93b5-ca1b50cdfdc7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '679eb650-f1f4-471b-9b48-8e73721767e8', 'code': 422} returned with failed status Jul 29 18:08:17.105926 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41ab739b-99d4-45c6-b6af-931c7e9c0ce0', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'd1c3a116-7af9-418d-9cd5-c103243fda9a', 'code': 422} returned with failed status Jul 29 18:08:17.106207 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22cc667-e74d-4176-8fd8-1fe11b558b5e', 'code': 200} Jul 29 18:08:17.106466 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8093910-debe-4f68-8f49-8ac1ca85dfb9', 'code': 200} Jul 29 18:08:17.106725 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b535d-c5e8-41f8-847c-57aae8bf292d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbc68d3-e5f8-486b-8c5d-79e79657189b', 'code': 200} Jul 29 18:08:17.106990 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52072b9c-3fab-49c4-a356-07f9941178d2', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '19ccd009-5aee-413a-8579-d30d23027a6f', 'code': 422} returned with failed status Jul 29 18:08:17.107213 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6af43328-9305-4b64-bb0c-8420b00cbe59', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '27b4357e-da70-404a-95f9-2eb13a9d194e', 'code': 422} returned with failed status Jul 29 18:08:17.107456 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61117279-f288-4265-851a-079621f2691c', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b5d90f33-9ee7-4d9a-aa6c-f4c64c7b5cd9', 'code': 422} returned with failed status Jul 29 18:08:17.107696 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fd09b52-51de-4dcc-9574-79a2738c65c8', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'f9baafb4-98a9-408f-a426-f93f16c4794d', 'code': 422} returned with failed status Jul 29 18:08:17.107935 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '069c9a33-fe62-49b5-b51a-d09a6906fb68', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c9da7cd2-09b1-4d7c-b540-56f1a85259a8', 'code': 422} returned with failed status Jul 29 18:08:17.108174 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7a59efb-c7a0-4b29-ade6-56e799c7df37', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '323ffc31-7d03-4203-8995-1df515f6de5b', 'code': 422} returned with failed status Jul 29 18:08:17.108410 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aadea4fe-7fe7-49f9-8c9b-e56dd436fa61', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e0ab5f94-b622-42fe-b5f2-8b92c65f386d', 'code': 422} returned with failed status Jul 29 18:08:17.108646 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c', 'code': 200} Jul 29 18:08:17.108881 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1', 'code': 200} Jul 29 18:08:17.109114 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'code': 200} Jul 29 18:08:17.109379 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28014f31-dba6-4031-9168-4b356504612c', 'code': 200} Jul 29 18:08:17.337638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14b6f-5274-4813-b1ec-de0a94c06394 req-899a1097-f3c9-4d9f-a2ac-dc1ac00e7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.339463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afd14b6f-5274-4813-b1ec-de0a94c06394 req-899a1097-f3c9-4d9f-a2ac-dc1ac00e7ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 1096 time: 0.0444829 Jul 29 18:08:17.373770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07884ce-7f1a-416f-b1fe-2a0ae21bb4ff req-82099917-f15b-46ec-8de9-5a35e3a43483 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.375340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f07884ce-7f1a-416f-b1fe-2a0ae21bb4ff req-82099917-f15b-46ec-8de9-5a35e3a43483 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1740730 Jul 29 18:08:17.384371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afd14b6f-5274-4813-b1ec-de0a94c06394 req-6cabbec6-6ba0-473b-ac97-3abe20bb902a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Jul 29 18:08:17.387196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7340-c9a1-4401-a648-a0f3a48c9667 req-1ed412ea-0846-40c1-b07f-12caa6960a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.388645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8ce7340-c9a1-4401-a648-a0f3a48c9667 req-1ed412ea-0846-40c1-b07f-12caa6960a15 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1198742 Jul 29 18:08:17.427506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25a78e-1cd1-4edc-8d5a-c6aad72e827b req-8ff4f6b5-7052-46d6-aa81-f260710a2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.428974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a25a78e-1cd1-4edc-8d5a-c6aad72e827b req-8ff4f6b5-7052-46d6-aa81-f260710a2b4a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1097 time: 0.1480398 Jul 29 18:08:17.432395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92000db-3b9e-4223-90f6-d97b9614df92 req-e3405f6b-376a-4d8e-a96a-632d9b4dae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.433737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c92000db-3b9e-4223-90f6-d97b9614df92 req-e3405f6b-376a-4d8e-a96a-632d9b4dae2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.1310036 Jul 29 18:08:17.494023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8ce7340-c9a1-4401-a648-a0f3a48c9667 req-43e6658c-0f7a-4232-b506-168db7739475 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957816 Jul 29 18:08:17.496759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f07884ce-7f1a-416f-b1fe-2a0ae21bb4ff req-229cf23d-d7fe-4ffa-8c64-13fab1fa89a9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136105 Jul 29 18:08:17.510436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a25a78e-1cd1-4edc-8d5a-c6aad72e827b req-d22ff3b1-4e14-4007-886d-e4cda0df5b8c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721593 Jul 29 18:08:17.512317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c92000db-3b9e-4223-90f6-d97b9614df92 req-b21ac0ef-8669-4687-919d-7f1cadf55b42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664058 Jul 29 18:08:17.608620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dad44-50dd-4dc9-96e8-608701fd5c38 req-1c38a965-2090-444f-950e-bba9211190c4 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:17.610067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a28dad44-50dd-4dc9-96e8-608701fd5c38 req-1c38a965-2090-444f-950e-bba9211190c4 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0548594 Jul 29 18:08:17.649736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a28dad44-50dd-4dc9-96e8-608701fd5c38 req-ea6a54c3-fb93-4ae0-8a76-66c0d400f041 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Jul 29 18:08:18.015355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbca267-6221-4142-bd70-27b096426647 req-fea44158-09dc-42a3-b920-d23f2d26373c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:18.016896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffbca267-6221-4142-bd70-27b096426647 req-fea44158-09dc-42a3-b920-d23f2d26373c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0514894 Jul 29 18:08:18.061635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffbca267-6221-4142-bd70-27b096426647 req-0f135965-1108-4473-970c-e5396429cd55 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382476 Jul 29 18:08:18.627403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c639fd-242b-4ae9-9d4b-c9736adea556 req-a1c6b83e-87f5-437a-b340-b900b6734748 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:18.629685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50c639fd-242b-4ae9-9d4b-c9736adea556 req-a1c6b83e-87f5-437a-b340-b900b6734748 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0648699 Jul 29 18:08:18.674299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50c639fd-242b-4ae9-9d4b-c9736adea556 req-2bbe8273-fa9d-477c-86c5-09caa383ccf1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Jul 29 18:08:18.786791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a895e-5841-45cb-b559-580d87f63d46 req-af6add6e-13e6-4cd2-a9b7-1b9505f7d31f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:18.788341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-554a895e-5841-45cb-b559-580d87f63d46 req-af6add6e-13e6-4cd2-a9b7-1b9505f7d31f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0530379 Jul 29 18:08:18.829629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-554a895e-5841-45cb-b559-580d87f63d46 req-da39fb3c-1b55-4aa7-a65f-3af00ee80545 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Jul 29 18:08:19.187052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-c216b9a2-7ee9-461e-9566-f2f728916f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.188613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-c216b9a2-7ee9-461e-9566-f2f728916f99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1358478 Jul 29 18:08:19.209355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8f7f-985f-474e-9211-7d7c352c4408 req-7f66c551-eccc-44af-983a-8ab0d7781568 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.211037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-082d8f7f-985f-474e-9211-7d7c352c4408 req-7f66c551-eccc-44af-983a-8ab0d7781568 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1249897 Jul 29 18:08:19.347654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-082d8f7f-985f-474e-9211-7d7c352c4408 req-87673eb7-7af9-4080-aaee-4b39d9e74bf7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089668 Jul 29 18:08:19.353572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-71cda7fe-1797-44b3-b53a-0f96be5e7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.355297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-71cda7fe-1797-44b3-b53a-0f96be5e7110 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1572754 Jul 29 18:08:19.411316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-a7f41ace-37d3-443e-82f7-5136a9b5eae6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 200 len: 217 time: 0.0484157 Jul 29 18:08:19.507935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-32c35fb7-8485-405a-97a6-e330ae5fe278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.509459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-32c35fb7-8485-405a-97a6-e330ae5fe278 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0886531 Jul 29 18:08:19.534995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448009b-a61d-4aae-bec2-54a203453fa4 req-381147be-a3b4-4690-90f1-cdf37e4b7345 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.536478 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6448009b-a61d-4aae-bec2-54a203453fa4 req-381147be-a3b4-4690-90f1-cdf37e4b7345 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0742970 Jul 29 18:08:19.553293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-3cd373de-a85f-4e88-ae97-1c4568bca282 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355361 Jul 29 18:08:19.628870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6448009b-a61d-4aae-bec2-54a203453fa4 req-85a2e2c4-fd1d-4a97-90d7-b8091d137211 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782995 Jul 29 18:08:19.665054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-ffd7771c-225d-47e2-93ac-a5cb68fbec9f service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051328 Jul 29 18:08:19.792591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9fd8e95-4f5b-47cb-af98-543d9c40134e req-f39d46b3-e6a3-4728-b3a7-f6370f9aa64c service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204402 Jul 29 18:08:19.884409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ecab-47f4-4ea1-a553-e6ddc5477282 req-6a53ffc8-7b5d-4d7c-ac37-b958ef76ec7b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.886391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2131ecab-47f4-4ea1-a553-e6ddc5477282 req-6a53ffc8-7b5d-4d7c-ac37-b958ef76ec7b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.0593333 Jul 29 18:08:19.925441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2131ecab-47f4-4ea1-a553-e6ddc5477282 req-e1e6b027-3c65-4294-bfff-b34ffeb19772 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Jul 29 18:08:19.947641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:19.988176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b5017-7814-4433-9bdb-5c94ff6131c9 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:19.992998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59540) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:19.993250 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-733b5017-7814-4433-9bdb-5c94ff6131c9 tempest-TestNetworkBasicOps-1317801499 tempest-TestNetworkBasicOps-1317801499-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1092 time: 0.0442603 Jul 29 18:08:20.011437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:08:20.051707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8ca1e-28b0-4a53-b3a5-d9444e425e48 req-b2e034d3-70a8-46f6-af58-9ce6d7a8e054 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:20.053202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0e8ca1e-28b0-4a53-b3a5-d9444e425e48 req-b2e034d3-70a8-46f6-af58-9ce6d7a8e054 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.0726118 Jul 29 18:08:20.054441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:20.135833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0e8ca1e-28b0-4a53-b3a5-d9444e425e48 req-f7062d23-ddba-46b5-8d3b-55cab7bde5ee tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Jul 29 18:08:20.193673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:20.296379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Allocated IP 172.25.5.172 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:08:20.411533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:20.483012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:20.538234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc0041-e45d-4f5f-95f1-c65dc7f0257f req-01840d8b-02a4-49f5-a312-5e082ae9c935 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:20.539862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47cc0041-e45d-4f5f-95f1-c65dc7f0257f req-01840d8b-02a4-49f5-a312-5e082ae9c935 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0857224 Jul 29 18:08:20.547674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:08:20.551939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:08:20.561105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:08:20.593662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:20.625997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47cc0041-e45d-4f5f-95f1-c65dc7f0257f req-cec20697-823c-407f-8da2-a48630d83a1f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740879 Jul 29 18:08:21.174041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-3d77b4cb-e8d0-41a0-af88-649fae73fb44 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:21.175823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-3d77b4cb-e8d0-41a0-af88-649fae73fb44 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.1097171 Jul 29 18:08:21.505370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63740-7589-43e0-91c9-0fc5b73361b4 req-0a5a4c1e-f015-4377-b699-f6de367af027 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:21.506930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5b63740-7589-43e0-91c9-0fc5b73361b4 req-0a5a4c1e-f015-4377-b699-f6de367af027 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 945 time: 0.2613473 Jul 29 18:08:21.572151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:21.638707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5b63740-7589-43e0-91c9-0fc5b73361b4 req-811c1501-c0ea-4b3b-8b2c-416dcce04aa7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237698 Jul 29 18:08:21.652591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Deleting port b21781e6-feed-432d-ab40-e6248e15452c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:21.652937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:21.886094 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:21.961679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e2e74-efa9-4fe1-8c3a-c4a546ae8627 req-1fec3b06-c81f-427e-a1bb-6dfea36b3670 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:21.963157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c3e2e74-efa9-4fe1-8c3a-c4a546ae8627 req-1fec3b06-c81f-427e-a1bb-6dfea36b3670 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1465507 Jul 29 18:08:21.985699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] For port b21781e6-feed-432d-ab40-e6248e15452c, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=b21781e6-feed-432d-ab40-e6248e15452c,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:21.986067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.008616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Calling delete_port for b21781e6-feed-432d-ab40-e6248e15452c owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:22.111971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c3e2e74-efa9-4fe1-8c3a-c4a546ae8627 req-d3d5ad0b-ac41-44dc-806e-8d64ae77e16e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384034 Jul 29 18:08:22.200103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.224578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.303514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.310406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event updated for resources: {'Port': ['ID=82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:22.344791 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Pushing event deleted for resources: {'Port': ['ID=b21781e6-feed-432d-ab40-e6248e15452c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:22.357014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.425425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] No DVR routers for this DVR port b21781e6-feed-432d-ab40-e6248e15452c on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:08:22.429080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:22.431170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce2a8e23-432b-4a5b-8a85-9286ca08ff00 req-abbc223b-565f-407e-9e08-e3aada663f52 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "DELETE /v2.0/ports/b21781e6-feed-432d-ab40-e6248e15452c HTTP/1.1" status: 204 len: 173 time: 1.2383335 Jul 29 18:08:22.431611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'name': 'network-vif-deleted', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:22.433967 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a9aa4-49b2-47a8-93b7-4a4ba3005021" -d '{"events": [{"server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "name": "network-vif-deleted", "tag": "b21781e6-feed-432d-ab40-e6248e15452c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:22.509298 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502f3ea-781c-4809-8f2d-55b106d0f8f3 x-openstack-request-id: req-0502f3ea-781c-4809-8f2d-55b106d0f8f3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:22.509298 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387f2bef-ad9e-4e17-b1a4-2d4b9998749e", "name": "network-vif-deleted", "tag": "b21781e6-feed-432d-ab40-e6248e15452c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:22.509298 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0502f3ea-781c-4809-8f2d-55b106d0f8f3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:22.509703 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f2bef-ad9e-4e17-b1a4-2d4b9998749e', 'name': 'network-vif-deleted', 'tag': 'b21781e6-feed-432d-ab40-e6248e15452c', 'status': 'completed', 'code': 200} Jul 29 18:08:22.514704 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Floating IP 10ae300b-4870-4100-83d9-d684bb5a33f1 associated. External IP: 172.25.5.172, port: d8589336-ca80-491d-9d78-f08a2fbdcf7b. Jul 29 18:08:23.050965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aff1a8d1-4f6e-45d7-bb36-7612a249799d req-18302f0d-0df4-479a-a4ef-3dfa0d7e5b9c tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=387f2bef-ad9e-4e17-b1a4-2d4b9998749e HTTP/1.1" status: 200 len: 210 time: 0.0470436 Jul 29 18:08:23.088789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router acd3a333-9fbf-440a-8077-29b4a2e63afb has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:08:23.226230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:08:23.236654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Sync routers for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:08:23.250542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:23.253372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:08:23.255258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:23.263201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46c6d-7362-4d0a-84f2-2a2ce668ea1b req-cceaf746-baad-4f21-b587-ea2e8ba57508 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:23.264802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12f46c6d-7362-4d0a-84f2-2a2ce668ea1b req-cceaf746-baad-4f21-b587-ea2e8ba57508 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0667648 Jul 29 18:08:23.300827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8f5f2f63-e15d-4e37-86fc-e0eee0c94e22 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3067408 Jul 29 18:08:23.303816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:23.350488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12f46c6d-7362-4d0a-84f2-2a2ce668ea1b req-5bee8de7-987a-4fdc-9f78-70bff60cc2cc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jul 29 18:08:23.390841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4dd19a5c-0dfe-4ddc-82e9-a0d5e8eedb6b tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/floatingips/10ae300b-4870-4100-83d9-d684bb5a33f1 HTTP/1.1" status: 200 len: 992 time: 0.0858707 Jul 29 18:08:23.400895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:08:23.632107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '10ae300b-4870-4100-83d9-d684bb5a33f1', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'port_id': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'mac_address': 'fa:16:3e:ff:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:08:21Z', 'updated_at': '2021-07-29T18:08:21Z', 'revision_number': 0, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:23.658888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Checking router: acd3a333-9fbf-440a-8077-29b4a2e63afb for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:08:23.667923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:08:23.668612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:23.993500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:08:24.035413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b21781e6-feed-432d-ab40-e6248e15452c no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:08:24.066959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: b21781e6-feed-432d-ab40-e6248e15452c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:08:24.067301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device b21781e6-feed-432d-ab40-e6248e15452c not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:08:24.305856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '10ae300b-4870-4100-83d9-d684bb5a33f1', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'port_id': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'mac_address': 'fa:16:3e:ff:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:08:21Z', 'updated_at': '2021-07-29T18:08:21Z', 'revision_number': 0, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:24.332497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8c870-96d7-4f65-a0c8-e95f470649c5 None None] The sync data for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 is: [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '10ae300b-4870-4100-83d9-d684bb5a33f1', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'port_id': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'mac_address': 'fa:16:3e:ff:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:08:21Z', 'updated_at': '2021-07-29T18:08:21Z', 'revision_number': 0, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:08:24.393527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:24.405195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-5260ab34-1a0d-4484-9725-d713f91d42df tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:24.406748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-5260ab34-1a0d-4484-9725-d713f91d42df tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 809 time: 0.1068778 Jul 29 18:08:24.423615 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-9216dfe2-7cd2-41f7-8ca3-48bf96032437 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/quotas/4ed3558550fd4caeae24ebf62d0163a5 HTTP/1.1" status: 200 len: 375 time: 0.0103896 Jul 29 18:08:24.458583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-7116ddf7-1430-4d33-921b-8803cf5cda53 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291255 Jul 29 18:08:24.459404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-83fe0d3c-66a4-41a6-8653-4265afc4b9b2 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/floatingips/10ae300b-4870-4100-83d9-d684bb5a33f1 HTTP/1.1" status: 200 len: 992 time: 0.0647228 Jul 29 18:08:24.513331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:24.516126 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:24.528912 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2f2fd-5f8b-4440-9d9c-9e60fc3a95e3 None None] New status for floating IP 10ae300b-4870-4100-83d9-d684bb5a33f1: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:08:24.563800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-f4fe3d79-89dd-4c59-b23d-08f76c3d3af5 service neutron] 10.222.0.16 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979149 Jul 29 18:08:24.654973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-440a9abc-d3bb-43dd-9a59-cc91eb3b270b service neutron] 10.222.0.16 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Jul 29 18:08:24.877492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2b5ea-751c-45a0-8e62-2cc515aeaa9a req-4e603a3c-37b7-4b22-9cfa-ebfbd85f7ad5 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:24.879065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6c2b5ea-751c-45a0-8e62-2cc515aeaa9a req-4e603a3c-37b7-4b22-9cfa-ebfbd85f7ad5 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0508506 Jul 29 18:08:24.918346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6c2b5ea-751c-45a0-8e62-2cc515aeaa9a req-f1fba82b-7a92-43e8-87b6-7d8800a5ba27 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Jul 29 18:08:24.965174 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc13772c-4cb2-4df5-b62a-7686adf3ca52 x-openstack-request-id: req-cc13772c-4cb2-4df5-b62a-7686adf3ca52 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:24.965470 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:24.965798 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc13772c-4cb2-4df5-b62a-7686adf3ca52 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:24.966212 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'status': 'completed', 'code': 200} Jul 29 18:08:25.055897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-211a2cfd-a996-4c90-a06a-e3b14899e8f2 req-ad1a0562-5ab3-4f82-bdc2-d9253c9b342a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 210 time: 0.0542352 Jul 29 18:08:25.080361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-cc83c208-51cc-4043-a4d1-fefe0940b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:25.081884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-cc83c208-51cc-4043-a4d1-fefe0940b628 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1097 time: 0.0894823 Jul 29 18:08:25.213802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-a6a3c346-bed0-4951-9bf3-edcfe26dd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:25.215489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-a6a3c346-bed0-4951-9bf3-edcfe26dd9cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 898 time: 0.1259830 Jul 29 18:08:25.303119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-f3d2b88f-08a8-4b33-8fb5-dd679d93dd5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 1002 time: 0.0756490 Jul 29 18:08:25.362947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-2092880a-bf76-45d9-b738-d41db78c07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:25.364450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-2092880a-bf76-45d9-b738-d41db78c07fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0546162 Jul 29 18:08:25.422449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-4bea66aa-1e9b-4ee1-bcf3-f2170b6ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:25.424290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-4bea66aa-1e9b-4ee1-bcf3-f2170b6ce13b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529888 Jul 29 18:08:25.463018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:25.622197 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3431ebeb-900a-433e-ac80-da8beb0535bd tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/floatingips/10ae300b-4870-4100-83d9-d684bb5a33f1 HTTP/1.1" status: 200 len: 994 time: 0.1347468 Jul 29 18:08:25.642212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-c8d137c9-4076-433f-8f16-14a990008939 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095776 Jul 29 18:08:25.744244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa21cfe-9e0c-4375-a568-5ee4fdc44498 req-d6d8033a-f806-4860-9a82-6471c9685764 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943258 Jul 29 18:08:25.965739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-370cd73c-1066-4825-afe7-bcbc8ed4a54b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:25.969660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-370cd73c-1066-4825-afe7-bcbc8ed4a54b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 809 time: 0.1402655 Jul 29 18:08:25.984089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Request body: {'port': {'device_id': '491fbafd-9197-44c0-89d7-78ef4660d567', 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c', 'admin_state_up': True, 'tenant_id': '4ed3558550fd4caeae24ebf62d0163a5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:08:26.146797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2dfa-9798-453d-af57-1e6fbfa279b6 req-608fd43d-cf54-4f1a-8400-3bfe4bb7923e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:26.148308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa0e2dfa-9798-453d-af57-1e6fbfa279b6 req-608fd43d-cf54-4f1a-8400-3bfe4bb7923e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1035213 Jul 29 18:08:26.205987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aa0e2dfa-9798-453d-af57-1e6fbfa279b6 req-e805f01e-d090-4941-8710-321c07405454 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506647 Jul 29 18:08:26.213442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Made reservation on behalf of 4ed3558550fd4caeae24ebf62d0163a5 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:08:26.218352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:26.347825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf83a839-5cb2-44e3-80c1-31824c2d993a req-eb921abf-d20a-4d51-9046-1d04908b40d1 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 210 time: 0.0501208 Jul 29 18:08:26.422259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Allocated IP 172.20.0.6 (0781e2b6-ee0c-4bca-951e-500e7d3fd71c/234298bc-c2d8-498b-8a23-1b82bcb1e801/8de7b5fa-a739-4021-8f28-093aaac5f989) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:08:26.571446 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:26.621432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:26.691536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:26.743721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:08:26.747313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:08:26.753034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:08:26.763703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Pushing event updated for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:26.815195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:26.815848 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:26.834530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-1792ee2d-06e7-468d-807a-f4ef64ea781d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518455 Jul 29 18:08:26.846522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Request body: {'port': {'device_id': '491fbafd-9197-44c0-89d7-78ef4660d567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:08:26.914017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.192240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de7b5fa-a739-4021-8f28-093aaac5f989 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:08:27.200904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.215778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Transition to ACTIVE for port object 8de7b5fa-a739-4021-8f28-093aaac5f989 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:08:27.227419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.283613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Pushing event updated for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:27.393924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30831159-df94-45db-a679-3e4e5d55efd9 req-0ccf9b6b-4dec-4633-a014-5ddbd989d1e1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:27.395597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30831159-df94-45db-a679-3e4e5d55efd9 req-0ccf9b6b-4dec-4633-a014-5ddbd989d1e1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0704494 Jul 29 18:08:27.396920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Attempting to bind port 8de7b5fa-a739-4021-8f28-093aaac5f989 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:08:27.397242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Attempting to bind port 8de7b5fa-a739-4021-8f28-093aaac5f989 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:08:27.397569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Attempting to bind port 8de7b5fa-a739-4021-8f28-093aaac5f989 on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:08:27.404457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Port 8de7b5fa-a739-4021-8f28-093aaac5f989 on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:08:27.404777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Attempting to bind port 8de7b5fa-a739-4021-8f28-093aaac5f989 on network 0781e2b6-ee0c-4bca-951e-500e7d3fd71c {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:08:27.421715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:08:27.421944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Checking segment: {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:08:27.422719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Bound using segment: {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:08:27.422719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Bound port: 8de7b5fa-a739-4021-8f28-093aaac5f989, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:08:27.423076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.470387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30831159-df94-45db-a679-3e4e5d55efd9 req-3809c448-2a0b-45a3-afa0-f60c22bb9917 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674593 Jul 29 18:08:27.513750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:08:27.517415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8de7b5fa-a739-4021-8f28-093aaac5f989,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:08:27.524832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.536377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.561879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:27.562521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:27.563913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] 10.222.0.49 "PUT /v2.0/ports/8de7b5fa-a739-4021-8f28-093aaac5f989 HTTP/1.1" status: 200 len: 1091 time: 0.7224786 Jul 29 18:08:27.564347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:27.566691 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30" -d '{"events": [{"name": "network-changed", "server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:27.663507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbe275-62a3-4224-9fe8-a41cf4fd6207 service neutron] Pushing event updated for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:27.689260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01b7d1-d6d2-4bc2-87e9-2193a86919be req-af6236e4-b85a-4768-b221-1137dd3ff283 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:27.690788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a01b7d1-d6d2-4bc2-87e9-2193a86919be req-af6236e4-b85a-4768-b221-1137dd3ff283 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 943 time: 0.1332457 Jul 29 18:08:27.697989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-06c8b4ee-b40d-4255-88b2-7a8c38d8ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:27.699416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-06c8b4ee-b40d-4255-88b2-7a8c38d8ebd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 1094 time: 0.0952368 Jul 29 18:08:27.767564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-c0e90fb1-29da-4280-b2eb-2f7198423f46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de7b5fa-a739-4021-8f28-093aaac5f989 HTTP/1.1" status: 200 len: 217 time: 0.0492878 Jul 29 18:08:27.809351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a01b7d1-d6d2-4bc2-87e9-2193a86919be req-d82656e5-1852-472d-a070-7e840108764d tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089623 Jul 29 18:08:27.829279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-4a103c95-09b5-42ef-988f-ee013c612655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:27.830788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-4a103c95-09b5-42ef-988f-ee013c612655 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=234298bc-c2d8-498b-8a23-1b82bcb1e801 HTTP/1.1" status: 200 len: 849 time: 0.0550351 Jul 29 18:08:27.874686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-2e1b0a7a-686a-4515-89c4-4e2345166bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367370 Jul 29 18:08:27.934575 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5876479-298d-4411-ade3-f4d6afc677c9 x-openstack-request-id: req-b5876479-298d-4411-ade3-f4d6afc677c9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:27.934861 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:27.935111 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5876479-298d-4411-ade3-f4d6afc677c9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:27.935940 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989', 'status': 'completed', 'code': 200} Jul 29 18:08:27.993302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-c1c39f67-a830-42af-beb5-ac3d6ba63867 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110120 Jul 29 18:08:28.128422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8cef58a6-40b2-4e2d-89a5-ec9f27b4aa5a req-9acdb4c2-d70a-4a99-8fb7-d43fc8a93f19 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282380 Jul 29 18:08:28.234770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-1a3a78b6-6e08-4386-93d1-7354c95c4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.238861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-1a3a78b6-6e08-4386-93d1-7354c95c4fe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 1094 time: 0.0636644 Jul 29 18:08:28.344303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-4d2eb52f-44f3-41cb-b427-7b8de3d54fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.345832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-4d2eb52f-44f3-41cb-b427-7b8de3d54fab service neutron] 10.222.0.49 "GET /v2.0/networks?id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 200 len: 910 time: 0.0997846 Jul 29 18:08:28.397415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-69a524b3-bdad-4d16-8678-611fcd3a99fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de7b5fa-a739-4021-8f28-093aaac5f989 HTTP/1.1" status: 200 len: 217 time: 0.0440598 Jul 29 18:08:28.459689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-26608852-09e9-4df3-be1a-d62dd2186ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.461212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-26608852-09e9-4df3-be1a-d62dd2186ad9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=234298bc-c2d8-498b-8a23-1b82bcb1e801 HTTP/1.1" status: 200 len: 849 time: 0.0561130 Jul 29 18:08:28.502708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-9f23a4a6-740e-4568-a674-883bdc9e71c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0781e2b6-ee0c-4bca-951e-500e7d3fd71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282073 Jul 29 18:08:28.523321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-88ac0c83-2b91-4209-863d-c4e2ea2a17b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493200 Jul 29 18:08:28.626273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-78702f06-eb97-4e47-8873-966ef50d9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.628586 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-78702f06-eb97-4e47-8873-966ef50d9cec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.0533392 Jul 29 18:08:28.661877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ded202-10e2-49e8-a0f3-af064a546353 req-910f34e5-97e0-45ae-98b8-2260187eae3d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.663681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2ded202-10e2-49e8-a0f3-af064a546353 req-910f34e5-97e0-45ae-98b8-2260187eae3d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0873752 Jul 29 18:08:28.668753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-91092ad3-55e1-4155-95a1-4cb54c92b4c5 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572602 Jul 29 18:08:28.752000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-150b9884-c8fa-496a-9eea-58d1aec0fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.753971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-150b9884-c8fa-496a-9eea-58d1aec0fe87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1034329 Jul 29 18:08:28.762137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2ded202-10e2-49e8-a0f3-af064a546353 req-d1db1e22-831e-4afc-841c-65629112e20e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906861 Jul 29 18:08:28.804109 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-bc36deca-67e3-48d8-b010-2b4f6e99f16e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0411201 Jul 29 18:08:28.813059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-ff718bf4-d635-47c6-a4f0-7d49b666cee1 service neutron] 10.222.0.49 "GET /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304855 Jul 29 18:08:28.859155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-6fe614f7-c8f2-46a6-90e6-74522f2586ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.860723 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-6fe614f7-c8f2-46a6-90e6-74522f2586ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0484147 Jul 29 18:08:28.908178 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-62ace967-ef8a-4444-a231-6c61e3cde1f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380807 Jul 29 18:08:28.964443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba235da-f47a-44de-9edf-faf705b3911a req-243dc0cb-9cc3-4ace-bd71-ebd292b50a49 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:28.972737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eba235da-f47a-44de-9edf-faf705b3911a req-243dc0cb-9cc3-4ace-bd71-ebd292b50a49 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 943 time: 0.0716102 Jul 29 18:08:29.024791 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eba235da-f47a-44de-9edf-faf705b3911a req-815440e6-f092-4d79-a4f5-b2af6e82a5ca tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Jul 29 18:08:29.082110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-a1496287-fbe7-488d-99d1-a6fb7c126c48 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654241 Jul 29 18:08:29.186184 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0c949b3e-0e48-4dfb-ac74-ec0ff1521c90 req-4e29ae2a-dc44-4239-9e71-ebed5ce2998d service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962780 Jul 29 18:08:29.891303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54ca8e-9be7-4959-99bd-bde3de3311dc req-3c520f72-cdcc-45d8-be9d-0399a09112ef tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:29.892989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be54ca8e-9be7-4959-99bd-bde3de3311dc req-3c520f72-cdcc-45d8-be9d-0399a09112ef tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jul 29 18:08:29.932725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be54ca8e-9be7-4959-99bd-bde3de3311dc req-57d7af91-e822-4b61-8927-4ebadf2484a1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Jul 29 18:08:30.202259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04622ee5-5cdd-4a3d-89f3-1d882431bed0 req-d9ae07da-6438-437f-a68b-d016abe54482 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:30.211150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04622ee5-5cdd-4a3d-89f3-1d882431bed0 req-d9ae07da-6438-437f-a68b-d016abe54482 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 943 time: 0.0627334 Jul 29 18:08:30.254886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04622ee5-5cdd-4a3d-89f3-1d882431bed0 req-1c712d07-9c07-4ff7-b08b-030d4d4904f8 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Jul 29 18:08:30.387421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59798) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:30.508538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-144cec7d-c3a1-4e14-891f-02be89caf39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.601748 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-144cec7d-c3a1-4e14-891f-02be89caf39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.607074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-144cec7d-c3a1-4e14-891f-02be89caf39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.648708 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-144cec7d-c3a1-4e14-891f-02be89caf39e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab18c7b464174d29b80ec02ea206d65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598794 Jul 29 18:08:30.649642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cec7d-c3a1-4e14-891f-02be89caf39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b864002-ddeb-416a-b9d5-fb5a3a79c289,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:30.652016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:30.707806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.733216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.791181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.793712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:30.794905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b864002-ddeb-416a-b9d5-fb5a3a79c289 HTTP/1.1" status: 204 len: 168 time: 0.1414285 Jul 29 18:08:30.803098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396b14b-345d-4454-bc17-dd835c2a7b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b864002-ddeb-416a-b9d5-fb5a3a79c289,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:31.064768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5db66-4dac-4a4a-8fab-7e04b50e0f09 req-e994e893-d3aa-4db3-887a-1b88e8ee02e2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:31.066685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55e5db66-4dac-4a4a-8fab-7e04b50e0f09 req-e994e893-d3aa-4db3-887a-1b88e8ee02e2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0587223 Jul 29 18:08:31.102905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 59824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:31.122601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-55e5db66-4dac-4a4a-8fab-7e04b50e0f09 req-6d72cde7-5321-4811-aeda-66be6529773b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Jul 29 18:08:31.123744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a916659-2425-4a53-b3fb-04e9f9e689e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.230445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a916659-2425-4a53-b3fb-04e9f9e689e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.235608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a916659-2425-4a53-b3fb-04e9f9e689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.281838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a916659-2425-4a53-b3fb-04e9f9e689e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7508ee3af4b44a228e42c7f7bb49fd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753845 Jul 29 18:08:31.281838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916659-2425-4a53-b3fb-04e9f9e689e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf809c8-3368-4407-8857-6b427858b83c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:31.282308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 59832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:31.335492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.357415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.381291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b201-46f5-4094-b5c5-4d9531c38221 req-8a501c40-2734-43cb-955a-ac606db6b8fb tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:31.382848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc67b201-46f5-4094-b5c5-4d9531c38221 req-8a501c40-2734-43cb-955a-ac606db6b8fb tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 943 time: 0.0508389 Jul 29 18:08:31.410552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.413676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:31.417249 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaf809c8-3368-4407-8857-6b427858b83c HTTP/1.1" status: 204 len: 168 time: 0.1316609 Jul 29 18:08:31.427956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c148962-3b31-40e9-974a-8d0632f60f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf809c8-3368-4407-8857-6b427858b83c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:31.435195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc67b201-46f5-4094-b5c5-4d9531c38221 req-e8cb321a-c648-47ae-a98c-c4c81eb3e3df tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Jul 29 18:08:32.082038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8de7b5fa-a739-4021-8f28-093aaac5f989 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:08:32.211804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8de7b5fa-a739-4021-8f28-093aaac5f989,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:32.231459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '8de7b5fa-a739-4021-8f28-093aaac5f989', 'network_id': '0781e2b6-ee0c-4bca-951e-500e7d3fd71c', 'port_id': '8de7b5fa-a739-4021-8f28-093aaac5f989', 'mac_address': 'fa:16:3e:89:69:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234298bc-c2d8-498b-8a23-1b82bcb1e801', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:08:32.266479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c87f07-42dc-4724-84f7-47c3678d5f4c req-f12f46a5-2c15-49c2-9f11-56f751b25f6d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:32.268874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6c87f07-42dc-4724-84f7-47c3678d5f4c req-f12f46a5-2c15-49c2-9f11-56f751b25f6d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0684035 Jul 29 18:08:32.277699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:32.293149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de7b5fa-a739-4021-8f28-093aaac5f989 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:08:32.314887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6c87f07-42dc-4724-84f7-47c3678d5f4c req-610428e1-7c8e-4ec4-a337-1b83cd7b1945 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jul 29 18:08:32.315366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8de7b5fa-a739-4021-8f28-093aaac5f989,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:32.322370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:32.389967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:32.397897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.398269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.398630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.399155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.399491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.399821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.400146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.400471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.400792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.401112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.401616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.401940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:32.568331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['8de7b5fa-a739-4021-8f28-093aaac5f989'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:08:32.583982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2908c9-7bc9-4fdf-92e5-e6351e5fee42 req-b9b7e36f-6042-43d2-a3b8-155eb1571363 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:32.585702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e2908c9-7bc9-4fdf-92e5-e6351e5fee42 req-b9b7e36f-6042-43d2-a3b8-155eb1571363 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 944 time: 0.0611844 Jul 29 18:08:32.642951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e2908c9-7bc9-4fdf-92e5-e6351e5fee42 req-77e6ed71-55c4-452e-a367-a3279d82b77f tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Jul 29 18:08:33.457165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c172d-837b-4cde-ad89-cf70796391a9 req-12839728-5b57-4e47-b198-d4f01ebf20e7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:33.458817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f1c172d-837b-4cde-ad89-cf70796391a9 req-12839728-5b57-4e47-b198-d4f01ebf20e7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0545778 Jul 29 18:08:33.505737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f1c172d-837b-4cde-ad89-cf70796391a9 req-efc0d1fd-ea65-43c7-8dc8-28522839c333 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Jul 29 18:08:33.782795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bbf70-a3da-4121-a1ab-e0110277cd43 req-be82575b-dd33-441e-9686-98213d6a2d50 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:33.784950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-772bbf70-a3da-4121-a1ab-e0110277cd43 req-be82575b-dd33-441e-9686-98213d6a2d50 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 944 time: 0.0650082 Jul 29 18:08:33.859973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-772bbf70-a3da-4121-a1ab-e0110277cd43 req-19ff18e6-6037-4220-8ec5-d7d150e80f07 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Jul 29 18:08:33.868636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-d873a9a3-9dd8-4ef8-ac17-13ba29183446 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807288 Jul 29 18:08:33.980646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-dcba787d-0ed8-4cd6-a27b-2c339ce22002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:33.986849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-dcba787d-0ed8-4cd6-a27b-2c339ce22002 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1097 time: 0.0683434 Jul 29 18:08:34.097383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-f09ee218-6d4e-44a8-8da2-cfb40804d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.098915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-f09ee218-6d4e-44a8-8da2-cfb40804d06c service neutron] 10.222.0.38 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 898 time: 0.0904698 Jul 29 18:08:34.112987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8de7b5fa-a739-4021-8f28-093aaac5f989 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:08:34.169420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 8de7b5fa-a739-4021-8f28-093aaac5f989 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:08:34.172228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-8af275de-bf2a-405e-8377-abe0b7b47c98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 1002 time: 0.0658245 Jul 29 18:08:34.173891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 8de7b5fa-a739-4021-8f28-093aaac5f989 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:08:34.174226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:34.233689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-c6bfb9d9-70e9-4164-a118-f9961fd08a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.235285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-c6bfb9d9-70e9-4164-a118-f9961fd08a4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0552945 Jul 29 18:08:34.288259 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:34.290113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-bda3224b-50e5-4c0c-84a2-4088fd1f0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.291744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-bda3224b-50e5-4c0c-84a2-4088fd1f0f49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487685 Jul 29 18:08:34.314726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:34.317242 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c3daa-47c2-4bcb-8e04-184fe9a5ab5a" -d '{"events": [{"server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "name": "network-vif-plugged", "status": "completed", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:34.330458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8de7b5fa-a739-4021-8f28-093aaac5f989,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:34.338288 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:34.365425 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351044ed-f739-4784-a85f-551553f5ce65 x-openstack-request-id: req-351044ed-f739-4784-a85f-551553f5ce65 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:34.366023 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "name": "network-vif-plugged", "status": "completed", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:34.366498 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-351044ed-f739-4784-a85f-551553f5ce65 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:34.366911 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989', 'code': 200} Jul 29 18:08:34.412639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-e8dc3369-9ecd-45d8-bb46-56f980cecfdc service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108339 Jul 29 18:08:34.426063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:34.476834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32647fd-95f0-4f0f-89e4-67cd88c370c0 req-94aa1ea4-7896-42a6-9aa8-56ab463a173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.478581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c32647fd-95f0-4f0f-89e4-67cd88c370c0 req-94aa1ea4-7896-42a6-9aa8-56ab463a173b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 1096 time: 0.0487447 Jul 29 18:08:34.517218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-484d6fda-89ce-4000-a4ad-d29a414d745a req-e1373a13-039f-4c13-8f16-387892c4eade service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978205 Jul 29 18:08:34.523078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c32647fd-95f0-4f0f-89e4-67cd88c370c0 req-8e8faf3b-2655-4a36-9bb9-67fc629b39cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360594 Jul 29 18:08:34.650570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428a78-0001-42e0-a517-b728d2fa6cf3 req-f99d24c5-0111-4a5d-ac3e-163a9ffadff8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.652354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a428a78-0001-42e0-a517-b728d2fa6cf3 req-f99d24c5-0111-4a5d-ac3e-163a9ffadff8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0665946 Jul 29 18:08:34.705131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a428a78-0001-42e0-a517-b728d2fa6cf3 req-f9073352-5d9b-4a54-a520-27d84f0a2e0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Jul 29 18:08:34.983183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a0d01-c9e8-468a-b003-79445ede7be8 req-9101946f-ace7-4072-a04e-2811ad0e2b8e tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:34.985009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-604a0d01-c9e8-468a-b003-79445ede7be8 req-9101946f-ace7-4072-a04e-2811ad0e2b8e tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Jul 29 18:08:35.026332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-604a0d01-c9e8-468a-b003-79445ede7be8 req-abeb00f2-2789-4ee4-a0d6-31ae58103f6b tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Jul 29 18:08:35.831795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4779f32-c262-4d2d-979a-4fb791b99102 req-7338a843-44fa-4818-90a7-0c0b40147995 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:35.833480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4779f32-c262-4d2d-979a-4fb791b99102 req-7338a843-44fa-4818-90a7-0c0b40147995 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0602770 Jul 29 18:08:35.879672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e4779f32-c262-4d2d-979a-4fb791b99102 req-bbc0a948-1c58-4332-b2e9-c5b42adb48fd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Jul 29 18:08:36.172447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a504c8-a6b2-4e61-86dd-0e9ee19e6067 req-4a0fe231-183f-41ad-bacc-4334ba700b68 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:36.180789 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0a504c8-a6b2-4e61-86dd-0e9ee19e6067 req-4a0fe231-183f-41ad-bacc-4334ba700b68 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 945 time: 0.0667739 Jul 29 18:08:36.221696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0a504c8-a6b2-4e61-86dd-0e9ee19e6067 req-ec7a9d46-1d7e-459f-80bb-12d0f5ed9584 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Jul 29 18:08:36.977683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ea1a4-7d72-41c4-aa7c-c58da4f1ec5c req-dec1dde3-f059-4670-ae92-777f9b6ffa0c tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:36.979088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e1ea1a4-7d72-41c4-aa7c-c58da4f1ec5c req-dec1dde3-f059-4670-ae92-777f9b6ffa0c tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Jul 29 18:08:37.024170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e1ea1a4-7d72-41c4-aa7c-c58da4f1ec5c req-7bc9b034-70ad-4dba-a29c-73ac1aac7d5a tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383391 Jul 29 18:08:37.142734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9264c5-5ac8-45bc-a78d-335c61ddab1d req-2a908e9d-4c52-4877-a9e9-624ef1fbdf12 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:37.150507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e9264c5-5ac8-45bc-a78d-335c61ddab1d req-2a908e9d-4c52-4877-a9e9-624ef1fbdf12 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0645952 Jul 29 18:08:37.190323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e9264c5-5ac8-45bc-a78d-335c61ddab1d req-18635f81-4c8b-40e1-bc29-1c95bbb1d509 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Jul 29 18:08:38.152665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa500768-df84-467e-80a1-ddafe830ae1a req-7054a906-bb17-4e1a-bf03-e7c5e8e9b7a7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:38.154143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa500768-df84-467e-80a1-ddafe830ae1a req-7054a906-bb17-4e1a-bf03-e7c5e8e9b7a7 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 945 time: 0.0573781 Jul 29 18:08:38.203442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa500768-df84-467e-80a1-ddafe830ae1a req-b80adcf2-7006-4a14-8a14-24f95f0f4733 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/security-groups?id=36b56b14-3e58-438e-ad1c-e5c4a9991808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jul 29 18:08:38.292273 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-3c14070c-340e-427b-a13e-822011b63055 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:38.293834 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-3c14070c-340e-427b-a13e-822011b63055 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Jul 29 18:08:38.346339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a7e64-11f8-4bbe-be9d-33b31aca9e2b req-ff3285f0-3f50-4f6b-b794-d748a6ad9273 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:38.350356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-071a7e64-11f8-4bbe-be9d-33b31aca9e2b req-ff3285f0-3f50-4f6b-b794-d748a6ad9273 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0754032 Jul 29 18:08:38.407144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-071a7e64-11f8-4bbe-be9d-33b31aca9e2b req-39ca4c19-5ee9-42ec-a3f9-82747ba36815 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Jul 29 18:08:38.445405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Deleting port 8de7b5fa-a739-4021-8f28-093aaac5f989 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:38.445791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:38.539680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] For port 8de7b5fa-a739-4021-8f28-093aaac5f989, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=8de7b5fa-a739-4021-8f28-093aaac5f989,segment=NetworkSegment(dc588dd5-cb02-44cb-ab48-4bc77214a9e1),segment_id=dc588dd5-cb02-44cb-ab48-4bc77214a9e1)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:38.540172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:38.554069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Calling delete_port for 8de7b5fa-a739-4021-8f28-093aaac5f989 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:39.011111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:39.025269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['8de7b5fa-a739-4021-8f28-093aaac5f989'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:08:39.059296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Pushing event deleted for resources: {'Port': ['ID=8de7b5fa-a739-4021-8f28-093aaac5f989,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:39.100387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] No DVR routers for this DVR port 8de7b5fa-a739-4021-8f28-093aaac5f989 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:08:39.103269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:39.105315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e7d45a94-2ca3-4812-a3c6-24e3d8bb81f6 req-7efcddf9-5fc2-49f5-a215-3d02ad164994 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.49 "DELETE /v2.0/ports/8de7b5fa-a739-4021-8f28-093aaac5f989 HTTP/1.1" status: 204 len: 173 time: 0.8031499 Jul 29 18:08:39.105881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'name': 'network-vif-deleted', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:39.108533 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6efbb2-7f56-4203-939e-f209e69546a2" -d '{"events": [{"server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "name": "network-vif-deleted", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:39.151300 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14744b95-d768-4572-9313-0635995a9ccf x-openstack-request-id: req-14744b95-d768-4572-9313-0635995a9ccf {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:39.151649 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fbafd-9197-44c0-89d7-78ef4660d567", "name": "network-vif-deleted", "tag": "8de7b5fa-a739-4021-8f28-093aaac5f989", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:39.151970 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14744b95-d768-4572-9313-0635995a9ccf {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:39.152351 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fbafd-9197-44c0-89d7-78ef4660d567', 'name': 'network-vif-deleted', 'tag': '8de7b5fa-a739-4021-8f28-093aaac5f989', 'status': 'completed', 'code': 200} Jul 29 18:08:39.257853 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9859f9bd-8414-44fa-aa25-7a9a2dbf584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:39.331064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d86625f-3441-480c-8f7b-e6556bb054f0 req-17d1059c-0934-4f32-87b0-aa87f1e3f755 tempest-VolumesActionsTest-522682176 tempest-VolumesActionsTest-522682176-project] 10.222.0.16 "GET /v2.0/ports?device_id=491fbafd-9197-44c0-89d7-78ef4660d567 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Jul 29 18:08:39.535105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d3cd-52bd-41a0-a0ec-286cd1e6c1e6 req-fb6a8fb5-d5b9-4216-9825-a2e888cb8f20 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:39.536654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc78d3cd-52bd-41a0-a0ec-286cd1e6c1e6 req-fb6a8fb5-d5b9-4216-9825-a2e888cb8f20 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0595036 Jul 29 18:08:39.584532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc78d3cd-52bd-41a0-a0ec-286cd1e6c1e6 req-5e00eaf0-9dc3-4ae1-b0fa-1b5781d39fe6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Jul 29 18:08:40.809805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d44021-184c-45cb-8e6e-c2f6cdc9ce3e req-b95d685b-1b5a-4aa3-b4e5-6a958ca93973 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:40.820320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d44021-184c-45cb-8e6e-c2f6cdc9ce3e req-b95d685b-1b5a-4aa3-b4e5-6a958ca93973 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.1158929 Jul 29 18:08:40.900465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d44021-184c-45cb-8e6e-c2f6cdc9ce3e req-0f0748cd-62c3-4f37-8ff9-097c7d117f1d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791085 Jul 29 18:08:40.980914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:41.090043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cffd728-a6f1-42bf-824e-32caa4c88ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.189739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cffd728-a6f1-42bf-824e-32caa4c88ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.194917 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1cffd728-a6f1-42bf-824e-32caa4c88ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.234961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1cffd728-a6f1-42bf-824e-32caa4c88ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba9c7dfb43644935b389dedd85d65c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529283 Jul 29 18:08:41.235841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffd728-a6f1-42bf-824e-32caa4c88ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9dc466-6166-47da-be4f-591d953098a4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:41.238225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60118) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:41.289706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.311184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.362919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.368483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.369662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db9dc466-6166-47da-be4f-591d953098a4 HTTP/1.1" status: 204 len: 168 time: 0.1305006 Jul 29 18:08:41.378477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7d64e-77b6-49fe-a196-7190761ea309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9dc466-6166-47da-be4f-591d953098a4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:41.651470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60146) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:41.680415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-99766373-9cee-4140-a748-0fdfe61b6f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.685740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ff80-103c-46e8-8f0b-40051fc5ce43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.788264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ff80-103c-46e8-8f0b-40051fc5ce43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.794771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ff80-103c-46e8-8f0b-40051fc5ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.847808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6fb7ff80-103c-46e8-8f0b-40051fc5ce43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eed1eeb4ce5144889ccea357e2e2b5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951466 Jul 29 18:08:41.849087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7ff80-103c-46e8-8f0b-40051fc5ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8daf06-febc-44ae-9989-3fc7a1d4bb5c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:41.850781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60154) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:41.869478 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.909592 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:41.947765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:42.013762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:42.017625 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:42.022828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd8daf06-febc-44ae-9989-3fc7a1d4bb5c HTTP/1.1" status: 204 len: 168 time: 0.1702924 Jul 29 18:08:42.033140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee9661-758b-4c03-b7a6-305436d8eab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8daf06-febc-44ae-9989-3fc7a1d4bb5c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:42.053295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e7a0-087a-468a-83e6-3cd5450a6c25 req-e9c3b3ae-2029-4a4c-b748-778f16eafaff tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:42.058161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b550e7a0-087a-468a-83e6-3cd5450a6c25 req-e9c3b3ae-2029-4a4c-b748-778f16eafaff tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0614400 Jul 29 18:08:42.119126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b550e7a0-087a-468a-83e6-3cd5450a6c25 req-4b452522-5891-435a-8a95-98946187920e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529320 Jul 29 18:08:42.145177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8de7b5fa-a739-4021-8f28-093aaac5f989 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:08:42.168333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 8de7b5fa-a739-4021-8f28-093aaac5f989 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:08:42.169137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 8de7b5fa-a739-4021-8f28-093aaac5f989 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:08:43.008234 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:43.262120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872711-2b6a-4704-8451-16c9a82f75b1 req-e8889c9e-421a-4a4d-a912-f50f35329da3 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:43.267942 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a872711-2b6a-4704-8451-16c9a82f75b1 req-e8889c9e-421a-4a4d-a912-f50f35329da3 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0645881 Jul 29 18:08:43.342807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a872711-2b6a-4704-8451-16c9a82f75b1 req-1cb1a885-2b1d-400c-ab48-b0b4e18a2ba1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710466 Jul 29 18:08:43.668460 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:08:44.545867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b070e-d275-47fe-b857-c6908632624d req-be025c1e-629d-4d66-b5bc-2ad6a7028802 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:44.548224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a1b070e-d275-47fe-b857-c6908632624d req-be025c1e-629d-4d66-b5bc-2ad6a7028802 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0862744 Jul 29 18:08:44.632082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a1b070e-d275-47fe-b857-c6908632624d req-83b76c7c-add8-4c67-b9ea-1e1f21412d73 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760851 Jul 29 18:08:44.715853 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:45.841556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828773-8ad4-4fb8-8989-d9ab9b0b400f req-f9599385-565c-4096-914e-b9448287579c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:45.843490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c828773-8ad4-4fb8-8989-d9ab9b0b400f req-f9599385-565c-4096-914e-b9448287579c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0975029 Jul 29 18:08:45.928197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c828773-8ad4-4fb8-8989-d9ab9b0b400f req-f89d78b6-e1cf-4446-b714-7248bfd31d45 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Jul 29 18:08:45.977260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44940-e848-43ae-8e4b-a36b2bb90d7b req-d7169e3f-21d7-48f4-b425-eafb8f4519d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:45.979758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ab44940-e848-43ae-8e4b-a36b2bb90d7b req-d7169e3f-21d7-48f4-b425-eafb8f4519d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0772648 Jul 29 18:08:46.048786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ab44940-e848-43ae-8e4b-a36b2bb90d7b req-23080e57-bcaf-4395-ad7a-e054609ea512 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602627 Jul 29 18:08:46.152367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60318) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:46.331862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.436933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.444321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.492313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5922947a1d94047a0b9c4f60dd82da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387175 Jul 29 18:08:46.493659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727657a-f8d9-4d5e-bb77-2045a1f0ae40,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:46.495063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60344) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:46.502503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.502852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.503190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.503965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.504496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.504996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.505330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.505941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.506473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.506805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.507134 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.507458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa3986b-1a16-4e4b-b803-a57145a26d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:46.564351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.600691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.670138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.673406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:46.675072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4727657a-f8d9-4d5e-bb77-2045a1f0ae40 HTTP/1.1" status: 204 len: 168 time: 0.1788936 Jul 29 18:08:46.686174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257de8de-9bb9-4ff5-a30a-885653f02ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727657a-f8d9-4d5e-bb77-2045a1f0ae40,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:47.057034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee700b8-ee0d-4a23-9bf5-97da1007f68a req-a5f865c5-ad02-4e6c-b8dc-6e9b9ae726bc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:47.059914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aee700b8-ee0d-4a23-9bf5-97da1007f68a req-a5f865c5-ad02-4e6c-b8dc-6e9b9ae726bc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0630510 Jul 29 18:08:47.127315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aee700b8-ee0d-4a23-9bf5-97da1007f68a req-4a6b3833-59c6-449e-a26a-2275d1aebba7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591292 Jul 29 18:08:47.240350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60406) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:47.307595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4dc402dd-1524-45f0-ab71-5e38a28ac41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.360777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88b984-e49a-4fc8-89e3-d1d479e74c01 req-81fe1a94-f8be-4b23-a8ea-f675710f5bc4 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:47.368804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b88b984-e49a-4fc8-89e3-d1d479e74c01 req-81fe1a94-f8be-4b23-a8ea-f675710f5bc4 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1213820 Jul 29 18:08:47.433114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b88b984-e49a-4fc8-89e3-d1d479e74c01 req-da30daca-26a4-4b59-970b-ff447f1d2e22 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Jul 29 18:08:47.526391 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4dc402dd-1524-45f0-ab71-5e38a28ac41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.534441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4dc402dd-1524-45f0-ab71-5e38a28ac41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.568087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc402dd-1524-45f0-ab71-5e38a28ac41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b3267-0ab4-4f2f-8cfd-b2e66a0724a8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:47.592135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4dc402dd-1524-45f0-ab71-5e38a28ac41a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f7a1c9b820e4be1a3c666c2cc3cfe85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506110 Jul 29 18:08:47.595013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:47.686466 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.713950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.785350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.797890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:47.816486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502737-f033-4149-810a-0b350ef63524 req-abc9b731-ffe1-485a-92a7-361bc10da9a1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:47.819698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a7b3267-0ab4-4f2f-8cfd-b2e66a0724a8 HTTP/1.1" status: 204 len: 168 time: 0.2141771 Jul 29 18:08:47.825985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43502737-f033-4149-810a-0b350ef63524 req-abc9b731-ffe1-485a-92a7-361bc10da9a1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0723119 Jul 29 18:08:47.843950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f27cea-2517-4453-b58f-cf0afc722bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b3267-0ab4-4f2f-8cfd-b2e66a0724a8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:47.905553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43502737-f033-4149-810a-0b350ef63524 req-c96c7571-4dca-43b7-bb90-58509ca437ca tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765903 Jul 29 18:08:49.071111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c5d8-9250-4dd3-9b3d-8c97e7f14a3f req-6c8624f9-4d2c-468b-a706-831716c2465e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:49.079431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f275c5d8-9250-4dd3-9b3d-8c97e7f14a3f req-6c8624f9-4d2c-468b-a706-831716c2465e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0720470 Jul 29 18:08:49.130921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f275c5d8-9250-4dd3-9b3d-8c97e7f14a3f req-8c64e496-b4b2-499d-ab9c-66c558833618 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474970 Jul 29 18:08:49.531025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104f409-e81c-473b-939d-17511664ef3c req-6e2c3ffb-4959-4718-897a-1802c34f4841 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:49.542534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2104f409-e81c-473b-939d-17511664ef3c req-6e2c3ffb-4959-4718-897a-1802c34f4841 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0844572 Jul 29 18:08:49.658229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2104f409-e81c-473b-939d-17511664ef3c req-61ba798b-996c-4694-8b8c-eb2c9a26bb1d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068797 Jul 29 18:08:50.897958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4850ba-5e0a-41a7-bcd8-25b3c3ce901b req-4f81dfa7-212d-4817-975b-e86701b66cfd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:50.907340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf4850ba-5e0a-41a7-bcd8-25b3c3ce901b req-4f81dfa7-212d-4817-975b-e86701b66cfd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0849156 Jul 29 18:08:50.969003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf4850ba-5e0a-41a7-bcd8-25b3c3ce901b req-1679f62f-aa71-4043-8fc4-e8c8633b038c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Jul 29 18:08:51.178511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60764) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:51.437208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.607899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.614515 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.657836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4159d7fd-8a69-4973-a158-943beb3d491a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:51.662076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18698290cd3142bc99d165314aa04b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822190 Jul 29 18:08:51.664806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:51.705999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.708014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.708597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.709137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.709704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.710261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.710809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.711507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.712034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.712557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.713081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.713656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cd03e8-6851-4601-9de8-904b641eea9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:08:51.770704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.806224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.877273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.882980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:51.885482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4159d7fd-8a69-4973-a158-943beb3d491a HTTP/1.1" status: 204 len: 168 time: 0.2191803 Jul 29 18:08:51.895139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f3df3-2c55-4de3-b498-259cde668188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4159d7fd-8a69-4973-a158-943beb3d491a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:52.425345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:52.460796 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ed9d-d26d-4fe2-ad53-909e959dfe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:52.667604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ed9d-d26d-4fe2-ad53-909e959dfe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:52.682285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ed9d-d26d-4fe2-ad53-909e959dfe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:52.740091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c7e1ed9d-d26d-4fe2-ad53-909e959dfe4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6548afdba6d145f7baed63dbb993d0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135877 Jul 29 18:08:52.740311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60882) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:52.742613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1ed9d-d26d-4fe2-ad53-909e959dfe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff216ce-f5e9-4a7e-99d8-25eb0ff0f786,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:52.846672 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:52.924172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:52.989324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b8c7-854c-440b-868b-39ab5c0d65f7 req-b297f3b5-5bf0-4306-8d44-dbb66f1e3e6f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:52.991188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7c0b8c7-854c-440b-868b-39ab5c0d65f7 req-b297f3b5-5bf0-4306-8d44-dbb66f1e3e6f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0923924 Jul 29 18:08:53.041215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:53.044469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:53.048620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ff216ce-f5e9-4a7e-99d8-25eb0ff0f786 HTTP/1.1" status: 204 len: 168 time: 0.3073242 Jul 29 18:08:53.078938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7c0b8c7-854c-440b-868b-39ab5c0d65f7 req-842f75c3-d70f-40c1-8480-4e97c57d2a0f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Jul 29 18:08:53.080124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128376fe-864a-4878-b0d0-069663f0d6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff216ce-f5e9-4a7e-99d8-25eb0ff0f786,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:53.151259 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-c690f9d4-5a66-4621-92a4-cac498cab163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:53.152898 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-c690f9d4-5a66-4621-92a4-cac498cab163 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.2628903 Jul 29 18:08:53.262358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-71b7ba81-de49-4c9d-8420-f0189427ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:53.264290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-71b7ba81-de49-4c9d-8420-f0189427ab61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1005013 Jul 29 18:08:53.326563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-4126419f-ffc7-4239-bd49-14f265488c38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0513852 Jul 29 18:08:53.382897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-90becafe-bdc3-469e-8d96-d4f1d78ef215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:53.384747 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-90becafe-bdc3-469e-8d96-d4f1d78ef215 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0500357 Jul 29 18:08:53.439352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-f0b66fe8-00ee-4c43-bf6b-2595c526a9c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443680 Jul 29 18:08:53.568722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-7dc45efe-2abe-4664-9b6c-2289937127b9 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166863 Jul 29 18:08:53.686826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-61a0bfd0-ec68-482b-a9dc-874d0c7fcf7e req-233de8bc-2b67-4fa7-a770-346cfbe0a93a service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096997 Jul 29 18:08:54.280818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e46e63-0b50-4568-8bea-00d98a133715 req-35465975-3ee9-4fa8-9475-468b9fedcea6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:54.290849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19e46e63-0b50-4568-8bea-00d98a133715 req-35465975-3ee9-4fa8-9475-468b9fedcea6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1043458 Jul 29 18:08:54.342779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19e46e63-0b50-4568-8bea-00d98a133715 req-4c74883c-8bcd-4bcc-aaee-013fb74cd8ef tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Jul 29 18:08:54.622036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 60946) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:54.736338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4549f82e-e9f8-4655-810a-240b74e0ef01 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/floatingips/10ae300b-4870-4100-83d9-d684bb5a33f1 HTTP/1.1" status: 200 len: 994 time: 0.1078639 Jul 29 18:08:54.987757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 60962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:08:55.278518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port 82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:55.279201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:55.382349 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:55.383196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:55.405505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for 82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:55.653614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba185d57-1b13-4c28-9ec6-7d1655bb3b33 req-9be0d7bd-5e36-4362-ba18-e11f67cdac6a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:55.659364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba185d57-1b13-4c28-9ec6-7d1655bb3b33 req-9be0d7bd-5e36-4362-ba18-e11f67cdac6a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1215854 Jul 29 18:08:55.719127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:55.736887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba185d57-1b13-4c28-9ec6-7d1655bb3b33 req-9c6625f6-d9cc-4e2d-b708-f2b80b88caf2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663550 Jul 29 18:08:55.761172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=82f8d8b7-fc7a-4a02-a3e6-f6715b8f0784,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:55.879875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:55.880517 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Floating IP 10ae300b-4870-4100-83d9-d684bb5a33f1 disassociated (deleted). External IP: 172.25.5.172, port: d8589336-ca80-491d-9d78-f08a2fbdcf7b. Jul 29 18:08:56.268295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router acd3a333-9fbf-440a-8077-29b4a2e63afb has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:08:56.467860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:08:56.484657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Sync routers for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:08:56.485749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:56.503762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:08:56.505432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:56.518669 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2c76d5b8-d082-440a-b4a7-e098862981b8 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/floatingips/10ae300b-4870-4100-83d9-d684bb5a33f1 HTTP/1.1" status: 204 len: 168 time: 1.5297158 Jul 29 18:08:56.519628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:56.522970 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5ea55-2445-465c-b046-f3338ad1ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:08:56.788758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:56.894760 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3021bb32-1534-473c-bd5b-54b8b235f56c x-openstack-request-id: req-3021bb32-1534-473c-bd5b-54b8b235f56c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:08:56.895117 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:08:56.895451 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3021bb32-1534-473c-bd5b-54b8b235f56c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:08:56.896736 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'status': 'completed', 'code': 200} Jul 29 18:08:56.914335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:08:57.021953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65d6b-d71e-404e-abd4-31bd2dd5b2f2 req-62caa960-423b-4a5b-92b0-ffc765cb23ab tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:57.041847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ace65d6b-d71e-404e-abd4-31bd2dd5b2f2 req-62caa960-423b-4a5b-92b0-ffc765cb23ab tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0936544 Jul 29 18:08:57.150525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ace65d6b-d71e-404e-abd4-31bd2dd5b2f2 req-3ac0467d-71f3-4f67-97cc-f79b2c328138 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076276 Jul 29 18:08:57.293246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-36297173-7fc0-4c4c-a4c0-a0f23deda5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:57.295078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-36297173-7fc0-4c4c-a4c0-a0f23deda5c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28cbab5ca5d14056b196d69e30c99b01&device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 1097 time: 0.3685505 Jul 29 18:08:57.346115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:57.391888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Checking router: acd3a333-9fbf-440a-8077-29b4a2e63afb for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:08:57.405029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:08:57.405665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:57.498614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb5783-f089-4202-92b1-04295832e9eb req-7d8c04c2-1cfb-4b5d-a74e-e1a5e1431cd9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:57.500221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96fb5783-f089-4202-92b1-04295832e9eb req-7d8c04c2-1cfb-4b5d-a74e-e1a5e1431cd9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.2113454 Jul 29 18:08:57.625849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:57.672387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:08:58.197843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96fb5783-f089-4202-92b1-04295832e9eb req-4f224d05-3635-4778-a2f7-ca5c9f9f124c tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6802113 Jul 29 18:08:58.294637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:08:58.373452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ad7d5-4a14-4940-a511-7f43a0eef5b8 None None] The sync data for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 is: [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd94ae80f-5b11-4648-aefa-ed15b9bc95ac', 'name': '', 'network_id': '959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'mac_address': 'fa:16:3e:66:d4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '4c880704-06b5-421a-830e-619e3813d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:29Z', 'updated_at': '2021-07-29T18:07:38Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'subnets': [{'id': '4c880704-06b5-421a-830e-619e3813d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:08:58.410493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-2ca35259-4e46-49d4-a40a-8c9df0989986 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:58.412315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-2ca35259-4e46-49d4-a40a-8c9df0989986 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.2075946 Jul 29 18:08:58.456688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-01584afc-0c50-43b3-9b1f-9aeec859f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:58.469906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-01584afc-0c50-43b3-9b1f-9aeec859f97e service neutron] 10.222.0.38 "GET /v2.0/networks?id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 200 len: 898 time: 1.1303785 Jul 29 18:08:58.661058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92fd50-5b73-4fe2-8fe0-94c4fc3252b2 req-274f30f7-1b37-40a8-b8b2-8d8f79c3ca13 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:58.663087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b92fd50-5b73-4fe2-8fe0-94c4fc3252b2 req-274f30f7-1b37-40a8-b8b2-8d8f79c3ca13 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.3162673 Jul 29 18:08:58.664610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-859fcf7b-e703-46e6-9389-27547f00f277 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 200 len: 217 time: 0.1052089 Jul 29 18:08:58.740673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-824edffa-c368-4a05-a158-2be8caf855f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:58.742310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-824edffa-c368-4a05-a158-2be8caf855f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 200 len: 835 time: 0.0685537 Jul 29 18:08:58.831622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port d8589336-ca80-491d-9d78-f08a2fbdcf7b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:08:58.832089 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:58.866317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b92fd50-5b73-4fe2-8fe0-94c4fc3252b2 req-a0618ecc-55a6-41f7-8bbf-747fa26bfb37 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904385 Jul 29 18:08:58.901205 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbf086-65fc-470a-8e6a-d49d41201dac None None] New status for floating IP 10ae300b-4870-4100-83d9-d684bb5a33f1: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:08:58.936063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-2068774a-f25d-4038-a85e-57273e4ef3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:58.937980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-2068774a-f25d-4038-a85e-57273e4ef3e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839237 Jul 29 18:08:58.952233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-0519e5be-c433-4790-872d-3b7e0d20c389 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:08:58.953624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-0519e5be-c433-4790-872d-3b7e0d20c389 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062563 Jul 29 18:08:59.117540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port d8589336-ca80-491d-9d78-f08a2fbdcf7b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=d8589336-ca80-491d-9d78-f08a2fbdcf7b,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:08:59.118026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:59.167876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for d8589336-ca80-491d-9d78-f08a2fbdcf7b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:08:59.310519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-ea19aea6-7da2-4fd8-b7a3-f1a5196ac631 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371196 Jul 29 18:08:59.463592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73d5ea55-2445-465c-b046-f3338ad1ae35 req-b9c555cd-56fe-4469-a84c-0e745a28b288 service neutron] 10.222.0.38 "GET /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419549 Jul 29 18:08:59.511912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f09ce7-371d-4c13-8238-c5dbadede3b1 req-965e1639-f27e-4abc-bc05-a42c5501843a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:08:59.513787 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26f09ce7-371d-4c13-8238-c5dbadede3b1 req-965e1639-f27e-4abc-bc05-a42c5501843a tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33e5f49-8fc1-41c7-a219-1ef693be2325 HTTP/1.1" status: 200 len: 946 time: 0.1934988 Jul 29 18:08:59.607158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26f09ce7-371d-4c13-8238-c5dbadede3b1 req-2541af53-9f82-4aa1-ad6c-57f3dd1fcbf9 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "GET /v2.0/security-groups?id=95ba2ddb-c424-4b23-8918-1c8965349ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831592 Jul 29 18:08:59.640294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:59.727296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=d8589336-ca80-491d-9d78-f08a2fbdcf7b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:08:59.754524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] No DVR routers for this DVR port d8589336-ca80-491d-9d78-f08a2fbdcf7b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:08:59.758722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:08:59.762235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e30a1ba4-ade9-4592-a51a-7f5fa5426d6e req-865003bd-546f-4f5f-be37-1fd29aeb0221 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.38 "DELETE /v2.0/ports/d8589336-ca80-491d-9d78-f08a2fbdcf7b HTTP/1.1" status: 204 len: 173 time: 1.3197498 Jul 29 18:08:59.762898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'name': 'network-vif-deleted', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:08:59.766095 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee37fcd-3108-4673-b4d5-bd8996538289" -d '{"events": [{"server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "name": "network-vif-deleted", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:00.124032 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54898331-99ab-4547-bd2b-44fd216372c4 x-openstack-request-id: req-54898331-99ab-4547-bd2b-44fd216372c4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:00.125014 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e5f49-8fc1-41c7-a219-1ef693be2325", "name": "network-vif-deleted", "tag": "d8589336-ca80-491d-9d78-f08a2fbdcf7b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:00.125484 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54898331-99ab-4547-bd2b-44fd216372c4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:00.126019 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e5f49-8fc1-41c7-a219-1ef693be2325', 'name': 'network-vif-deleted', 'tag': 'd8589336-ca80-491d-9d78-f08a2fbdcf7b', 'status': 'completed', 'code': 200} Jul 29 18:09:00.371862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b0f9-2eb2-4b40-9b94-2df57b34f4fb req-3009b500-5b43-4bc8-bdca-ebe54a3efe4e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:00.379978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b507b0f9-2eb2-4b40-9b94-2df57b34f4fb req-3009b500-5b43-4bc8-bdca-ebe54a3efe4e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0976744 Jul 29 18:09:00.454311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b507b0f9-2eb2-4b40-9b94-2df57b34f4fb req-af230454-47e4-4d67-8cb2-156163808c55 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Jul 29 18:09:00.684410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32818) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:00.792610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:00.857021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:00.970940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:00.974787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:00.979610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/security-groups/95ba2ddb-c424-4b23-8918-1c8965349ee9 HTTP/1.1" status: 204 len: 168 time: 0.2935543 Jul 29 18:09:00.991380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704a6b1-4f91-4c42-a6f4-2cc17d8535c1 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba2ddb-c424-4b23-8918-1c8965349ee9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:01.021695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:01.717186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9617775-9503-4272-bc59-0d396320b279 req-3d0ac20a-6c65-427d-b8bf-ccce704b98ca tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:01.718766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9617775-9503-4272-bc59-0d396320b279 req-3d0ac20a-6c65-427d-b8bf-ccce704b98ca tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1362457 Jul 29 18:09:01.779724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:01.862837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9617775-9503-4272-bc59-0d396320b279 req-7b98cccc-e068-4642-8984-add44a5e5581 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284540 Jul 29 18:09:02.135570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d8589336-ca80-491d-9d78-f08a2fbdcf7b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:02.184855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: d8589336-ca80-491d-9d78-f08a2fbdcf7b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:02.191505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device d8589336-ca80-491d-9d78-f08a2fbdcf7b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:02.249759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port d94ae80f-5b11-4648-aefa-ed15b9bc95ac {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:02.256082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.369578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:02.407849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port d94ae80f-5b11-4648-aefa-ed15b9bc95ac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:02.412499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.467293 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for d94ae80f-5b11-4648-aefa-ed15b9bc95ac owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:02.592923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d285cba8-9dd6-4db0-b0c6-91e6ef25b0aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af961d91895249038199f9884dfa296c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198429 Jul 29 18:09:02.594003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:02.722985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.777453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.875160 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.883125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:02.887933 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e2e6f08-1592-4250-a5df-baa62b00d4e6 HTTP/1.1" status: 204 len: 168 time: 0.2936051 Jul 29 18:09:02.898604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda2d2d-c37c-4674-9972-390cda735039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2e6f08-1592-4250-a5df-baa62b00d4e6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:03.000166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:03.153773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=d94ae80f-5b11-4648-aefa-ed15b9bc95ac,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:03.258595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe134e34-8664-4a29-9825-3192d363df47 req-b6485ec0-b39e-4c75-ad1e-ebe790e19d0f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:03.260517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe134e34-8664-4a29-9825-3192d363df47 req-b6485ec0-b39e-4c75-ad1e-ebe790e19d0f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.2720194 Jul 29 18:09:03.390475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fe134e34-8664-4a29-9825-3192d363df47 req-5d2786c2-aa8d-4121-9796-ebc693eca019 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210911 Jul 29 18:09:03.434414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:03.717814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Router acd3a333-9fbf-440a-8077-29b4a2e63afb has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:09:03.926325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:09:03.935459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:03.935924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-be455883-d0d4-4c79-b724-a61a2276d278 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "PUT /v2.0/routers/acd3a333-9fbf-440a-8077-29b4a2e63afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125419 Jul 29 18:09:03.950315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Sync routers for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:09:03.975721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:03.980994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:04.075526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting subnet 4c880704-06b5-421a-830e-619e3813d4e1 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:09:04.079459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:04.193308 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:04.266038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:04.449074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:04.575363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:04.589777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:09:02Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:04.645402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811efbc-d34b-4bb7-bda8-1af16212cb49 req-e77de286-7569-4925-9e09-8eaf414c0e74 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:04.653167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7811efbc-d34b-4bb7-bda8-1af16212cb49 req-e77de286-7569-4925-9e09-8eaf414c0e74 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1453948 Jul 29 18:09:04.659761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Subnet': ['ID=4c880704-06b5-421a-830e-619e3813d4e1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:04.693184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:04.693915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107b1d2-911a-4bd0-ba91-62e5475926d8 None None] Network 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:04.701521 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ea90dd8d-81ef-4351-9554-108c182ba012 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/subnets/4c880704-06b5-421a-830e-619e3813d4e1 HTTP/1.1" status: 204 len: 168 time: 0.7642572 Jul 29 18:09:04.704513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 32900) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:04.819830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7811efbc-d34b-4bb7-bda8-1af16212cb49 req-6516b37f-233e-4638-898c-c64ca108746d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562610 Jul 29 18:09:04.858929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Checking router: acd3a333-9fbf-440a-8077-29b4a2e63afb for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:09:04.873543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cad3b-7066-46d3-a184-43343f9c161d req-d799049b-7dfb-4762-a28d-8b807e8d8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:04.878452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b6cad3b-7066-46d3-a184-43343f9c161d req-d799049b-7dfb-4762-a28d-8b807e8d8f50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.1106312 Jul 29 18:09:04.960808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Routers {'acd3a333-9fbf-440a-8077-29b4a2e63afb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:04.964364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:08:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['acd3a333-9fbf-440a-8077-29b4a2e63afb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:04.985036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b6cad3b-7066-46d3-a184-43343f9c161d req-5147a10d-1d12-4738-bef0-a93d5ea674be service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974779 Jul 29 18:09:05.205019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] Set router acd3a333-9fbf-440a-8077-29b4a2e63afb gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:05.394691 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:05.475150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] DHCP port deletion for 959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:09:05.477642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 572fa65d-7f54-437a-90d8-38ce5c40af2c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:05.564440 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:05.669135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Deleting port 683cd2e0-9ce4-4265-b109-537d8b003afb {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:05.670299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:05.786780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] For port 683cd2e0-9ce4-4265-b109-537d8b003afb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=683cd2e0-9ce4-4265-b109-537d8b003afb,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:05.787064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:05.807350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Calling delete_port for 683cd2e0-9ce4-4265-b109-537d8b003afb owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:05.875189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:05.899518 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Deleting port 572fa65d-7f54-437a-90d8-38ce5c40af2c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:05.900268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.097482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] For port 572fa65d-7f54-437a-90d8-38ce5c40af2c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=572fa65d-7f54-437a-90d8-38ce5c40af2c,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:06.098234 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.113891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Calling delete_port for 572fa65d-7f54-437a-90d8-38ce5c40af2c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:06.143909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 572fa65d-7f54-437a-90d8-38ce5c40af2c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=572fa65d-7f54-437a-90d8-38ce5c40af2c,segment=NetworkSegment(b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da),segment_id=b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:06.150057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:09:02Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:06.196400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e377cc-bab9-4b1f-9872-2834d02cc57b req-45ef7afb-b345-4963-b71e-ac81b9991a93 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:06.200784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86e377cc-bab9-4b1f-9872-2834d02cc57b req-45ef7afb-b345-4963-b71e-ac81b9991a93 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1497045 Jul 29 18:09:06.208156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.243938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.249957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd33e7-0c10-41cc-b9ad-5d492aaa40d5 None None] The sync data for ids ['acd3a333-9fbf-440a-8077-29b4a2e63afb'] in n-d-801607-3 is: [{'id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'name': 'tempest-TestNetworkBasicOps-router-1191870296', 'tenant_id': '28cbab5ca5d14056b196d69e30c99b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:24Z', 'updated_at': '2021-07-29T18:09:02Z', 'revision_number': 5, 'project_id': '28cbab5ca5d14056b196d69e30c99b01', 'gw_port': {'id': '683cd2e0-9ce4-4265-b109-537d8b003afb', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3a333-9fbf-440a-8077-29b4a2e63afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:25Z', 'updated_at': '2021-07-29T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:09:06.300027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Port': ['ID=683cd2e0-9ce4-4265-b109-537d8b003afb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:06.351212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86e377cc-bab9-4b1f-9872-2834d02cc57b req-2c675668-5b3c-4d3a-a6d6-c46681ec6f82 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126256 Jul 29 18:09:06.372350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.389637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=572fa65d-7f54-437a-90d8-38ce5c40af2c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:06.411716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.455750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] Pushing event deleted for resources: {'Port': ['ID=572fa65d-7f54-437a-90d8-38ce5c40af2c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:06.464624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43c595-45bd-4b50-aea7-b81f495465f5 None None] No DVR routers for this DVR port 572fa65d-7f54-437a-90d8-38ce5c40af2c on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:06.477099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.478869 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.538834 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.540446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Fanout notify agent at l3_agent the message router_deleted on router acd3a333-9fbf-440a-8077-29b4a2e63afb {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:09:06.552004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.557340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 32932) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:06.570666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-41461d2c-a71a-4cf3-bd86-6c8bba354c02 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/routers/acd3a333-9fbf-440a-8077-29b4a2e63afb HTTP/1.1" status: 204 len: 168 time: 1.8607955 Jul 29 18:09:06.712085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.830628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44279ef-b67e-4285-8204-6eb50651f24d req-1980362d-ed85-4555-92b6-59b8127d5f27 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:06.832569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d44279ef-b67e-4285-8204-6eb50651f24d req-1980362d-ed85-4555-92b6-59b8127d5f27 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0853961 Jul 29 18:09:06.876168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.887111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-d059238b-6838-4da5-a87c-2443f9f87eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:06.888624 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-d059238b-6838-4da5-a87c-2443f9f87eaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.1741126 Jul 29 18:09:06.892243 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:06.896156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d44279ef-b67e-4285-8204-6eb50651f24d req-75d970c6-d279-43c3-8209-1a26abb31cf0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Jul 29 18:09:06.913466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:06.913763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9664b1a-1b8c-4efb-b8b5-e23f07f7b8da') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:06.968195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:06.990886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:07.005836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:09:07.006301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:09:07.009486 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:09:07.078107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-a2d58b54-a13f-4296-939e-3f6fd6634199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:07.079750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-a2d58b54-a13f-4296-939e-3f6fd6634199 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1789091 Jul 29 18:09:07.095845 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:07.168980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:07.174207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] 10.222.0.16 "DELETE /v2.0/networks/959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f HTTP/1.1" status: 204 len: 168 time: 0.6121006 Jul 29 18:09:07.174207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92319d-c277-45c8-a4e0-7d3b91a0d002 tempest-TestNetworkBasicOps-2046529010 tempest-TestNetworkBasicOps-2046529010-project] Pushing event deleted for resources: {'Network': ['ID=959b8f46-57dd-41a7-8f7e-6bd4ff70ea9f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:07.185256 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-e53d346e-a449-4669-b281-a489744cef78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0976169 Jul 29 18:09:07.304793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-3bd30811-66da-421e-bdcc-c431a735769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:07.307608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-3bd30811-66da-421e-bdcc-c431a735769b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.1120994 Jul 29 18:09:07.353018 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-b3f0e137-6696-4c69-9d7b-8eb4023efaea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367897 Jul 29 18:09:07.364417 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-51a3dad1-c910-446a-b8b5-ba4ae408aae2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:09:07.365954 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-51a3dad1-c910-446a-b8b5-ba4ae408aae2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059299 Jul 29 18:09:07.370384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-95668956-723e-4ff9-b3c3-e961c671c36c tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382979 Jul 29 18:09:07.492787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-9cbd230c-c253-4486-aace-d373d3c7fb89 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194758 Jul 29 18:09:07.660721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b8fbc2cc-5519-4f5a-980c-cb3dc536d868 req-233138d4-0128-42ee-8901-f4310c18adb5 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596785 Jul 29 18:09:07.683930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 683cd2e0-9ce4-4265-b109-537d8b003afb no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:07.714491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 683cd2e0-9ce4-4265-b109-537d8b003afb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:07.716418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 683cd2e0-9ce4-4265-b109-537d8b003afb not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:07.716835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d94ae80f-5b11-4648-aefa-ed15b9bc95ac no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:07.724160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33002) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:07.752552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d94ae80f-5b11-4648-aefa-ed15b9bc95ac {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:07.752903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d94ae80f-5b11-4648-aefa-ed15b9bc95ac not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:07.771161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-5564825e-141a-4ff3-97a2-1ad53474f14e tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:07.778772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-5564825e-141a-4ff3-97a2-1ad53474f14e tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4003465 Jul 29 18:09:07.795012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-0afbf651-3da5-4fbb-8b47-91c45adea6ec tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/quotas/a2ca6fa6ab374aaebe7057cdc3897144 HTTP/1.1" status: 200 len: 375 time: 0.0159836 Jul 29 18:09:07.827977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-85971da5-aaeb-4dac-8913-a0f12d3cc07a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320649 Jul 29 18:09:07.903971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a2ff5944-114f-460d-9d7d-42c7f87f73a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28cbab5ca5d14056b196d69e30c99b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784880 Jul 29 18:09:07.906358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33010) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:07.968771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:07.999656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.066035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.067247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521273-5b28-400f-a990-263fcf9f3108 req-40cfa6b0-194c-4829-a18a-3fade998c5cb tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:08.069000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d521273-5b28-400f-a990-263fcf9f3108 req-40cfa6b0-194c-4829-a18a-3fade998c5cb tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0567265 Jul 29 18:09:08.070467 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.077037 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e042c9ec-dcb9-4c7c-aae5-7f8621545b21 HTTP/1.1" status: 204 len: 168 time: 0.1670659 Jul 29 18:09:08.094413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5126e-5a54-4694-8df3-84218c48a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042c9ec-dcb9-4c7c-aae5-7f8621545b21,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:08.125847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d521273-5b28-400f-a990-263fcf9f3108 req-feba4f38-86d0-4c95-89b4-5e6e0854cea1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Jul 29 18:09:08.210649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7337245-65d1-414c-bf60-4634501cf7a5 req-e52b1ae3-9b3f-4305-b033-264e04320521 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 210 time: 0.0437503 Jul 29 18:09:08.422205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:08.436852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0904979f-34ee-4965-96bc-48ef1ba7b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.544458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0904979f-34ee-4965-96bc-48ef1ba7b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.549291 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0904979f-34ee-4965-96bc-48ef1ba7b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.585515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904979f-34ee-4965-96bc-48ef1ba7b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e746889-002f-4b78-a7ac-e094d3ea9bb4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:08.592967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0904979f-34ee-4965-96bc-48ef1ba7b027 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22d4689403634919b83d4c6f654d5312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690598 Jul 29 18:09:08.595318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33040) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:08.655977 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.680303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.729741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.732956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:08.734166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e746889-002f-4b78-a7ac-e094d3ea9bb4 HTTP/1.1" status: 204 len: 168 time: 0.1378655 Jul 29 18:09:08.746364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea197b4-0f51-46b4-8299-a557882f8a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e746889-002f-4b78-a7ac-e094d3ea9bb4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:09.152601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-291d8420-9223-45cf-82d8-dd0503b05c63 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567439 Jul 29 18:09:09.273611 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a1286b24-d198-422e-a1f9-fd74b0101958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:09.332411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684ac7-29aa-4fa0-b555-b98d2539576a req-7bb98ec5-44d4-4ef2-80fe-7d654b3b6ab9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:09.334815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5684ac7-29aa-4fa0-b555-b98d2539576a req-7bb98ec5-44d4-4ef2-80fe-7d654b3b6ab9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1205816 Jul 29 18:09:09.401984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5684ac7-29aa-4fa0-b555-b98d2539576a req-b54616e6-00d2-431b-9c36-86b9534f51d7 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Jul 29 18:09:09.557252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42ce28bc-be81-4ead-86af-c863aeeabca6 req-c83e9c87-e95b-423f-ab81-86a1f7aba1d3 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 210 time: 0.0482209 Jul 29 18:09:09.557432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-db5b079e-73c1-4cdc-a5d2-08c87682da83 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:09.561980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-db5b079e-73c1-4cdc-a5d2-08c87682da83 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4023507 Jul 29 18:09:09.575846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Request body: {'port': {'device_id': '865366d0-c82c-4884-b519-3313b4be2e77', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'a2ca6fa6ab374aaebe7057cdc3897144'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:09.735171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Made reservation on behalf of a2ca6fa6ab374aaebe7057cdc3897144 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:09.739198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:09.754174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:09.756904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:09.971058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:09.978607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.051246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb40dd44-5266-44c2-b29d-91018ab03450,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:10.115905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-34723826-network', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:10.154028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Made reservation on behalf of 781c215f42864fbf9eb3e1416491cf8b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:10.156272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Allocated IP 192.168.233.179 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/7bae4368-e971-4a93-99cd-5f2eb7036e40) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:09:10.157553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.185212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.309894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.319285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.334738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:09:10.348867 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.349507 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Added segment 061b0371-6671-4da4-89e4-915cbdbaf11a of type vlan for network f4506e6c-58d7-484d-853b-09796aa7c4cc Jul 29 18:09:10.400063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.413200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b965f-bca4-4b01-956c-3a2eddafdc8e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:10.416038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Transition to ACTIVE for port object 7bae4368-e971-4a93-99cd-5f2eb7036e40 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:10.445285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.464590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.483868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.485294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:10.486154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.543394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:10.556344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4506e6c-58d7-484d-853b-09796aa7c4cc,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:10.558466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:10.569730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f4506e6c-58d7-484d-853b-09796aa7c4cc details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:09:10.580389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fffc9ac7-9f8a-40e8-8930-659c9b066ec0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8238249 Jul 29 18:09:10.582524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33158) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:10.583881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:09:10.593896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Request body: {'subnet': {'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-34723826-subnet', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:10.627457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Made reservation on behalf of 781c215f42864fbf9eb3e1416491cf8b for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:10.632108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.653654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Pushing event updated for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:10.689689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:10.690703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.759820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-e7f59255-4089-4d4a-bb98-ca7f83f254e8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1838195 Jul 29 18:09:10.780796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Request body: {'port': {'device_id': '865366d0-c82c-4884-b519-3313b4be2e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:10.900855 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:10.936511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523261-2428-4741-9e36-21588f6f6ece req-b6f7e3ca-7750-497d-ac3d-47de3dcdd9c4 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:10.944398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34523261-2428-4741-9e36-21588f6f6ece req-b6f7e3ca-7750-497d-ac3d-47de3dcdd9c4 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 936 time: 0.1396554 Jul 29 18:09:11.036318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d8452e12-7e5b-4f26-8d20-4c05ebccce2a None None] Provisioning for port 7bae4368-e971-4a93-99cd-5f2eb7036e40 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:11.037932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34523261-2428-4741-9e36-21588f6f6ece req-0691300f-b027-4eb1-b153-1b232086e84c tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922968 Jul 29 18:09:11.043929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.049739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d8452e12-7e5b-4f26-8d20-4c05ebccce2a None None] Provisioning complete for port 7bae4368-e971-4a93-99cd-5f2eb7036e40 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:11.050457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8452e12-7e5b-4f26-8d20-4c05ebccce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.117884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f53f21-f77e-4b40-85c4-4fa326faa35b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:11.129488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Checking segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:11.129926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Network hostable DHCP agents. Network: f4506e6c-58d7-484d-853b-09796aa7c4cc, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:09:11.153537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d8452e12-7e5b-4f26-8d20-4c05ebccce2a None None] Port 7bae4368-e971-4a93-99cd-5f2eb7036e40 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:09:11.158459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Network f4506e6c-58d7-484d-853b-09796aa7c4cc is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:09:11.176098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f4506e6c-58d7-484d-853b-09796aa7c4cc) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:11.181175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:11.182370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.185605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c19a5-5ad2-48bb-8014-34c70610ce17 None None] Network f4506e6c-58d7-484d-853b-09796aa7c4cc requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:11.209953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef386466-c12a-44ab-98ab-00276caa534d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.6258879 Jul 29 18:09:11.212438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33174) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:11.225061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:11.290053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.291217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.379347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bae4368-e971-4a93-99cd-5f2eb7036e40 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:09:11.388938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.391217 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.414698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Transition to ACTIVE for port object 7bae4368-e971-4a93-99cd-5f2eb7036e40 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:11.420225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f4506e6c-58d7-484d-853b-09796aa7c4cc', 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'fixed_ips': [{'subnet_id': 'f9f53f21-f77e-4b40-85c4-4fa326faa35b'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:09:11.421246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.423649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.543669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:11.587215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.591363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Attempting to bind port 7bae4368-e971-4a93-99cd-5f2eb7036e40 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:11.591708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Attempting to bind port 7bae4368-e971-4a93-99cd-5f2eb7036e40 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:11.592039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Attempting to bind port 7bae4368-e971-4a93-99cd-5f2eb7036e40 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:11.599902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Port 7bae4368-e971-4a93-99cd-5f2eb7036e40 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:09:11.600267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Attempting to bind port 7bae4368-e971-4a93-99cd-5f2eb7036e40 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:11.607370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:11.607926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:11.608558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:11.618770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Bound port: 7bae4368-e971-4a93-99cd-5f2eb7036e40, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:11.619228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.670551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Allocated IP 172.20.0.2 (f4506e6c-58d7-484d-853b-09796aa7c4cc/f9f53f21-f77e-4b40-85c4-4fa326faa35b/8cea7cbd-d768-47e9-8d27-ddd89e5a1421) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:09:11.690746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8162f77d-de85-48ed-9d65-fd04609fab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.719785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:09:11.725230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:09:11.731463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.808836 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:11.812778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.815567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/7bae4368-e971-4a93-99cd-5f2eb7036e40 HTTP/1.1" status: 200 len: 1096 time: 1.0516510 Jul 29 18:09:11.816201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:11.821736 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1" -d '{"events": [{"name": "network-changed", "server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:11.944647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.947374 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85157a72-235c-4f56-8071-915f95a3e9a4 x-openstack-request-id: req-85157a72-235c-4f56-8071-915f95a3e9a4 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:11.948213 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:11.949404 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85157a72-235c-4f56-8071-915f95a3e9a4 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:11.950498 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40', 'status': 'completed', 'code': 200} Jul 29 18:09:11.953521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a56e0-a8d0-4132-984f-eaeb1cc3bfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:11.978719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:11.988375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Transition to ACTIVE for port object 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:12.027334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Transition to ACTIVE for port object 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:12.028951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-5bed2d71-d406-47de-bcae-aac16832a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.030543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-5bed2d71-d406-47de-bcae-aac16832a2d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 1099 time: 0.1534472 Jul 29 18:09:12.041492 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.043346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.074909 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.157575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-0e8c8138-3ee0-4463-87f4-53fab7c97b9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40 HTTP/1.1" status: 200 len: 217 time: 0.1175365 Jul 29 18:09:12.166254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Pushing event updated for resources: {'Port': ['ID=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:12.210739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Network f4506e6c-58d7-484d-853b-09796aa7c4cc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:12.216711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:12.218080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-06828a97-a285-418a-ad6c-9308a5f91b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.219768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-06828a97-a285-418a-ad6c-9308a5f91b97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0512269 Jul 29 18:09:12.222947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:09:12.306036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-016a176c-3711-4f07-96c5-7d0c5dd7a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.307773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-016a176c-3711-4f07-96c5-7d0c5dd7a137 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793622 Jul 29 18:09:12.313055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Attempting to bind port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:12.313532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Attempting to bind port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:12.313896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Attempting to bind port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 on network f4506e6c-58d7-484d-853b-09796aa7c4cc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:12.319075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:12.319566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Checking segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:12.320049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.320524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Bound using segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:12.320991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Bound port: 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:12.321388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.338923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814337a3-5ded-41c1-a3d9-a1a2db7d4a67 req-ed5dc643-88b2-41a6-a3f4-7fdece9ddaa3 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.340756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-814337a3-5ded-41c1-a3d9-a1a2db7d4a67 req-ed5dc643-88b2-41a6-a3f4-7fdece9ddaa3 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 948 time: 0.1565876 Jul 29 18:09:12.394633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-814337a3-5ded-41c1-a3d9-a1a2db7d4a67 req-96585a20-3ea9-4931-8787-f0483907f67a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Jul 29 18:09:12.408615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] For port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:09:12.412075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] For port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,segment=NetworkSegment(061b0371-6671-4da4-89e4-915cbdbaf11a),segment_id=061b0371-6671-4da4-89e4-915cbdbaf11a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:09:12.427809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Allocated IP 172.25.5.95 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/cc74c2ef-f292-4006-bf96-2c8b533cd6de) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:09:12.433844 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.472314 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-9b8a6a80-006f-416f-b270-34e02b1814e1 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566865 Jul 29 18:09:12.605273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f43cb-3025-49e9-aa5e-8311ed356bb1 None None] Pushing event updated for resources: {'Port': ['ID=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:12.634493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-be3f5c2a-91b2-4171-8ada-d2a9822a0aea req-80ea6bfe-a44e-4379-a838-e029caf25315 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540473 Jul 29 18:09:12.678102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.714147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f433b-82d9-4724-8222-6bcd00fc1c1d req-8c899700-e195-4aa6-b12c-61203164f243 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.716552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924f433b-82d9-4724-8222-6bcd00fc1c1d req-8c899700-e195-4aa6-b12c-61203164f243 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1053815 Jul 29 18:09:12.743190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-32192628-6719-4d29-b3d0-318bf6f34d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.745295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-32192628-6719-4d29-b3d0-318bf6f34d56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 1099 time: 0.0508637 Jul 29 18:09:12.774503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924f433b-82d9-4724-8222-6bcd00fc1c1d req-9ec0a562-9be8-42ae-baf9-a0bf79985de2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Jul 29 18:09:12.785934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:12.911081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:12.917519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:12.941312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:09:12.944614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Pushing event updated for resources: {'Port': ['ID=cc74c2ef-f292-4006-bf96-2c8b533cd6de,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:12.946604 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-c57b9f2b-75e5-4723-bd8d-e81c6c2e5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:12.948198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-c57b9f2b-75e5-4723-bd8d-e81c6c2e5949 service neutron] 10.222.0.49 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.1943574 Jul 29 18:09:13.008411 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:13.040777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-928965b2-e4a0-43c8-b059-d06ca3ec90da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40 HTTP/1.1" status: 200 len: 217 time: 0.0821388 Jul 29 18:09:13.137763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-739e3030-d375-484f-94dc-4eea674fc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:13.139324 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-739e3030-d375-484f-94dc-4eea674fc071 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0833566 Jul 29 18:09:13.202331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-86b0af72-2ad0-4da1-819f-0017f5f18a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:13.203780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-86b0af72-2ad0-4da1-819f-0017f5f18a14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554276 Jul 29 18:09:13.330855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:13.398791 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:13.409260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-986a9da7-a3f3-4085-aa89-fc1a4ff32088 service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816511 Jul 29 18:09:13.452125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Deleting subnet 234298bc-c2d8-498b-8a23-1b82bcb1e801 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:09:13.460067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:13.525160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:13.546818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:13.559261 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-73bbfb93-593a-45e8-b3e0-90ac7c1c88e1 req-8702a420-ddd7-4c8d-abf5-59c3d51bccfe service neutron] 10.222.0.49 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413934 Jul 29 18:09:13.647396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:13.744588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:14.025624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edf3e1-06ea-4580-9c81-078fcf53cad4 None None] Network f4506e6c-58d7-484d-853b-09796aa7c4cc requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:14.113592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Provisioning for port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:14.121772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Provisioning complete for port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:14.122510 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.143093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5650-d501-4656-9432-2b8cadf07b8d req-53f4b916-c569-493e-8c05-c01b904a6a30 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:14.144560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa4b5650-d501-4656-9432-2b8cadf07b8d req-53f4b916-c569-493e-8c05-c01b904a6a30 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 948 time: 0.5681775 Jul 29 18:09:14.242314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.274055 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.289328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234298bc-c2d8-498b-8a23-1b82bcb1e801,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:14.291433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.293353 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-34cf7e3a-393c-4afe-8932-1c699539261c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/234298bc-c2d8-498b-8a23-1b82bcb1e801 HTTP/1.1" status: 204 len: 168 time: 0.9611773 Jul 29 18:09:14.296113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33236) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:14.306260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa4b5650-d501-4656-9432-2b8cadf07b8d req-7ca6abd4-a6a7-4170-9542-b909a00e96b5 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525440 Jul 29 18:09:14.338434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] For port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,segment=NetworkSegment(061b0371-6671-4da4-89e4-915cbdbaf11a),segment_id=061b0371-6671-4da4-89e4-915cbdbaf11a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:14.363574 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.373711 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.391975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.427134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e39a74-e000-4779-a5e5-7452478fc9b1 None None] Pushing event updated for resources: {'Port': ['ID=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:14.488488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.509580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0781e2b6-ee0c-4bca-951e-500e7d3fd71c']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:14.541371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Router d05202f9-a002-4099-8166-84e2fc6536ab is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:09:14.551144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:14.551144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc588dd5-cb02-44cb-ab48-4bc77214a9e1') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:14.586541 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.609622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.626674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:09:14.627096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:09:14.629564 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:09:14.662559 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.686128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:09:14.697283 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Sync routers for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:09:14.705750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.712128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-10e582e4-fde1-48a3-af41-a497abe2e053 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.4956765 Jul 29 18:09:14.712128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33246) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:14.721718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Routers {'d05202f9-a002-4099-8166-84e2fc6536ab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:14.724805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d05202f9-a002-4099-8166-84e2fc6536ab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:14.756904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.764277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.768480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] 10.222.0.16 "DELETE /v2.0/networks/0781e2b6-ee0c-4bca-951e-500e7d3fd71c HTTP/1.1" status: 204 len: 168 time: 0.4710741 Jul 29 18:09:14.791618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68c9af-a0ac-468e-bc37-bdbb79d197bc admin admin] Pushing event deleted for resources: {'Network': ['ID=0781e2b6-ee0c-4bca-951e-500e7d3fd71c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:14.893643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10171000-64c8-44c9-9261-2bce4260e798 None None] Provisioning complete for port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:14.893999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10171000-64c8-44c9-9261-2bce4260e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:14.911314 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Set router d05202f9-a002-4099-8166-84e2fc6536ab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:14.993634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:15.076513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17d38869-af03-45f7-908f-2147b901535d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ed3558550fd4caeae24ebf62d0163a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816407 Jul 29 18:09:15.077146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33256) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:15.137994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.147284 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:13Z', 'revision_number': 3, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:15.178208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.197679 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Checking router: d05202f9-a002-4099-8166-84e2fc6536ab for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:09:15.199508 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Updating router d05202f9-a002-4099-8166-84e2fc6536ab port cc74c2ef-f292-4006-bf96-2c8b533cd6de binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:09:15.263665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.266303 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.266453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.267729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36b56b14-3e58-438e-ad1c-e5c4a9991808 HTTP/1.1" status: 204 len: 168 time: 0.1896243 Jul 29 18:09:15.277155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1072f1-6dad-469d-8dbf-f0a3bbc1965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b56b14-3e58-438e-ad1c-e5c4a9991808,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:15.415207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:15.523696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.523954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:15.524379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.560212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857d82-008b-4dad-9c49-6be86b027e0b req-c2b8025d-59ca-453a-bfb2-f967f33f6555 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:15.561967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf857d82-008b-4dad-9c49-6be86b027e0b req-c2b8025d-59ca-453a-bfb2-f967f33f6555 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 948 time: 0.1087284 Jul 29 18:09:15.716347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf857d82-008b-4dad-9c49-6be86b027e0b req-26374cd1-0d4b-400c-a692-f348975fafc9 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404634 Jul 29 18:09:15.784097 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.799155 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Transition to ACTIVE for port object cc74c2ef-f292-4006-bf96-2c8b533cd6de will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:15.819314 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.867079 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Pushing event updated for resources: {'Port': ['ID=cc74c2ef-f292-4006-bf96-2c8b533cd6de,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:15.887426 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.887997 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.888401 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.888794 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.889229 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.889782 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.890303 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.893153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.893153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.893153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.893153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.893153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:15.909525 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Allocated IP 172.20.0.1 (f4506e6c-58d7-484d-853b-09796aa7c4cc/f9f53f21-f77e-4b40-85c4-4fa326faa35b/f1dc6ee7-161e-44ac-adf7-403c003120a5) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:09:15.915323 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Attempting to bind port cc74c2ef-f292-4006-bf96-2c8b533cd6de on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:15.915962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Attempting to bind port cc74c2ef-f292-4006-bf96-2c8b533cd6de by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:15.916507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Attempting to bind port cc74c2ef-f292-4006-bf96-2c8b533cd6de on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:15.922355 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:15.925408 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:15.926011 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:15.926613 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:15.927670 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Bound port: cc74c2ef-f292-4006-bf96-2c8b533cd6de, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:15.929301 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.016197 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] For port cc74c2ef-f292-4006-bf96-2c8b533cd6de, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:09:16.019809 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] For port cc74c2ef-f292-4006-bf96-2c8b533cd6de, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc74c2ef-f292-4006-bf96-2c8b533cd6de,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:09:16.027890 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.064580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.090906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Transition to ACTIVE for port object f1dc6ee7-161e-44ac-adf7-403c003120a5 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:16.122865 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad60642-a9df-44db-88b9-74cec0b6a164 None None] Pushing event updated for resources: {'Port': ['ID=cc74c2ef-f292-4006-bf96-2c8b533cd6de,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:16.129590 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Routers {'d05202f9-a002-4099-8166-84e2fc6536ab'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:16.131098 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d05202f9-a002-4099-8166-84e2fc6536ab'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:16.139308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.237491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Network f4506e6c-58d7-484d-853b-09796aa7c4cc is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:16.250478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:16.255497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:09:16.300093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dc6ee7-161e-44ac-adf7-403c003120a5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:16.340933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.341389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7bae4368-e971-4a93-99cd-5f2eb7036e40 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:09:16.467004 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] Set router d05202f9-a002-4099-8166-84e2fc6536ab gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:16.496322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:16.510478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '7bae4368-e971-4a93-99cd-5f2eb7036e40', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '7bae4368-e971-4a93-99cd-5f2eb7036e40', 'mac_address': 'fa:16:3e:7c:7e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:09:16.573450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.589162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bae4368-e971-4a93-99cd-5f2eb7036e40 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:09:16.613387 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:16.615870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:16.625054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.631664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.754214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:16.764605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-af57c833-a4bf-44c7-9b8c-845d36092d40 None None] Provisioning for port f1dc6ee7-161e-44ac-adf7-403c003120a5 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:16.776853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-af57c833-a4bf-44c7-9b8c-845d36092d40 None None] Provisioning complete for port f1dc6ee7-161e-44ac-adf7-403c003120a5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:16.779156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af57c833-a4bf-44c7-9b8c-845d36092d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.803332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1092403214-network', 'tenant_id': '2fa7cf362a684eb0af63997b2f9cc6f3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:16.829645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-af57c833-a4bf-44c7-9b8c-845d36092d40 None None] Port f1dc6ee7-161e-44ac-adf7-403c003120a5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:09:16.873649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Made reservation on behalf of 2fa7cf362a684eb0af63997b2f9cc6f3 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:16.876058 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:13Z', 'revision_number': 3, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:16.876925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.893334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:16.903589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7bae4368-e971-4a93-99cd-5f2eb7036e40'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:16.915082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a1fe3-65be-4854-a69b-ede1d948ce26 None None] The sync data for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 is: [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:13Z', 'revision_number': 3, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:09:16.999915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.024128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2670db0-9bc9-462c-a05a-4f431047957d req-f37d7618-e4a6-41b2-a496-f7b685352707 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:17.026292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2670db0-9bc9-462c-a05a-4f431047957d req-f37d7618-e4a6-41b2-a496-f7b685352707 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 949 time: 0.0906026 Jul 29 18:09:17.027116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.070045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.097125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.103649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dc6ee7-161e-44ac-adf7-403c003120a5,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:17.148409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:09:17.164019 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.164503 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Added segment 73fb0d67-a5b6-43a7-8f1b-be683b486f6a of type vlan for network 9a0ac67c-896c-4660-8686-98d9563b816e Jul 29 18:09:17.166272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf902891-1928-482b-abf3-4c3471b9c0e6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:17.200240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2670db0-9bc9-462c-a05a-4f431047957d req-3da02541-bf5f-40d9-bc7e-94792b851504 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226244 Jul 29 18:09:17.210001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.220576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.274800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.285084 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:17.287456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.336609 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7217793 Jul 29 18:09:17.339752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:17.380774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Request body: {'subnet': {'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1092403214-subnet', 'tenant_id': '2fa7cf362a684eb0af63997b2f9cc6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:17.391643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Network f4506e6c-58d7-484d-853b-09796aa7c4cc is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:17.393300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:17.431667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7c057-5cae-4d40-be75-7dfb71e921d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0ac67c-896c-4660-8686-98d9563b816e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:17.446190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9a0ac67c-896c-4660-8686-98d9563b816e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:09:17.448295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Made reservation on behalf of 2fa7cf362a684eb0af63997b2f9cc6f3 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:17.456118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.558450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc74c2ef-f292-4006-bf96-2c8b533cd6de up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:17.630020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Router d05202f9-a002-4099-8166-84e2fc6536ab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:09:17.699726 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cc74c2ef-f292-4006-bf96-2c8b533cd6de completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:17.705239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cc74c2ef-f292-4006-bf96-2c8b533cd6de triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:17.705909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.815386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:09:17.824463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a28d735f-d0a6-47a0-9f70-229ad953f678 admin admin] 10.222.0.16 "PUT /v2.0/routers/d05202f9-a002-4099-8166-84e2fc6536ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1102746 Jul 29 18:09:17.911703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:17.976228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cc74c2ef-f292-4006-bf96-2c8b533cd6de, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc74c2ef-f292-4006-bf96-2c8b533cd6de,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:17.990007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.064994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cc74c2ef-f292-4006-bf96-2c8b533cd6de,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:18.067696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ddf1707a-0552-45f7-b958-0823cced5535 None None] Provisioning complete for port f1dc6ee7-161e-44ac-adf7-403c003120a5 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:18.068077 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddf1707a-0552-45f7-b958-0823cced5535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.116732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1707a-0552-45f7-b958-0823cced5535 None None] Port f1dc6ee7-161e-44ac-adf7-403c003120a5 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:09:18.358856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7bae4368-e971-4a93-99cd-5f2eb7036e40 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:18.407552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0788397-c7e7-4dd5-8fe0-03396a2d5648 req-89e748f4-7877-400e-a056-4265baaaad8a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:18.409561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0788397-c7e7-4dd5-8fe0-03396a2d5648 req-89e748f4-7877-400e-a056-4265baaaad8a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 949 time: 0.0878859 Jul 29 18:09:18.425641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.478742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 7bae4368-e971-4a93-99cd-5f2eb7036e40 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:18.482903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 7bae4368-e971-4a93-99cd-5f2eb7036e40 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:18.483282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.493183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0788397-c7e7-4dd5-8fe0-03396a2d5648 req-d7c46658-813e-4248-93a4-5711f53dc700 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751629 Jul 29 18:09:18.560902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bab8b6-1482-4110-bce5-3a579ea96dc3,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:18.578186 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Checking segment: {'id': '73fb0d67-a5b6-43a7-8f1b-be683b486f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:18.580328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Network hostable DHCP agents. Network: 9a0ac67c-896c-4660-8686-98d9563b816e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:09:18.620896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Network 9a0ac67c-896c-4660-8686-98d9563b816e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:09:18.633131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9a0ac67c-896c-4660-8686-98d9563b816e) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:18.638105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:18.638728 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.649813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f702b-c71a-43f5-840e-351bcd80108c None None] Network 9a0ac67c-896c-4660-8686-98d9563b816e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:18.689984 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-89fefccf-8438-4a08-93bd-b9e0305e781e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3138936 Jul 29 18:09:18.744173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.781189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:18.799486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:18.802175 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41249c7e-28fa-46b3-9ec6-7682e63c4b26" -d '{"events": [{"server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "name": "network-vif-plugged", "status": "completed", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:18.806868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:18.912952 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c05719-ac42-4a34-ad27-51bd573dcf85 x-openstack-request-id: req-c6c05719-ac42-4a34-ad27-51bd573dcf85 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:18.913235 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "name": "network-vif-plugged", "status": "completed", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:18.913490 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6c05719-ac42-4a34-ad27-51bd573dcf85 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:18.914065 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40', 'code': 200} Jul 29 18:09:18.948791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198e9a1-c10d-4a6f-a826-ff5ba860e9c4 None None] Network 9a0ac67c-896c-4660-8686-98d9563b816e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:19.061591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:19.123537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0f13-ee67-43eb-87e7-98492104a1fb req-e836b26a-e8e8-4dbf-9c47-7228f76cd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:19.129854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624b0f13-ee67-43eb-87e7-98492104a1fb req-e836b26a-e8e8-4dbf-9c47-7228f76cd46c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 1101 time: 0.1729920 Jul 29 18:09:19.236548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-624b0f13-ee67-43eb-87e7-98492104a1fb req-5fe5063f-e1fc-49ff-9c24-64a5d627f2ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891852 Jul 29 18:09:19.415652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc74c2ef-f292-4006-bf96-2c8b533cd6de up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:19.420061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33376) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:19.550517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cc74c2ef-f292-4006-bf96-2c8b533cd6de triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:19.552916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:19.693517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Sync routers for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:09:19.703845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Routers {'d05202f9-a002-4099-8166-84e2fc6536ab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:19.704692 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d05202f9-a002-4099-8166-84e2fc6536ab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:19.755486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33388) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:19.761940 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-69181158-network', 'tenant_id': '6b7304ad69fa46058ae5c1a9cdc3214e'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:19.805371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Made reservation on behalf of 6b7304ad69fa46058ae5c1a9cdc3214e for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:19.808264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:19.821972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:19.834750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Set router d05202f9-a002-4099-8166-84e2fc6536ab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:19.840704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0289b6-a814-4304-9a9c-be30ef6985f0 req-2c4d8884-fa2d-4634-9bfe-f9f601692067 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:19.848411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a0289b6-a814-4304-9a9c-be30ef6985f0 req-2c4d8884-fa2d-4634-9bfe-f9f601692067 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 950 time: 0.1891546 Jul 29 18:09:19.894201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a0289b6-a814-4304-9a9c-be30ef6985f0 req-a2c407ba-93f5-4d44-ac6f-59e1e843d3f1 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Jul 29 18:09:19.990720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:19.998037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.040394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:09:20.057548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.075995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba60cf-5b64-43fa-b094-fb31372f33fe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:20.105320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.106088 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Added segment 8cf06ad0-68be-49bb-b194-2f01003c4f32 of type vlan for network 1336abe5-49b6-48db-b998-8f20b6fb5c82 Jul 29 18:09:20.198337 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.263517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.264868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:20.266033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.325705 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5685065 Jul 29 18:09:20.328783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:20.337374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Request body: {'subnet': {'network_id': '1336abe5-49b6-48db-b998-8f20b6fb5c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-69181158-subnet', 'tenant_id': '6b7304ad69fa46058ae5c1a9cdc3214e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:20.354464 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9238ac-32d7-44c5-b5dc-f80a2f1d5f08 admin admin] Pushing event updated for resources: {'Network': ['ID=1336abe5-49b6-48db-b998-8f20b6fb5c82,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:20.373781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Made reservation on behalf of 6b7304ad69fa46058ae5c1a9cdc3214e for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:20.376778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.380418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1336abe5-49b6-48db-b998-8f20b6fb5c82 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:09:20.500553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:16Z', 'revision_number': 4, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'f1dc6ee7-161e-44ac-adf7-403c003120a5', 'name': '', 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'mac_address': 'fa:16:3e:ea:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'f9f53f21-f77e-4b40-85c4-4fa326faa35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:15Z', 'updated_at': '2021-07-29T18:09:16Z', 'revision_number': 2, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'subnets': [{'id': 'f9f53f21-f77e-4b40-85c4-4fa326faa35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:20.536563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Checking router: d05202f9-a002-4099-8166-84e2fc6536ab for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:09:20.536905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Updating router d05202f9-a002-4099-8166-84e2fc6536ab port f1dc6ee7-161e-44ac-adf7-403c003120a5 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:09:20.567390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.580904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.648529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb63f80-2ed4-4092-af4f-a497474d6a21,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:20.663886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Checking segment: {'id': '8cf06ad0-68be-49bb-b194-2f01003c4f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1336abe5-49b6-48db-b998-8f20b6fb5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:20.664359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Network hostable DHCP agents. Network: 1336abe5-49b6-48db-b998-8f20b6fb5c82, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:09:20.669145 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:09:20.689172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Network 1336abe5-49b6-48db-b998-8f20b6fb5c82 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:09:20.703326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1336abe5-49b6-48db-b998-8f20b6fb5c82) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:20.714389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:20.714815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.731959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ceb6fc3a-f48a-492d-8713-d278e374d7ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4018936 Jul 29 18:09:20.732914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5f3b7-2cfc-4db4-8efc-b70573ab278b None None] Network 1336abe5-49b6-48db-b998-8f20b6fb5c82 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:20.900109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Deleting port f1dc6ee7-161e-44ac-adf7-403c003120a5 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:20.901001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:20.986706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e662b-5c96-4a6b-a06c-2abdbd1c35ac None None] Network 1336abe5-49b6-48db-b998-8f20b6fb5c82 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:21.004258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.020325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Calling delete_port for f1dc6ee7-161e-44ac-adf7-403c003120a5 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:21.115074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.136497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Transition to ACTIVE for port object f1dc6ee7-161e-44ac-adf7-403c003120a5 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:21.146801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683052-7f78-4ad5-bd72-f50554c392a8 req-034a41dd-e7a4-4f88-ab6e-810465f00a7a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:21.148390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86683052-7f78-4ad5-bd72-f50554c392a8 req-034a41dd-e7a4-4f88-ab6e-810465f00a7a tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 950 time: 0.0732899 Jul 29 18:09:21.156997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.224955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55281030-7071-468e-a177-cb3ee3322101 None None] Pushing event updated for resources: {'Port': ['ID=f1dc6ee7-161e-44ac-adf7-403c003120a5,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:21.242102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86683052-7f78-4ad5-bd72-f50554c392a8 req-7fb37e5d-b824-4cef-95b8-00496943bb66 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Jul 29 18:09:21.301717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:21.302263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:21.302663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 on network f4506e6c-58d7-484d-853b-09796aa7c4cc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:21.308737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:21.309221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Checking segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:21.309695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.310145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Bound using segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:21.310717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Bound port: f1dc6ee7-161e-44ac-adf7-403c003120a5, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:21.311164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.408526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.415343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:09:21.415844 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:09:21.434464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dc6ee7-161e-44ac-adf7-403c003120a5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:21.678127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.683670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f96e136a-cbf5-41d8-bb64-50c96bc65640 None None] Could not find standard attr ID for object f1dc6ee7-161e-44ac-adf7-403c003120a5. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:09:21.768494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-f00157c7-626a-4ec8-9227-47daa3bf5ea7 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:21.770028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-f00157c7-626a-4ec8-9227-47daa3bf5ea7 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/networks?id=9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 200 len: 812 time: 0.2081215 Jul 29 18:09:21.814651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-d6b65b9c-c2d1-494c-9098-99a3e0a43b33 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/quotas/2fa7cf362a684eb0af63997b2f9cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0374804 Jul 29 18:09:21.854829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c4a59441-e78d-45c7-908f-106d9fae0216 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298779 Jul 29 18:09:21.898880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-69049af2-3bd9-4b15-ab37-1ec52839a6c5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:09:21.899773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-69049af2-3bd9-4b15-ab37-1ec52839a6c5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068619 Jul 29 18:09:21.933590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:21.934344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:21.934543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Attempting to bind port f1dc6ee7-161e-44ac-adf7-403c003120a5 on network f4506e6c-58d7-484d-853b-09796aa7c4cc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:21.940265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:21.940639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Checking segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:21.941144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.941544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Bound using segment: {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:21.942007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Bound port: f1dc6ee7-161e-44ac-adf7-403c003120a5, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b0371-6671-4da4-89e4-915cbdbaf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f4506e6c-58d7-484d-853b-09796aa7c4cc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:21.942473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:21.974078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Port f1dc6ee7-161e-44ac-adf7-403c003120a5 has been deleted concurrently {{(pid=94053) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 29 18:09:21.984107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Routers {'d05202f9-a002-4099-8166-84e2fc6536ab'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:21.984817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d05202f9-a002-4099-8166-84e2fc6536ab'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:22.029038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Router d05202f9-a002-4099-8166-84e2fc6536ab has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:09:22.042077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-57f9bdcf-170a-44e9-8558-ed4a7926a1bc service neutron] 10.222.0.16 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347365 Jul 29 18:09:22.101030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] Set router d05202f9-a002-4099-8166-84e2fc6536ab gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:09:22.221514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-46e55dba-848e-4395-8fc0-e0c91f87bd89 service neutron] 10.222.0.16 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678607 Jul 29 18:09:22.226862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:09:22.232459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-295b4149-723e-4813-b486-16d0b5a58fe2 admin admin] 10.222.0.16 "PUT /v2.0/routers/d05202f9-a002-4099-8166-84e2fc6536ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112078 Jul 29 18:09:22.234978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:22.316399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:21Z', 'revision_number': 5, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:22.348603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609264d-099a-4f2c-8c78-6dc4e6064cdc None None] The sync data for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 is: [{'id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'name': 'tempest-ImageQuotaTest-34723826-router', 'tenant_id': '781c215f42864fbf9eb3e1416491cf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:09:11Z', 'updated_at': '2021-07-29T18:09:21Z', 'revision_number': 5, 'project_id': '781c215f42864fbf9eb3e1416491cf8b', 'gw_port': {'id': 'cc74c2ef-f292-4006-bf96-2c8b533cd6de', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05202f9-a002-4099-8166-84e2fc6536ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:09:12Z', 'updated_at': '2021-07-29T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:09:22.393163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:22.543122 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:22.648440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf589ba3-07a2-4c6f-b470-07dcf73ca70a req-cb4c5eeb-c64f-4cc1-bce6-395f91aea766 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 210 time: 0.0341535 Jul 29 18:09:22.686110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Deleting port cc74c2ef-f292-4006-bf96-2c8b533cd6de {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:22.686482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:22.814700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402629-08ff-43eb-9a1a-a96506ed214c req-83802021-6ca9-47fe-b6c4-e24799f18569 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:22.816829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f402629-08ff-43eb-9a1a-a96506ed214c req-83802021-6ca9-47fe-b6c4-e24799f18569 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 950 time: 0.0869403 Jul 29 18:09:22.849934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] For port cc74c2ef-f292-4006-bf96-2c8b533cd6de, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc74c2ef-f292-4006-bf96-2c8b533cd6de,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:22.850357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:22.868008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Calling delete_port for cc74c2ef-f292-4006-bf96-2c8b533cd6de owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:22.906415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f402629-08ff-43eb-9a1a-a96506ed214c req-00d818d7-d7c7-43ef-ad5e-b1bc3cd5dbca tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798342 Jul 29 18:09:23.095950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.127121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc74c2ef-f292-4006-bf96-2c8b533cd6de,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:23.202552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.319109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.321636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.373908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.375068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05202f9-a002-4099-8166-84e2fc6536ab {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:09:23.379941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.386170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:23.390776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2bd9ab9c-98eb-4eb4-9586-8b289c87bbe9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d05202f9-a002-4099-8166-84e2fc6536ab HTTP/1.1" status: 204 len: 168 time: 1.1547742 Jul 29 18:09:23.394076 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Sync routers for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:09:23.418530 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:23.418893 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 18:09:23.419761 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d05202f9-a002-4099-8166-84e2fc6536ab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 18:09:23.429002 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Routers set() bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:09:23.429479 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Router IDs set() for agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 18:09:23.430115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d05202f9-a002-4099-8166-84e2fc6536ab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent'). {{(pid=94054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 18:09:23.430580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a35a5-eb9e-406b-b062-9a152cb727d2 None None] The sync data for ids ['d05202f9-a002-4099-8166-84e2fc6536ab'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:09:23.452366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Deleting subnet f9f53f21-f77e-4b40-85c4-4fa326faa35b {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:09:23.456341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.525545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.668465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-1496098e-4b2d-4348-aa68-1320841717cd tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:23.670578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-1496098e-4b2d-4348-aa68-1320841717cd tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.38 "GET /v2.0/networks?id=9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 200 len: 812 time: 0.1666474 Jul 29 18:09:23.672496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.684142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Request body: {'port': {'device_id': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e', 'admin_state_up': True, 'tenant_id': '2fa7cf362a684eb0af63997b2f9cc6f3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:23.742360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.780193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.788762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f076f-ac33-4c00-a06a-6bc110b76227 None None] Network f4506e6c-58d7-484d-853b-09796aa7c4cc requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:09:23.790784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9f53f21-f77e-4b40-85c4-4fa326faa35b HTTP/1.1" status: 204 len: 168 time: 0.4034433 Jul 29 18:09:23.791661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:23.794616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6fb3-2119-428b-95f1-050fe733a1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f53f21-f77e-4b40-85c4-4fa326faa35b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:23.796956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-122c5072-8977-4a10-b254-76310fbce3ad req-fb282a70-d3c1-4547-b8a7-7dde0a256586 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 210 time: 0.0378382 Jul 29 18:09:23.837649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Made reservation on behalf of 2fa7cf362a684eb0af63997b2f9cc6f3 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:09:23.841827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.874532 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:23.959799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Deleting port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:23.960607 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.046596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] For port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,segment=NetworkSegment(061b0371-6671-4da4-89e4-915cbdbaf11a),segment_id=061b0371-6671-4da4-89e4-915cbdbaf11a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:24.047189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.060827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Calling delete_port for 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:24.081689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] DHCP port deletion for f4506e6c-58d7-484d-853b-09796aa7c4cc request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:09:24.091339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Allocated IP 172.20.0.2 (9a0ac67c-896c-4660-8686-98d9563b816e/f0bab8b6-1482-4110-bce5-3a579ea96dc3/371a7a40-a58b-42c4-98b3-c32d64e5fbb3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:09:24.102054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c05eeb-692e-4750-9b2a-03b00232f964 req-d004b589-80c5-46e7-abe3-38d977872edf tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:24.104129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8c05eeb-692e-4750-9b2a-03b00232f964 req-d004b589-80c5-46e7-abe3-38d977872edf tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 950 time: 0.0941746 Jul 29 18:09:24.142461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Deleting port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:24.143099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.170519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f8c05eeb-692e-4750-9b2a-03b00232f964 req-70de2390-a7ea-4965-b7fe-5209873dae5b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb40dd44-5266-44c2-b29d-91018ab03450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563090 Jul 29 18:09:24.174821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead0222-25e4-4a69-b02c-490e452c43df req-b9d030f1-b392-4a85-a6ab-7fc5e152c199 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:24.177402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bead0222-25e4-4a69-b02c-490e452c43df req-b9d030f1-b392-4a85-a6ab-7fc5e152c199 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.49 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 950 time: 0.1098876 Jul 29 18:09:24.250373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] For port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,segment=NetworkSegment(061b0371-6671-4da4-89e4-915cbdbaf11a),segment_id=061b0371-6671-4da4-89e4-915cbdbaf11a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:24.251059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.274372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Calling delete_port for 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:24.303737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.334440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:24.336626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] No DVR routers for this DVR port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:24.344256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.367887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.395185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] Pushing event deleted for resources: {'Port': ['ID=8cea7cbd-d768-47e9-8d27-ddd89e5a1421,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:24.403427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e91a17-ad5c-41b9-b6e2-e0cd581ecc8c None None] No DVR routers for this DVR port 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:24.406531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.429365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.451045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4506e6c-58d7-484d-853b-09796aa7c4cc']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:24.454582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Deleting port 7bae4368-e971-4a93-99cd-5f2eb7036e40 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:24.454990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.458926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Network 9a0ac67c-896c-4660-8686-98d9563b816e is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:09:24.462200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:09:24.464851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:09:24.478474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061b0371-6671-4da4-89e4-915cbdbaf11a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:24.479224 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061b0371-6671-4da4-89e4-915cbdbaf11a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:24.498558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Pushing event updated for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:24.520035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.535403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:24.536032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.545147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.552374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-c0c47a96-ede0-430a-a405-f8fbfe52a107 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724210 Jul 29 18:09:24.561339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:09:24.561759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:09:24.563522 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:09:24.567984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Request body: {'port': {'device_id': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:09:24.627387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.629864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] For port 7bae4368-e971-4a93-99cd-5f2eb7036e40, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7bae4368-e971-4a93-99cd-5f2eb7036e40,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:24.630285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.645833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.647757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Calling delete_port for 7bae4368-e971-4a93-99cd-5f2eb7036e40 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:24.663825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.666621 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f4506e6c-58d7-484d-853b-09796aa7c4cc HTTP/1.1" status: 204 len: 168 time: 0.8728166 Jul 29 18:09:24.670738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1039f1-4f59-4668-8b64-11ee31fb8550 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4506e6c-58d7-484d-853b-09796aa7c4cc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:24.851674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.867273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7bae4368-e971-4a93-99cd-5f2eb7036e40'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:24.891878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Pushing event deleted for resources: {'Port': ['ID=7bae4368-e971-4a93-99cd-5f2eb7036e40,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:24.902705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:24.974617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] No DVR routers for this DVR port 7bae4368-e971-4a93-99cd-5f2eb7036e40 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:24.977476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:24.979876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bead0222-25e4-4a69-b02c-490e452c43df req-dac90625-8931-4955-906c-ea17ba3c980b tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.49 "DELETE /v2.0/ports/7bae4368-e971-4a93-99cd-5f2eb7036e40 HTTP/1.1" status: 204 len: 173 time: 0.7937322 Jul 29 18:09:24.980448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'name': 'network-vif-deleted', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:24.983085 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c2699-6fd4-4b86-802d-3e5d0e4823ed" -d '{"events": [{"server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "name": "network-vif-deleted", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:24.984988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dd2ee269-e5d7-4ccf-8926-0223e5726045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=781c215f42864fbf9eb3e1416491cf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810487 Jul 29 18:09:24.991584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 33526) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:25.072139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:09:25.090167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.107053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01358dbb-9926-4c1c-8ef6-62583d81d708 req-e2316ad5-c9e1-45f5-8a86-2807f2534913 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:25.109538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01358dbb-9926-4c1c-8ef6-62583d81d708 req-e2316ad5-c9e1-45f5-8a86-2807f2534913 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 931 time: 0.1971490 Jul 29 18:09:25.145509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.159104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Transition to ACTIVE for port object 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:09:25.173108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.222642 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.234031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01358dbb-9926-4c1c-8ef6-62583d81d708 req-90425519-32d5-45ce-8418-8c4580726731 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078057 Jul 29 18:09:25.286114 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58501a3-1a77-43bc-985d-0f4e905844e5 x-openstack-request-id: req-e58501a3-1a77-43bc-985d-0f4e905844e5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:25.286436 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865366d0-c82c-4884-b519-3313b4be2e77", "name": "network-vif-deleted", "tag": "7bae4368-e971-4a93-99cd-5f2eb7036e40", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:25.286696 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e58501a3-1a77-43bc-985d-0f4e905844e5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:25.287117 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865366d0-c82c-4884-b519-3313b4be2e77', 'name': 'network-vif-deleted', 'tag': '7bae4368-e971-4a93-99cd-5f2eb7036e40', 'status': 'completed', 'code': 200} Jul 29 18:09:25.291351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Pushing event updated for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:25.351948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Attempting to bind port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:09:25.352307 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Attempting to bind port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '73fb0d67-a5b6-43a7-8f1b-be683b486f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:09:25.352637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Attempting to bind port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 on network 9a0ac67c-896c-4660-8686-98d9563b816e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:25.366274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.368884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.369989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f0b965f-bca4-4b01-956c-3a2eddafdc8e HTTP/1.1" status: 204 len: 168 time: 0.3752453 Jul 29 18:09:25.374365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 on network 9a0ac67c-896c-4660-8686-98d9563b816e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:09:25.374594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Attempting to bind port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 on network 9a0ac67c-896c-4660-8686-98d9563b816e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:09:25.393640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d3d0-06e3-4f1a-abbd-d6cc2cd2bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b965f-bca4-4b01-956c-3a2eddafdc8e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:25.408567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:09:25.408905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Checking segment: {'id': '73fb0d67-a5b6-43a7-8f1b-be683b486f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:09:25.409348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Bound using segment: {'id': '73fb0d67-a5b6-43a7-8f1b-be683b486f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:09:25.409724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Bound port: 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fb0d67-a5b6-43a7-8f1b-be683b486f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:09:25.410086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.413523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71b74fce-3340-4406-b4a6-810ab369e264 req-5c19f2d4-c553-4ad7-8b02-26ab4e104bc8 tempest-VolumesNegativeTest-929670215 tempest-VolumesNegativeTest-929670215-project] 10.222.0.16 "GET /v2.0/ports?device_id=865366d0-c82c-4884-b519-3313b4be2e77 HTTP/1.1" status: 200 len: 210 time: 0.0491636 Jul 29 18:09:25.429903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:25.492216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:25.492821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8cea7cbd-d768-47e9-8d27-ddd89e5a1421 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:25.492980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc74c2ef-f292-4006-bf96-2c8b533cd6de no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:25.526123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:09:25.527251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cc74c2ef-f292-4006-bf96-2c8b533cd6de {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:25.527907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc74c2ef-f292-4006-bf96-2c8b533cd6de not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:25.536091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,segment=NetworkSegment(73fb0d67-a5b6-43a7-8f1b-be683b486f6a),segment_id=73fb0d67-a5b6-43a7-8f1b-be683b486f6a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:09:25.547076 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.587138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:25.587897 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:25.590283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] 10.222.0.38 "PUT /v2.0/ports/371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 200 len: 1091 time: 1.0283132 Jul 29 18:09:25.590283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:25.592297 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed3d1a-df0b-41db-a687-44963b3572c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:25.626154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64465c46-5c9d-4533-b3bc-4f5eb535b086 service neutron] Pushing event updated for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:25.651138 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d453f870-fd75-4474-bdd3-69af57f1779f x-openstack-request-id: req-d453f870-fd75-4474-bdd3-69af57f1779f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:25.652596 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:25.652867 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d453f870-fd75-4474-bdd3-69af57f1779f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:25.653285 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3', 'status': 'completed', 'code': 200} Jul 29 18:09:25.950047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33554) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:25.964475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1501b09-c606-4abc-93fd-2196f6f09bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.054961 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-4a416bbc-92ff-4b83-ac5f-d0aefa839b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.056823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-4a416bbc-92ff-4b83-ac5f-d0aefa839b0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 1094 time: 0.3995543 Jul 29 18:09:26.065838 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1501b09-c606-4abc-93fd-2196f6f09bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.073092 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1501b09-c606-4abc-93fd-2196f6f09bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.099465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-d5874264-5c98-43f0-af05-45bc17051c8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0350001 Jul 29 18:09:26.114523 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1501b09-c606-4abc-93fd-2196f6f09bb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1616368 Jul 29 18:09:26.114523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501b09-c606-4abc-93fd-2196f6f09bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd07b2-b384-4230-bb76-6190dec2773d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:26.116062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:26.155383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-34f53eaf-7a5c-437f-af20-869f5cb9168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.156939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-34f53eaf-7a5c-437f-af20-869f5cb9168a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0bab8b6-1482-4110-bce5-3a579ea96dc3 HTTP/1.1" status: 200 len: 852 time: 0.0513206 Jul 29 18:09:26.173581 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.190932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-a93eef98-335c-4043-99be-a956912f5eb4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0ac67c-896c-4660-8686-98d9563b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266252 Jul 29 18:09:26.204747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.281304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.283908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.285099 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75cd07b2-b384-4230-bb76-6190dec2773d HTTP/1.1" status: 204 len: 168 time: 0.1681190 Jul 29 18:09:26.293083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036fd40-d1b0-4bde-8d0a-0ee1603514a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd07b2-b384-4230-bb76-6190dec2773d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:26.307008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-49fff28b-5ccc-4910-a263-cf1ee6496847 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082785 Jul 29 18:09:26.436696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4148f-ab9d-4838-9f41-f613a0639962 req-39e64b29-92eb-420c-843d-8b5cfb73bb3e tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.438475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bf4148f-ab9d-4838-9f41-f613a0639962 req-39e64b29-92eb-420c-843d-8b5cfb73bb3e tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 943 time: 0.0784609 Jul 29 18:09:26.449021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9511f003-9a43-44c8-a02f-7c6e90f0ca95 req-8fd12a57-b053-4154-9a74-bdddd0b19d32 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338217 Jul 29 18:09:26.494044 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bf4148f-ab9d-4838-9f41-f613a0639962 req-4e2d0b44-8061-491e-9a33-970ef202f245 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Jul 29 18:09:26.610619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:26.620428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-ef571a4c-3723-47a4-a105-76cd7ca66ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.623113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-ef571a4c-3723-47a4-a105-76cd7ca66ecd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 1094 time: 0.0839550 Jul 29 18:09:26.736230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-ab16466e-8429-4a12-acf9-6bec8ae910be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.738315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-ab16466e-8429-4a12-acf9-6bec8ae910be service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 200 len: 913 time: 0.1059916 Jul 29 18:09:26.799554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-4a3f8170-9866-47b5-a88c-609216303bf2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0534513 Jul 29 18:09:26.890812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-26bb7640-816a-41e7-bed0-45ebc26af12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:26.892575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-26bb7640-816a-41e7-bed0-45ebc26af12e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0bab8b6-1482-4110-bce5-3a579ea96dc3 HTTP/1.1" status: 200 len: 852 time: 0.0850885 Jul 29 18:09:26.960753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-3f8b73b1-1139-4a20-afd6-99d860bd3a64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0ac67c-896c-4660-8686-98d9563b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509276 Jul 29 18:09:27.069896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-ffde7dc5-2008-4ee2-8852-02a1bcceb19d service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011128 Jul 29 18:09:27.187456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-eb5b7300-94da-417c-9055-c3e16f99f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:27.189005 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-eb5b7300-94da-417c-9055-c3e16f99f6dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.0502012 Jul 29 18:09:27.253635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a4412-40b3-40c6-bdf5-d539a262b601 req-1bc637ad-06ce-4ec4-b543-286455f89ee6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:27.261303 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d4a4412-40b3-40c6-bdf5-d539a262b601 req-1bc637ad-06ce-4ec4-b543-286455f89ee6 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1060092 Jul 29 18:09:27.293267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53ed3d1a-df0b-41db-a687-44963b3572c3 req-a47c1315-b355-4c24-b768-a13eb26aab41 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159941 Jul 29 18:09:27.310771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d4a4412-40b3-40c6-bdf5-d539a262b601 req-579b71cc-20ee-4dd5-b19a-2a45f1da8271 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Jul 29 18:09:27.338575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-41c9c56a-5f0f-443b-9b7c-9dd418329efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:27.340303 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-41c9c56a-5f0f-443b-9b7c-9dd418329efc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1442456 Jul 29 18:09:27.394389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-90f95870-bc03-4b89-9c2c-7c879c4a6318 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0445323 Jul 29 18:09:27.449794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-54f6b163-9b58-4d47-8608-f95de5079d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:27.451610 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-54f6b163-9b58-4d47-8608-f95de5079d88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0500553 Jul 29 18:09:27.488461 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-9225ae6d-dcb9-4efb-a4cd-673de34e5aed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285969 Jul 29 18:09:27.544097 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:27.591604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-2422f2d8-52b6-4aef-b247-55617ed19328 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951300 Jul 29 18:09:27.647722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e85079-b612-45e7-89ca-a27b3afc1deb req-f3b7775c-7736-4e02-92bc-66a17b4729c4 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:27.649308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12e85079-b612-45e7-89ca-a27b3afc1deb req-f3b7775c-7736-4e02-92bc-66a17b4729c4 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 943 time: 0.0618160 Jul 29 18:09:27.697774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12e85079-b612-45e7-89ca-a27b3afc1deb req-669b2426-0c02-4264-be2e-3b3da1d0ccab tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Jul 29 18:09:27.707140 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-95f17e54-e9d9-4444-9892-67fdceff8de3 req-0ac6c6ae-b9d8-4e7d-8c87-238683833cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076937 Jul 29 18:09:28.397779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7bae4368-e971-4a93-99cd-5f2eb7036e40 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:28.425698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 7bae4368-e971-4a93-99cd-5f2eb7036e40 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:28.426049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7bae4368-e971-4a93-99cd-5f2eb7036e40 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:28.465854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf088ead-65ec-4cf7-99cb-213e72231989 req-237c82f2-0554-4b21-ac96-889aa50fe3ec tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:28.467834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf088ead-65ec-4cf7-99cb-213e72231989 req-237c82f2-0554-4b21-ac96-889aa50fe3ec tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0760117 Jul 29 18:09:28.522813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf088ead-65ec-4cf7-99cb-213e72231989 req-e4e6aaf0-0d11-4e88-9e6d-1330c1f2ccd4 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Jul 29 18:09:28.570216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-719b713b-c036-4a73-ad3d-31aca05383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:28.572704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-719b713b-c036-4a73-ad3d-31aca05383e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.0570459 Jul 29 18:09:28.699263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-ad0e88d5-e7ac-466b-a41b-d42e15bcf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:28.700784 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-ad0e88d5-e7ac-466b-a41b-d42e15bcf50a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1053448 Jul 29 18:09:28.752909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-fcbf7ce4-3618-4e97-a077-374afb712a37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0419948 Jul 29 18:09:28.815650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-646248d4-5ca0-4311-becc-b5110cc324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:28.817342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-646248d4-5ca0-4311-becc-b5110cc324fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0573268 Jul 29 18:09:28.841973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e583-49bf-4d5b-a0cd-a464ca0685e3 req-38f31716-8b89-4c67-b679-929d44e83d45 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:28.844162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f067e583-49bf-4d5b-a0cd-a464ca0685e3 req-38f31716-8b89-4c67-b679-929d44e83d45 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 943 time: 0.0586689 Jul 29 18:09:28.857427 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-5058c3b1-7456-4508-8d22-4c528d8b26ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325506 Jul 29 18:09:28.897088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f067e583-49bf-4d5b-a0cd-a464ca0685e3 req-069320d5-2f39-4d41-b801-be1ddc6a0366 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Jul 29 18:09:28.970556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-a88f4491-b50b-4ef5-b181-1febebe32fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048236 Jul 29 18:09:29.067991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3b1a2308-3db4-448e-8d14-66de6fc32f9d req-50bef40d-19fb-470c-aa31-d9616c1c8fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858040 Jul 29 18:09:29.650721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a540c7-7a98-40b9-bb7d-f9759ba9de5b req-daa23f71-1507-4d96-a7a2-b2229cb9b35e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:29.660861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15a540c7-7a98-40b9-bb7d-f9759ba9de5b req-daa23f71-1507-4d96-a7a2-b2229cb9b35e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0712259 Jul 29 18:09:29.697092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15a540c7-7a98-40b9-bb7d-f9759ba9de5b req-9efd01aa-becd-47dc-a39d-028db5828159 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Jul 29 18:09:30.039179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd7617-574f-4e3a-ad2d-69969fac29ef req-b3dcd8c5-eee7-4623-bd99-54523cb8ba30 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:30.041239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffdd7617-574f-4e3a-ad2d-69969fac29ef req-b3dcd8c5-eee7-4623-bd99-54523cb8ba30 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 943 time: 0.0570407 Jul 29 18:09:30.081381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffdd7617-574f-4e3a-ad2d-69969fac29ef req-fbf4a4e0-6096-4be5-a540-13ca5a23c0d0 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Jul 29 18:09:30.267480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:09:30.366485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,segment=NetworkSegment(73fb0d67-a5b6-43a7-8f1b-be683b486f6a),segment_id=73fb0d67-a5b6-43a7-8f1b-be683b486f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:30.381707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3', 'network_id': '9a0ac67c-896c-4660-8686-98d9563b816e', 'port_id': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3', 'mac_address': 'fa:16:3e:70:66:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bab8b6-1482-4110-bce5-3a579ea96dc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:09:30.421463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:30.435739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:09:30.459999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,segment=NetworkSegment(73fb0d67-a5b6-43a7-8f1b-be683b486f6a),segment_id=73fb0d67-a5b6-43a7-8f1b-be683b486f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:30.465102 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:30.518553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:30.675479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['371a7a40-a58b-42c4-98b3-c32d64e5fbb3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:30.856613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9add970-ed6e-436b-9f83-f1defbfb295c req-a5eace5c-0fcf-43c1-991e-21a508473d4e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:30.859202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9add970-ed6e-436b-9f83-f1defbfb295c req-a5eace5c-0fcf-43c1-991e-21a508473d4e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0769050 Jul 29 18:09:30.902308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9add970-ed6e-436b-9f83-f1defbfb295c req-c0634886-b22d-4e23-8d6b-ea03b624a406 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Jul 29 18:09:31.202736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81aea1-3ee7-455c-b810-ad43b0d050c2 req-577fb639-1f79-4d82-9213-62c20f8ab1a8 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:31.204548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c81aea1-3ee7-455c-b810-ad43b0d050c2 req-577fb639-1f79-4d82-9213-62c20f8ab1a8 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 944 time: 0.0525091 Jul 29 18:09:31.250684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0c81aea1-3ee7-455c-b810-ad43b0d050c2 req-06668962-a103-4325-8041-49939d38d367 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jul 29 18:09:31.846648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33910) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:32.012985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-28e50677-1f09-4bda-ade3-bfdd1aecff90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2ca6fa6ab374aaebe7057cdc3897144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646087 Jul 29 18:09:32.015454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 33916) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:32.028615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3f2ed-1cf9-46c5-b323-f769be8e3529 req-ecc0b83a-0c0c-4f1b-9678-39d91f12af50 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:32.030772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ee3f2ed-1cf9-46c5-b323-f769be8e3529 req-ecc0b83a-0c0c-4f1b-9678-39d91f12af50 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0579193 Jul 29 18:09:32.070006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.071815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ee3f2ed-1cf9-46c5-b323-f769be8e3529 req-d6ce8320-2a9b-4e1e-9ef3-aabe6967538a tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Jul 29 18:09:32.092159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.141634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.144481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.150511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb40dd44-5266-44c2-b29d-91018ab03450 HTTP/1.1" status: 204 len: 168 time: 0.1293581 Jul 29 18:09:32.159136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cbb92-3d09-487b-8107-8f64f275fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb40dd44-5266-44c2-b29d-91018ab03450,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:32.269834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:09:32.375703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:09:32.381747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:09:32.382487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.415103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b142624-a3af-4c21-9d36-8e12d384a9ff req-ee36645c-6640-4293-ad87-0e04feb486fd tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:32.424031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b142624-a3af-4c21-9d36-8e12d384a9ff req-ee36645c-6640-4293-ad87-0e04feb486fd tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 944 time: 0.0751889 Jul 29 18:09:32.496976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.498215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b142624-a3af-4c21-9d36-8e12d384a9ff req-2e49f8e2-93df-41d6-90a6-72c43f9667fa tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Jul 29 18:09:32.526026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:32.528484 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b8d45-366a-4a2a-a2de-7a02d7bd6f54" -d '{"events": [{"server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "name": "network-vif-plugged", "status": "completed", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:32.556371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,segment=NetworkSegment(73fb0d67-a5b6-43a7-8f1b-be683b486f6a),segment_id=73fb0d67-a5b6-43a7-8f1b-be683b486f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:32.563132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:32.575260 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a0d85-fbd4-4524-8fd2-3bad85d08717 x-openstack-request-id: req-9b7a0d85-fbd4-4524-8fd2-3bad85d08717 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:32.575605 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "name": "network-vif-plugged", "status": "completed", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:32.575799 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b7a0d85-fbd4-4524-8fd2-3bad85d08717 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:32.576189 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3', 'code': 200} Jul 29 18:09:32.633746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:32.642662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.642999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.643333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.643666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.643989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.644311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.644629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.644948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.645262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.645580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.645893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.646214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:32.688665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360589-aad2-4d69-9d4c-26f4b2d753c6 req-2c4cbfe9-fa91-48a7-9c3b-8c9b358bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:32.690366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc360589-aad2-4d69-9d4c-26f4b2d753c6 req-2c4cbfe9-fa91-48a7-9c3b-8c9b358bfe2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 1096 time: 0.0479097 Jul 29 18:09:32.743365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc360589-aad2-4d69-9d4c-26f4b2d753c6 req-0f10cf96-4e9b-4bd8-b994-c4e460edd320 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Jul 29 18:09:33.201154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164846b9-5a44-4c19-895d-2b01cba224be req-ba9e98ea-bc6a-43a1-9c55-88b6c5ed0cb5 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:33.202777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-164846b9-5a44-4c19-895d-2b01cba224be req-ba9e98ea-bc6a-43a1-9c55-88b6c5ed0cb5 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0585935 Jul 29 18:09:33.243228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-164846b9-5a44-4c19-895d-2b01cba224be req-d2e71acd-526f-4eec-bd5e-abb5734fcb68 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Jul 29 18:09:33.615832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52499f5-189c-4869-a36d-f860d3cfbb90 req-451ce1df-3271-495d-910f-630da2c28388 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:33.617428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b52499f5-189c-4869-a36d-f860d3cfbb90 req-451ce1df-3271-495d-910f-630da2c28388 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0506186 Jul 29 18:09:33.657647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b52499f5-189c-4869-a36d-f860d3cfbb90 req-af3a5173-f790-40df-94ce-1cf2600c2484 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Jul 29 18:09:33.731829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377fcef-9fa7-456d-96cb-d1c0330c4c0e req-991bc311-c127-4822-bea0-23cf72885ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:33.735094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6377fcef-9fa7-456d-96cb-d1c0330c4c0e req-991bc311-c127-4822-bea0-23cf72885ccf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.0457504 Jul 29 18:09:33.780487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6377fcef-9fa7-456d-96cb-d1c0330c4c0e req-d1379a70-724f-4945-8059-d15f4048e568 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Jul 29 18:09:33.793197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d01be-a3e4-4745-9a3b-965f86984b0f req-b653d51f-e795-4326-9e30-24f001247bac tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:33.795168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-077d01be-a3e4-4745-9a3b-965f86984b0f req-b653d51f-e795-4326-9e30-24f001247bac tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0658405 Jul 29 18:09:33.833751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-077d01be-a3e4-4745-9a3b-965f86984b0f req-bf551244-3cce-41e1-948e-a1094082276e tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 29 18:09:34.078855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5e874-935b-4df3-b112-e8204f7deac1 req-7571d2d7-8e2b-462e-ab51-ac6a3b6b132d tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:34.080536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a5e874-935b-4df3-b112-e8204f7deac1 req-7571d2d7-8e2b-462e-ab51-ac6a3b6b132d tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0540075 Jul 29 18:09:34.119841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a5e874-935b-4df3-b112-e8204f7deac1 req-3a7fdae5-a36f-4cf5-b79c-61197714ae35 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Jul 29 18:09:34.374618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74372d4b-a562-4426-b206-81a984273f85 req-72491fb3-d283-45b2-b06a-244f260feaa9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:34.376124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74372d4b-a562-4426-b206-81a984273f85 req-72491fb3-d283-45b2-b06a-244f260feaa9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Jul 29 18:09:34.415661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74372d4b-a562-4426-b206-81a984273f85 req-37f4ad65-2aaf-4de2-9759-a24f7b8df56d tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jul 29 18:09:35.239025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab7c26-4657-4170-9fe7-d4e1a1ab786a req-d29490f8-c628-476e-bc0b-94661689f72a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.240590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebab7c26-4657-4170-9fe7-d4e1a1ab786a req-d29490f8-c628-476e-bc0b-94661689f72a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0511014 Jul 29 18:09:35.282194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebab7c26-4657-4170-9fe7-d4e1a1ab786a req-045d7101-de79-4926-b408-5927bac3d93a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Jul 29 18:09:35.515998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f23d52-59ad-4429-8a95-bbc84abccfad req-78fa0c2d-2f41-4f03-8660-a162268dc391 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.517519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f23d52-59ad-4429-8a95-bbc84abccfad req-78fa0c2d-2f41-4f03-8660-a162268dc391 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0753088 Jul 29 18:09:35.552266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-90fae91b-32ff-41f0-95f7-bab95697770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.553790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-90fae91b-32ff-41f0-95f7-bab95697770f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 1096 time: 0.0742521 Jul 29 18:09:35.574113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f23d52-59ad-4429-8a95-bbc84abccfad req-958e16cc-bc72-4bd3-b1b9-a5e1b11e5495 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Jul 29 18:09:35.683083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-c8959561-0e40-4f9b-abdb-3b5b90cea603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.684499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-c8959561-0e40-4f9b-abdb-3b5b90cea603 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 200 len: 913 time: 0.1229062 Jul 29 18:09:35.727494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-0762bd32-32c4-4dfe-bd66-5fd477a32767 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0357399 Jul 29 18:09:35.735250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb947b4-74ad-4738-a45b-4f74c17b4d76 req-c66181d7-ae3b-4a87-8655-0ab895ddca65 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.736766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebb947b4-74ad-4738-a45b-4f74c17b4d76 req-c66181d7-ae3b-4a87-8655-0ab895ddca65 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0973005 Jul 29 18:09:35.837712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebb947b4-74ad-4738-a45b-4f74c17b4d76 req-e5ec75e8-475a-4ed1-9cda-48b9623b7983 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926280 Jul 29 18:09:35.839915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-9e1f768e-4f13-4b62-a3ec-4b0e8e3b8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.841322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-9e1f768e-4f13-4b62-a3ec-4b0e8e3b8a5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0bab8b6-1482-4110-bce5-3a579ea96dc3 HTTP/1.1" status: 200 len: 852 time: 0.1037185 Jul 29 18:09:35.860564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-34ade66c-a5ed-42e1-8602-2b9853b40b23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800247 Jul 29 18:09:35.882371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-6a46ae6c-aeab-4094-afa4-45c9dba96e49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0ac67c-896c-4660-8686-98d9563b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325105 Jul 29 18:09:35.996227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-03f2f741-17e1-4548-819b-256a8866daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:35.997774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-03f2f741-17e1-4548-819b-256a8866daa4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1016967 Jul 29 18:09:36.019372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-f3bfdb2c-98c4-40e3-b3ab-c44749c795fc service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215091 Jul 29 18:09:36.185789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af593ee-9a94-4615-b362-c1812ed0113d req-b4ad45d7-d106-4a90-941b-b0b011bab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.187564 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-b4ad45d7-d106-4a90-941b-b0b011bab6d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b4750463594e06a46b3b35bed3249d&device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 1096 time: 0.0722737 Jul 29 18:09:36.224401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-a591e7df-5d38-4fd5-8186-a8fbe78ad0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.225808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-a591e7df-5d38-4fd5-8186-a8fbe78ad0bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.2055917 Jul 29 18:09:36.295559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c14ecf59-01c4-46f1-a7e5-dbbc36dc0351 req-e629f938-e9ab-4024-926f-defad8387ceb service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667611 Jul 29 18:09:36.296429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af593ee-9a94-4615-b362-c1812ed0113d req-c3b557e4-e41d-4911-b080-68b3d52fff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.298579 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-c3b557e4-e41d-4911-b080-68b3d52fff1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 200 len: 920 time: 0.1038082 Jul 29 18:09:36.303408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc33ca-4f3b-473a-a525-fc27cd67f469 req-ca763970-fc53-42ab-9613-cdb2f1dad679 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.305529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42cc33ca-4f3b-473a-a525-fc27cd67f469 req-ca763970-fc53-42ab-9613-cdb2f1dad679 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.1625235 Jul 29 18:09:36.307047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-dd2af2bc-81d4-41b0-b69a-186ecd896607 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 200 len: 217 time: 0.0539677 Jul 29 18:09:36.349661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-f2182e0a-5b95-4772-8762-e0ae3df2190e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 200 len: 217 time: 0.0441985 Jul 29 18:09:36.376213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42cc33ca-4f3b-473a-a525-fc27cd67f469 req-451feb9a-ec6e-4409-ab28-5ad3fa25defc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Jul 29 18:09:36.399456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-d8ed83de-2a6c-4c9e-837a-d840b58b167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.401006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-d8ed83de-2a6c-4c9e-837a-d840b58b167c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0674834 Jul 29 18:09:36.417272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af593ee-9a94-4615-b362-c1812ed0113d req-452c910c-d8cd-4b37-a71b-52d17cb96700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.419180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-452c910c-d8cd-4b37-a71b-52d17cb96700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 200 len: 859 time: 0.0627482 Jul 29 18:09:36.442199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-56937fe8-d4eb-4675-97b2-9836f07ef569 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328732 Jul 29 18:09:36.454876 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-5fbbcacc-61ef-43aa-aa74-65bb51c0b6a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a735a473-d4b7-4218-a0a8-50b61e3e3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285420 Jul 29 18:09:36.539206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-74a23c20-843b-4899-95d5-4a937c2a9ee1 service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891681 Jul 29 18:09:36.544999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-8b637cb5-dbfb-47ec-a115-666ccf3e0d06 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Jul 29 18:09:36.639697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65d91b1d-a5fa-443e-93ef-698f88e103a9 req-01c2f092-0ccf-42ff-b87c-7f44f15a5ca5 service neutron] 10.222.0.38 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910089 Jul 29 18:09:36.644627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2af593ee-9a94-4615-b362-c1812ed0113d req-b5b52278-4dff-4790-9da8-22c535d67ef6 service neutron] 10.222.0.49 "GET /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 Jul 29 18:09:36.721503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69a748-a743-4a97-9ce8-ea5dd0901816 req-be577fdf-c6d7-44eb-b973-ce45ed3521e6 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:36.723140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee69a748-a743-4a97-9ce8-ea5dd0901816 req-be577fdf-c6d7-44eb-b973-ce45ed3521e6 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0522017 Jul 29 18:09:36.761770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee69a748-a743-4a97-9ce8-ea5dd0901816 req-58267275-dc28-465f-9aa5-dbae244107fd tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jul 29 18:09:37.501513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f29d95-0e82-44c3-89e1-2f024cbfe0cb req-14120da0-a05a-42a8-9f77-09793aab05e9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:37.503090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0f29d95-0e82-44c3-89e1-2f024cbfe0cb req-14120da0-a05a-42a8-9f77-09793aab05e9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Jul 29 18:09:37.541146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0f29d95-0e82-44c3-89e1-2f024cbfe0cb req-fc023cf3-d0dc-4df1-93e1-70ed989a866e tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jul 29 18:09:37.878997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b3667-29bd-4114-a670-ffce00862c33 req-6f896678-c1a4-48d6-a007-e2d922e8b7cf tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:37.880691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54b3667-29bd-4114-a670-ffce00862c33 req-6f896678-c1a4-48d6-a007-e2d922e8b7cf tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0509124 Jul 29 18:09:37.935964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54b3667-29bd-4114-a670-ffce00862c33 req-7c40b2fd-4abe-42fd-8d79-26e7293a5fc3 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480814 Jul 29 18:09:38.173252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38cb74-c1fa-4dae-a1fa-1c8cd7f41b43 req-7f7c457b-ce96-43b2-ade9-d59485fe2c5c tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:38.174812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da38cb74-c1fa-4dae-a1fa-1c8cd7f41b43 req-7f7c457b-ce96-43b2-ade9-d59485fe2c5c tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0514827 Jul 29 18:09:38.218561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da38cb74-c1fa-4dae-a1fa-1c8cd7f41b43 req-f502b7e4-bf66-48e2-ac25-12ff04848d8a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jul 29 18:09:38.673124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6b16-9b99-4066-9111-fd98934e308f req-23609e48-6f98-4380-bf9a-c4208306d488 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:38.674638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a96c6b16-9b99-4066-9111-fd98934e308f req-23609e48-6f98-4380-bf9a-c4208306d488 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0562084 Jul 29 18:09:38.714343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a96c6b16-9b99-4066-9111-fd98934e308f req-49f20417-a338-4068-a49e-663cadeead69 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Jul 29 18:09:39.261161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44b75ca2-243e-4b38-abbf-68ab9c6136c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:39.346605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89800-8c55-48d8-aa1b-b4e255d14a3f req-025ab60d-b21c-4c41-bf74-a47040a13ceb tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:39.348104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6d89800-8c55-48d8-aa1b-b4e255d14a3f req-025ab60d-b21c-4c41-bf74-a47040a13ceb tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0499349 Jul 29 18:09:39.393930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6d89800-8c55-48d8-aa1b-b4e255d14a3f req-0167196f-0750-422a-b801-d2a14668b0af tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Jul 29 18:09:39.671369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc27c-c97d-47d6-8c0c-162413efe6f2 req-689a319a-244e-4721-aeb7-42d1133bc9f2 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:39.672939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d0bc27c-c97d-47d6-8c0c-162413efe6f2 req-689a319a-244e-4721-aeb7-42d1133bc9f2 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0941815 Jul 29 18:09:39.689011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-57cf653c-990c-4cf7-bf39-244673fd4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:39.690481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-57cf653c-990c-4cf7-bf39-244673fd4957 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 1096 time: 0.0675757 Jul 29 18:09:39.765613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d0bc27c-c97d-47d6-8c0c-162413efe6f2 req-a939ce02-81af-4938-8882-b531ee251a3b tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854218 Jul 29 18:09:39.808398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-338b5e82-679c-4950-9acd-f76995ea2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:39.809932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-338b5e82-679c-4950-9acd-f76995ea2cea service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 200 len: 913 time: 0.1110573 Jul 29 18:09:39.853219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-5b034419-097b-4b14-82b2-1f63b8172dbd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0364761 Jul 29 18:09:39.906711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-c77d49b4-eea4-41c8-8b16-6bf12406fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:39.908197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-c77d49b4-eea4-41c8-8b16-6bf12406fec4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0bab8b6-1482-4110-bce5-3a579ea96dc3 HTTP/1.1" status: 200 len: 852 time: 0.0484121 Jul 29 18:09:39.945445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-f39dca71-1d64-4aa5-84d9-dc3aa9f5787a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0ac67c-896c-4660-8686-98d9563b816e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300353 Jul 29 18:09:40.051628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-83e7ba65-7c7a-4af8-9d9d-ba2c8138c0d2 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986495 Jul 29 18:09:40.154938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eafca9c4-8b73-4bca-9d98-0d4bd4a081a2 req-9e6664bf-ad22-4c53-96a0-78423f395b41 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965071 Jul 29 18:09:40.966160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c4388-4dd2-4d96-a11b-ac3966bc792e req-b370de2f-8eb5-4ca3-a1f3-762f9315e4e0 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:40.974547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e24c4388-4dd2-4d96-a11b-ac3966bc792e req-b370de2f-8eb5-4ca3-a1f3-762f9315e4e0 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.1090257 Jul 29 18:09:41.034133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e24c4388-4dd2-4d96-a11b-ac3966bc792e req-c0aa1cc6-9ebd-454d-b46c-2983c0f2a340 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Jul 29 18:09:41.666046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e151cff2-2526-4d16-8628-c7f359872036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:41.868156 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:42.154415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814742-c3f9-4082-bbc1-4c0647a779c7 req-eca0e0e7-2b86-4a53-a43a-60a7686f88ac tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:42.155951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63814742-c3f9-4082-bbc1-4c0647a779c7 req-eca0e0e7-2b86-4a53-a43a-60a7686f88ac tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jul 29 18:09:42.199657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63814742-c3f9-4082-bbc1-4c0647a779c7 req-9913edae-61c2-43b5-af2c-690aa207d915 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Jul 29 18:09:42.449211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6506-5bd7-4ee0-92c2-f295e7d8a78d req-e40e5cc4-84e7-45f9-8095-a497c95d364a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:42.450740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d6506-5bd7-4ee0-92c2-f295e7d8a78d req-e40e5cc4-84e7-45f9-8095-a497c95d364a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0479858 Jul 29 18:09:42.489133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133d6506-5bd7-4ee0-92c2-f295e7d8a78d req-ec997b7c-011f-43ad-98c8-3798ff888d39 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 29 18:09:42.999746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:43.607705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ac640-8678-48ad-95fd-f635250ecca9 req-bb4589cb-a2cf-4214-8c23-e8ce55e15d3a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:43.609203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-992ac640-8678-48ad-95fd-f635250ecca9 req-bb4589cb-a2cf-4214-8c23-e8ce55e15d3a tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0530009 Jul 29 18:09:43.648313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-992ac640-8678-48ad-95fd-f635250ecca9 req-c8f95a54-6aa3-49e8-90ce-815fd363583e tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf902891-1928-482b-abf3-4c3471b9c0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Jul 29 18:09:44.182567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-c750b219-141a-41e8-9116-5c49f979681b tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:44.184069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-c750b219-141a-41e8-9116-5c49f979681b tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 945 time: 0.0508184 Jul 29 18:09:44.280798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Deleting port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:44.281125 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:44.376013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] For port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,segment=NetworkSegment(73fb0d67-a5b6-43a7-8f1b-be683b486f6a),segment_id=73fb0d67-a5b6-43a7-8f1b-be683b486f6a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:44.376356 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:44.389802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Calling delete_port for 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:44.529081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:44.542307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['371a7a40-a58b-42c4-98b3-c32d64e5fbb3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:44.575514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Pushing event deleted for resources: {'Port': ['ID=371a7a40-a58b-42c4-98b3-c32d64e5fbb3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:44.632075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] No DVR routers for this DVR port 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:44.636685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:44.638936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47609dfb-d0dc-4da9-b3e9-b7b2415d0718 req-e57fad35-c6b3-44b9-a338-b63eec2d9b85 tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.38 "DELETE /v2.0/ports/371a7a40-a58b-42c4-98b3-c32d64e5fbb3 HTTP/1.1" status: 204 len: 173 time: 0.4485607 Jul 29 18:09:44.639402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'name': 'network-vif-deleted', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:44.641713 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9adc4e-95fa-4ed2-8189-c36a05a9dc1b" -d '{"events": [{"server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "name": "network-vif-deleted", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:44.665360 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:44.726268 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb8c78-b76e-4d73-9930-0d3d6a164600 x-openstack-request-id: req-aafb8c78-b76e-4d73-9930-0d3d6a164600 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:44.726710 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc917521-c622-4d4f-a99b-46a7d549bf5d", "name": "network-vif-deleted", "tag": "371a7a40-a58b-42c4-98b3-c32d64e5fbb3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:44.727072 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aafb8c78-b76e-4d73-9930-0d3d6a164600 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:44.727589 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc917521-c622-4d4f-a99b-46a7d549bf5d', 'name': 'network-vif-deleted', 'tag': '371a7a40-a58b-42c4-98b3-c32d64e5fbb3', 'status': 'completed', 'code': 200} Jul 29 18:09:44.837281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88ed7252-e36c-4c7f-80da-394ab2a31337 req-c3ef4f68-9e45-4ac5-82d5-0135dec690ee tempest-TestServerAdvancedOps-447379564 tempest-TestServerAdvancedOps-447379564-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc917521-c622-4d4f-a99b-46a7d549bf5d HTTP/1.1" status: 200 len: 210 time: 0.0308714 Jul 29 18:09:45.901727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34180) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:45.951255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Deleting subnet f0bab8b6-1482-4110-bce5-3a579ea96dc3 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:09:45.955081 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:45.995189 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.047013 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.104415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.127258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bab8b6-1482-4110-bce5-3a579ea96dc3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:46.137335 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.142731 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-67a83dab-97b4-4a83-91bd-a7fc61dbaf46 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0bab8b6-1482-4110-bce5-3a579ea96dc3 HTTP/1.1" status: 204 len: 168 time: 0.2398076 Jul 29 18:09:46.143398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34184) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:46.216277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.300439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.311401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0ac67c-896c-4660-8686-98d9563b816e']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.326759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fb0d67-a5b6-43a7-8f1b-be683b486f6a') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.327050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fb0d67-a5b6-43a7-8f1b-be683b486f6a') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.336596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.350992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.357179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:09:46.357574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: items = [ Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:09:46.359264 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:09:46.412949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.419207 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.421142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a0ac67c-896c-4660-8686-98d9563b816e HTTP/1.1" status: 204 len: 168 time: 0.2766886 Jul 29 18:09:46.423995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34186) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:46.432958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730379-f955-43a9-babc-15ef60da5ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0ac67c-896c-4660-8686-98d9563b816e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:46.473633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Deleting subnet 0fb63f80-2ed4-4092-af4f-a497474d6a21 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:09:46.477101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.512828 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.560199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.617240 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.645282 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb63f80-2ed4-4092-af4f-a497474d6a21,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:46.650526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.654735 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0fb63f80-2ed4-4092-af4f-a497474d6a21 HTTP/1.1" status: 204 len: 168 time: 0.2271605 Jul 29 18:09:46.655572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34192) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:46.658599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.658951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.659295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.659636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.659973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.660303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.660630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.661064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.661268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.661591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.661914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.662255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb397c27-9c84-4c9f-b109-d30ac7c572a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:46.749485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.851005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.861045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1336abe5-49b6-48db-b998-8f20b6fb5c82']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.873510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf06ad0-68be-49bb-b194-2f01003c4f32') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.873510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf06ad0-68be-49bb-b194-2f01003c4f32') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:09:46.883738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.898582 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.904710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:09:46.905203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:09:46.906839 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:09:46.965535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.980894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:46.983015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] 10.222.0.16 "DELETE /v2.0/networks/1336abe5-49b6-48db-b998-8f20b6fb5c82 HTTP/1.1" status: 204 len: 168 time: 0.3250542 Jul 29 18:09:46.984478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a43fd-e332-4c03-93bd-5071883a825b admin admin] Pushing event deleted for resources: {'Network': ['ID=1336abe5-49b6-48db-b998-8f20b6fb5c82,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:47.162267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34204) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:47.202724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-003472ae-0544-46f6-bb9d-72bd14c59722 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fa7cf362a684eb0af63997b2f9cc6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392437 Jul 29 18:09:47.205280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:47.262584 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.284690 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.334517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.337421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.341163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf902891-1928-482b-abf3-4c3471b9c0e6 HTTP/1.1" status: 204 len: 168 time: 0.1326153 Jul 29 18:09:47.346920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536ec0a-3ad0-4162-8bdb-287b71f9ad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf902891-1928-482b-abf3-4c3471b9c0e6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:47.702410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34220) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:47.744496 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af0bdcdf-83b6-4ac6-b3a8-f55a3e85a1bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b7304ad69fa46058ae5c1a9cdc3214e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405717 Jul 29 18:09:47.747105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:47.797623 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.821276 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.882297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.884930 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:47.886590 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46ba60cf-5b64-43fa-b094-fb31372f33fe HTTP/1.1" status: 204 len: 168 time: 0.1385653 Jul 29 18:09:47.895272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7041289-a9a4-448b-94d5-7930fb7eaabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba60cf-5b64-43fa-b094-fb31372f33fe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:48.405812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:48.428165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:48.428424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 371a7a40-a58b-42c4-98b3-c32d64e5fbb3 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:49.118205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c64b3-7a0b-49bd-8b88-804eddec13a7 req-285579af-011e-4741-90aa-d1aa6693ccf8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:49.120661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce5c64b3-7a0b-49bd-8b88-804eddec13a7 req-285579af-011e-4741-90aa-d1aa6693ccf8 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0555029 Jul 29 18:09:49.174349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce5c64b3-7a0b-49bd-8b88-804eddec13a7 req-e6a037c7-27ff-473e-af7c-63b0048c4f48 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Jul 29 18:09:50.292556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b1eeb-63a9-449a-b7c6-3c8c3539a8c2 req-6f5edc31-baff-40c4-9435-e68c01c2eca9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:50.294062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736b1eeb-63a9-449a-b7c6-3c8c3539a8c2 req-6f5edc31-baff-40c4-9435-e68c01c2eca9 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Jul 29 18:09:50.333498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736b1eeb-63a9-449a-b7c6-3c8c3539a8c2 req-003615c4-43fc-4167-be29-ad7df3cb9334 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Jul 29 18:09:51.068088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758421-44d1-47f8-a52a-4bff49877451 req-bea96175-55df-4be5-af99-917b3749346c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:51.069659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba758421-44d1-47f8-a52a-4bff49877451 req-bea96175-55df-4be5-af99-917b3749346c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.38 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0606472 Jul 29 18:09:51.498060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc6271-86e5-4dc8-89fc-5c754a91b6c7 req-b8b4ca4a-046e-47a7-a4a3-8427aa97a1e1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:51.499560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bdc6271-86e5-4dc8-89fc-5c754a91b6c7 req-b8b4ca4a-046e-47a7-a4a3-8427aa97a1e1 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=be639619-13b2-4f65-8940-923f050e3fe8 HTTP/1.1" status: 200 len: 946 time: 0.0595422 Jul 29 18:09:51.508975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Deleting port 28014f31-dba6-4031-9168-4b356504612c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:51.509290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:51.588081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bdc6271-86e5-4dc8-89fc-5c754a91b6c7 req-c3070d3e-ee89-4765-88bd-d8a9819a6e0f tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816357 Jul 29 18:09:51.633479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] For port 28014f31-dba6-4031-9168-4b356504612c, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=28014f31-dba6-4031-9168-4b356504612c,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:51.633900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:51.648079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Calling delete_port for 28014f31-dba6-4031-9168-4b356504612c owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:51.783247 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:51.797191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['28014f31-dba6-4031-9168-4b356504612c'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:51.800110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:51.815695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Pushing event deleted for resources: {'Port': ['ID=28014f31-dba6-4031-9168-4b356504612c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:51.832042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.832543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.832935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.833272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.833600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.833928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.834286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.834612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.834939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.835317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.835692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.836015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:09:51.872397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] No DVR routers for this DVR port 28014f31-dba6-4031-9168-4b356504612c on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:51.875565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:51.877969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba758421-44d1-47f8-a52a-4bff49877451 req-580fd7e2-709f-468d-aac6-2110e4192f0c tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.38 "DELETE /v2.0/ports/28014f31-dba6-4031-9168-4b356504612c HTTP/1.1" status: 204 len: 173 time: 0.8014059 Jul 29 18:09:51.879026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'name': 'network-vif-deleted', 'tag': '28014f31-dba6-4031-9168-4b356504612c'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:51.882843 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc9256-3ff4-45ab-a62a-b43d4124e8e9" -d '{"events": [{"server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "name": "network-vif-deleted", "tag": "28014f31-dba6-4031-9168-4b356504612c"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:51.931627 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc2894-d788-4f0a-866f-15ce6594cdae x-openstack-request-id: req-b9cc2894-d788-4f0a-866f-15ce6594cdae {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:51.932214 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be639619-13b2-4f65-8940-923f050e3fe8", "name": "network-vif-deleted", "tag": "28014f31-dba6-4031-9168-4b356504612c", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:51.932618 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9cc2894-d788-4f0a-866f-15ce6594cdae {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:51.933251 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be639619-13b2-4f65-8940-923f050e3fe8', 'name': 'network-vif-deleted', 'tag': '28014f31-dba6-4031-9168-4b356504612c', 'status': 'completed', 'code': 200} Jul 29 18:09:52.869918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0375-010a-4e8b-aea2-adda8625a912 req-483dbf58-fb0f-4256-b126-87c7b7f13afd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:52.871471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-917b0375-010a-4e8b-aea2-adda8625a912 req-483dbf58-fb0f-4256-b126-87c7b7f13afd tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0546942 Jul 29 18:09:52.912744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-917b0375-010a-4e8b-aea2-adda8625a912 req-10b5add3-65b5-48b9-a491-2c0fab31d5b2 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Jul 29 18:09:54.032206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f373be-8642-4355-a56b-33dd112c6d7f req-dc64ace7-b2f5-4a67-bc53-5164df431852 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:54.033741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98f373be-8642-4355-a56b-33dd112c6d7f req-dc64ace7-b2f5-4a67-bc53-5164df431852 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0514696 Jul 29 18:09:54.073681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98f373be-8642-4355-a56b-33dd112c6d7f req-49b28a03-b350-43c6-af0a-4b4e1eed686b tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Jul 29 18:09:55.191404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0979-8d24-45a6-a1e4-05dc2b18839e req-19ac1ac3-3ea6-452c-8915-97499f8fe354 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:55.192928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90af0979-8d24-45a6-a1e4-05dc2b18839e req-19ac1ac3-3ea6-452c-8915-97499f8fe354 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Jul 29 18:09:55.319249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90af0979-8d24-45a6-a1e4-05dc2b18839e req-943c6f0d-9e7e-4426-8173-2d17afb90ecc tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jul 29 18:09:56.358493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe27aa-b820-47bf-8288-a0c86bdd4ebe req-7cbbddfa-b1fc-48d2-b774-eaf3b6a34f78 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:56.360014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8fe27aa-b820-47bf-8288-a0c86bdd4ebe req-7cbbddfa-b1fc-48d2-b774-eaf3b6a34f78 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0555077 Jul 29 18:09:56.403676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8fe27aa-b820-47bf-8288-a0c86bdd4ebe req-e14a016d-0b7a-4dcd-8b96-6949d01b51af tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Jul 29 18:09:56.471099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 28014f31-dba6-4031-9168-4b356504612c no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:09:56.491750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 28014f31-dba6-4031-9168-4b356504612c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:09:56.492086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 28014f31-dba6-4031-9168-4b356504612c not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:09:56.596063 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:57.524488 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a021593-d036-41e0-b506-d5a55b327c95 req-11cfb4a5-5bf1-4bc6-92a0-bb6640c79723 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:57.526012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a021593-d036-41e0-b506-d5a55b327c95 req-11cfb4a5-5bf1-4bc6-92a0-bb6640c79723 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0501564 Jul 29 18:09:57.544904 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:57.575391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a021593-d036-41e0-b506-d5a55b327c95 req-0a9d1d2d-7e71-439c-ac6c-91930dc88844 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc2d98ae-a708-47b8-961a-b0b8b4049bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Jul 29 18:09:57.673322 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:09:58.061551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597067c-247b-4343-9cab-782ccd279b68 req-fafb0d97-45f7-4f05-8e23-7e3a135443c0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:09:58.063187 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0597067c-247b-4343-9cab-782ccd279b68 req-fafb0d97-45f7-4f05-8e23-7e3a135443c0 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.49 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Jul 29 18:09:58.168662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Deleting port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:09:58.169024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:58.266469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] For port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:09:58.266704 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:58.280723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Calling delete_port for 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:09:58.418642 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:58.431004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:09:58.454490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Pushing event deleted for resources: {'Port': ['ID=9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:09:58.501546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] No DVR routers for this DVR port 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:09:58.504506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:09:58.506571 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0597067c-247b-4343-9cab-782ccd279b68 req-db590a68-5967-4633-8ab3-790866788e00 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.49 "DELETE /v2.0/ports/9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 HTTP/1.1" status: 204 len: 173 time: 0.4362602 Jul 29 18:09:58.507018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'name': 'network-vif-deleted', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:09:58.509395 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f20bc-b12b-412f-8ac9-4cdc7a7568df" -d '{"events": [{"server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "name": "network-vif-deleted", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:09:58.749279 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1967cf1-a1b1-4f54-bc4c-7d5377af9911 x-openstack-request-id: req-b1967cf1-a1b1-4f54-bc4c-7d5377af9911 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:09:58.749710 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09311470-d707-462a-99da-35e0dbe59d03", "name": "network-vif-deleted", "tag": "9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:09:58.750087 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1967cf1-a1b1-4f54-bc4c-7d5377af9911 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:09:58.750614 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09311470-d707-462a-99da-35e0dbe59d03', 'name': 'network-vif-deleted', 'tag': '9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1', 'status': 'completed', 'code': 200} Jul 29 18:09:58.838053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-503ff69e-49ed-4ae5-ae23-47887d5345e0 req-bf636ff4-4439-4020-91cf-61fcb4fd4129 tempest-ServerRescueNegativeTestJSON-123379000 tempest-ServerRescueNegativeTestJSON-123379000-project] 10.222.0.16 "GET /v2.0/ports?device_id=09311470-d707-462a-99da-35e0dbe59d03 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Jul 29 18:09:59.901159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:09:59.961306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-0a361110-c3a6-48cd-b728-669f133fe392 req-9e59147e-9cc7-4ddb-9fd9-615c7b4a5f6e service neutron] (94052) timed out ('10.222.0.38', 51950) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:10:00.285035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:00.543900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Deleting port 49d34cba-f30f-4b51-b39b-9ec77777b762 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:00.544145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:00.625853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] For port 49d34cba-f30f-4b51-b39b-9ec77777b762, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=49d34cba-f30f-4b51-b39b-9ec77777b762,segment=NetworkSegment(efd467ef-1592-49a6-a36c-ee10f33370ad),segment_id=efd467ef-1592-49a6-a36c-ee10f33370ad)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:00.626225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:00.640883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Calling delete_port for 49d34cba-f30f-4b51-b39b-9ec77777b762 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:00.831943 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:00.863084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Pushing event deleted for resources: {'Port': ['ID=49d34cba-f30f-4b51-b39b-9ec77777b762,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:01.026801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.264350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Router 419ca6f6-d5c8-4136-90d7-674b682013aa has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:10:01.383797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:01.389539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b48ee529-7a6f-4909-9777-279956f40cca admin admin] 10.222.0.16 "PUT /v2.0/routers/419ca6f6-d5c8-4136-90d7-674b682013aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4871831 Jul 29 18:10:01.392260 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34438) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:01.398278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Sync routers for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:01.408121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:01.409096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:01.502974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.537646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:10:01.613282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.669861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Deleting port 420a9706-a282-46d2-b71e-f73991b50a52 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:01.670208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.731584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '420a9706-a282-46d2-b71e-f73991b50a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:10:00Z', 'revision_number': 5, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port': {'id': '420a9706-a282-46d2-b71e-f73991b50a52', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:07:33Z', 'updated_at': '2021-07-29T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:01.758279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Checking router: 419ca6f6-d5c8-4136-90d7-674b682013aa for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:10:01.759678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] For port 420a9706-a282-46d2-b71e-f73991b50a52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=420a9706-a282-46d2-b71e-f73991b50a52,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:01.760052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.767136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Routers {'419ca6f6-d5c8-4136-90d7-674b682013aa'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:01.767788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:09:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['419ca6f6-d5c8-4136-90d7-674b682013aa'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:01.773154 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Calling delete_port for 420a9706-a282-46d2-b71e-f73991b50a52 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:01.857475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] Set router 419ca6f6-d5c8-4136-90d7-674b682013aa gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:10:01.911329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:10:01Z', 'revision_number': 6, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:01.955929 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:01.983875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=420a9706-a282-46d2-b71e-f73991b50a52,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:02.057578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.098198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2a9ff-2b3d-444a-9a50-29f83e959a75 None None] The sync data for ids ['419ca6f6-d5c8-4136-90d7-674b682013aa'] in n-d-801607-3 is: [{'id': '419ca6f6-d5c8-4136-90d7-674b682013aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1235252242-router', 'tenant_id': '23b4750463594e06a46b3b35bed3249d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:07:32Z', 'updated_at': '2021-07-29T18:10:01Z', 'revision_number': 6, 'project_id': '23b4750463594e06a46b3b35bed3249d', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:02.159720 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.162025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.204891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.205443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 419ca6f6-d5c8-4136-90d7-674b682013aa {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:10:02.209912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.211118 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-16a1def9-2f6e-48a2-a9d6-4b86569b45f1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/419ca6f6-d5c8-4136-90d7-674b682013aa HTTP/1.1" status: 204 len: 168 time: 0.8179693 Jul 29 18:10:02.213789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:02.266961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Deleting subnet 705e9672-7681-4b9c-be37-6c13852a8863 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:02.270098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.305536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.351500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.405725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.431188 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705e9672-7681-4b9c-be37-6c13852a8863,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:02.446692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.449030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-648b9bed-56ba-44d1-b80c-920525fed5ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/705e9672-7681-4b9c-be37-6c13852a8863 HTTP/1.1" status: 204 len: 168 time: 0.2341833 Jul 29 18:10:02.452504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34466) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:02.526815 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.596401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:02.618093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:10:02.618606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 9dcf6f5c-1d72-4c01-8677-b7ef2ea68ff1 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:02.626950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.638407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a735a473-d4b7-4218-a0a8-50b61e3e3078']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:02.650192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd467ef-1592-49a6-a36c-ee10f33370ad') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:02.650524 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd467ef-1592-49a6-a36c-ee10f33370ad') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:02.660084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.673822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.680063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:02.680657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:02.682670 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:02.743698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.755354 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:02.758812 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/a735a473-d4b7-4218-a0a8-50b61e3e3078 HTTP/1.1" status: 204 len: 168 time: 0.3054051 Jul 29 18:10:02.774551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f773bf-a09b-4380-b7bf-3e36f5a061ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a735a473-d4b7-4218-a0a8-50b61e3e3078,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:02.937451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:02.986121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d0d0137a-7678-4050-b9d1-98348b2ca741 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23b4750463594e06a46b3b35bed3249d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422609 Jul 29 18:10:02.988637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:03.041514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:03.067121 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:03.117355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:03.120925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:03.124704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc2d98ae-a708-47b8-961a-b0b8b4049bc3 HTTP/1.1" status: 204 len: 168 time: 0.1327391 Jul 29 18:10:03.132602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43583f-52ca-4363-8500-ce69de98eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2d98ae-a708-47b8-961a-b0b8b4049bc3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:03.384486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 420a9706-a282-46d2-b71e-f73991b50a52 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:03.417099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 420a9706-a282-46d2-b71e-f73991b50a52 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:10:03.420542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 420a9706-a282-46d2-b71e-f73991b50a52 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:03.421448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 49d34cba-f30f-4b51-b39b-9ec77777b762 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:03.440900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 49d34cba-f30f-4b51-b39b-9ec77777b762 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:10:03.441245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 49d34cba-f30f-4b51-b39b-9ec77777b762 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:09.255528 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cee93d90-4fd8-477f-b3fd-2e2a9b6bc73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.298168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34670) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:09.406820 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211282aa-11a0-436b-8b00-c2578e647114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.504059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211282aa-11a0-436b-8b00-c2578e647114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.508898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-211282aa-11a0-436b-8b00-c2578e647114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.546912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211282aa-11a0-436b-8b00-c2578e647114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e28e2c-ee30-46f5-8fcf-942706fd07f0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:09.554987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-211282aa-11a0-436b-8b00-c2578e647114 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d393965986d433cb2fe36dd86034fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531667 Jul 29 18:10:09.555507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34676) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:09.607562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.629724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.675725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.678835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:09.680170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17e28e2c-ee30-46f5-8fcf-942706fd07f0 HTTP/1.1" status: 204 len: 168 time: 0.1239922 Jul 29 18:10:09.688710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84527a1-7a3c-47f4-965b-262b2c197825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e28e2c-ee30-46f5-8fcf-942706fd07f0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:09.947365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 34682) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:09.972513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb9452d-fb18-4004-83d0-0ec82a610337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.072021 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb9452d-fb18-4004-83d0-0ec82a610337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.077139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb9452d-fb18-4004-83d0-0ec82a610337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.115168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acb9452d-fb18-4004-83d0-0ec82a610337 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7652752dc774f3aa327f7446dfc0b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663795 Jul 29 18:10:10.116022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9452d-fb18-4004-83d0-0ec82a610337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c9b73-d222-4924-8054-de6330055f83,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:10.118898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 34684) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:10.175501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.197453 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.252609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.255277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:10.256419 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/210c9b73-d222-4924-8054-de6330055f83 HTTP/1.1" status: 204 len: 168 time: 0.1363707 Jul 29 18:10:10.264564 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7ca43-f8f3-4b48-a5ef-5ecccd5b9c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c9b73-d222-4924-8054-de6330055f83,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:11.668115 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b0f-c95a-4dc8-b9b0-624f2701455e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:11.873956 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:13.018796 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:13.826974 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35196) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:13.939399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3032dab8-2bd7-4064-9c7a-76d66a17bb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.030920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3032dab8-2bd7-4064-9c7a-76d66a17bb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.036226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3032dab8-2bd7-4064-9c7a-76d66a17bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.076900 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3032dab8-2bd7-4064-9c7a-76d66a17bb34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37f0910866c9461f8276e9dc91c38b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486675 Jul 29 18:10:14.078122 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032dab8-2bd7-4064-9c7a-76d66a17bb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61056c59-eeb4-4608-b0fe-816adcfce546,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:14.079363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35242) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:14.131206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.154044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.202531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.205333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:14.209176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61056c59-eeb4-4608-b0fe-816adcfce546 HTTP/1.1" status: 204 len: 168 time: 0.1287763 Jul 29 18:10:14.218123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f83a4-9e1b-4eb5-8016-5e4fb618ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61056c59-eeb4-4608-b0fe-816adcfce546,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:14.662835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:15.575062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.677451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-717926bd-4493-4e0f-be8e-1eba2e5e0c1d tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:15.714894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-717926bd-4493-4e0f-be8e-1eba2e5e0c1d tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "PUT /v2.0/quotas/f57ba3a055a74c95835721422865fede HTTP/1.1" status: 200 len: 366 time: 0.1386774 Jul 29 18:10:15.718086 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35414) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.729166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73b98573-5421-419c-afca-ef0011b7cb92 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0103912 Jul 29 18:10:15.730927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.741343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e632d557-6830-41ef-8262-d5404b7578cb tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas/f57ba3a055a74c95835721422865fede HTTP/1.1" status: 200 len: 366 time: 0.0091696 Jul 29 18:10:15.743739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35418) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.762090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ffab5bb9-5c5b-407d-b114-4b4363738a8a tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/f57ba3a055a74c95835721422865fede HTTP/1.1" status: 204 len: 168 time: 0.0148110 Jul 29 18:10:15.762493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35420) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.775421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-189a147b-ad63-421c-b6c9-9527f44cf1d9 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0091755 Jul 29 18:10:15.775421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35422) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.785619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ac4469a7-eccf-47dd-9453-b361b5c52bc9 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas/f57ba3a055a74c95835721422865fede HTTP/1.1" status: 200 len: 370 time: 0.0095725 Jul 29 18:10:15.787250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35424) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.792121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-647b69b6-9f9b-4a8b-9e2c-81609430b2e8 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas/f57ba3a055a74c95835721422865fede/default HTTP/1.1" status: 200 len: 370 time: 0.0037935 Jul 29 18:10:15.794502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.804200 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-515817db-8b9b-4bcd-b5bb-75e3ea912924 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] delete failed (client error): The resource could not be found. Jul 29 18:10:15.805116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-515817db-8b9b-4bcd-b5bb-75e3ea912924 tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/f57ba3a055a74c95835721422865fede HTTP/1.1" status: 404 len: 348 time: 0.0097234 Jul 29 18:10:15.908941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35430) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:15.928444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:network and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.937439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:15.944278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:subnet and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.949219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:15.955292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:subnetpool and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.960170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:15.966594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:port and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.971913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:15.978358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:router and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.983195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:15.989532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:floatingip and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:15.994816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:16.032575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:security_group and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:16.038063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:16.045222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Usage tracker for resource:security_group_rule and tenant:3906628016b14d37b7e0d0851e6c446e is out of sync, need to count used quota {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 18:10:16.053074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.quota.resource [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94051) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 18:10:16.058694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4327302c-abef-4e2c-b188-2543e8804bca tempest-QuotasTest-515772071 tempest-QuotasTest-515772071-project-admin] 10.222.0.16 "GET /v2.0/quotas/3906628016b14d37b7e0d0851e6c446e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1486840 Jul 29 18:10:16.378213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:16.489039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d437008e-b8d7-492a-b187-a469e0a6d993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.578931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d437008e-b8d7-492a-b187-a469e0a6d993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.584302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d437008e-b8d7-492a-b187-a469e0a6d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.622729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d437008e-b8d7-492a-b187-a469e0a6d993 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c03607da396543699e9a7ec32873012d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432680 Jul 29 18:10:16.623853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437008e-b8d7-492a-b187-a469e0a6d993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb096c-de24-4d09-afdc-3a5e14cb8d16,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:16.625557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35446) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:16.678896 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.701552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.751055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.753645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:16.754844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eafb096c-de24-4d09-afdc-3a5e14cb8d16 HTTP/1.1" status: 204 len: 168 time: 0.1281524 Jul 29 18:10:16.763663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30cc4-5a25-4ea9-bdf1-d3d490264c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb096c-de24-4d09-afdc-3a5e14cb8d16,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:17.029099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35452) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:17.042561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330d8fcb-be2d-46cb-bbc2-4978142eb7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.132788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330d8fcb-be2d-46cb-bbc2-4978142eb7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.138269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330d8fcb-be2d-46cb-bbc2-4978142eb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.182105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-330d8fcb-be2d-46cb-bbc2-4978142eb7bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3906628016b14d37b7e0d0851e6c446e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517532 Jul 29 18:10:17.182894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:17.183381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d8fcb-be2d-46cb-bbc2-4978142eb7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399583c-d4a6-4cc9-a5b7-a0c5cd802c19,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:17.237465 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.258599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.306536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.309029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:17.310220 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0399583c-d4a6-4cc9-a5b7-a0c5cd802c19 HTTP/1.1" status: 204 len: 168 time: 0.1262674 Jul 29 18:10:17.318198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043228d-87cf-4073-827b-14f0464b2801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399583c-d4a6-4cc9-a5b7-a0c5cd802c19,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:18.024929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:18.120901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'networks': [{'name': 'tempest-network--368521446'}, {'name': 'tempest-network--1585144383'}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:18.121222 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-network--368521446'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:18.121684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-network--1585144383'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:18.145465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'network': 2} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:18.150590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.159840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.253899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.258326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.258787 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.294959 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7859c29b-66f0-41f3-b401-aea78874681e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:18.304921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:18.315295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.315704 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment 03a5b140-ce7a-4740-b2ab-21c83a846539 of type vlan for network d6ffee47-2542-49b6-afcb-f9e990f37adf Jul 29 18:10:18.368072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.401960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:18.416978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.417285 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment e1177e33-9b10-4635-9dfe-2dcdbbb87afd of type vlan for network fb287638-8458-4c5e-9e3d-3b559400edd7 Jul 29 18:10:18.455841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.486429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.487052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.492705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:18.497650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:18.498281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:18.554116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5280564 Jul 29 18:10:18.556667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:18.627383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=d6ffee47-2542-49b6-afcb-f9e990f37adf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:18.639725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d6ffee47-2542-49b6-afcb-f9e990f37adf details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:19.079850 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c186-ff7d-4e25-b8de-65d68f868adb tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=fb287638-8458-4c5e-9e3d-3b559400edd7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:19.090273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fb287638-8458-4c5e-9e3d-3b559400edd7 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:19.119044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459d5d-361f-4aee-8f7a-3e37b7b6d52d tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.125124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459d5d-361f-4aee-8f7a-3e37b7b6d52d tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.130946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459d5d-361f-4aee-8f7a-3e37b7b6d52d tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.137003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459d5d-361f-4aee-8f7a-3e37b7b6d52d tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.138726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8e459d5d-361f-4aee-8f7a-3e37b7b6d52d tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5811541 Jul 29 18:10:19.141492 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35486) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:19.220683 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.311048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.321854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ffee47-2542-49b6-afcb-f9e990f37adf']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.332456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a5b140-ce7a-4740-b2ab-21c83a846539') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.332587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a5b140-ce7a-4740-b2ab-21c83a846539') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.342001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.356703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.362830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:19.363273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:19.366219 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:19.425658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.433439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.435730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/d6ffee47-2542-49b6-afcb-f9e990f37adf HTTP/1.1" status: 204 len: 168 time: 0.2930858 Jul 29 18:10:19.438176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:19.466001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4b54f-1557-479c-a62d-e9ea704d2ad2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=d6ffee47-2542-49b6-afcb-f9e990f37adf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:19.525664 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.609144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.619191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb287638-8458-4c5e-9e3d-3b559400edd7']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.629219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1177e33-9b10-4635-9dfe-2dcdbbb87afd') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.629480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1177e33-9b10-4635-9dfe-2dcdbbb87afd') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:19.638829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.657380 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.663400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:19.663786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:19.666728 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:19.725892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.732863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.734726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/fb287638-8458-4c5e-9e3d-3b559400edd7 HTTP/1.1" status: 204 len: 168 time: 0.2955692 Jul 29 18:10:19.737417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35492) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:19.746485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660afea-ffd0-4b52-8160-80f7e56d2e66 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=fb287638-8458-4c5e-9e3d-3b559400edd7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:19.911748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b9e39-15ef-4f81-b86e-c1a7668aefae tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.917710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b9e39-15ef-4f81-b86e-c1a7668aefae tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:19.922872 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-629b9e39-15ef-4f81-b86e-c1a7668aefae tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1808078 Jul 29 18:10:19.923310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35494) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:19.928405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-616981273'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:19.952226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:19.955727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.980858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:19.990507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:19.990858 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment 491ef551-6fc8-46f3-a8a1-13349c58f1e6 of type vlan for network 843e8116-1a3e-4c92-aa6c-0862a3a374b5 Jul 29 18:10:20.041402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.078537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.083855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:20.084449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.171514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35496) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:20.171709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2472653 Jul 29 18:10:20.180392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-681121063'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:20.196050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fa6b5-7e0f-4272-b1b2-ca0676bc1790 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=843e8116-1a3e-4c92-aa6c-0862a3a374b5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:20.208765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 843e8116-1a3e-4c92-aa6c-0862a3a374b5 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:20.209749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:20.213445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.239415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:20.248994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.250115 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment b9b3f511-1aef-482f-b06b-09d253cbd9c5 of type vlan for network 9e31493a-e155-4a44-a35a-8afe969f6e82 Jul 29 18:10:20.318564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.360801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.367842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:20.368440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.432633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2596745 Jul 29 18:10:20.435421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35500) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:20.440360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'ports': [{'network_id': '843e8116-1a3e-4c92-aa6c-0862a3a374b5', 'name': 'tempest-port--180405551', 'admin_state_up': True}, {'network_id': '9e31493a-e155-4a44-a35a-8afe969f6e82', 'admin_state_up': False}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:20.440678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'port': {'network_id': '843e8116-1a3e-4c92-aa6c-0862a3a374b5', 'name': 'tempest-port--180405551', 'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:20.441169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'port': {'network_id': '9e31493a-e155-4a44-a35a-8afe969f6e82', 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:20.447750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cce3e-1008-4195-b4cc-409c855ce2b6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=9e31493a-e155-4a44-a35a-8afe969f6e82,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:20.458964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9e31493a-e155-4a44-a35a-8afe969f6e82 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:20.608481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'port': 2} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:20.613639 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.627438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.715405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] device_id is not set on port 5af23a06-d13b-4759-94d0-9b4cd5658ad7 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:10:20.830981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:20.908955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] device_id is not set on port 9327625e-9370-4d09-9034-4b5ef1017b11 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:10:21.026163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.065989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.119124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Port': ['ID=5af23a06-d13b-4759-94d0-9b4cd5658ad7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:21.135115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Checking segment: {'id': '491ef551-6fc8-46f3-a8a1-13349c58f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '843e8116-1a3e-4c92-aa6c-0862a3a374b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:21.135873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network hostable DHCP agents. Network: 843e8116-1a3e-4c92-aa6c-0862a3a374b5, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:21.157443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network 843e8116-1a3e-4c92-aa6c-0862a3a374b5 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:21.168023 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 843e8116-1a3e-4c92-aa6c-0862a3a374b5) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:21.171931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:21.172892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.177273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65478e8-ef18-4d96-b94f-259215339ac4 None None] Network 843e8116-1a3e-4c92-aa6c-0862a3a374b5 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:21.236471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Port': ['ID=9327625e-9370-4d09-9034-4b5ef1017b11,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:21.245440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Checking segment: {'id': 'b9b3f511-1aef-482f-b06b-09d253cbd9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9e31493a-e155-4a44-a35a-8afe969f6e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:21.245770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network hostable DHCP agents. Network: 9e31493a-e155-4a44-a35a-8afe969f6e82, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:21.268837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network 9e31493a-e155-4a44-a35a-8afe969f6e82 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:21.280281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9e31493a-e155-4a44-a35a-8afe969f6e82) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:21.288520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:21.293553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ccb61-b524-488c-b584-954c883ed969 None None] Network 9e31493a-e155-4a44-a35a-8afe969f6e82 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:21.294962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:21.300227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:21.301017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.319883 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-aa49c9bf-5f8b-4868-aa53-572e7aee9ff3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8834007 Jul 29 18:10:21.322343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35504) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:21.379322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8f62f-db90-458e-b2fb-9834f7ca6c11 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:21.386514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8f62f-db90-458e-b2fb-9834f7ca6c11 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:21.393030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d7a8f62f-db90-458e-b2fb-9834f7ca6c11 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0668013 Jul 29 18:10:21.393392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35506) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:21.483812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Deleting port 5af23a06-d13b-4759-94d0-9b4cd5658ad7 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:21.484398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.556595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.570017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Calling delete_port for 5af23a06-d13b-4759-94d0-9b4cd5658ad7 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:21.652067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.684623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Port': ['ID=5af23a06-d13b-4759-94d0-9b4cd5658ad7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:21.690163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.692124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5d79ce6d-4e1b-447d-94a5-d245ca2e9d2f tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/ports/5af23a06-d13b-4759-94d0-9b4cd5658ad7 HTTP/1.1" status: 204 len: 168 time: 0.2977045 Jul 29 18:10:21.694819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35516) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:21.785555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Deleting port 9327625e-9370-4d09-9034-4b5ef1017b11 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:21.785903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.854566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.866670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Calling delete_port for 9327625e-9370-4d09-9034-4b5ef1017b11 owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:21.951363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.979626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Port': ['ID=9327625e-9370-4d09-9034-4b5ef1017b11,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:21.984966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:21.987146 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3205770c-b703-494b-919d-843a2cdd3478 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/ports/9327625e-9370-4d09-9034-4b5ef1017b11 HTTP/1.1" status: 204 len: 168 time: 0.2911046 Jul 29 18:10:21.989421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35522) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:22.017452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f59cfeb-44f4-475e-8dab-3e3617a76b1a tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268123 Jul 29 18:10:22.021014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:22.028566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-762314956'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:22.054444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:22.059608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.084574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:22.097647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.098042 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment 6074fad2-ef9b-463f-ab91-e4ae74382dcf of type vlan for network 775130fa-d07b-4491-adb4-0801ab08c906 Jul 29 18:10:22.137192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.170318 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.176016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:22.176634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.236563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2137535 Jul 29 18:10:22.239349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35530) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:22.246634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-793096312'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:22.250948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb96561-021c-4c97-b6b7-543a726acb67 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=775130fa-d07b-4491-adb4-0801ab08c906,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:22.270050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 775130fa-d07b-4491-adb4-0801ab08c906 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:22.274190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:22.277955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.302451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:22.311472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.311930 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Added segment 5a0cef99-b691-4456-9ff1-11414f8599eb of type vlan for network fd86be44-d603-4a58-87cb-5a01b5f54483 Jul 29 18:10:22.356233 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.385198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.391162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:22.391742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:22.446836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2062066 Jul 29 18:10:22.457945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6f67-ea44-4545-8eea-644cc25561d6 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Network': ['ID=fd86be44-d603-4a58-87cb-5a01b5f54483,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:22.469436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network fd86be44-d603-4a58-87cb-5a01b5f54483 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:25.652681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:25.657866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'subnets': [{'network_id': '775130fa-d07b-4491-adb4-0801ab08c906', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2012415733', 'ip_version': 6}, {'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:25.658181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'subnet': {'network_id': '775130fa-d07b-4491-adb4-0801ab08c906', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2012415733', 'ip_version': 6}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:25.658874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Request body: {'subnet': {'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:26.130630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Made reservation on behalf of ddd0a1b4046d4f54a9320a1598f0c638 for: {'subnet': 2} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:26.135795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.136157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.520916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.582970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Subnet': ['ID=55603847-68fe-4d94-b6af-9b3c50134f02,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:26.595957 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.600053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Checking segment: {'id': '6074fad2-ef9b-463f-ab91-e4ae74382dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '775130fa-d07b-4491-adb4-0801ab08c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:26.600424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network hostable DHCP agents. Network: 775130fa-d07b-4491-adb4-0801ab08c906, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:26.618140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network 775130fa-d07b-4491-adb4-0801ab08c906 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:26.630922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 775130fa-d07b-4491-adb4-0801ab08c906) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:26.635295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.660880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124672ce-7bda-4843-ac02-4ebb139e9e07 None None] Network 775130fa-d07b-4491-adb4-0801ab08c906 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:26.696031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event updated for resources: {'Subnet': ['ID=9acb5274-dd75-4888-acf9-91b0f4c66b9a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:26.706415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Checking segment: {'id': '5a0cef99-b691-4456-9ff1-11414f8599eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:26.706777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network hostable DHCP agents. Network: fd86be44-d603-4a58-87cb-5a01b5f54483, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:26.726152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Network fd86be44-d603-4a58-87cb-5a01b5f54483 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:26.736921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, fd86be44-d603-4a58-87cb-5a01b5f54483) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:26.741803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:26.742327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:26.743732 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.748108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057cb0f-c0f0-47ad-8014-92f2fa4aa46e None None] Network fd86be44-d603-4a58-87cb-5a01b5f54483 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:26.763345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a6341f6a-a936-4d8d-9666-c90087b2c5a7 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1065469 Jul 29 18:10:26.763653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:26.870364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565964a-f6cb-416e-88dc-f2d25506d098 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:26.872068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565964a-f6cb-416e-88dc-f2d25506d098 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:26.873601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565964a-f6cb-416e-88dc-f2d25506d098 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:26.885017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1565964a-f6cb-416e-88dc-f2d25506d098 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1105807 Jul 29 18:10:26.886154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:26.907306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fe685-8991-4a4a-8e2f-352f5df61339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-775130fa-d07b-4491-adb4-0801ab08c906', 'network_id': '775130fa-d07b-4491-adb4-0801ab08c906', 'tenant_id': 'ddd0a1b4046d4f54a9320a1598f0c638', 'fixed_ips': [{'subnet_id': '55603847-68fe-4d94-b6af-9b3c50134f02'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:26.908174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d0fe685-8991-4a4a-8e2f-352f5df61339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:26.954349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Deleting subnet 55603847-68fe-4d94-b6af-9b3c50134f02 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:26.958541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.000758 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.018477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-fd86be44-d603-4a58-87cb-5a01b5f54483', 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483', 'tenant_id': 'ddd0a1b4046d4f54a9320a1598f0c638', 'fixed_ips': [{'subnet_id': '9acb5274-dd75-4888-acf9-91b0f4c66b9a'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:27.019346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.053068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.113357 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-3d0fe685-8991-4a4a-8e2f-352f5df61339 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55603847-68fe-4d94-b6af-9b3c50134f02: This subnet is being modified by another concurrent operation. Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55603847-68fe-4d94-b6af-9b3c50134f02: This subnet is being modified by another concurrent operation. Jul 29 18:10:27.119497 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:10:27.144105 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.146007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/subnets/55603847-68fe-4d94-b6af-9b3c50134f02 HTTP/1.1" status: 204 len: 168 time: 0.2584758 Jul 29 18:10:27.148579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35622) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:27.155447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8471b-6ebf-4a68-830e-e43568bf7168 None None] Network 775130fa-d07b-4491-adb4-0801ab08c906 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:27.156972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ca87-4564-4ce7-92b8-676d492b37e0 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Subnet': ['ID=55603847-68fe-4d94-b6af-9b3c50134f02,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:27.202977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Deleting subnet 9acb5274-dd75-4888-acf9-91b0f4c66b9a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:27.239340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Allocated IP 2001:db8:0:1::1 (fd86be44-d603-4a58-87cb-5a01b5f54483/9acb5274-dd75-4888-acf9-91b0f4c66b9a/97e5e119-070e-4ba3-a094-b7e62519ee00) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:27.417277 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.426138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Transition to ACTIVE for port object 97e5e119-070e-4ba3-a094-b7e62519ee00 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:27.441430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Transition to ACTIVE for port object 97e5e119-070e-4ba3-a094-b7e62519ee00 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:27.448813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.449560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.490615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Network fd86be44-d603-4a58-87cb-5a01b5f54483 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:27.493835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:27.501043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:27.503625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.504395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Pushing event updated for resources: {'Port': ['ID=97e5e119-070e-4ba3-a094-b7e62519ee00,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:27.560571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.564690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Attempting to bind port 97e5e119-070e-4ba3-a094-b7e62519ee00 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:10:27.565061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Attempting to bind port 97e5e119-070e-4ba3-a094-b7e62519ee00 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5a0cef99-b691-4456-9ff1-11414f8599eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:10:27.565423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Attempting to bind port 97e5e119-070e-4ba3-a094-b7e62519ee00 on network fd86be44-d603-4a58-87cb-5a01b5f54483 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:10:27.570574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:10:27.570951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Checking segment: {'id': '5a0cef99-b691-4456-9ff1-11414f8599eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:27.571351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.571746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Bound using segment: {'id': '5a0cef99-b691-4456-9ff1-11414f8599eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:10:27.572207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Bound port: 97e5e119-070e-4ba3-a094-b7e62519ee00, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0cef99-b691-4456-9ff1-11414f8599eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fd86be44-d603-4a58-87cb-5a01b5f54483'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:10:27.572589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.599027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.659535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.663466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] For port 97e5e119-070e-4ba3-a094-b7e62519ee00, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:10:27.667260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] For port 97e5e119-070e-4ba3-a094-b7e62519ee00, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=97e5e119-070e-4ba3-a094-b7e62519ee00,segment=NetworkSegment(5a0cef99-b691-4456-9ff1-11414f8599eb),segment_id=5a0cef99-b691-4456-9ff1-11414f8599eb)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:10:27.672952 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.688747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Subnet': ['ID=9acb5274-dd75-4888-acf9-91b0f4c66b9a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:27.694727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.696874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d433578-79b8-436d-bb08-c27b94400e2e tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/subnets/9acb5274-dd75-4888-acf9-91b0f4c66b9a HTTP/1.1" status: 204 len: 168 time: 0.5473032 Jul 29 18:10:27.699661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:27.735337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b283ac0-e899-4e99-91e8-7d2bc93dc9e5 None None] Pushing event updated for resources: {'Port': ['ID=97e5e119-070e-4ba3-a094-b7e62519ee00,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:27.815504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c51e1c-3b6a-4388-b986-72372b3883c1 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:27.818287 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77c51e1c-3b6a-4388-b986-72372b3883c1 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158082 Jul 29 18:10:27.820692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:27.922232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:27.991314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Deleting port 97e5e119-070e-4ba3-a094-b7e62519ee00 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:27.991670 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.072394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] For port 97e5e119-070e-4ba3-a094-b7e62519ee00, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=97e5e119-070e-4ba3-a094-b7e62519ee00,segment=NetworkSegment(5a0cef99-b691-4456-9ff1-11414f8599eb),segment_id=5a0cef99-b691-4456-9ff1-11414f8599eb)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:28.072760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.089464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Calling delete_port for 97e5e119-070e-4ba3-a094-b7e62519ee00 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:28.177321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.204695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Port': ['ID=97e5e119-070e-4ba3-a094-b7e62519ee00,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:28.206523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] No DVR routers for this DVR port 97e5e119-070e-4ba3-a094-b7e62519ee00 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:28.291595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.302423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd86be44-d603-4a58-87cb-5a01b5f54483']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.313749 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0cef99-b691-4456-9ff1-11414f8599eb') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.314051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0cef99-b691-4456-9ff1-11414f8599eb') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.323788 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.341221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.347773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:28.348134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:28.351577 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:28.418456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.427171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.432359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/fd86be44-d603-4a58-87cb-5a01b5f54483 HTTP/1.1" status: 204 len: 168 time: 0.6073952 Jul 29 18:10:28.433185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35648) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:28.445845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfc272-2a15-4f14-956c-820dc438d0fe tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=fd86be44-d603-4a58-87cb-5a01b5f54483,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:28.530990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.621424 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.632224 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775130fa-d07b-4491-adb4-0801ab08c906']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.644651 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6074fad2-ef9b-463f-ab91-e4ae74382dcf') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.645100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6074fad2-ef9b-463f-ab91-e4ae74382dcf') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.655657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.671098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.677199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:28.677597 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:28.680870 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:28.745805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.754818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.756683 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/775130fa-d07b-4491-adb4-0801ab08c906 HTTP/1.1" status: 204 len: 168 time: 0.3219738 Jul 29 18:10:28.759097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35656) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:28.781665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa37a2-1a19-48f3-bdba-ca21d2ac0fcd tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=775130fa-d07b-4491-adb4-0801ab08c906,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:28.812102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622968fd-e660-43e6-ab15-f2c8e56c5283 None None] DHCP port deletion for fd86be44-d603-4a58-87cb-5a01b5f54483 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:10:28.831814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24726e-f835-4cf2-b7c4-941e827645d5 None None] Network fd86be44-d603-4a58-87cb-5a01b5f54483 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:28.848616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dfeac95b-dc8e-4356-ab6b-e5bcfb730c04 None None] Could not find standard attr ID for object 97e5e119-070e-4ba3-a094-b7e62519ee00. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:10:28.850687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24726e-f835-4cf2-b7c4-941e827645d5 None None] Network fd86be44-d603-4a58-87cb-5a01b5f54483 could not be found, it might have been deleted concurrently. {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 18:10:28.851409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.859458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a8ff3-cc27-4699-8560-4593bc9c22bd None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:10:28.923982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a8ff3-cc27-4699-8560-4593bc9c22bd None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:10:28.953767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:28.963724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e31493a-e155-4a44-a35a-8afe969f6e82']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.974559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b3f511-1aef-482f-b06b-09d253cbd9c5') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.974968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b3f511-1aef-482f-b06b-09d253cbd9c5') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:28.984256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.001344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.010136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:29.011099 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:29.015986 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:29.103725 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.108025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.113230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35664) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:29.113772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/9e31493a-e155-4a44-a35a-8afe969f6e82 HTTP/1.1" status: 204 len: 168 time: 0.3533401 Jul 29 18:10:29.132923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddd64-09a3-42b8-b5e3-b97e3cc54ca3 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=9e31493a-e155-4a44-a35a-8afe969f6e82,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:29.199243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.289401 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.299425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843e8116-1a3e-4c92-aa6c-0862a3a374b5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:29.310003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491ef551-6fc8-46f3-a8a1-13349c58f1e6') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:29.310315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491ef551-6fc8-46f3-a8a1-13349c58f1e6') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:29.319276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.332662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.338704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:29.339221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:29.342104 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:29.402305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.406765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.410720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] 10.222.0.16 "DELETE /v2.0/networks/843e8116-1a3e-4c92-aa6c-0862a3a374b5 HTTP/1.1" status: 204 len: 168 time: 0.2956724 Jul 29 18:10:29.425972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78974af2-4c73-4f3b-bf88-d6f1350496a2 tempest-BulkNetworkOpsIpV6Test-471516676 tempest-BulkNetworkOpsIpV6Test-471516676-project] Pushing event deleted for resources: {'Network': ['ID=843e8116-1a3e-4c92-aa6c-0862a3a374b5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:29.665113 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35680) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:29.808575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de8a245d-7858-40a9-88db-c1a70cb57d0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddd0a1b4046d4f54a9320a1598f0c638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421618 Jul 29 18:10:29.811304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35686) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:29.858971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.881492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.930069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.933732 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:29.935358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7859c29b-66f0-41f3-b401-aea78874681e HTTP/1.1" status: 204 len: 168 time: 0.1230812 Jul 29 18:10:29.945928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bf2a5-28ee-4fea-b69c-a0ba5dbeea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859c29b-66f0-41f3-b401-aea78874681e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:30.598393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35720) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:30.698933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'networks': [{'name': 'tempest-network--1734057534'}, {'name': 'tempest-network--1391907747'}]} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:30.699244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-network--1734057534'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:30.699703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-network--1391907747'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:30.723829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'network': 2} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:30.728600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.737916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.849526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.854634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.855090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.893005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305c771e-2b3b-4fcd-9133-7190e56b7ddf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:30.900745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:30.910072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.910446 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment cad7a541-8ec7-41af-8caf-3ecd74423d3a of type vlan for network 0b672afc-5da1-469a-897b-ab0e7eb8babe Jul 29 18:10:30.953317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.986758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:30.996688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:30.997051 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment 7626c371-37d2-4c1f-b61a-c9a1e86db7ad of type vlan for network 8a3367c3-defe-4ded-93fc-b5b95954407b Jul 29 18:10:31.036260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.072854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.073352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.078969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.083606 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.084247 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.145590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35734) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:31.146163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5459888 Jul 29 18:10:31.157087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=0b672afc-5da1-469a-897b-ab0e7eb8babe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:31.170377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0b672afc-5da1-469a-897b-ab0e7eb8babe details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:31.235185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c1a9d-3253-4d4c-9dc5-5a04f98d9aaf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=8a3367c3-defe-4ded-93fc-b5b95954407b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:31.248561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8a3367c3-defe-4ded-93fc-b5b95954407b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:31.285429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7040e2-31ee-4bf7-9854-216958cf4b03 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.291639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7040e2-31ee-4bf7-9854-216958cf4b03 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.298389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7040e2-31ee-4bf7-9854-216958cf4b03 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.304228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7040e2-31ee-4bf7-9854-216958cf4b03 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:31.309068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5a7040e2-31ee-4bf7-9854-216958cf4b03 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1589618 Jul 29 18:10:31.309253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:31.392873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.477445 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.487689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b672afc-5da1-469a-897b-ab0e7eb8babe']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.502834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad7a541-8ec7-41af-8caf-3ecd74423d3a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.503128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad7a541-8ec7-41af-8caf-3ecd74423d3a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.512766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.526809 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.532930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:31.533318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:31.536371 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:31.593584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.600776 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.602925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/0b672afc-5da1-469a-897b-ab0e7eb8babe HTTP/1.1" status: 204 len: 168 time: 0.2928128 Jul 29 18:10:31.605762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:31.621362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdd4b9-63c9-408c-9bb4-919beabca129 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=0b672afc-5da1-469a-897b-ab0e7eb8babe,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:31.681138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.770601 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.780660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3367c3-defe-4ded-93fc-b5b95954407b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.793053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7626c371-37d2-4c1f-b61a-c9a1e86db7ad') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.793380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7626c371-37d2-4c1f-b61a-c9a1e86db7ad') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:31.805157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.824793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.831095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:31.831535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:31.834527 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:31.905947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.913087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:31.917568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/8a3367c3-defe-4ded-93fc-b5b95954407b HTTP/1.1" status: 204 len: 168 time: 0.3107378 Jul 29 18:10:31.917717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:31.930384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffbac5-7699-4aff-bc5c-70e72d840dcc tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=8a3367c3-defe-4ded-93fc-b5b95954407b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:32.021419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e1d90-eaaf-4817-9678-3e1c408f2fde tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:32.027374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e1d90-eaaf-4817-9678-3e1c408f2fde tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:32.028953 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-de8e1d90-eaaf-4817-9678-3e1c408f2fde tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1101987 Jul 29 18:10:32.032755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35756) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:32.037938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-200335139'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:32.063561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:32.067256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.091757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:32.100849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.101324 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment 541849ed-00cd-407a-91bd-aa31d839fe53 of type vlan for network 24260692-3c42-4fa0-b276-f41f1b23af3f Jul 29 18:10:32.142907 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.173934 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.179573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:32.180235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.241057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:32.241622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2071052 Jul 29 18:10:32.248561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1619591773'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:32.252783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c89b7-95db-46de-9c16-e00a74cbd890 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=24260692-3c42-4fa0-b276-f41f1b23af3f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:32.264992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 24260692-3c42-4fa0-b276-f41f1b23af3f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:32.273041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:32.277214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.303227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:32.321621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.321972 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment f6025064-f116-4f24-92c7-156f5ed6e675 of type vlan for network ed90efda-b481-4a82-8df6-fd9579e8b15e Jul 29 18:10:32.371087 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.405289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.411003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:32.411645 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.472640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2272871 Jul 29 18:10:32.472802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:32.477746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'ports': [{'network_id': '24260692-3c42-4fa0-b276-f41f1b23af3f', 'name': 'tempest-port--1023402442', 'admin_state_up': True}, {'network_id': 'ed90efda-b481-4a82-8df6-fd9579e8b15e', 'admin_state_up': False}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:32.478045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'port': {'network_id': '24260692-3c42-4fa0-b276-f41f1b23af3f', 'name': 'tempest-port--1023402442', 'admin_state_up': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:32.478548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'port': {'network_id': 'ed90efda-b481-4a82-8df6-fd9579e8b15e', 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:32.522825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfc7db-cf1d-4ead-848e-26cf899deef6 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=ed90efda-b481-4a82-8df6-fd9579e8b15e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:32.534522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ed90efda-b481-4a82-8df6-fd9579e8b15e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:32.649903 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'port': 2} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:32.654631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.672080 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.748896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] device_id is not set on port 284a55db-e73c-467b-90fc-469b4368220f yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:10:32.881857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:32.954153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] device_id is not set on port 42255b8e-cbc8-4333-a961-2fbb375baa0e yet. {{(pid=94051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:10:33.070000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.111409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.165718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Port': ['ID=284a55db-e73c-467b-90fc-469b4368220f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:33.185693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Checking segment: {'id': '541849ed-00cd-407a-91bd-aa31d839fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '24260692-3c42-4fa0-b276-f41f1b23af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:33.186055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network hostable DHCP agents. Network: 24260692-3c42-4fa0-b276-f41f1b23af3f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:33.203373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network 24260692-3c42-4fa0-b276-f41f1b23af3f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:33.213311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 24260692-3c42-4fa0-b276-f41f1b23af3f) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:33.217361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:33.218435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.223502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88bbb3-4393-4524-99d2-e899b6839e8f None None] Network 24260692-3c42-4fa0-b276-f41f1b23af3f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:33.287624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Port': ['ID=42255b8e-cbc8-4333-a961-2fbb375baa0e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:33.297540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Checking segment: {'id': 'f6025064-f116-4f24-92c7-156f5ed6e675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ed90efda-b481-4a82-8df6-fd9579e8b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:33.297902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network hostable DHCP agents. Network: ed90efda-b481-4a82-8df6-fd9579e8b15e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:33.317986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network ed90efda-b481-4a82-8df6-fd9579e8b15e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:33.327892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ed90efda-b481-4a82-8df6-fd9579e8b15e) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:33.332455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:33.339308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01625942-fcb8-42dc-b168-998ac3ed7b7f None None] Network ed90efda-b481-4a82-8df6-fd9579e8b15e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:33.345072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:33.350873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:33.351604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.368492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d8d042dd-f145-4613-a8c9-e7774730767e tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8946228 Jul 29 18:10:33.371149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35788) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:33.465613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ff244-2bec-42be-a65a-556451f37c36 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:33.471958 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ff244-2bec-42be-a65a-556451f37c36 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:33.474287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3f9ff244-2bec-42be-a65a-556451f37c36 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1007979 Jul 29 18:10:33.476009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35790) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:33.558716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Deleting port 284a55db-e73c-467b-90fc-469b4368220f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:33.559062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.626676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.640166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Calling delete_port for 284a55db-e73c-467b-90fc-469b4368220f owned by {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:33.741513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.775539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Port': ['ID=284a55db-e73c-467b-90fc-469b4368220f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:33.777530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.781795 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-19f519df-45ff-442d-a0ab-4180cd0c6f48 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/ports/284a55db-e73c-467b-90fc-469b4368220f HTTP/1.1" status: 204 len: 168 time: 0.3023412 Jul 29 18:10:33.782374 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:33.873841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Deleting port 42255b8e-cbc8-4333-a961-2fbb375baa0e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:33.874394 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.945072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:33.960719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Calling delete_port for 42255b8e-cbc8-4333-a961-2fbb375baa0e owned by {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:34.038888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.067267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Port': ['ID=42255b8e-cbc8-4333-a961-2fbb375baa0e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:34.072389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.074320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09f17e52-893e-48aa-a7c8-cab5e50cc2f2 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/ports/42255b8e-cbc8-4333-a961-2fbb375baa0e HTTP/1.1" status: 204 len: 168 time: 0.2908144 Jul 29 18:10:34.077099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35804) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:34.104027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a97a9958-b99e-4a72-bdb6-10e6892fc297 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0258453 Jul 29 18:10:34.107731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:34.112979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1621552281'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:34.135381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:34.139332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.164353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:34.173555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.173890 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment 042b535a-e558-4fc8-a84e-d42e27b04863 of type vlan for network 9cbdef21-0317-44ee-8811-5337c7098943 Jul 29 18:10:34.214932 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.247385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.253134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:34.253721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.309185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2002940 Jul 29 18:10:34.311926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:34.316814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1843924122'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:34.332886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f1643-725b-40a0-811e-0b722ea860f4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=9cbdef21-0317-44ee-8811-5337c7098943,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:34.344199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 9cbdef21-0317-44ee-8811-5337c7098943 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:34.348923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:34.353408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.382288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:34.392411 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.392769 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Added segment be225a05-58ac-4477-98a9-43ecda102f8f of type vlan for network af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 Jul 29 18:10:34.433044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.463954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.469806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:34.470460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.527258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2143059 Jul 29 18:10:34.537868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16754490-7cae-4b87-afd3-613b62ca856a tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Network': ['ID=af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:34.549286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:34.654977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:34.660646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'subnets': [{'network_id': '9cbdef21-0317-44ee-8811-5337c7098943', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--478884119', 'ip_version': 4}, {'network_id': 'af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:34.661048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'subnet': {'network_id': '9cbdef21-0317-44ee-8811-5337c7098943', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--478884119', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:34.661684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Request body: {'subnet': {'network_id': 'af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:34.672518 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:10:34.836815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Made reservation on behalf of a649374017394e7f8a4b9b9437b0037b for: {'subnet': 2} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:34.841403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:34.841739 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.211770 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.269390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Subnet': ['ID=779063b2-2674-4bcf-8d5c-68f5544c1c41,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:35.280888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Checking segment: {'id': '042b535a-e558-4fc8-a84e-d42e27b04863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9cbdef21-0317-44ee-8811-5337c7098943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:35.281235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network hostable DHCP agents. Network: 9cbdef21-0317-44ee-8811-5337c7098943, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:35.300084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network 9cbdef21-0317-44ee-8811-5337c7098943 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:35.309736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 9cbdef21-0317-44ee-8811-5337c7098943) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:35.313683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.320892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cfb8b-0500-41d0-8505-30b2860f9b08 None None] Network 9cbdef21-0317-44ee-8811-5337c7098943 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:35.368019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event updated for resources: {'Subnet': ['ID=33cc73d4-a76f-4c44-973d-5b771acc3a69,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:35.392568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Checking segment: {'id': 'be225a05-58ac-4477-98a9-43ecda102f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:35.392931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network hostable DHCP agents. Network: af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:35.416858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Network af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:35.427764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:35.432619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:35.433090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:35.433767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.445555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a440a-4f92-4877-8927-62cd15f148a6 None None] Network af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:35.451555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f9c9551b-be07-4224-9941-6f05b41d09b4 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7953968 Jul 29 18:10:35.453912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:35.513139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9813b1-e315-45e4-a9a4-73e63012c819 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:35.514689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9813b1-e315-45e4-a9a4-73e63012c819 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:35.516240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9813b1-e315-45e4-a9a4-73e63012c819 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:35.521144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-df9813b1-e315-45e4-a9a4-73e63012c819 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0628812 Jul 29 18:10:35.521500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35840) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:35.578320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Deleting subnet 779063b2-2674-4bcf-8d5c-68f5544c1c41 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:35.582017 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.630514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.684290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.696099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd6b7a-f278-406c-abe9-e1171118478c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-9cbdef21-0317-44ee-8811-5337c7098943', 'network_id': '9cbdef21-0317-44ee-8811-5337c7098943', 'tenant_id': 'a649374017394e7f8a4b9b9437b0037b', 'fixed_ips': [{'subnet_id': '779063b2-2674-4bcf-8d5c-68f5544c1c41'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:35.696986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6b7a-f278-406c-abe9-e1171118478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.745908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.775113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Subnet': ['ID=779063b2-2674-4bcf-8d5c-68f5544c1c41,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:35.783150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.785194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-467a9bec-661d-42d6-8d17-34505c6899d7 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/subnets/779063b2-2674-4bcf-8d5c-68f5544c1c41 HTTP/1.1" status: 204 len: 168 time: 0.2628183 Jul 29 18:10:35.787774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35846) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:35.848419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Deleting subnet 33cc73d4-a76f-4c44-973d-5b771acc3a69 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:35.852045 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-dbbd6b7a-f278-406c-abe9-e1171118478c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 779063b2-2674-4bcf-8d5c-68f5544c1c41: This subnet is being modified by another concurrent operation. Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 779063b2-2674-4bcf-8d5c-68f5544c1c41: This subnet is being modified by another concurrent operation. Jul 29 18:10:35.863955 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:10:35.876675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896f6a4-3f7f-4bd4-9178-23a4a436db08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242', 'network_id': 'af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242', 'tenant_id': 'a649374017394e7f8a4b9b9437b0037b', 'fixed_ips': [{'subnet_id': '33cc73d4-a76f-4c44-973d-5b771acc3a69'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:35.877747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0896f6a4-3f7f-4bd4-9178-23a4a436db08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.894222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a58354-b10b-4cec-8465-6658bf5e7076 None None] Network 9cbdef21-0317-44ee-8811-5337c7098943 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:35.897336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:35.953960 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.019772 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.045924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Subnet': ['ID=33cc73d4-a76f-4c44-973d-5b771acc3a69,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:36.051504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.056131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:36.059181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-dcab8ae4-6fb8-432b-9819-ecc295d10fb3 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/subnets/33cc73d4-a76f-4c44-973d-5b771acc3a69 HTTP/1.1" status: 204 len: 168 time: 0.2699094 Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-0896f6a4-3f7f-4bd4-9178-23a4a436db08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33cc73d4-a76f-4c44-973d-5b771acc3a69: This subnet is being modified by another concurrent operation. Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33cc73d4-a76f-4c44-973d-5b771acc3a69: This subnet is being modified by another concurrent operation. Jul 29 18:10:36.074176 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:10:36.090800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56721c-07d8-4ad6-84f9-92c416e8270e None None] Network af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:36.111241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88d288-50eb-4754-8146-e493927921bf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:36.112761 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1d88d288-50eb-4754-8146-e493927921bf tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0556321 Jul 29 18:10:36.117402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35856) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:36.209242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.209689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78202b7d-519d-40d1-b582-2772dd3479af None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:10:36.276850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78202b7d-519d-40d1-b582-2772dd3479af None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:10:36.305764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.316283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.335507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be225a05-58ac-4477-98a9-43ecda102f8f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.335873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be225a05-58ac-4477-98a9-43ecda102f8f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.346675 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.361107 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.367376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:36.367780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:36.380731 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:36.436169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.443253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.447499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242 HTTP/1.1" status: 204 len: 168 time: 0.3267963 Jul 29 18:10:36.448050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 35862) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:36.457329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e1dd0-6b5b-43be-8c3d-9c8b260e63c9 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=af62f3cb-cd0b-4cc9-9e6d-d5a9fbb61242,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:36.512498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ad104-f49b-4252-b649-9ff7e252dcf5 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:10:36.523790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.572861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ad104-f49b-4252-b649-9ff7e252dcf5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:10:36.616656 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.626717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbdef21-0317-44ee-8811-5337c7098943']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.637455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042b535a-e558-4fc8-a84e-d42e27b04863') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.637870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042b535a-e558-4fc8-a84e-d42e27b04863') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.647991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.663118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.669827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:36.670264 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:36.673486 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:36.732359 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.739904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.744608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35868) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:36.744991 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/9cbdef21-0317-44ee-8811-5337c7098943 HTTP/1.1" status: 204 len: 168 time: 0.2954102 Jul 29 18:10:36.766895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40644a95-2aed-4d41-aa62-83053052a7af tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=9cbdef21-0317-44ee-8811-5337c7098943,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:36.829141 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.916709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.926923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed90efda-b481-4a82-8df6-fd9579e8b15e']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.939852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6025064-f116-4f24-92c7-156f5ed6e675') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.940142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6025064-f116-4f24-92c7-156f5ed6e675') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:36.950005 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.968068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.975013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:36.975698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:36.979119 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:37.043893 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.051373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.053111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/ed90efda-b481-4a82-8df6-fd9579e8b15e HTTP/1.1" status: 204 len: 168 time: 0.3072622 Jul 29 18:10:37.055640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35876) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:37.073148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f5937-89fb-4be9-8ea0-a0054a55da86 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=ed90efda-b481-4a82-8df6-fd9579e8b15e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:37.140180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.236913 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.246677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24260692-3c42-4fa0-b276-f41f1b23af3f']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:37.256595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541849ed-00cd-407a-91bd-aa31d839fe53') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:37.256884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541849ed-00cd-407a-91bd-aa31d839fe53') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:37.266385 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.280509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.286566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:37.286994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:37.289970 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:37.352674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.361977 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.364690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] 10.222.0.16 "DELETE /v2.0/networks/24260692-3c42-4fa0-b276-f41f1b23af3f HTTP/1.1" status: 204 len: 168 time: 0.3080001 Jul 29 18:10:37.379562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777824-0c00-42e3-912d-72e4e39ba095 tempest-BulkNetworkOpsTest-1616975570 tempest-BulkNetworkOpsTest-1616975570-project] Pushing event deleted for resources: {'Network': ['ID=24260692-3c42-4fa0-b276-f41f1b23af3f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:37.617849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35890) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:37.759956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4ddad1d9-ea40-4c7a-bbf5-3712868a59dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a649374017394e7f8a4b9b9437b0037b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408918 Jul 29 18:10:37.762845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35898) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:37.811171 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.831489 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.880334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.882919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:37.886267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/305c771e-2b3b-4fcd-9133-7190e56b7ddf HTTP/1.1" status: 204 len: 168 time: 0.1204519 Jul 29 18:10:37.893406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548221e2-7f52-4bfa-b7ff-82c20b4efd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c771e-2b3b-4fcd-9133-7190e56b7ddf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:38.545264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35934) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:38.642562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-914883112'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:38.667351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:38.670985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:38.680285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:38.776524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:38.782836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.132160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:39.143131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a934d573-be0c-40e2-93db-48b63e18db89,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:39.148192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.148567 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment 8ab44818-9c0e-48ed-b3b2-0d42f3a293ec of type vlan for network 23e806a4-306f-40cf-adac-71db433835e7 Jul 29 18:10:39.189527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.219616 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.225304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:39.225892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.269758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46275b1b-d43a-427d-b4af-9b385ccc4a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.284130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7377386 Jul 29 18:10:39.286620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35952) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:39.293647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-937292122'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:39.307453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9eb25-a7aa-4e62-82b2-db5380dd13e9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=23e806a4-306f-40cf-adac-71db433835e7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:39.317990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 23e806a4-306f-40cf-adac-71db433835e7 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:39.326025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:39.329974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.354706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:39.364735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.365151 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment 1e007ca8-d19e-409d-8f6b-920d2b141e4b of type vlan for network 2745e371-3f9d-48f9-8715-f475ed6268df Jul 29 18:10:39.407471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.438624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.443923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:39.444491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.504176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2164855 Jul 29 18:10:39.507182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:39.512703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '23e806a4-306f-40cf-adac-71db433835e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:39.519722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099c6e4-ce32-4c54-9519-d96a3f054b66 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=2745e371-3f9d-48f9-8715-f475ed6268df,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:39.531402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 2745e371-3f9d-48f9-8715-f475ed6268df details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:39.611175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:39.614747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.798639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.859823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=2954d08f-65af-4166-aa76-368bbe8ad82f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:39.865141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23e806a4-306f-40cf-adac-71db433835e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:39.865494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 23e806a4-306f-40cf-adac-71db433835e7, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:39.888606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 23e806a4-306f-40cf-adac-71db433835e7 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:39.898299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 23e806a4-306f-40cf-adac-71db433835e7) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:39.902297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:39.902975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:39.910260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ea550-6611-4279-b46f-8364bfdb98ca None None] Network 23e806a4-306f-40cf-adac-71db433835e7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:39.921422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b04c2c6f-c00e-4e3e-8787-4c9d0b6f9a78 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103508 Jul 29 18:10:39.921633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35964) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:39.926965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:40.041080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:40.046661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.074490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-23e806a4-306f-40cf-adac-71db433835e7', 'network_id': '23e806a4-306f-40cf-adac-71db433835e7', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '2954d08f-65af-4166-aa76-368bbe8ad82f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:40.075692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.221721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Allocated IP 172.20.0.2 (23e806a4-306f-40cf-adac-71db433835e7/2954d08f-65af-4166-aa76-368bbe8ad82f/ea87a244-f32a-4cc7-98e3-be711fe61d0b) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:40.254349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.315057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=ae2f44a3-61ae-45d9-98d0-9d0f8dba5238,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:40.326926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': '1e007ca8-d19e-409d-8f6b-920d2b141e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:40.327298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 2745e371-3f9d-48f9-8715-f475ed6268df, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:40.345792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 2745e371-3f9d-48f9-8715-f475ed6268df is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:40.355793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 2745e371-3f9d-48f9-8715-f475ed6268df) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:40.362806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:40.363923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.368546 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db5318-5233-4257-99bd-28bd16182473 None None] Network 2745e371-3f9d-48f9-8715-f475ed6268df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:40.381775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-89cab9f6-e82e-4fc3-9a55-7a71ea3d1bba tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4590735 Jul 29 18:10:40.384499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:40.390708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1177909881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:40.416019 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.417152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.421283 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.436954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Transition to ACTIVE for port object ea87a244-f32a-4cc7-98e3-be711fe61d0b will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:40.464929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Transition to ACTIVE for port object ea87a244-f32a-4cc7-98e3-be711fe61d0b will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:40.478291 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.483521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.490992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.509775 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.511560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ea12bba-e90d-468c-96b8-2d6d05dbb1f1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1258619 Jul 29 18:10:40.514224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 35982) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:40.554786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Network 23e806a4-306f-40cf-adac-71db433835e7 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:40.562618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:40.572974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:40.580043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Pushing event updated for resources: {'Port': ['ID=ea87a244-f32a-4cc7-98e3-be711fe61d0b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:40.611326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.611326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.611715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.611813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.612124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.612452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.612786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.613112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.613452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.613762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.614082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.614427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:40.635268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-2745e371-3f9d-48f9-8715-f475ed6268df', 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': 'ae2f44a3-61ae-45d9-98d0-9d0f8dba5238'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:40.636454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.686658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Attempting to bind port ea87a244-f32a-4cc7-98e3-be711fe61d0b on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:10:40.687029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Attempting to bind port ea87a244-f32a-4cc7-98e3-be711fe61d0b by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23e806a4-306f-40cf-adac-71db433835e7'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:10:40.687388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Attempting to bind port ea87a244-f32a-4cc7-98e3-be711fe61d0b on network 23e806a4-306f-40cf-adac-71db433835e7 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:10:40.733504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:10:40.733771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Checking segment: {'id': '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23e806a4-306f-40cf-adac-71db433835e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:40.734182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.734592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Bound using segment: {'id': '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23e806a4-306f-40cf-adac-71db433835e7'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:10:40.735077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Bound port: ea87a244-f32a-4cc7-98e3-be711fe61d0b, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '23e806a4-306f-40cf-adac-71db433835e7'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:10:40.735428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.816904 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.850541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] For port ea87a244-f32a-4cc7-98e3-be711fe61d0b, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:10:40.855315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] For port ea87a244-f32a-4cc7-98e3-be711fe61d0b, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea87a244-f32a-4cc7-98e3-be711fe61d0b,segment=NetworkSegment(8ab44818-9c0e-48ed-b3b2-0d42f3a293ec),segment_id=8ab44818-9c0e-48ed-b3b2-0d42f3a293ec)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:10:40.863833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Allocated IP 172.21.0.2 (2745e371-3f9d-48f9-8715-f475ed6268df/ae2f44a3-61ae-45d9-98d0-9d0f8dba5238/cf823335-b8ff-471a-a5a9-8faff1299e24) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:40.866223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:40.976297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2b33b-0434-4042-a534-bf0afb852d3a None None] Pushing event updated for resources: {'Port': ['ID=ea87a244-f32a-4cc7-98e3-be711fe61d0b,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:41.086328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.20.0.1 (23e806a4-306f-40cf-adac-71db433835e7/2954d08f-65af-4166-aa76-368bbe8ad82f/34976b2e-131d-449c-8364-be801b34e855) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:41.090846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.099701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Transition to ACTIVE for port object cf823335-b8ff-471a-a5a9-8faff1299e24 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:41.115254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Transition to ACTIVE for port object cf823335-b8ff-471a-a5a9-8faff1299e24 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:41.124129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.199014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Pushing event updated for resources: {'Port': ['ID=cf823335-b8ff-471a-a5a9-8faff1299e24,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:41.224075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Network 2745e371-3f9d-48f9-8715-f475ed6268df is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:41.229162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:41.236115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:41.242045 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.259388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 34976b2e-131d-449c-8364-be801b34e855 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:41.306422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.336863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Attempting to bind port cf823335-b8ff-471a-a5a9-8faff1299e24 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:10:41.337539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Attempting to bind port cf823335-b8ff-471a-a5a9-8faff1299e24 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '1e007ca8-d19e-409d-8f6b-920d2b141e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:10:41.338087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Attempting to bind port cf823335-b8ff-471a-a5a9-8faff1299e24 on network 2745e371-3f9d-48f9-8715-f475ed6268df {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:10:41.345557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:10:41.346196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Checking segment: {'id': '1e007ca8-d19e-409d-8f6b-920d2b141e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:41.346801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.347345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Bound using segment: {'id': '1e007ca8-d19e-409d-8f6b-920d2b141e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:10:41.349317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Bound port: cf823335-b8ff-471a-a5a9-8faff1299e24, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e007ca8-d19e-409d-8f6b-920d2b141e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2745e371-3f9d-48f9-8715-f475ed6268df'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:10:41.353230 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.416217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 23e806a4-306f-40cf-adac-71db433835e7 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:41.424123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:41.428119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:41.481175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=34976b2e-131d-449c-8364-be801b34e855,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:41.493508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] For port cf823335-b8ff-471a-a5a9-8faff1299e24, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:10:41.501493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] For port cf823335-b8ff-471a-a5a9-8faff1299e24, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cf823335-b8ff-471a-a5a9-8faff1299e24,segment=NetworkSegment(1e007ca8-d19e-409d-8f6b-920d2b141e4b),segment_id=1e007ca8-d19e-409d-8f6b-920d2b141e4b)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:10:41.514545 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.526126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea87a244-f32a-4cc7-98e3-be711fe61d0b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:41.552980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.639773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8721-2012-4e59-a778-bfc273ea36d2 None None] Pushing event updated for resources: {'Port': ['ID=cf823335-b8ff-471a-a5a9-8faff1299e24,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:41.651122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ea87a244-f32a-4cc7-98e3-be711fe61d0b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:41.690777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-517ec8da-608b-4ba9-93d8-b9f5e33ca07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.724603 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:41.891196 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.038369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.046285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.133288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=34976b2e-131d-449c-8364-be801b34e855,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:42.136277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.259199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 23e806a4-306f-40cf-adac-71db433835e7 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:42.261499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:42.317340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18e373-ee12-4b3d-ba13-96ddfef17b5f None None] Network 23e806a4-306f-40cf-adac-71db433835e7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:42.391190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 6a7ce883-532c-47d2-a123-b4249e93d051 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:10:42.407925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Provisioning for port ea87a244-f32a-4cc7-98e3-be711fe61d0b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:42.423384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Provisioning complete for port ea87a244-f32a-4cc7-98e3-be711fe61d0b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:42.423865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.516992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:42.527068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] Sync routers for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:42.531410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36012) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:42.531886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fac4a1fd-96de-49d1-a8c5-a56fd2acb78b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161095 Jul 29 18:10:42.536731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:42.537416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:42.562600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.603844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:42.616038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49509ff7-8284-4f90-b922-1c703bb27cf5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:42.617649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49509ff7-8284-4f90-b922-1c703bb27cf5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports/34976b2e-131d-449c-8364-be801b34e855 HTTP/1.1" status: 200 len: 910 time: 0.0839109 Jul 29 18:10:42.621045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36016) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:42.632808 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:42.633467 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:42.637892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] For port ea87a244-f32a-4cc7-98e3-be711fe61d0b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea87a244-f32a-4cc7-98e3-be711fe61d0b,segment=NetworkSegment(8ab44818-9c0e-48ed-b3b2-0d42f3a293ec),segment_id=8ab44818-9c0e-48ed-b3b2-0d42f3a293ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:42.643801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:42.688082 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:42.690524 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619b6f9-091e-488a-9fa4-ca823446d001 None None] The sync data for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:42.723282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d739ef7-83ca-49f4-b8fe-d056020fc045 None None] Pushing event updated for resources: {'Port': ['ID=ea87a244-f32a-4cc7-98e3-be711fe61d0b,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:42.900500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e430c11-6ada-46f0-9cc4-24453143b18d None None] Network 2745e371-3f9d-48f9-8715-f475ed6268df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:43.002462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Provisioning for port cf823335-b8ff-471a-a5a9-8faff1299e24 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:43.042745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.052275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.068031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Provisioning complete for port ea87a244-f32a-4cc7-98e3-be711fe61d0b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.068404 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.226254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Provisioning for port 34976b2e-131d-449c-8364-be801b34e855 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:43.233651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Provisioning complete for port 34976b2e-131d-449c-8364-be801b34e855 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.234134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.293366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-510b850f-215f-4cfa-ba9e-eca016f542d7 None None] Port 34976b2e-131d-449c-8364-be801b34e855 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:43.389982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.21.0.1 (2745e371-3f9d-48f9-8715-f475ed6268df/ae2f44a3-61ae-45d9-98d0-9d0f8dba5238/20c21fc6-a02c-4ef0-b31c-8073f9c508e9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:43.421481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a26bf6f7-ea89-4945-bd0a-99a04b8f4a58 None None] Provisioning complete for port 34976b2e-131d-449c-8364-be801b34e855 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.430744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a26bf6f7-ea89-4945-bd0a-99a04b8f4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.504164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a26bf6f7-ea89-4945-bd0a-99a04b8f4a58 None None] Port 34976b2e-131d-449c-8364-be801b34e855 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:43.545875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.561870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea87a244-f32a-4cc7-98e3-be711fe61d0b up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:43.576588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:43.615114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.624580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ea87a244-f32a-4cc7-98e3-be711fe61d0b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.625138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.664490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 2745e371-3f9d-48f9-8715-f475ed6268df is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:43.666928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b438782f-2fdf-4b0b-ba10-32455e9b6b0e None None] Provisioning complete for port 34976b2e-131d-449c-8364-be801b34e855 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.667293 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b438782f-2fdf-4b0b-ba10-32455e9b6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.667590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:43.670283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:43.679130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=20c21fc6-a02c-4ef0-b31c-8073f9c508e9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:43.730527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b438782f-2fdf-4b0b-ba10-32455e9b6b0e None None] Port 34976b2e-131d-449c-8364-be801b34e855 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:43.743260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.750030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cf823335-b8ff-471a-a5a9-8faff1299e24 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:43.803964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cf823335-b8ff-471a-a5a9-8faff1299e24 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:43.809225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cf823335-b8ff-471a-a5a9-8faff1299e24 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.809665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.888649 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.906866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.944348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cf823335-b8ff-471a-a5a9-8faff1299e24, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cf823335-b8ff-471a-a5a9-8faff1299e24,segment=NetworkSegment(1e007ca8-d19e-409d-8f6b-920d2b141e4b),segment_id=1e007ca8-d19e-409d-8f6b-920d2b141e4b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:43.952672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:43.958934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8c4971e1-7fd6-461f-a372-094370fb05cf None None] Provisioning for port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:43.987746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8c4971e1-7fd6-461f-a372-094370fb05cf None None] Provisioning complete for port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:43.988134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c4971e1-7fd6-461f-a372-094370fb05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:44.042691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8c4971e1-7fd6-461f-a372-094370fb05cf None None] Port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:44.045132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cf823335-b8ff-471a-a5a9-8faff1299e24,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:44.485306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:44.491299 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:44.565462 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:44.567209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=20c21fc6-a02c-4ef0-b31c-8073f9c508e9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:44.665891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 2745e371-3f9d-48f9-8715-f475ed6268df is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:44.667320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:44.747428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:44.820636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 6a7ce883-532c-47d2-a123-b4249e93d051 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:10:44.931003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:44.939059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36052) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:44.939475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a6c4ddfc-fd52-4580-a182-d1df953e832a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168070 Jul 29 18:10:44.943923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] Sync routers for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:44.954979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:44.955699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:44.984757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d450d-ad87-4f69-ad95-6d8e715b74bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:44.989528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:44.989897 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8c1d450d-ad87-4f69-ad95-6d8e715b74bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports/20c21fc6-a02c-4ef0-b31c-8073f9c508e9 HTTP/1.1" status: 200 len: 910 time: 0.0496039 Jul 29 18:10:45.164100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:45.176030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:45.176737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:45.216984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e905797a-f503-4cf3-b8a9-6debab7092ae None None] Provisioning complete for port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:45.217387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e905797a-f503-4cf3-b8a9-6debab7092ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.219256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:45.220025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936149d-97e2-4889-b998-5e17b1aa39a4 None None] The sync data for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:45.262352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e905797a-f503-4cf3-b8a9-6debab7092ae None None] Port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:45.381169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.427582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cf823335-b8ff-471a-a5a9-8faff1299e24 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:45.482636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cf823335-b8ff-471a-a5a9-8faff1299e24 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:45.483124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.667816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:45.668433 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.757626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.770430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 20c21fc6-a02c-4ef0-b31c-8073f9c508e9 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:45.953623 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:45.980113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=20c21fc6-a02c-4ef0-b31c-8073f9c508e9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:46.136872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:46.331922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 6a7ce883-532c-47d2-a123-b4249e93d051 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:10:46.425282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:46.433241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86362ffa-ebb1-4b93-b111-e7b4e01ed361 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394417 Jul 29 18:10:46.433241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36084) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:46.435767 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] Sync routers for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:46.459801 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:46.460602 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:46.501805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:46.509901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:46.511062 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:46.546956 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:46.547603 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc41f0d-ceeb-4d3d-83c6-c65f6f40b2eb None None] The sync data for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:46.750351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:46.992609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 34976b2e-131d-449c-8364-be801b34e855 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:46.992950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:47.080183 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:47.091818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 34976b2e-131d-449c-8364-be801b34e855 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:47.265228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:47.293756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=34976b2e-131d-449c-8364-be801b34e855,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:47.437839 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:47.921879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 6a7ce883-532c-47d2-a123-b4249e93d051 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:10:48.002043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:48.007748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-098084a0-4617-4f59-a0a2-634777004548 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732391 Jul 29 18:10:48.010152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:48.013860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] Sync routers for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:48.024258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:48.024890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:48.038410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f340e8b-29cc-46d3-8eb0-6f9a6f79a930 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a7ce883-532c-47d2-a123-b4249e93d051 HTTP/1.1" status: 200 len: 205 time: 0.0266006 Jul 29 18:10:48.041008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36114) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:48.060334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:48.072484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] Routers {'6a7ce883-532c-47d2-a123-b4249e93d051'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:48.073191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6a7ce883-532c-47d2-a123-b4249e93d051'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:48.107611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:48.108905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800bc44-83d6-4434-b7f2-e3d31158842b None None] The sync data for ids ['6a7ce883-532c-47d2-a123-b4249e93d051'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:48.117412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.278604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.280809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.325351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.325893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7ce883-532c-47d2-a123-b4249e93d051 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:10:48.333164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.334366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-67e479dc-4ff4-4cf9-b501-d5996f4c6540 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051 HTTP/1.1" status: 204 len: 168 time: 0.2922034 Jul 29 18:10:48.337702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36122) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:48.390205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet ae2f44a3-61ae-45d9-98d0-9d0f8dba5238 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:48.393603 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.432976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.522668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.582550 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.612287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.614162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/ae2f44a3-61ae-45d9-98d0-9d0f8dba5238 HTTP/1.1" status: 204 len: 168 time: 0.2753787 Jul 29 18:10:48.615068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a78a04-1d07-4b59-8f91-479b20acf1e6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2f44a3-61ae-45d9-98d0-9d0f8dba5238,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:48.617018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:48.619448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913945d5-d256-4a3e-a77d-2623ec552014 None None] Network 2745e371-3f9d-48f9-8715-f475ed6268df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:48.668968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 2954d08f-65af-4166-aa76-368bbe8ad82f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:48.672310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.716857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.804981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.810844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] DHCP port deletion for 2745e371-3f9d-48f9-8715-f475ed6268df request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:10:48.859553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Deleting port cf823335-b8ff-471a-a5a9-8faff1299e24 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:48.859942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.868578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.896414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=2954d08f-65af-4166-aa76-368bbe8ad82f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:48.901143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:48.905923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:48.906031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/2954d08f-65af-4166-aa76-368bbe8ad82f HTTP/1.1" status: 204 len: 168 time: 0.2878602 Jul 29 18:10:48.911411 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.911965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.912531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.913053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.913570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.914142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.914714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.915264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.915595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.915923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.916248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.916570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c660d8-f3f2-492f-8650-28e182ac7a6a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:48.927106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d023117-ca6e-4f6d-b2da-6c93ed6187f6 None None] Network 23e806a4-306f-40cf-adac-71db433835e7 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:48.990124 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.007805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] For port cf823335-b8ff-471a-a5a9-8faff1299e24, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cf823335-b8ff-471a-a5a9-8faff1299e24,segment=NetworkSegment(1e007ca8-d19e-409d-8f6b-920d2b141e4b),segment_id=1e007ca8-d19e-409d-8f6b-920d2b141e4b)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:49.008508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.032371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Calling delete_port for cf823335-b8ff-471a-a5a9-8faff1299e24 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:49.049927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port cf823335-b8ff-471a-a5a9-8faff1299e24 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:49.050184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.115099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port cf823335-b8ff-471a-a5a9-8faff1299e24, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cf823335-b8ff-471a-a5a9-8faff1299e24,segment=NetworkSegment(1e007ca8-d19e-409d-8f6b-920d2b141e4b),segment_id=1e007ca8-d19e-409d-8f6b-920d2b141e4b)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:49.115928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.129624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for cf823335-b8ff-471a-a5a9-8faff1299e24 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:49.166789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.199865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] Pushing event deleted for resources: {'Port': ['ID=cf823335-b8ff-471a-a5a9-8faff1299e24,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:49.212138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] DHCP port deletion for 23e806a4-306f-40cf-adac-71db433835e7 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:10:49.214621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450df00-5012-4b4d-82c1-278d19324179 None None] No DVR routers for this DVR port cf823335-b8ff-471a-a5a9-8faff1299e24 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:49.238389 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.264704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=cf823335-b8ff-471a-a5a9-8faff1299e24,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:49.266789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Deleting port ea87a244-f32a-4cc7-98e3-be711fe61d0b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:49.267154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.268212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port cf823335-b8ff-471a-a5a9-8faff1299e24 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:49.338605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] For port ea87a244-f32a-4cc7-98e3-be711fe61d0b, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ea87a244-f32a-4cc7-98e3-be711fe61d0b,segment=NetworkSegment(8ab44818-9c0e-48ed-b3b2-0d42f3a293ec),segment_id=8ab44818-9c0e-48ed-b3b2-0d42f3a293ec)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:49.339008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.349114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.360849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Calling delete_port for ea87a244-f32a-4cc7-98e3-be711fe61d0b owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:49.363751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2745e371-3f9d-48f9-8715-f475ed6268df']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.375271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e007ca8-d19e-409d-8f6b-920d2b141e4b') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.375570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e007ca8-d19e-409d-8f6b-920d2b141e4b') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.385982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.401636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.408889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:49.409935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self.session.flush() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:49.413292 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:49.436007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea87a244-f32a-4cc7-98e3-be711fe61d0b no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:49.474714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.480215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.490229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.492576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/2745e371-3f9d-48f9-8715-f475ed6268df HTTP/1.1" status: 204 len: 168 time: 0.5856099 Jul 29 18:10:49.495463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36150) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:49.507711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e3841-2ab2-4f8d-a80f-01f3a0738eb5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=2745e371-3f9d-48f9-8715-f475ed6268df,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:49.511593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] Pushing event deleted for resources: {'Port': ['ID=ea87a244-f32a-4cc7-98e3-be711fe61d0b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:49.517433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f62c0-d568-4bf6-9b32-3a70b03ee1f9 None None] No DVR routers for this DVR port ea87a244-f32a-4cc7-98e3-be711fe61d0b on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:49.520713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No active binding found for port ea87a244-f32a-4cc7-98e3-be711fe61d0b {{(pid=94053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 18:10:49.521859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ea87a244-f32a-4cc7-98e3-be711fe61d0b not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:49.522509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cf823335-b8ff-471a-a5a9-8faff1299e24 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:49.544369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cf823335-b8ff-471a-a5a9-8faff1299e24 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:10:49.544858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cf823335-b8ff-471a-a5a9-8faff1299e24 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:49.597442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.684317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.694274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e806a4-306f-40cf-adac-71db433835e7']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.709347 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.709623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab44818-9c0e-48ed-b3b2-0d42f3a293ec') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:49.718779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.732803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.739434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:49.739848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:49.742993 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:49.802604 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.809555 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.811270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/23e806a4-306f-40cf-adac-71db433835e7 HTTP/1.1" status: 204 len: 168 time: 0.3147459 Jul 29 18:10:49.815823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36160) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:49.821253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-135293832'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:49.822765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b22e17-f4f5-4806-bbaa-34eb775c2836 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=23e806a4-306f-40cf-adac-71db433835e7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:49.845105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:49.848686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.871682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:49.880506 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.880896 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment 2382e198-ca34-46e5-9afa-50c1446a686e of type vlan for network 0c026814-7d89-4f87-9f5f-06522401bd48 Jul 29 18:10:49.930051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.959948 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:49.965826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:49.966454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.028438 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2113352 Jul 29 18:10:50.031454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36162) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:50.031689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c12dd-6e28-4d50-a1a7-3d869430a59d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=0c026814-7d89-4f87-9f5f-06522401bd48,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:50.037112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:50.043043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:50.135095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:50.139206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.325919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.380299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=1cd7a7d8-0247-4c5d-85eb-96e310b01a78,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:50.396638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': '2382e198-ca34-46e5-9afa-50c1446a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:50.396999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 0c026814-7d89-4f87-9f5f-06522401bd48, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:50.415217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 0c026814-7d89-4f87-9f5f-06522401bd48 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:50.429721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0c026814-7d89-4f87-9f5f-06522401bd48) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:50.434544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:50.435141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.439537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34569ad6-041a-433d-8296-364265f1cc26 None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:50.453132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bbc7265f-bec0-4fc9-aa31-6330cefe706f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4200871 Jul 29 18:10:50.455776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36166) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:50.460755 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-248622246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:50.485919 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.487222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.543265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.549363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.568702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.570057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-641216a4-801a-4562-9282-f676630fcc90 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1129801 Jul 29 18:10:50.572715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36168) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:50.577731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'port': {'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48', 'name': 'tempest-RoutersTest-1262606856'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:50.592024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-0c026814-7d89-4f87-9f5f-06522401bd48', 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '1cd7a7d8-0247-4c5d-85eb-96e310b01a78'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:50.592935 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.691614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:50.696288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.714659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] device_id is not set on port 4177d875-4d22-4317-af18-8f16b7e0f301 yet. {{(pid=94052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 18:10:50.736327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Allocated IP 172.20.0.2 (0c026814-7d89-4f87-9f5f-06522401bd48/1cd7a7d8-0247-4c5d-85eb-96e310b01a78/71cf2c87-ecb0-431c-8b40-0363b8a2e0e0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:50.880856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.890702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Transition to ACTIVE for port object 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:50.906419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Transition to ACTIVE for port object 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:50.923078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:50.965376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:50.968731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:50.976068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:50.979776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Pushing event updated for resources: {'Port': ['ID=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:51.036905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Attempting to bind port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:10:51.037367 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Attempting to bind port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '2382e198-ca34-46e5-9afa-50c1446a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:10:51.037797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Attempting to bind port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 on network 0c026814-7d89-4f87-9f5f-06522401bd48 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:10:51.043856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:10:51.044567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Checking segment: {'id': '2382e198-ca34-46e5-9afa-50c1446a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:51.044875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.050195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Bound using segment: {'id': '2382e198-ca34-46e5-9afa-50c1446a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:10:51.050877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Bound port: 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2382e198-ca34-46e5-9afa-50c1446a686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c026814-7d89-4f87-9f5f-06522401bd48'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:10:51.052983 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.124031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] For port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:10:51.127597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] For port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,segment=NetworkSegment(2382e198-ca34-46e5-9afa-50c1446a686e),segment_id=2382e198-ca34-46e5-9afa-50c1446a686e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:10:51.135016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.198797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987e1b-99d2-42c5-9f58-ec9833ff2718 None None] Pushing event updated for resources: {'Port': ['ID=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:51.321881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.20.0.7 (0c026814-7d89-4f87-9f5f-06522401bd48/1cd7a7d8-0247-4c5d-85eb-96e310b01a78/4177d875-4d22-4317-af18-8f16b7e0f301) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:51.512309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.526007 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 4177d875-4d22-4317-af18-8f16b7e0f301 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:51.535903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:51.561585 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.603473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:51.605995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 0c026814-7d89-4f87-9f5f-06522401bd48 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:51.610042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:51.612602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:51.641875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=4177d875-4d22-4317-af18-8f16b7e0f301,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:51.672281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:51.672921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:51.690770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-795d4a8e-8b9f-494c-b1b8-7aa3b2f9dbc6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1169674 Jul 29 18:10:51.693634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36172) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:52.021620 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.197433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728ff6d-6b5b-4d2b-9f2a-bd6dfde7311f None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:52.263081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Provisioning for port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:52.273426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Provisioning complete for port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:52.273780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.295146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.301571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.379752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=4177d875-4d22-4317-af18-8f16b7e0f301,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:52.394675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.395019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.395350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.395691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.396020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.396394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.397082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.397082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.397257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.397575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.397892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.398326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:10:52.423687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.470785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] For port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,segment=NetworkSegment(2382e198-ca34-46e5-9afa-50c1446a686e),segment_id=2382e198-ca34-46e5-9afa-50c1446a686e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:52.481222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.547053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938bdf8-34bd-4644-b60b-d1307602eb4f None None] Pushing event updated for resources: {'Port': ['ID=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:52.580252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.706190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Provisioning for port 4177d875-4d22-4317-af18-8f16b7e0f301 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:52.711248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Provisioning complete for port 4177d875-4d22-4317-af18-8f16b7e0f301 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:52.711662 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.715503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.753369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Port 4177d875-4d22-4317-af18-8f16b7e0f301 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:52.766736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Provisioning complete for port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:52.767445 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f38be76-8dc6-4e2d-9dff-d285b045a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:52.993120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ee17eb6e-ed1a-43f2-b5b4-4e5747e2e4f6 None None] Provisioning complete for port 4177d875-4d22-4317-af18-8f16b7e0f301 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:52.993761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee17eb6e-ed1a-43f2-b5b4-4e5747e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.009701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.017683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.030838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ee17eb6e-ed1a-43f2-b5b4-4e5747e2e4f6 None None] Port 4177d875-4d22-4317-af18-8f16b7e0f301 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:53.106464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=4177d875-4d22-4317-af18-8f16b7e0f301,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:53.108906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.150142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e6b5305e-6c70-4aab-869f-d12608547a58 None None] Provisioning complete for port 4177d875-4d22-4317-af18-8f16b7e0f301 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:53.150462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6b5305e-6c70-4aab-869f-d12608547a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.184167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5305e-6c70-4aab-869f-d12608547a58 None None] Port 4177d875-4d22-4317-af18-8f16b7e0f301 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:53.201480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 0c026814-7d89-4f87-9f5f-06522401bd48 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:53.202852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:53.326911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 16a62f29-614c-4cee-ba35-48a2a270b214 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:10:53.430559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:53.432724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:53.435425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-49193380-7fd8-4633-8a69-6c6d25f298b6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/16a62f29-614c-4cee-ba35-48a2a270b214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406700 Jul 29 18:10:53.438187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36176) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:53.443342 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] Sync routers for ids ['16a62f29-614c-4cee-ba35-48a2a270b214'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:53.452998 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] Routers {'16a62f29-614c-4cee-ba35-48a2a270b214'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:53.453611 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['16a62f29-614c-4cee-ba35-48a2a270b214'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:53.486148 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:53.486396 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:53.486512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.489454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c573d74-fbfc-4ad3-a697-63dfd4c5e293 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:53.491829 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c573d74-fbfc-4ad3-a697-63dfd4c5e293 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports/4177d875-4d22-4317-af18-8f16b7e0f301 HTTP/1.1" status: 200 len: 977 time: 0.0522656 Jul 29 18:10:53.494981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:53.495857 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] Routers {'16a62f29-614c-4cee-ba35-48a2a270b214'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:53.496735 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['16a62f29-614c-4cee-ba35-48a2a270b214'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:53.543671 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:53.544321 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a434ab-5ac2-4529-b577-c57267d7e87f None None] The sync data for ids ['16a62f29-614c-4cee-ba35-48a2a270b214'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:53.582483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e800b2bf-b0a3-468f-af22-5321d852f7d8 None None] Provisioning complete for port 4177d875-4d22-4317-af18-8f16b7e0f301 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:53.582970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e800b2bf-b0a3-468f-af22-5321d852f7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:53.619003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e800b2bf-b0a3-468f-af22-5321d852f7d8 None None] Port 4177d875-4d22-4317-af18-8f16b7e0f301 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:54.266129 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:54.489037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 4177d875-4d22-4317-af18-8f16b7e0f301 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:54.489260 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:54.580889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:54.593261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 4177d875-4d22-4317-af18-8f16b7e0f301 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:54.786022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:54.817436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=4177d875-4d22-4317-af18-8f16b7e0f301,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:54.966031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.127273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 16a62f29-614c-4cee-ba35-48a2a270b214 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:10:55.206604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:55.215185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0209b27c-7026-4415-81c1-ebfecb85ff51 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/16a62f29-614c-4cee-ba35-48a2a270b214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157309 Jul 29 18:10:55.215307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:55.216340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] Sync routers for ids ['16a62f29-614c-4cee-ba35-48a2a270b214'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:55.226536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] Routers {'16a62f29-614c-4cee-ba35-48a2a270b214'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:55.227150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['16a62f29-614c-4cee-ba35-48a2a270b214'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:55.263143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:55.272506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] Routers {'16a62f29-614c-4cee-ba35-48a2a270b214'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:55.272971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['16a62f29-614c-4cee-ba35-48a2a270b214'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:55.305282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:55.305945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9b851-0535-4681-8e74-2aa7ee9a6f0e None None] The sync data for ids ['16a62f29-614c-4cee-ba35-48a2a270b214'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:55.436785 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-49e4fdb2-8594-49a9-bd07-b905d0109c3e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 18:10:55.437809 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49e4fdb2-8594-49a9-bd07-b905d0109c3e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/16a62f29-614c-4cee-ba35-48a2a270b214/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2219346 Jul 29 18:10:55.440558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:55.468565 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5547bebd-983b-4f19-af7d-ab57cd7c579e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a62f29-614c-4cee-ba35-48a2a270b214 HTTP/1.1" status: 200 len: 205 time: 0.0268638 Jul 29 18:10:55.470978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36306) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:55.547075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.711584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.713834 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.759705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.760360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router 16a62f29-614c-4cee-ba35-48a2a270b214 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:10:55.768450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.774873 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-46168cf3-1807-4c6e-b515-1e2ff9ee339d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/16a62f29-614c-4cee-ba35-48a2a270b214 HTTP/1.1" status: 204 len: 168 time: 0.3029001 Jul 29 18:10:55.777490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:55.830825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 1cd7a7d8-0247-4c5d-85eb-96e310b01a78 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:10:55.834038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.879175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:55.964608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.027382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.058842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd7a7d8-0247-4c5d-85eb-96e310b01a78,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:56.062763 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.069166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39181d7f-3876-4db4-b155-22b8b6c383d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/1cd7a7d8-0247-4c5d-85eb-96e310b01a78 HTTP/1.1" status: 204 len: 168 time: 0.2860558 Jul 29 18:10:56.069166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:56.071066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96dd9b-ef92-41b0-a1cc-b992fc4319b3 None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:56.146602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.205859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:56.206206 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.255091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] DHCP port deletion for 0c026814-7d89-4f87-9f5f-06522401bd48 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:10:56.278693 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,segment=NetworkSegment(2382e198-ca34-46e5-9afa-50c1446a686e),segment_id=2382e198-ca34-46e5-9afa-50c1446a686e)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:56.279231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.302298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:56.309896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Deleting port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:56.310423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.381287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] For port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,segment=NetworkSegment(2382e198-ca34-46e5-9afa-50c1446a686e),segment_id=2382e198-ca34-46e5-9afa-50c1446a686e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:56.381801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.391177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.422547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:56.424958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:56.519297 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.530284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c026814-7d89-4f87-9f5f-06522401bd48']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:56.542514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2382e198-ca34-46e5-9afa-50c1446a686e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:56.542876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2382e198-ca34-46e5-9afa-50c1446a686e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:56.554063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.556602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Calling delete_port for 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:10:56.569017 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.575280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:10:56.575667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:10:56.578791 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:10:56.623983 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:10:56.637404 n-d-801607-3 neutron-server[94053]: self.session.flush() Jul 29 18:10:56.644301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.650595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.658357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.664039 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/0c026814-7d89-4f87-9f5f-06522401bd48 HTTP/1.1" status: 204 len: 168 time: 0.5923522 Jul 29 18:10:56.665743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36488) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:56.669398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Pushing event deleted for resources: {'Port': ['ID=71cf2c87-ecb0-431c-8b40-0363b8a2e0e0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:56.671263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] Network 0c026814-7d89-4f87-9f5f-06522401bd48 is not hosted by any dhcp agent {{(pid=94053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 18:10:56.671730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805da6e-666b-463a-934b-b18e452f2f2e None None] No DVR routers for this DVR port 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:10:56.681624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a59d4c-2afd-4d39-8040-e7c827a6d4c1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=0c026814-7d89-4f87-9f5f-06522401bd48,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:56.681849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-2138624751'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:56.707095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:56.710831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.735998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:10:56.745405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.745759 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment 643a6a89-270b-4734-b341-16a740f93b21 of type vlan for network ad2aa034-1d72-4ce0-96de-189d0d8c659d Jul 29 18:10:56.790081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.819352 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.825200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:56.825603 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:56.894051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36524) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:56.894291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2236073 Jul 29 18:10:56.899437 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:56.901057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82014a5f-ae45-413e-8d73-556ee0abe984 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=ad2aa034-1d72-4ce0-96de-189d0d8c659d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:56.914754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:10:56.995164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:10:56.998826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.189722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.254201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=87417b8b-66db-44c0-883a-3abb8abbed95,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:57.266299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': '643a6a89-270b-4734-b341-16a740f93b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:57.266786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: ad2aa034-1d72-4ce0-96de-189d0d8c659d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:10:57.285082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:10:57.296322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ad2aa034-1d72-4ce0-96de-189d0d8c659d) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:57.301482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:57.302282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.305591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549b7b7-fd4d-4c28-9ec7-2bda4af4725d None None] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:57.322027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b02fd5e1-adfc-46ec-bdc5-77d99309713f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244673 Jul 29 18:10:57.322296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36586) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:57.326793 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1377363056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:10:57.351266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.352460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.415640 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.423203 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.429095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:10:57.441859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.446082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29228de3-d9c6-4bc0-9033-9accd8731a5e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1202133 Jul 29 18:10:57.446764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:57.453866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:10:57.454431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 71cf2c87-ecb0-431c-8b40-0363b8a2e0e0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:10:57.504945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ad2aa034-1d72-4ce0-96de-189d0d8c659d', 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '87417b8b-66db-44c0-883a-3abb8abbed95'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:10:57.506505 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.599961 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.658413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Allocated IP 172.20.0.2 (ad2aa034-1d72-4ce0-96de-189d0d8c659d/87417b8b-66db-44c0-883a-3abb8abbed95/13899a2a-8d2d-40cb-8149-1e9bcd816108) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:57.748713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.811879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.821197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Transition to ACTIVE for port object 13899a2a-8d2d-40cb-8149-1e9bcd816108 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:57.847623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Transition to ACTIVE for port object 13899a2a-8d2d-40cb-8149-1e9bcd816108 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:57.854122 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.899511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:57.903966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:57.906963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:57.949771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Pushing event updated for resources: {'Port': ['ID=13899a2a-8d2d-40cb-8149-1e9bcd816108,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:57.984972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Attempting to bind port 13899a2a-8d2d-40cb-8149-1e9bcd816108 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:10:57.985501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Attempting to bind port 13899a2a-8d2d-40cb-8149-1e9bcd816108 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '643a6a89-270b-4734-b341-16a740f93b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:10:57.986020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Attempting to bind port 13899a2a-8d2d-40cb-8149-1e9bcd816108 on network ad2aa034-1d72-4ce0-96de-189d0d8c659d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:10:57.991712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:10:57.992335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Checking segment: {'id': '643a6a89-270b-4734-b341-16a740f93b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:10:57.992665 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:57.993125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Bound using segment: {'id': '643a6a89-270b-4734-b341-16a740f93b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:10:57.993608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Bound port: 13899a2a-8d2d-40cb-8149-1e9bcd816108, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643a6a89-270b-4734-b341-16a740f93b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad2aa034-1d72-4ce0-96de-189d0d8c659d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:10:57.993993 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.022043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.20.0.1 (ad2aa034-1d72-4ce0-96de-189d0d8c659d/87417b8b-66db-44c0-883a-3abb8abbed95/00825b1a-30fc-4174-baa1-160dfd876f8c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:10:58.059438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] For port 13899a2a-8d2d-40cb-8149-1e9bcd816108, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:10:58.062635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] For port 13899a2a-8d2d-40cb-8149-1e9bcd816108, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13899a2a-8d2d-40cb-8149-1e9bcd816108,segment=NetworkSegment(643a6a89-270b-4734-b341-16a740f93b21),segment_id=643a6a89-270b-4734-b341-16a740f93b21)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:10:58.068462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.133251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7f83-cab6-4cab-bcc5-063f1e7c3252 None None] Pushing event updated for resources: {'Port': ['ID=13899a2a-8d2d-40cb-8149-1e9bcd816108,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:58.168627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.184261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 00825b1a-30fc-4174-baa1-160dfd876f8c will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:10:58.222378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.266031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:58.273147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:58.277474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:10:58.319840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=00825b1a-30fc-4174-baa1-160dfd876f8c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:58.339929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.468902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.758330 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.766557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.848921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=00825b1a-30fc-4174-baa1-160dfd876f8c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:58.852442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:58.951812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:10:58.953335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:10:59.082342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router a3a903c6-46b8-4835-bba9-2da918a9e628 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:10:59.110649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b10a16-5467-4ed6-b190-77fba2994b7a None None] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:10:59.167179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e915c951-2091-43ed-b4f2-3ca03ca04f63 None None] Provisioning for port 13899a2a-8d2d-40cb-8149-1e9bcd816108 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:59.193607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:10:59.199924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bd932c60-a5a2-4ebd-8fd5-04e593d5e94e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/a3a903c6-46b8-4835-bba9-2da918a9e628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7517779 Jul 29 18:10:59.202063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:59.205336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] Sync routers for ids ['a3a903c6-46b8-4835-bba9-2da918a9e628'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:10:59.215196 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] Routers {'a3a903c6-46b8-4835-bba9-2da918a9e628'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:59.216123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a3a903c6-46b8-4835-bba9-2da918a9e628'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:59.258073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:59.264299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c716c-18eb-44ff-bad8-946029e8efca tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:10:59.265743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d51c716c-18eb-44ff-bad8-946029e8efca tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports/00825b1a-30fc-4174-baa1-160dfd876f8c HTTP/1.1" status: 200 len: 910 time: 0.0624831 Jul 29 18:10:59.268562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36670) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:10:59.269515 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] Routers {'a3a903c6-46b8-4835-bba9-2da918a9e628'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:10:59.270382 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a3a903c6-46b8-4835-bba9-2da918a9e628'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:59.312779 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:10:59.313450 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f5b12-d18e-4224-a9cc-9040a9de438a None None] The sync data for ids ['a3a903c6-46b8-4835-bba9-2da918a9e628'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:10:59.478873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13899a2a-8d2d-40cb-8149-1e9bcd816108 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:10:59.532784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 13899a2a-8d2d-40cb-8149-1e9bcd816108 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:59.538620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 13899a2a-8d2d-40cb-8149-1e9bcd816108 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:59.539104 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.626412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.636130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Provisioning for port 00825b1a-30fc-4174-baa1-160dfd876f8c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:10:59.645572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Provisioning complete for port 00825b1a-30fc-4174-baa1-160dfd876f8c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:59.646043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.647843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.706789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 13899a2a-8d2d-40cb-8149-1e9bcd816108, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13899a2a-8d2d-40cb-8149-1e9bcd816108,segment=NetworkSegment(643a6a89-270b-4734-b341-16a740f93b21),segment_id=643a6a89-270b-4734-b341-16a740f93b21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:10:59.722692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.729247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Port 00825b1a-30fc-4174-baa1-160dfd876f8c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:10:59.771311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Provisioning complete for port 13899a2a-8d2d-40cb-8149-1e9bcd816108 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:59.771693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a35648ac-2d94-4dd5-9756-33273e12c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.810768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=13899a2a-8d2d-40cb-8149-1e9bcd816108,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:10:59.915505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 00825b1a-30fc-4174-baa1-160dfd876f8c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:10:59.916095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:10:59.991091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-57ef1089-3862-4b5c-ad56-b3668ef85a5f None None] Provisioning complete for port 00825b1a-30fc-4174-baa1-160dfd876f8c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:10:59.991473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-57ef1089-3862-4b5c-ad56-b3668ef85a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:00.011298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:00.024345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 00825b1a-30fc-4174-baa1-160dfd876f8c owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:00.033135 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-57ef1089-3862-4b5c-ad56-b3668ef85a5f None None] Port 00825b1a-30fc-4174-baa1-160dfd876f8c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:00.153545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e0b506c9-fc3e-4dd6-b78d-c1e3b74933e7 None None] Provisioning complete for port 00825b1a-30fc-4174-baa1-160dfd876f8c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:00.154283 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e0b506c9-fc3e-4dd6-b78d-c1e3b74933e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:00.194654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e0b506c9-fc3e-4dd6-b78d-c1e3b74933e7 None None] Port 00825b1a-30fc-4174-baa1-160dfd876f8c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:00.206741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:00.235055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=00825b1a-30fc-4174-baa1-160dfd876f8c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:00.712306 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:00.867496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router a3a903c6-46b8-4835-bba9-2da918a9e628 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:00.944821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:00.950449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95431c36-4587-49be-854b-a1d88c1baf3f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/a3a903c6-46b8-4835-bba9-2da918a9e628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808453 Jul 29 18:11:00.953168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36674) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:00.954752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] Sync routers for ids ['a3a903c6-46b8-4835-bba9-2da918a9e628'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:00.965219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] Routers {'a3a903c6-46b8-4835-bba9-2da918a9e628'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:00.965929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a3a903c6-46b8-4835-bba9-2da918a9e628'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:00.981262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fd681566-303a-4b46-a47d-7d9dd8fd1bc4 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3a903c6-46b8-4835-bba9-2da918a9e628 HTTP/1.1" status: 200 len: 205 time: 0.0268650 Jul 29 18:11:00.983728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36676) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:00.998702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:01.007964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] Routers {'a3a903c6-46b8-4835-bba9-2da918a9e628'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:01.008572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['a3a903c6-46b8-4835-bba9-2da918a9e628'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:01.043366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:01.044026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54431f1-749e-4306-b885-c6c87e9551e3 None None] The sync data for ids ['a3a903c6-46b8-4835-bba9-2da918a9e628'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:01.064146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.230727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.232912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.286037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.287523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router a3a903c6-46b8-4835-bba9-2da918a9e628 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:11:01.295434 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.297449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e684529-e50a-400f-abad-31bb694a19dd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/a3a903c6-46b8-4835-bba9-2da918a9e628 HTTP/1.1" status: 204 len: 168 time: 0.3127899 Jul 29 18:11:01.299175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:01.354202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 87417b8b-66db-44c0-883a-3abb8abbed95 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:01.357316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.398592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.420808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13899a2a-8d2d-40cb-8149-1e9bcd816108 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:01.467779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 13899a2a-8d2d-40cb-8149-1e9bcd816108 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:01.468185 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.489212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.557671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.582660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=87417b8b-66db-44c0-883a-3abb8abbed95,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:01.588275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.592883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53c3d30c-6b12-4bc4-b5fe-34b1c14289a8 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/87417b8b-66db-44c0-883a-3abb8abbed95 HTTP/1.1" status: 204 len: 168 time: 0.2927530 Jul 29 18:11:01.593140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36686) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:01.595491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5807f55e-7cd2-4153-84c3-cb11b1d86819 None None] Network ad2aa034-1d72-4ce0-96de-189d0d8c659d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:01.672336 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.727348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 13899a2a-8d2d-40cb-8149-1e9bcd816108 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:01.727989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.778353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] DHCP port deletion for ad2aa034-1d72-4ce0-96de-189d0d8c659d request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:01.796521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 13899a2a-8d2d-40cb-8149-1e9bcd816108, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13899a2a-8d2d-40cb-8149-1e9bcd816108,segment=NetworkSegment(643a6a89-270b-4734-b341-16a740f93b21),segment_id=643a6a89-270b-4734-b341-16a740f93b21)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:01.796889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.811109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 13899a2a-8d2d-40cb-8149-1e9bcd816108 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:01.830867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Deleting port 13899a2a-8d2d-40cb-8149-1e9bcd816108 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:01.831242 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.900898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.904098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] For port 13899a2a-8d2d-40cb-8149-1e9bcd816108, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=13899a2a-8d2d-40cb-8149-1e9bcd816108,segment=NetworkSegment(643a6a89-270b-4734-b341-16a740f93b21),segment_id=643a6a89-270b-4734-b341-16a740f93b21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:01.904366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:01.918970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Calling delete_port for 13899a2a-8d2d-40cb-8149-1e9bcd816108 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:01.932687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=13899a2a-8d2d-40cb-8149-1e9bcd816108,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:01.937962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port 13899a2a-8d2d-40cb-8149-1e9bcd816108 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:01.998082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.020550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.029751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] No DVR routers for this DVR port 13899a2a-8d2d-40cb-8149-1e9bcd816108 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:02.030878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2aa034-1d72-4ce0-96de-189d0d8c659d']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:02.034078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbac14-bc85-4f2d-8bbc-52d45704e97d None None] Pushing event deleted for resources: {'Port': ['ID=13899a2a-8d2d-40cb-8149-1e9bcd816108,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:02.046294 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643a6a89-270b-4734-b341-16a740f93b21') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:02.046599 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643a6a89-270b-4734-b341-16a740f93b21') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:02.055595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.069420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.075609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:02.076136 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:02.079102 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:02.141444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.148948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.150841 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/ad2aa034-1d72-4ce0-96de-189d0d8c659d HTTP/1.1" status: 204 len: 168 time: 0.5562022 Jul 29 18:11:02.156426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36688) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:02.162582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d303-2e24-48ea-b996-e59414049b10 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=ad2aa034-1d72-4ce0-96de-189d0d8c659d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:02.168406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4240747', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:02.192912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.193950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.245327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.394553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.591726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.614334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.719343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.25.5.89 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/898a2c7f-889d-425d-a35b-8919e460cab0) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:02.831745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.872424 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:02.909009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:02.911831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:02.915518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:02.942872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=898a2c7f-889d-425d-a35b-8919e460cab0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:03.177309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.392724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.434119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13899a2a-8d2d-40cb-8149-1e9bcd816108 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:03.455602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 13899a2a-8d2d-40cb-8149-1e9bcd816108 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:03.455602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 13899a2a-8d2d-40cb-8149-1e9bcd816108 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:03.553930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router d02bef76-c4af-4e0f-a296-b3c95ec827dc is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:11:03.620087 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36698) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:03.686375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:03.696195 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] Sync routers for ids ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:03.705546 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] Routers {'d02bef76-c4af-4e0f-a296-b3c95ec827dc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:03.706409 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:03.707162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.711512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cfa80693-9ef2-4474-8ddc-641f059dbe60 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.5512185 Jul 29 18:11:03.712030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36702) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:03.745622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8ca9-180e-42f3-90a0-7f61c2df99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.753028 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:03.762046 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] Routers {'d02bef76-c4af-4e0f-a296-b3c95ec827dc'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:03.762691 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:03.795144 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:03.796160 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789836d7-d332-4e6c-a3e8-7bd0fe2ad289 None None] The sync data for ids ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:03.829679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ec9bffaf-9bf9-461e-b464-cc679bec7d99 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers/d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 200 len: 877 time: 0.1168027 Jul 29 18:11:03.832328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:03.866138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8ca9-180e-42f3-90a0-7f61c2df99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.871544 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8ca9-180e-42f3-90a0-7f61c2df99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.915206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3b3f8ca9-180e-42f3-90a0-7f61c2df99d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc1404f6d05648a9a931fcbfb72bb327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927277 Jul 29 18:11:03.917809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36706) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:03.924150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f8ca9-180e-42f3-90a0-7f61c2df99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4c66d-3df1-4161-bd22-2bf3b05432a4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:03.976853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:03.998529 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.049490 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.054520 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.056112 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3e4c66d-3df1-4161-bd22-2bf3b05432a4 HTTP/1.1" status: 204 len: 168 time: 0.1369920 Jul 29 18:11:04.067394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7761c-0882-4d5a-8587-0f8c53d8aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e4c66d-3df1-4161-bd22-2bf3b05432a4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:04.093301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6c25165d-32fb-4e04-8d97-dcf858325152 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 880 time: 0.2568591 Jul 29 18:11:04.093397 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36710) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:04.098163 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-4240747'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:04.355952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36714) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:04.369479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28272fd6-521b-4e1a-851d-ef9b436f560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.413595 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.425886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.458984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28272fd6-521b-4e1a-851d-ef9b436f560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.464262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28272fd6-521b-4e1a-851d-ef9b436f560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.504736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-28272fd6-521b-4e1a-851d-ef9b436f560d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d64369c7b4ce4ac6a71a0a069ca310de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452041 Jul 29 18:11:04.504736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28272fd6-521b-4e1a-851d-ef9b436f560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51443ffc-2dbb-4521-9528-1afbd8449473,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:04.505808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:04.536829 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router d02bef76-c4af-4e0f-a296-b3c95ec827dc has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:04.554560 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.576042 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.643343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:04.650405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.651588 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-13f97260-0a56-4dc5-afd9-a0d3611fa956 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 200 len: 884 time: 0.5573964 Jul 29 18:11:04.654390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] Sync routers for ids ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:04.654894 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36718) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:04.666935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] Routers {'d02bef76-c4af-4e0f-a296-b3c95ec827dc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:04.667749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:04.701280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:04.710550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] Routers {'d02bef76-c4af-4e0f-a296-b3c95ec827dc'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:04.711102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:04.748073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:04.748743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42ea7c-530b-4ecf-81d6-a5cf04687ea9 None None] The sync data for ids ['d02bef76-c4af-4e0f-a296-b3c95ec827dc'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:04.975126 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.977661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:04.979417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51443ffc-2dbb-4521-9528-1afbd8449473 HTTP/1.1" status: 204 len: 168 time: 0.4723561 Jul 29 18:11:04.989380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ca793-03cc-4a4f-937c-2b07239bfe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51443ffc-2dbb-4521-9528-1afbd8449473,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:05.106160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d0694c69-37f1-4ae5-bf96-f569e498368f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers/d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 200 len: 884 time: 0.4497967 Jul 29 18:11:05.108024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36722) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:05.136791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21f420b1-88c5-42bc-b02c-16f1ab3c0a56 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 200 len: 205 time: 0.0251062 Jul 29 18:11:05.137083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36724) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:05.247808 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.350545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.404796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 898a2c7f-889d-425d-a35b-8919e460cab0 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:05.405199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.481898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.496378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 898a2c7f-889d-425d-a35b-8919e460cab0 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:05.668596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.700232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=898a2c7f-889d-425d-a35b-8919e460cab0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:05.758256 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.852779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.854914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.899224 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.899914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router d02bef76-c4af-4e0f-a296-b3c95ec827dc {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:11:05.907599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.908713 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b65b6e34-2a4b-4bea-9125-9cf2afcd5aa2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 204 len: 168 time: 0.7707045 Jul 29 18:11:05.912498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:05.918282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-2042147075'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:05.939521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:05.943015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.970115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:05.979437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:05.979777 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment f65882ad-5187-4e76-a6f8-353c8df84f67 of type vlan for network 45fbd220-2ac9-444b-8105-5e35e60f6978 Jul 29 18:11:06.020695 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.041175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36754) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:06.053565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.059411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:06.059999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.119224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2052867 Jul 29 18:11:06.122016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36758) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:06.127055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:06.151322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b0ea1-71e8-43bb-888b-de6b3c87d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.172912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a639-949f-402c-98f7-3fa2b22459fa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=45fbd220-2ac9-444b-8105-5e35e60f6978,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:06.184750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:06.248788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b0ea1-71e8-43bb-888b-de6b3c87d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.254158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a63b0ea1-71e8-43bb-888b-de6b3c87d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.271491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:06.275370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.291284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b0ea1-71e8-43bb-888b-de6b3c87d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2be827-3fb2-4ad4-8908-a273c94dc3d0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:06.296357 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a63b0ea1-71e8-43bb-888b-de6b3c87d087 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b88d8dad87754f798386aff81588fbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541530 Jul 29 18:11:06.299039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36760) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:06.348609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.369724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.417028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.419717 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.423262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc2be827-3fb2-4ad4-8908-a273c94dc3d0 HTTP/1.1" status: 204 len: 168 time: 0.1207557 Jul 29 18:11:06.428552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc687d83-f384-4d06-9ed3-df0bda05a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2be827-3fb2-4ad4-8908-a273c94dc3d0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:06.458631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.522569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=350472d2-a60e-4b16-ba09-98d2b28506eb,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:06.531381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': 'f65882ad-5187-4e76-a6f8-353c8df84f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:06.531734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 45fbd220-2ac9-444b-8105-5e35e60f6978, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:06.551831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:06.561909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 45fbd220-2ac9-444b-8105-5e35e60f6978) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:06.566561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:06.567155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.572214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a74b88-1a67-4572-858b-eff74ca73bc9 None None] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:06.585210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-68d74fc0-24db-45c1-ad48-5eb418fdb194 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4617870 Jul 29 18:11:06.587530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36766) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:06.592389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2011422636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:06.617188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.618634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.673558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.679034 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.698444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.702484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:06.702983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-09f87e83-6d30-4dc3-8859-3af9f69316c2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1139655 Jul 29 18:11:06.747584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-45fbd220-2ac9-444b-8105-5e35e60f6978', 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '350472d2-a60e-4b16-ba09-98d2b28506eb'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:06.748476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:06.891640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Allocated IP 172.20.0.2 (45fbd220-2ac9-444b-8105-5e35e60f6978/350472d2-a60e-4b16-ba09-98d2b28506eb/63772885-f16b-4aec-86fb-807b9c86313a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:06.992513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.046405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.055276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Transition to ACTIVE for port object 63772885-f16b-4aec-86fb-807b9c86313a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:07.069737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Transition to ACTIVE for port object 63772885-f16b-4aec-86fb-807b9c86313a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:07.077612 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.115876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:07.118913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:07.122601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:07.132619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Pushing event updated for resources: {'Port': ['ID=63772885-f16b-4aec-86fb-807b9c86313a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:07.188320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Attempting to bind port 63772885-f16b-4aec-86fb-807b9c86313a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:07.188910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Attempting to bind port 63772885-f16b-4aec-86fb-807b9c86313a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f65882ad-5187-4e76-a6f8-353c8df84f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:07.189098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Attempting to bind port 63772885-f16b-4aec-86fb-807b9c86313a on network 45fbd220-2ac9-444b-8105-5e35e60f6978 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:07.194685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:07.195087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Checking segment: {'id': 'f65882ad-5187-4e76-a6f8-353c8df84f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:07.195598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.195987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Bound using segment: {'id': 'f65882ad-5187-4e76-a6f8-353c8df84f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:07.196443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Bound port: 63772885-f16b-4aec-86fb-807b9c86313a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65882ad-5187-4e76-a6f8-353c8df84f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '45fbd220-2ac9-444b-8105-5e35e60f6978'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:07.196819 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.252483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.20.0.1 (45fbd220-2ac9-444b-8105-5e35e60f6978/350472d2-a60e-4b16-ba09-98d2b28506eb/354c9cb7-86f1-43d1-b9a5-963b54930a83) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:07.263633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] For port 63772885-f16b-4aec-86fb-807b9c86313a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:07.267073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] For port 63772885-f16b-4aec-86fb-807b9c86313a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=63772885-f16b-4aec-86fb-807b9c86313a,segment=NetworkSegment(f65882ad-5187-4e76-a6f8-353c8df84f67),segment_id=f65882ad-5187-4e76-a6f8-353c8df84f67)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:07.274462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.334761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8d42-def7-4b3b-a645-a207639ccac1 None None] Pushing event updated for resources: {'Port': ['ID=63772885-f16b-4aec-86fb-807b9c86313a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:07.378278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.398906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 354c9cb7-86f1-43d1-b9a5-963b54930a83 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:07.434559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.477412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:07.480859 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:07.484765 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:07.552381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.601049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=354c9cb7-86f1-43d1-b9a5-963b54930a83,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:07.695974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.963296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:07.969414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:08.044625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=354c9cb7-86f1-43d1-b9a5-963b54930a83,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:08.047269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:08.153137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:08.162329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:08.305137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 2f777708-eea2-429d-8c8d-f3e1d704c0fb is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:11:08.316120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c52c40-3920-4d49-9caf-7c9a585bde35 None None] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:08.393997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:08.397219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e1f4c3e9-4cf8-4ee1-8ead-bed33e65b5a2 None None] Provisioning for port 63772885-f16b-4aec-86fb-807b9c86313a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:08.402593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36796) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:08.403049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9aeef5b4-56f9-4b66-9b67-afdd5b849891 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/2f777708-eea2-429d-8c8d-f3e1d704c0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985664 Jul 29 18:11:08.404799 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] Sync routers for ids ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:08.414677 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] Routers {'2f777708-eea2-429d-8c8d-f3e1d704c0fb'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:08.415274 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:08.447123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c00514-fce5-4c73-97ec-923d17d778bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:08.448565 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-18c00514-fce5-4c73-97ec-923d17d778bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports/354c9cb7-86f1-43d1-b9a5-963b54930a83 HTTP/1.1" status: 200 len: 910 time: 0.0452127 Jul 29 18:11:08.451288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36798) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:08.453028 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:08.457102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '350472d2-a60e-4b16-ba09-98d2b28506eb'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:08.462014 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] Routers {'2f777708-eea2-429d-8c8d-f3e1d704c0fb'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:08.462859 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:08.495226 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:08.495771 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773fe452-f536-442a-b3cb-a2caa2c19378 None None] The sync data for ids ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'] in n-d-801607-3 is: [] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:08.612874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:08.739587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-227b63c6-8a29-4365-93f3-876ad4f7d364 None None] Provisioning for port 354c9cb7-86f1-43d1-b9a5-963b54930a83 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:08.745976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-227b63c6-8a29-4365-93f3-876ad4f7d364 None None] Provisioning complete for port 354c9cb7-86f1-43d1-b9a5-963b54930a83 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:08.746523 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-227b63c6-8a29-4365-93f3-876ad4f7d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:08.790552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-227b63c6-8a29-4365-93f3-876ad4f7d364 None None] Port 354c9cb7-86f1-43d1-b9a5-963b54930a83 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:08.912703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a11571c-f2ac-4054-8642-b8d36bde4203 None None] Provisioning complete for port 354c9cb7-86f1-43d1-b9a5-963b54930a83 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:08.913204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a11571c-f2ac-4054-8642-b8d36bde4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:08.952909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6a11571c-f2ac-4054-8642-b8d36bde4203 None None] Port 354c9cb7-86f1-43d1-b9a5-963b54930a83 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:09.035223 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.046452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.119565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=354c9cb7-86f1-43d1-b9a5-963b54930a83,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:09.129708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:09.130353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.131693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-db5d3e23-f17f-4d85-a198-804914768222 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/ports/354c9cb7-86f1-43d1-b9a5-963b54930a83 HTTP/1.1" status: 200 len: 910 time: 0.6790919 Jul 29 18:11:09.134668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:09.173299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-872a385d-ed05-4361-af47-8646c4d60ac8 None None] Provisioning complete for port 354c9cb7-86f1-43d1-b9a5-963b54930a83 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:09.173877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-872a385d-ed05-4361-af47-8646c4d60ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.212360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-872a385d-ed05-4361-af47-8646c4d60ac8 None None] Port 354c9cb7-86f1-43d1-b9a5-963b54930a83 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:09.253953 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a428e909-e0a7-4675-bf4a-88d6fd785372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.464947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 63772885-f16b-4aec-86fb-807b9c86313a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:09.475780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.514800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 63772885-f16b-4aec-86fb-807b9c86313a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:09.518709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 63772885-f16b-4aec-86fb-807b9c86313a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:09.519142 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.596267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.631631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 63772885-f16b-4aec-86fb-807b9c86313a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=63772885-f16b-4aec-86fb-807b9c86313a,segment=NetworkSegment(f65882ad-5187-4e76-a6f8-353c8df84f67),segment_id=f65882ad-5187-4e76-a6f8-353c8df84f67)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:09.637013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.685212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=63772885-f16b-4aec-86fb-807b9c86313a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:09.749705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 354c9cb7-86f1-43d1-b9a5-963b54930a83 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:09.750161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.846072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:09.862186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 354c9cb7-86f1-43d1-b9a5-963b54930a83 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:10.059070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.090448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=354c9cb7-86f1-43d1-b9a5-963b54930a83,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:10.230696 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.381765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 2f777708-eea2-429d-8c8d-f3e1d704c0fb has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:10.457103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:10.462089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ad23fc7a-644a-478e-8b2e-244cd839159e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/2f777708-eea2-429d-8c8d-f3e1d704c0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3263569 Jul 29 18:11:10.465377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36810) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:10.467392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] Sync routers for ids ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:10.478901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] Routers {'2f777708-eea2-429d-8c8d-f3e1d704c0fb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:10.479515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:10.493284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6001c96d-2431-43d1-aec3-44426219976a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f777708-eea2-429d-8c8d-f3e1d704c0fb HTTP/1.1" status: 200 len: 205 time: 0.0265808 Jul 29 18:11:10.495953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:10.511760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:10.520754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] Routers {'2f777708-eea2-429d-8c8d-f3e1d704c0fb'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:10.521356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:10:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:10.555166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:10.555795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556ced8-9646-495d-9761-db8ee7def768 None None] The sync data for ids ['2f777708-eea2-429d-8c8d-f3e1d704c0fb'] in n-d-801607-3 is: [] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:10.573114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.737832 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.740048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.788461 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.789064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router 2f777708-eea2-429d-8c8d-f3e1d704c0fb {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:11:10.796266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.797421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d61a6a47-4f55-4087-bca2-241b1a27c7d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/2f777708-eea2-429d-8c8d-f3e1d704c0fb HTTP/1.1" status: 204 len: 168 time: 0.3005643 Jul 29 18:11:10.801270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36814) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:10.856002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 350472d2-a60e-4b16-ba09-98d2b28506eb {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:10.859414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.900323 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:10.986148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.052653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.080347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=350472d2-a60e-4b16-ba09-98d2b28506eb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:11.083821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.086474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee3a97f2-2087-4b7e-bfc4-033d6604b6af tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/350472d2-a60e-4b16-ba09-98d2b28506eb HTTP/1.1" status: 204 len: 168 time: 0.2835226 Jul 29 18:11:11.088438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:11.091107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb22fd3-1d0d-405d-b65c-17187a5b334c None None] Network 45fbd220-2ac9-444b-8105-5e35e60f6978 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:11.173726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.231954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 63772885-f16b-4aec-86fb-807b9c86313a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:11.232297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.285552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] DHCP port deletion for 45fbd220-2ac9-444b-8105-5e35e60f6978 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:11.307022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 63772885-f16b-4aec-86fb-807b9c86313a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=63772885-f16b-4aec-86fb-807b9c86313a,segment=NetworkSegment(f65882ad-5187-4e76-a6f8-353c8df84f67),segment_id=f65882ad-5187-4e76-a6f8-353c8df84f67)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:11.307495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.321692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 63772885-f16b-4aec-86fb-807b9c86313a owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:11.343049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Deleting port 63772885-f16b-4aec-86fb-807b9c86313a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:11.343426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.415067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] For port 63772885-f16b-4aec-86fb-807b9c86313a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=63772885-f16b-4aec-86fb-807b9c86313a,segment=NetworkSegment(f65882ad-5187-4e76-a6f8-353c8df84f67),segment_id=f65882ad-5187-4e76-a6f8-353c8df84f67)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:11.415526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.418359 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.431490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Calling delete_port for 63772885-f16b-4aec-86fb-807b9c86313a owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:11.441436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 63772885-f16b-4aec-86fb-807b9c86313a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:11.458461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=63772885-f16b-4aec-86fb-807b9c86313a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:11.460808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port 63772885-f16b-4aec-86fb-807b9c86313a on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:11.463684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 63772885-f16b-4aec-86fb-807b9c86313a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:11.464245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 63772885-f16b-4aec-86fb-807b9c86313a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:11.534223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.557182 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.561306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] Pushing event deleted for resources: {'Port': ['ID=63772885-f16b-4aec-86fb-807b9c86313a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:11.563246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b4dc1-4517-48b3-bd89-8be78e0d6af8 None None] No DVR routers for this DVR port 63772885-f16b-4aec-86fb-807b9c86313a on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:11.578095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fbd220-2ac9-444b-8105-5e35e60f6978']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:11.589264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65882ad-5187-4e76-a6f8-353c8df84f67') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:11.589560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65882ad-5187-4e76-a6f8-353c8df84f67') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:11.598507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.612316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.619214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:11.619602 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:11.622656 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:11.674907 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:11:11.676341 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-32b1c173-e518-4d67-9f7e-c6d25baec4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.695988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.707172 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.709038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/45fbd220-2ac9-444b-8105-5e35e60f6978 HTTP/1.1" status: 204 len: 168 time: 0.6196563 Jul 29 18:11:11.713565 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36850) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:11.718822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112587720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:11.721419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc99ae9-38a3-4fd1-9566-936fb0f772cb tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=45fbd220-2ac9-444b-8105-5e35e60f6978,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:11.744238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.745421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.799727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.805734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.821956 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.823133 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30db4967-c0eb-4590-b36c-c856236ad52f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1085043 Jul 29 18:11:11.825820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36852) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:11.830775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-22231127'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:11.851422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:11.854883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.875183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.880534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:11.891049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.891398 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment c399a7c9-5fb0-41a7-bf33-5699c091f8c7 of type vlan for network 3df97748-6832-4a16-8665-4ab0d51b30d6 Jul 29 18:11:11.931326 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.962301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:11.968011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:11.968653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.022115 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1923759 Jul 29 18:11:12.022398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:12.034038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:12.088895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0720cba-712e-4673-8e44-1a1423ec055f tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=3df97748-6832-4a16-8665-4ab0d51b30d6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:12.100060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:12.133058 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:12.137110 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.323645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.382776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=b4a01ccb-a8dc-43ec-ad29-e2c873eaad25,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:12.394484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:12.394849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 3df97748-6832-4a16-8665-4ab0d51b30d6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:12.413284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:12.424494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 3df97748-6832-4a16-8665-4ab0d51b30d6) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:12.429400 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:12.430432 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.437068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55b86f-ea5e-42c2-9699-d80b28e1aea1 None None] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:12.453312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a0d3c29-763d-41ab-9cfe-3ef8034d6266 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4299023 Jul 29 18:11:12.456398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36856) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:12.776222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.788728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-3df97748-6832-4a16-8665-4ab0d51b30d6', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:12.789604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:12.924719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Allocated IP 172.20.0.2 (3df97748-6832-4a16-8665-4ab0d51b30d6/b4a01ccb-a8dc-43ec-ad29-e2c873eaad25/d6d22fe3-2b74-4edb-b518-554d3c0a66a9) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:13.021379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.109315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.120268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Transition to ACTIVE for port object d6d22fe3-2b74-4edb-b518-554d3c0a66a9 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:13.136106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Transition to ACTIVE for port object d6d22fe3-2b74-4edb-b518-554d3c0a66a9 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:13.144149 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.183973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:13.186919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:13.190572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:13.198691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Pushing event updated for resources: {'Port': ['ID=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:13.256643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Attempting to bind port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:13.257016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Attempting to bind port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:13.257403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Attempting to bind port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 on network 3df97748-6832-4a16-8665-4ab0d51b30d6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:13.264094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:13.264502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Checking segment: {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:13.264958 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.265343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Bound using segment: {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:13.265809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Bound port: d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:13.266195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.328739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] For port d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:13.332159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] For port d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:13.338046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.393423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.20.0.1 (3df97748-6832-4a16-8665-4ab0d51b30d6/b4a01ccb-a8dc-43ec-ad29-e2c873eaad25/bd4460d2-cd42-4d26-9204-12663415f34c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:13.397074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03157a-d577-4b81-aac3-5b687edf4e1f None None] Pushing event updated for resources: {'Port': ['ID=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:13.514835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.529922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object bd4460d2-cd42-4d26-9204-12663415f34c will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:13.565610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.608269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:13.611790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:13.615714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:13.655982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:13.676350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:13.796576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.084600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.090066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.172114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.179820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:14.276304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:14.277890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:14.305143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43752c33-affd-44ce-b735-d3178c0cbc1b None None] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:14.398065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-04477e67-4211-4327-9f7a-f99aa1c94d77 None None] Provisioning for port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:14.404713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:11:14.508725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:14.514115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7eb600dc-c84c-4b51-a3ac-762d6532d5e2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0556598 Jul 29 18:11:14.516870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36866) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:14.524976 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-2013182426'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:14.529141 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:14.538705 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:14.539607 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:14.563609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:14.568600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.605796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:14.615613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.616320 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment e380fc4e-1b38-4dff-a9b8-a11fad68328f of type vlan for network aff6e252-24e6-4426-8603-2f28e7371a94 Jul 29 18:11:14.640042 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:14.664790 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.679281 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.715575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.722485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:14.723105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.752420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e7ee1e56-cdf3-4546-8893-af78279897bc None None] Provisioning for port bd4460d2-cd42-4d26-9204-12663415f34c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:14.758300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e7ee1e56-cdf3-4546-8893-af78279897bc None None] Provisioning complete for port bd4460d2-cd42-4d26-9204-12663415f34c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:14.758892 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7ee1e56-cdf3-4546-8893-af78279897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:14.817665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36870) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:14.824353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:14.830614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3100054 Jul 29 18:11:14.834292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee1e56-cdf3-4546-8893-af78279897bc None None] Port bd4460d2-cd42-4d26-9204-12663415f34c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:14.834581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d47e75-99e5-4a9e-b957-0f0d14474bf0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=aff6e252-24e6-4426-8603-2f28e7371a94,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:14.851632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network aff6e252-24e6-4426-8603-2f28e7371a94 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:14.943637 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:13Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:13Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:14.982422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:14.987048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.033220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1396f1d8-d402-4b25-a141-b62b514fe810 None None] Provisioning complete for port bd4460d2-cd42-4d26-9204-12663415f34c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:15.033744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1396f1d8-d402-4b25-a141-b62b514fe810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.074268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1396f1d8-d402-4b25-a141-b62b514fe810 None None] Port bd4460d2-cd42-4d26-9204-12663415f34c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:15.092698 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:15.093043 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Updating router b2784126-2791-4554-b7ca-4e3eaf64fc69 port bd4460d2-cd42-4d26-9204-12663415f34c binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:15.120411 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.250261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.298426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f101619a-7efd-455f-8326-20ac1d441ead None None] Provisioning complete for port bd4460d2-cd42-4d26-9204-12663415f34c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:15.299067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f101619a-7efd-455f-8326-20ac1d441ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.319655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=82e46e0a-0440-470b-8d5d-e1d0d80d8c01,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:15.327744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:15.328114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: aff6e252-24e6-4426-8603-2f28e7371a94, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:15.350773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f101619a-7efd-455f-8326-20ac1d441ead None None] Port bd4460d2-cd42-4d26-9204-12663415f34c cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:15.351372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network aff6e252-24e6-4426-8603-2f28e7371a94 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:15.368640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, aff6e252-24e6-4426-8603-2f28e7371a94) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:15.375677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:15.376374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.379474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54338b0-e482-47ff-8e9c-def106939f85 None None] Network aff6e252-24e6-4426-8603-2f28e7371a94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:15.403386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e411cb2a-d57c-4a5d-8ffe-0ac75f568604 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5837755 Jul 29 18:11:15.405641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36872) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:15.462389 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.474143 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Transition to ACTIVE for port object bd4460d2-cd42-4d26-9204-12663415f34c will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:15.482539 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.489114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6d22fe3-2b74-4edb-b518-554d3c0a66a9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:15.544973 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Pushing event updated for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:15.559233 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.559574 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.560157 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.561034 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.561375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.561704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.562045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.562388 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.562707 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.563030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.563348 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.563665 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:15.600709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:15.608167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:15.608678 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.655385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Attempting to bind port bd4460d2-cd42-4d26-9204-12663415f34c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:15.655753 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Attempting to bind port bd4460d2-cd42-4d26-9204-12663415f34c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:15.656111 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Attempting to bind port bd4460d2-cd42-4d26-9204-12663415f34c on network 3df97748-6832-4a16-8665-4ab0d51b30d6 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:15.674289 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:15.674789 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Checking segment: {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:15.675203 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.675600 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Bound using segment: {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:15.676084 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Bound port: bd4460d2-cd42-4d26-9204-12663415f34c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:15.676466 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.785262 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] For port bd4460d2-cd42-4d26-9204-12663415f34c, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:15.791543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-aff6e252-24e6-4426-8603-2f28e7371a94', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:15.792487 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.794620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] For port bd4460d2-cd42-4d26-9204-12663415f34c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bd4460d2-cd42-4d26-9204-12663415f34c,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:15.801818 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.824930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.881444 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:15.882633 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:15.924567 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd643-67cc-4c2a-9893-c92c21ef1b40 None None] Pushing event updated for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:15.962767 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:15.978553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:15.991154 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:16.021604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.123295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:16.138390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Allocated IP 172.21.0.2 (aff6e252-24e6-4426-8603-2f28e7371a94/82e46e0a-0440-470b-8d5d-e1d0d80d8c01/59451880-0d0b-4b66-b51f-40c7e588934a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:16.325740 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:13Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:15Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:16.354637 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873bd3b-7a3e-483f-b59f-b573160ebafa None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:13Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:15Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:16.379226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.384519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36880) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:16.401025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Transition to ACTIVE for port object 59451880-0d0b-4b66-b51f-40c7e588934a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:16.419348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Transition to ACTIVE for port object 59451880-0d0b-4b66-b51f-40c7e588934a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:16.447188 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.489358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.21.0.1 (aff6e252-24e6-4426-8603-2f28e7371a94/82e46e0a-0440-470b-8d5d-e1d0d80d8c01/3ddd534f-ea13-4493-83d6-89c51481f67e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:16.515279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Network aff6e252-24e6-4426-8603-2f28e7371a94 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:16.519240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:16.522912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:16.555489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Pushing event updated for resources: {'Port': ['ID=59451880-0d0b-4b66-b51f-40c7e588934a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:16.588022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Attempting to bind port 59451880-0d0b-4b66-b51f-40c7e588934a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:16.588265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Attempting to bind port 59451880-0d0b-4b66-b51f-40c7e588934a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:16.588520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Attempting to bind port 59451880-0d0b-4b66-b51f-40c7e588934a on network aff6e252-24e6-4426-8603-2f28e7371a94 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:16.593706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:16.594102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Checking segment: {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:16.594568 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.594968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Bound using segment: {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:16.595567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Bound port: 59451880-0d0b-4b66-b51f-40c7e588934a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:16.595955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.628580 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.661647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7f56-6357-4eb5-8299-00c867a73071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.673204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 3ddd534f-ea13-4493-83d6-89c51481f67e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:16.675149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] For port 59451880-0d0b-4b66-b51f-40c7e588934a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:16.678349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] For port 59451880-0d0b-4b66-b51f-40c7e588934a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=59451880-0d0b-4b66-b51f-40c7e588934a,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:16.683881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.747792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2adae-beb6-4794-837d-d935ac264c34 None None] Pushing event updated for resources: {'Port': ['ID=59451880-0d0b-4b66-b51f-40c7e588934a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:16.768205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.841086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network aff6e252-24e6-4426-8603-2f28e7371a94 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:16.848518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:16.851853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:16.854335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:16.924205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7f56-6357-4eb5-8299-00c867a73071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.925686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:16.983841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7f56-6357-4eb5-8299-00c867a73071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.052530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ebb7f56-6357-4eb5-8299-00c867a73071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b663fee406474c50a2648265263824c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644444 Jul 29 18:11:17.052913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36884) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:17.070444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb7f56-6357-4eb5-8299-00c867a73071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345228f-736d-477d-a6ea-5a8b3c3d14d9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:17.115778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.130717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.140258 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.197214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.200397 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.203956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7345228f-736d-477d-a6ea-5a8b3c3d14d9 HTTP/1.1" status: 204 len: 168 time: 0.1471376 Jul 29 18:11:17.210749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dcf8d-3b62-4f11-be23-d62111daaeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345228f-736d-477d-a6ea-5a8b3c3d14d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:17.439383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.446109 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.517503 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.528696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:17.533988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bd4460d2-cd42-4d26-9204-12663415f34c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:17.593880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port bd4460d2-cd42-4d26-9204-12663415f34c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:17.598307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bd4460d2-cd42-4d26-9204-12663415f34c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:17.598684 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.635067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network aff6e252-24e6-4426-8603-2f28e7371a94 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:17.637794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:17.693761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.735455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port bd4460d2-cd42-4d26-9204-12663415f34c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bd4460d2-cd42-4d26-9204-12663415f34c,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:17.742859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.744475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6d22fe3-2b74-4edb-b518-554d3c0a66a9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:17.754489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:17.842522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:17.842892 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.848819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:17.864081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:17.875257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8965b48f-d366-4a61-a8ae-ea2b245fab73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4683402 Jul 29 18:11:17.877045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36908) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:17.882256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-952952718'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:17.915463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:17.919514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.952461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 59451880-0d0b-4b66-b51f-40c7e588934a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:17.955476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:17.968476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:17.968871 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment 57137a91-7c1c-4b24-a82d-0691266ef0de of type vlan for network 292ba23e-6be7-4521-9e61-49f8409c67d8 Jul 29 18:11:18.021000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 59451880-0d0b-4b66-b51f-40c7e588934a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:18.024512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.064232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51289aee-1480-43cb-b7d3-dd1088845043 None None] Network aff6e252-24e6-4426-8603-2f28e7371a94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:18.069150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.075197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:18.075794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.138683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2604446 Jul 29 18:11:18.141494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36914) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:18.146971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:18.147146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Provisioning for port 59451880-0d0b-4b66-b51f-40c7e588934a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:18.154055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Provisioning complete for port 59451880-0d0b-4b66-b51f-40c7e588934a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:18.154536 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.201860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8f808-1946-4bfd-a91b-20c6300670b7 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=292ba23e-6be7-4521-9e61-49f8409c67d8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:18.224857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:18.261571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:18.265422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.377635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:18.410165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.411902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:18.412550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:18.474573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.519576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] For port 59451880-0d0b-4b66-b51f-40c7e588934a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=59451880-0d0b-4b66-b51f-40c7e588934a,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:18.521266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:18.532541 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.542137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:18.559202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:18.559569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: 292ba23e-6be7-4521-9e61-49f8409c67d8, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:18.562979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=fee87c8e-d2dc-46a2-8526-d92850530367,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:18.580795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:18.596246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 292ba23e-6be7-4521-9e61-49f8409c67d8) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:18.600971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:18.601554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.613784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccdbf0-33a3-427f-b5c3-33682047e1e4 None None] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:18.621746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f594258c-cf8a-4cd8-97c4-b3a53e8781dc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4792390 Jul 29 18:11:18.624574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36924) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:18.663822 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca8c7-6928-47f0-add8-17b340fd7ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.774100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca8c7-6928-47f0-add8-17b340fd7ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.783681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1c6ca8c7-6928-47f0-add8-17b340fd7ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.828776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1c6ca8c7-6928-47f0-add8-17b340fd7ffd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db3095aeab72430ea90cf379b2a77cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063316 Jul 29 18:11:18.829982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ca8c7-6928-47f0-add8-17b340fd7ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419d9ff-ccdb-4730-9a9d-21ee4a66ab83,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:18.833883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36926) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:18.911497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:18.937870 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.002864 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.006961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.009086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9419d9ff-ccdb-4730-9a9d-21ee4a66ab83 HTTP/1.1" status: 204 len: 168 time: 0.1737351 Jul 29 18:11:19.020475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12368132-bc49-4f81-af44-2408e85b10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419d9ff-ccdb-4730-9a9d-21ee4a66ab83,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:19.025450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Provisioning for port 3ddd534f-ea13-4493-83d6-89c51481f67e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:19.055289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3c4c-625c-4313-bddb-7a7bd6605454 None None] Pushing event updated for resources: {'Port': ['ID=59451880-0d0b-4b66-b51f-40c7e588934a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:19.057742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Provisioning complete for port 3ddd534f-ea13-4493-83d6-89c51481f67e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:19.058108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.148729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Port 3ddd534f-ea13-4493-83d6-89c51481f67e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:19.210108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 3, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:19.212415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Provisioning complete for port 59451880-0d0b-4b66-b51f-40c7e588934a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:19.212810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2efc0bd-916c-460f-802e-84e9abcb99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.263077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-292ba23e-6be7-4521-9e61-49f8409c67d8', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:19.263946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.284519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:19.285444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Updating router b2784126-2791-4554-b7ca-4e3eaf64fc69 port 3ddd534f-ea13-4493-83d6-89c51481f67e binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:19.372973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.448954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.492417 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bd4460d2-cd42-4d26-9204-12663415f34c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:19.626483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Allocated IP 172.22.0.2 (292ba23e-6be7-4521-9e61-49f8409c67d8/fee87c8e-d2dc-46a2-8526-d92850530367/4df15d82-05ac-4460-9b18-ac01b61b477c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:19.788406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bd4460d2-cd42-4d26-9204-12663415f34c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:19.788774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.797306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-17788762-17f0-44b8-8b48-9eb73a171449 None None] Provisioning complete for port 3ddd534f-ea13-4493-83d6-89c51481f67e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:19.797664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17788762-17f0-44b8-8b48-9eb73a171449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.922967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-17788762-17f0-44b8-8b48-9eb73a171449 None None] Port 3ddd534f-ea13-4493-83d6-89c51481f67e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:19.977168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:19.992062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Transition to ACTIVE for port object 4df15d82-05ac-4460-9b18-ac01b61b477c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:20.032878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.051206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Transition to ACTIVE for port object 4df15d82-05ac-4460-9b18-ac01b61b477c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:20.058657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Transition to ACTIVE for port object 3ddd534f-ea13-4493-83d6-89c51481f67e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:20.061377 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 59451880-0d0b-4b66-b51f-40c7e588934a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:20.065630 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.087992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.132245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.22.0.1 (292ba23e-6be7-4521-9e61-49f8409c67d8/fee87c8e-d2dc-46a2-8526-d92850530367/4f94b94a-580f-4d68-af5a-9f941cf74a35) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:20.152760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:20.156036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Pushing event updated for resources: {'Port': ['ID=4df15d82-05ac-4460-9b18-ac01b61b477c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:20.164612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:20.173023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:20.297991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.300195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc43e9-9e49-4a68-96df-b8e1716bcc50 None None] Pushing event updated for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:20.320009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 4f94b94a-580f-4d68-af5a-9f941cf74a35 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:20.330427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 59451880-0d0b-4b66-b51f-40c7e588934a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:20.331042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.356210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Attempting to bind port 4df15d82-05ac-4460-9b18-ac01b61b477c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:20.356576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Attempting to bind port 4df15d82-05ac-4460-9b18-ac01b61b477c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:20.357123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Attempting to bind port 4df15d82-05ac-4460-9b18-ac01b61b477c on network 292ba23e-6be7-4521-9e61-49f8409c67d8 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:20.361127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Attempting to bind port 3ddd534f-ea13-4493-83d6-89c51481f67e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:20.361661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Attempting to bind port 3ddd534f-ea13-4493-83d6-89c51481f67e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:20.362201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Attempting to bind port 3ddd534f-ea13-4493-83d6-89c51481f67e on network aff6e252-24e6-4426-8603-2f28e7371a94 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:20.374059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:20.374477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Checking segment: {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:20.374878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.375270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Bound using segment: {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:20.375744 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Bound port: 3ddd534f-ea13-4493-83d6-89c51481f67e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e380fc4e-1b38-4dff-a9b8-a11fad68328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:20.375915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.376118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.380819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:20.381184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Checking segment: {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:20.381561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.386153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Bound using segment: {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:20.387041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Bound port: 4df15d82-05ac-4460-9b18-ac01b61b477c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:20.387611 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.424719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:20.429897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:20.434529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:20.488897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:20.491629 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.528629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] For port 3ddd534f-ea13-4493-83d6-89c51481f67e, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:20.569043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] For port 3ddd534f-ea13-4493-83d6-89c51481f67e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ddd534f-ea13-4493-83d6-89c51481f67e,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:20.580207 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.583291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] For port 4df15d82-05ac-4460-9b18-ac01b61b477c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:20.587958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] For port 4df15d82-05ac-4460-9b18-ac01b61b477c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4df15d82-05ac-4460-9b18-ac01b61b477c,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:20.617038 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.620346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:20.671556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc43e9-9e49-4a68-96df-b8e1716bcc50 None None] Pushing event updated for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:20.675202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:20.683032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:20.762272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce528916-efd6-4746-8a50-20fb0c51d4db None None] Pushing event updated for resources: {'Port': ['ID=4df15d82-05ac-4460-9b18-ac01b61b477c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:20.879678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:20.998222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.013319 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.125995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:21.130463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.162933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 1, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:21.197847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95e82-aad7-47fc-ab84-cba5b7df93c3 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 1, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:21.248119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:21.249854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:21.371663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:21.498567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:21.505374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-98852d08-9283-4dfb-a0b9-81fe87a47357 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8796070 Jul 29 18:11:21.508461 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36966) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:21.515435 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'network': {'name': 'tempest-RoutersTest-69629569'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:21.548442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:21.554283 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.579136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ddd534f-ea13-4493-83d6-89c51481f67e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:21.591812 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:21.614508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.614925 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added segment fd6c496b-7789-43ae-8ded-305d92da7150 of type vlan for network ce57c060-ed08-4ce6-abf7-ada5193ed8ca Jul 29 18:11:21.680204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3ddd534f-ea13-4493-83d6-89c51481f67e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:21.687403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.688985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3ddd534f-ea13-4493-83d6-89c51481f67e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:21.689419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.735089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.742448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:21.743122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:21.839475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3271868 Jul 29 18:11:21.839966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 36972) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:21.854644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'subnet': {'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:21.883795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860b5e-7d11-4b88-a42e-12d2d2406abf tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Network': ['ID=ce57c060-ed08-4ce6-abf7-ada5193ed8ca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:21.899992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:21.981517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.010511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Made reservation on behalf of 7088be7fb09a416797f1dc11b354be3d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:22.017250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.070062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3ddd534f-ea13-4493-83d6-89c51481f67e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ddd534f-ea13-4493-83d6-89c51481f67e,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:22.077887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.079136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4df15d82-05ac-4460-9b18-ac01b61b477c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:22.160844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:22.171540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3376299-f389-4284-9e2b-af28b9f43265 None None] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:22.281841 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.354340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Subnet': ['ID=37f7b7c6-2093-4c18-974a-8721448190f3,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:22.379686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Checking segment: {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:22.380349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network hostable DHCP agents. Network: ce57c060-ed08-4ce6-abf7-ada5193ed8ca, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:22.402137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:22.416078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ce57c060-ed08-4ce6-abf7-ada5193ed8ca) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:22.422923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:22.424555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.434001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6920c2e-6887-4184-ac8d-3a8362e2db53 None None] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:22.449180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5551042d-18b3-4849-9b70-a6246cd6520b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6072607 Jul 29 18:11:22.452037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 36976) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:22.452340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c6914149-b490-42b1-9ce0-7681fed7c139 None None] Provisioning for port 4df15d82-05ac-4460-9b18-ac01b61b477c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:22.555010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4df15d82-05ac-4460-9b18-ac01b61b477c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:22.586080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4df15d82-05ac-4460-9b18-ac01b61b477c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:22.586579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.632687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:22.643545 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:22.644255 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:22.737015 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:22.775427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'fixed_ips': [{'subnet_id': '37f7b7c6-2093-4c18-974a-8721448190f3'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:22.776303 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.794375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.888367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:22.902533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4df15d82-05ac-4460-9b18-ac01b61b477c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4df15d82-05ac-4460-9b18-ac01b61b477c,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:22.918103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.011981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4df15d82-05ac-4460-9b18-ac01b61b477c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:23.018630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Allocated IP 172.23.0.2 (ce57c060-ed08-4ce6-abf7-ada5193ed8ca/37f7b7c6-2093-4c18-974a-8721448190f3/efb906e5-9623-47a5-8610-498947345355) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:23.092836 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:23.148621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Provisioning for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:23.162674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Provisioning complete for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:23.163222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.173771 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:23.178783 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Updating router b2784126-2791-4554-b7ca-4e3eaf64fc69 port 4f94b94a-580f-4d68-af5a-9f941cf74a35 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:23.243660 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.264292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Port 4f94b94a-580f-4d68-af5a-9f941cf74a35 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:23.266434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.281778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Transition to ACTIVE for port object efb906e5-9623-47a5-8610-498947345355 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:23.296262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Provisioning complete for port 4df15d82-05ac-4460-9b18-ac01b61b477c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:23.296792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-347a7290-7712-455d-978a-34c9e9779f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.335938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Transition to ACTIVE for port object efb906e5-9623-47a5-8610-498947345355 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:23.355515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.432096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:23.437771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:23.440849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:23.465761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Pushing event updated for resources: {'Port': ['ID=efb906e5-9623-47a5-8610-498947345355,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:23.586648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4df15d82-05ac-4460-9b18-ac01b61b477c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:23.606431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Attempting to bind port efb906e5-9623-47a5-8610-498947345355 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:23.606805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Attempting to bind port efb906e5-9623-47a5-8610-498947345355 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:23.607166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Attempting to bind port efb906e5-9623-47a5-8610-498947345355 on network ce57c060-ed08-4ce6-abf7-ada5193ed8ca {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:23.641407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:23.641858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Checking segment: {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:23.642290 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.642731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Bound using segment: {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:23.643228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Bound port: efb906e5-9623-47a5-8610-498947345355, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:23.643625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.698689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aebe9f75-3771-4d7d-be7f-a3db82e095eb None None] Provisioning complete for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:23.698987 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aebe9f75-3771-4d7d-be7f-a3db82e095eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.734641 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.735861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4df15d82-05ac-4460-9b18-ac01b61b477c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:23.736235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.745604 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Transition to ACTIVE for port object 4f94b94a-580f-4d68-af5a-9f941cf74a35 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:23.755442 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.785690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aebe9f75-3771-4d7d-be7f-a3db82e095eb None None] Port 4f94b94a-580f-4d68-af5a-9f941cf74a35 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:23.795040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] For port efb906e5-9623-47a5-8610-498947345355, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:23.799697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] For port efb906e5-9623-47a5-8610-498947345355, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=efb906e5-9623-47a5-8610-498947345355,segment=NetworkSegment(fd6c496b-7789-43ae-8ded-305d92da7150),segment_id=fd6c496b-7789-43ae-8ded-305d92da7150)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:23.814631 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c966941-49e7-4c36-b7ea-241a4cea9470 None None] Pushing event updated for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:23.814852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.872002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbe3a5-3bc5-4783-99a2-f96273f51ec6 None None] Pushing event updated for resources: {'Port': ['ID=efb906e5-9623-47a5-8610-498947345355,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:23.883498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Allocated IP 172.23.0.1 (ce57c060-ed08-4ce6-abf7-ada5193ed8ca/37f7b7c6-2093-4c18-974a-8721448190f3/6ab59182-cbf0-4236-8856-99f7c145a1a0) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:23.920496 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Attempting to bind port 4f94b94a-580f-4d68-af5a-9f941cf74a35 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:23.920955 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Attempting to bind port 4f94b94a-580f-4d68-af5a-9f941cf74a35 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:23.921405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Attempting to bind port 4f94b94a-580f-4d68-af5a-9f941cf74a35 on network 292ba23e-6be7-4521-9e61-49f8409c67d8 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:23.931421 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:23.931792 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Checking segment: {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:23.932201 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.932598 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Bound using segment: {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:23.933075 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Bound port: 4f94b94a-580f-4d68-af5a-9f941cf74a35, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57137a91-7c1c-4b24-a82d-0691266ef0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:23.933458 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:23.937814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ddd534f-ea13-4493-83d6-89c51481f67e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:24.039361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3ddd534f-ea13-4493-83d6-89c51481f67e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:24.039728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.103650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.120929 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] For port 4f94b94a-580f-4d68-af5a-9f941cf74a35, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:24.125175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Transition to ACTIVE for port object 6ab59182-cbf0-4236-8856-99f7c145a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:24.129903 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] For port 4f94b94a-580f-4d68-af5a-9f941cf74a35, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4f94b94a-580f-4d68-af5a-9f941cf74a35,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:24.142777 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.193182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.229942 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:24.230674 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:24.289908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:24.293037 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:24.297652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:24.364512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=6ab59182-cbf0-4236-8856-99f7c145a1a0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:24.407143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.448536 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c966941-49e7-4c36-b7ea-241a4cea9470 None None] Pushing event updated for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:24.501989 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:24.578968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.748983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:24Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:24.776315 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51ef99-d4a3-424c-a646-5460734da1c2 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:20Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:24Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:24.870524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.883631 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:24.963075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:25.019539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event updated for resources: {'Port': ['ID=6ab59182-cbf0-4236-8856-99f7c145a1a0,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:25.079406 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:25.080669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:25.189110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:25.209067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d247813e-297e-4a1b-9e0c-beaa47b6159b None None] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:25.291920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:25.298017 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-67c461ee-4066-431b-a5a2-6b600b79778e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447912 Jul 29 18:11:25.300684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37008) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:25.305616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:25.328101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:25.332073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5c8b863a-0002-4a58-af9f-5fa69803ae19 None None] Provisioning for port efb906e5-9623-47a5-8610-498947345355 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:25.357935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:25.358590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:25.487353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:25.663090 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4f94b94a-580f-4d68-af5a-9f941cf74a35 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:25.785008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 18:11:25.795299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:25.803454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Removed routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 18:11:25.803852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:25.807678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:25.808068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:25.813434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-abbf1758-da28-4ff4-867b-1c7aafb4dc63 None None] Provisioning for port 6ab59182-cbf0-4236-8856-99f7c145a1a0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:25.842092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-abbf1758-da28-4ff4-867b-1c7aafb4dc63 None None] Provisioning complete for port 6ab59182-cbf0-4236-8856-99f7c145a1a0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:25.842498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-abbf1758-da28-4ff4-867b-1c7aafb4dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:25.921455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:24Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:24Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab59182-cbf0-4236-8856-99f7c145a1a0', 'name': '', 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:ef:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:23Z', 'updated_at': '2021-07-29T18:11:24Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:25.934812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-abbf1758-da28-4ff4-867b-1c7aafb4dc63 None None] Port 6ab59182-cbf0-4236-8856-99f7c145a1a0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:25.991242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:25.991825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Updating router b2784126-2791-4554-b7ca-4e3eaf64fc69 port 6ab59182-cbf0-4236-8856-99f7c145a1a0 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:26.031225 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.043936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.047414 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.048851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.090885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4f94b94a-580f-4d68-af5a-9f941cf74a35, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4f94b94a-580f-4d68-af5a-9f941cf74a35,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:26.134731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.134731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device efb906e5-9623-47a5-8610-498947345355 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:26.171634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:26.285600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:26.291193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.292441 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3990a812-6210-4649-8727-21e6fe739853 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 933 time: 0.9907479 Jul 29 18:11:26.295145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37032) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:26.411304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c091d245-b545-42b2-934f-6c1c6376f45b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 933 time: 0.1149189 Jul 29 18:11:26.414199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37038) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:26.418570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'routes': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:26.470868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-691b2cf3-adc7-4142-9b8d-8b1cfdb8cf74 None None] Provisioning complete for port 6ab59182-cbf0-4236-8856-99f7c145a1a0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:26.471430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-691b2cf3-adc7-4142-9b8d-8b1cfdb8cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.510062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:26.560737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port efb906e5-9623-47a5-8610-498947345355 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:26.564560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-691b2cf3-adc7-4142-9b8d-8b1cfdb8cf74 None None] Port 6ab59182-cbf0-4236-8856-99f7c145a1a0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:26.575428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port efb906e5-9623-47a5-8610-498947345355 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:26.575804 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.651321 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.726806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.747849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-35bfc824-71a9-4166-9e8f-518fe988e4b6 None None] Provisioning complete for port 6ab59182-cbf0-4236-8856-99f7c145a1a0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:26.748250 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-35bfc824-71a9-4166-9e8f-518fe988e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.781871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Transition to ACTIVE for port object 6ab59182-cbf0-4236-8856-99f7c145a1a0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:26.804283 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.807041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-35bfc824-71a9-4166-9e8f-518fe988e4b6 None None] Port 6ab59182-cbf0-4236-8856-99f7c145a1a0 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:26.813031 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.815930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 18:11:26.816530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 18:11:26.855948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.888696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port efb906e5-9623-47a5-8610-498947345355, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=efb906e5-9623-47a5-8610-498947345355,segment=NetworkSegment(fd6c496b-7789-43ae-8ded-305d92da7150),segment_id=fd6c496b-7789-43ae-8ded-305d92da7150)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:26.902803 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:26.911962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6793fe-1b73-48cd-89cd-f86c639e95ad None None] Pushing event updated for resources: {'Port': ['ID=6ab59182-cbf0-4236-8856-99f7c145a1a0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:27.010482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Attempting to bind port 6ab59182-cbf0-4236-8856-99f7c145a1a0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:27.011456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Attempting to bind port 6ab59182-cbf0-4236-8856-99f7c145a1a0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:27.011982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Attempting to bind port 6ab59182-cbf0-4236-8856-99f7c145a1a0 on network ce57c060-ed08-4ce6-abf7-ada5193ed8ca {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:27.029658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:27.030072 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Checking segment: {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:27.030465 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.030982 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Bound using segment: {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:27.031474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Bound port: 6ab59182-cbf0-4236-8856-99f7c145a1a0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c496b-7789-43ae-8ded-305d92da7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:27.031856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.044311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=efb906e5-9623-47a5-8610-498947345355,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:27.105960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.109497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.133032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] For port 6ab59182-cbf0-4236-8856-99f7c145a1a0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:27.137233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] For port 6ab59182-cbf0-4236-8856-99f7c145a1a0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6ab59182-cbf0-4236-8856-99f7c145a1a0,segment=NetworkSegment(fd6c496b-7789-43ae-8ded-305d92da7150),segment_id=fd6c496b-7789-43ae-8ded-305d92da7150)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:27.142636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.194688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:27.195324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:27.232832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:27.257240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6793fe-1b73-48cd-89cd-f86c639e95ad None None] Pushing event updated for resources: {'Port': ['ID=6ab59182-cbf0-4236-8856-99f7c145a1a0,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:27.332430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:27.339374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.340567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abe0456e-a02d-4bf1-ad48-bfd964736bad tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 699 time: 0.9257150 Jul 29 18:11:27.343589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37056) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:27.351491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:27.463251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b22f8288-13b9-4de1-ba17-698a8b208a37 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 699 time: 0.1183884 Jul 29 18:11:27.465906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37060) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:27.563293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4f94b94a-580f-4d68-af5a-9f941cf74a35 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:27.638193 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.667099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4f94b94a-580f-4d68-af5a-9f941cf74a35 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:27.667471 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.694624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 7, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab59182-cbf0-4236-8856-99f7c145a1a0', 'name': '', 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:ef:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:23Z', 'updated_at': '2021-07-29T18:11:27Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:27.726516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568fd8-9aaf-4de9-a35c-b1e89fed7293 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 7, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab59182-cbf0-4236-8856-99f7c145a1a0', 'name': '', 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:ef:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:23Z', 'updated_at': '2021-07-29T18:11:27Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:27.782078 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device efb906e5-9623-47a5-8610-498947345355 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:27.866021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port efb906e5-9623-47a5-8610-498947345355 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:27.866711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:27.879136 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:28.162320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 6ab59182-cbf0-4236-8856-99f7c145a1a0 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:28.162320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:28.257297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 6ab59182-cbf0-4236-8856-99f7c145a1a0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6ab59182-cbf0-4236-8856-99f7c145a1a0,segment=NetworkSegment(fd6c496b-7789-43ae-8ded-305d92da7150),segment_id=fd6c496b-7789-43ae-8ded-305d92da7150)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:28.257745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:28.271928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 6ab59182-cbf0-4236-8856-99f7c145a1a0 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:28.402679 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:28.411625 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:28.412258 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:28.449008 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:28.479086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=6ab59182-cbf0-4236-8856-99f7c145a1a0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:28.508661 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:28.676593 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:28.757072 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 7, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab59182-cbf0-4236-8856-99f7c145a1a0', 'name': '', 'network_id': 'ce57c060-ed08-4ce6-abf7-ada5193ed8ca', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:ef:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:23Z', 'updated_at': '2021-07-29T18:11:27Z', 'revision_number': 4, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '37f7b7c6-2093-4c18-974a-8721448190f3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:28.783428 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:28.791576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:28.792378 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:28.881301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:28.882920 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:28.985375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:28.990873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-555d8b02-60d6-413d-b9fb-fce7ba45c698 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5236728 Jul 29 18:11:28.993456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37068) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:29.048346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 37f7b7c6-2093-4c18-974a-8721448190f3 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:29.051789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.106332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.106802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:28Z', 'revision_number': 8, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.134481 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24ee0-25ba-4020-bb89-5782934b6443 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:28Z', 'revision_number': 8, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:29.198590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.270427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.303328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=37f7b7c6-2093-4c18-974a-8721448190f3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:29.307083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.308825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4725d92c-f413-4a5b-93aa-dc9819bc753c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/37f7b7c6-2093-4c18-974a-8721448190f3 HTTP/1.1" status: 204 len: 168 time: 0.3142841 Jul 29 18:11:29.311592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37070) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:29.314911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb4842f-1bca-4c06-ad57-db534e2cd8fc None None] Network ce57c060-ed08-4ce6-abf7-ada5193ed8ca requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:29.393063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.438961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:29.449850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port efb906e5-9623-47a5-8610-498947345355 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:29.450605 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.456543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:29.457438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.531026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port efb906e5-9623-47a5-8610-498947345355, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=efb906e5-9623-47a5-8610-498947345355,segment=NetworkSegment(fd6c496b-7789-43ae-8ded-305d92da7150),segment_id=fd6c496b-7789-43ae-8ded-305d92da7150)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:29.531565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.544020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] DHCP port deletion for ce57c060-ed08-4ce6-abf7-ada5193ed8ca request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:29.549831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for efb906e5-9623-47a5-8610-498947345355 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:29.579315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:29.637097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.669336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=efb906e5-9623-47a5-8610-498947345355,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:29.683817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port efb906e5-9623-47a5-8610-498947345355 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:29.714489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Deleting port efb906e5-9623-47a5-8610-498947345355 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:29.714866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.785135 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.791392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce57c060-ed08-4ce6-abf7-ada5193ed8ca']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.805166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c496b-7789-43ae-8ded-305d92da7150') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.805472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c496b-7789-43ae-8ded-305d92da7150') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.816367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.827590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] For port efb906e5-9623-47a5-8610-498947345355, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:29.827990 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.832334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.841439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:29.841861 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:29.845298 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:29.862465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Calling delete_port for efb906e5-9623-47a5-8610-498947345355 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:29.866638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Port efb906e5-9623-47a5-8610-498947345355 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 18:11:29.869359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.901186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] No DVR routers for this DVR port efb906e5-9623-47a5-8610-498947345355 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:29.902960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca8ae-9617-4d2b-85b5-f5f71fd8a826 None None] Pushing event deleted for resources: {'Port': ['ID=efb906e5-9623-47a5-8610-498947345355,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:29.920908 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.930941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:29.933142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/ce57c060-ed08-4ce6-abf7-ada5193ed8ca HTTP/1.1" status: 204 len: 168 time: 0.6204274 Jul 29 18:11:29.935950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:29.943761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271bfe9-a909-42e7-9d3f-3a1cfc63f90d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=ce57c060-ed08-4ce6-abf7-ada5193ed8ca,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:29.964683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:28Z', 'revision_number': 8, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:29.998044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:30.008231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:30.009101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:30.276681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:30.494716 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:28Z', 'revision_number': 8, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:30.521774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a0b51-385b-4f69-86ca-9c7279bef3b0 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:28Z', 'revision_number': 8, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f94b94a-580f-4d68-af5a-9f941cf74a35', 'name': '', 'network_id': '292ba23e-6be7-4521-9e61-49f8409c67d8', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:a0:f8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:19Z', 'updated_at': '2021-07-29T18:11:26Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'fee87c8e-d2dc-46a2-8526-d92850530367', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:30.645689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:30.897578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 4f94b94a-580f-4d68-af5a-9f941cf74a35 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:30.897932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:30.994687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 4f94b94a-580f-4d68-af5a-9f941cf74a35, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4f94b94a-580f-4d68-af5a-9f941cf74a35,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:30.995341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:31.008300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 4f94b94a-580f-4d68-af5a-9f941cf74a35 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:31.189033 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:31.222848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=4f94b94a-580f-4d68-af5a-9f941cf74a35,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:31.415681 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:31.529764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device efb906e5-9623-47a5-8610-498947345355 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:31.558542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: efb906e5-9623-47a5-8610-498947345355 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:31.559044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device efb906e5-9623-47a5-8610-498947345355 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:31.647279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:31.744242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:31.750855 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5f356fde-5e39-4790-b5ed-3d5b1425f204 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118095 Jul 29 18:11:31.752361 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37086) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:31.754892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:31.765278 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:31.765913 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:31.806128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet fee87c8e-d2dc-46a2-8526-d92850530367 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:31.810095 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:31.859140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:31.859742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:31.997106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.080562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.089069 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:31Z', 'revision_number': 9, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.121281 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:32.123611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e14ea-13df-4aca-965b-bc0d416504d6 None None] Network 292ba23e-6be7-4521-9e61-49f8409c67d8 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:32.129555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=fee87c8e-d2dc-46a2-8526-d92850530367,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:32.130753 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:32.132160 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.134205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4b259626-628c-468e-a6ba-73adfa262c96 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/fee87c8e-d2dc-46a2-8526-d92850530367 HTTP/1.1" status: 204 len: 168 time: 0.3808467 Jul 29 18:11:32.135517 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.137845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37094) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:32.261282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.271662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:32.341510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 4df15d82-05ac-4460-9b18-ac01b61b477c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:32.341849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.351534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] DHCP port deletion for 292ba23e-6be7-4521-9e61-49f8409c67d8 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:32.410551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Deleting port 4df15d82-05ac-4460-9b18-ac01b61b477c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:32.410965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.421537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 4df15d82-05ac-4460-9b18-ac01b61b477c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4df15d82-05ac-4460-9b18-ac01b61b477c,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:32.421908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.435284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 4df15d82-05ac-4460-9b18-ac01b61b477c owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:32.478075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] For port 4df15d82-05ac-4460-9b18-ac01b61b477c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4df15d82-05ac-4460-9b18-ac01b61b477c,segment=NetworkSegment(57137a91-7c1c-4b24-a82d-0691266ef0de),segment_id=57137a91-7c1c-4b24-a82d-0691266ef0de)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:32.478647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.494627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Calling delete_port for 4df15d82-05ac-4460-9b18-ac01b61b477c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:32.525325 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:31Z', 'revision_number': 9, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.541096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.561127 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f6db6-5f4a-4b27-9c10-3d92d23f84cf None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:31Z', 'revision_number': 9, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': '3ddd534f-ea13-4493-83d6-89c51481f67e', 'name': '', 'network_id': 'aff6e252-24e6-4426-8603-2f28e7371a94', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:f7:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:16Z', 'updated_at': '2021-07-29T18:11:22Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': '82e46e0a-0440-470b-8d5d-e1d0d80d8c01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:32.577623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=4df15d82-05ac-4460-9b18-ac01b61b477c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:32.584500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port 4df15d82-05ac-4460-9b18-ac01b61b477c on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:32.599927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.631254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] No DVR routers for this DVR port 4df15d82-05ac-4460-9b18-ac01b61b477c on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:32.635131 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158facea-5bee-435b-9145-bcf1200cb68e None None] Pushing event deleted for resources: {'Port': ['ID=4df15d82-05ac-4460-9b18-ac01b61b477c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:32.676650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.687455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292ba23e-6be7-4521-9e61-49f8409c67d8']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.697778 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57137a91-7c1c-4b24-a82d-0691266ef0de') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.698070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57137a91-7c1c-4b24-a82d-0691266ef0de') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:32.706898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.720766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.726819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:32.727205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:32.730416 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:32.788207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.805249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:32.807173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/292ba23e-6be7-4521-9e61-49f8409c67d8 HTTP/1.1" status: 204 len: 168 time: 0.6662951 Jul 29 18:11:32.808449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefff32-55f7-421d-8965-16c518339133 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=292ba23e-6be7-4521-9e61-49f8409c67d8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:32.809955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:33.168520 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:33.416860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 3ddd534f-ea13-4493-83d6-89c51481f67e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:33.417205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:33.443800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4df15d82-05ac-4460-9b18-ac01b61b477c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:33.466272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4df15d82-05ac-4460-9b18-ac01b61b477c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:33.466646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4df15d82-05ac-4460-9b18-ac01b61b477c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:33.467043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4f94b94a-580f-4d68-af5a-9f941cf74a35 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:33.487334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4f94b94a-580f-4d68-af5a-9f941cf74a35 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:33.487554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4f94b94a-580f-4d68-af5a-9f941cf74a35 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:33.511462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 3ddd534f-ea13-4493-83d6-89c51481f67e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3ddd534f-ea13-4493-83d6-89c51481f67e,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:33.511829 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:33.525985 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 3ddd534f-ea13-4493-83d6-89c51481f67e owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:33.713940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:33.744847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=3ddd534f-ea13-4493-83d6-89c51481f67e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:33.903950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.096531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:34.216161 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:34.227278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1bae35e2-9328-4252-892e-ce286b13e601 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161460 Jul 29 18:11:34.229780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:34.243553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:34.260039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:34.260840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:34.305480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet 82e46e0a-0440-470b-8d5d-e1d0d80d8c01 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:34.309221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.356585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:34.358462 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.392490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37112) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:34.456920 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.515549 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5335adb6-21f5-4a1a-a840-3ad229bb40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.524190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.558647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=82e46e0a-0440-470b-8d5d-e1d0d80d8c01,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:34.566316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.570697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fb1ff45c-353e-499e-b45f-6bb53a79c7fd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/82e46e0a-0440-470b-8d5d-e1d0d80d8c01 HTTP/1.1" status: 204 len: 168 time: 0.3372688 Jul 29 18:11:34.570952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:34.588608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8864213-9832-4653-a450-d93cf007f35f None None] Network aff6e252-24e6-4426-8603-2f28e7371a94 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:34.629204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5335adb6-21f5-4a1a-a840-3ad229bb40c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.636707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5335adb6-21f5-4a1a-a840-3ad229bb40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.642185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:33Z', 'revision_number': 10, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:34.665057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.679278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5335adb6-21f5-4a1a-a840-3ad229bb40c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d44fc4d913ab432d8e701602f625fea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825894 Jul 29 18:11:34.679278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335adb6-21f5-4a1a-a840-3ad229bb40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefd632-ba38-44a7-9283-4144605465f5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:34.679597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:34.680370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37118) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:34.730838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:34.731777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port 59451880-0d0b-4b66-b51f-40c7e588934a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:34.731934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:34.732115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.746537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.774232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.828149 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port 59451880-0d0b-4b66-b51f-40c7e588934a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=59451880-0d0b-4b66-b51f-40c7e588934a,segment=NetworkSegment(e380fc4e-1b38-4dff-a9b8-a11fad68328f),segment_id=e380fc4e-1b38-4dff-a9b8-a11fad68328f)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:34.828566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.834408 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.837678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:34.839417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cefd632-ba38-44a7-9283-4144605465f5 HTTP/1.1" status: 204 len: 168 time: 0.1577382 Jul 29 18:11:34.847355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:34.852378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839349-2f0f-4e27-986b-8dae4ec830c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefd632-ba38-44a7-9283-4144605465f5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:34.858337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for 59451880-0d0b-4b66-b51f-40c7e588934a owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:34.970930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc368597-82cf-475b-b813-40165b2892e4 None None] DHCP port deletion for aff6e252-24e6-4426-8603-2f28e7371a94 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:34.975478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.081172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:33Z', 'revision_number': 10, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:35.113883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6da99e-0fd9-4588-b84d-6ba13927c1e9 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:33Z', 'revision_number': 10, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None, '_interfaces': [{'id': 'bd4460d2-cd42-4d26-9204-12663415f34c', 'name': '', 'network_id': '3df97748-6832-4a16-8665-4ab0d51b30d6', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'mac_address': 'fa:16:3e:d8:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:12Z', 'updated_at': '2021-07-29T18:11:17Z', 'revision_number': 5, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'subnets': [{'id': 'b4a01ccb-a8dc-43ec-ad29-e2c873eaad25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:35.360290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=59451880-0d0b-4b66-b51f-40c7e588934a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:35.368620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port 59451880-0d0b-4b66-b51f-40c7e588934a on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:35.468602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.481901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff6e252-24e6-4426-8603-2f28e7371a94']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:35.494691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e380fc4e-1b38-4dff-a9b8-a11fad68328f') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:35.495190 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e380fc4e-1b38-4dff-a9b8-a11fad68328f') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:35.505643 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.518558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 59451880-0d0b-4b66-b51f-40c7e588934a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:35.528266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.535085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:35.535564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:35.538705 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:35.546960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 59451880-0d0b-4b66-b51f-40c7e588934a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:35.547308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 59451880-0d0b-4b66-b51f-40c7e588934a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:35.550702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ddd534f-ea13-4493-83d6-89c51481f67e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:35.578812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3ddd534f-ea13-4493-83d6-89c51481f67e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:35.578812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3ddd534f-ea13-4493-83d6-89c51481f67e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:35.613888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.621314 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:35.622988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/aff6e252-24e6-4426-8603-2f28e7371a94 HTTP/1.1" status: 204 len: 168 time: 1.0511043 Jul 29 18:11:35.626085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37142) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:35.635500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20a5b8-3d9b-4965-a2e8-24c1a379aa57 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=aff6e252-24e6-4426-8603-2f28e7371a94,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:36.310264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:36.551723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port bd4460d2-cd42-4d26-9204-12663415f34c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:36.552068 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:36.651364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port bd4460d2-cd42-4d26-9204-12663415f34c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bd4460d2-cd42-4d26-9204-12663415f34c,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:36.652055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:36.665818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for bd4460d2-cd42-4d26-9204-12663415f34c owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:36.839955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:36.872803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=bd4460d2-cd42-4d26-9204-12663415f34c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:37.013190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.181359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:37.266354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:37.271299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-17ce1df9-fe27-4b7f-b171-a4f01c309d27 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438255 Jul 29 18:11:37.274738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:37.277356 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:37.287945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:37.288725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:37.325008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting subnet b4a01ccb-a8dc-43ec-ad29-e2c873eaad25 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:11:37.328547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.371164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.457655 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:37.468749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.511626 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:37.527960 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.537623 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:37.545892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:37.546501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:37.555548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a01ccb-a8dc-43ec-ad29-e2c873eaad25,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:37.559610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.563988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab8b28c5-531f-4870-b0a4-f7ff452746df tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a01ccb-a8dc-43ec-ad29-e2c873eaad25 HTTP/1.1" status: 204 len: 168 time: 0.2858586 Jul 29 18:11:37.564256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37180) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:37.570189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fea44e-b9b2-4115-b20e-593cd287044d None None] Network 3df97748-6832-4a16-8665-4ab0d51b30d6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:37.620399 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:37.645817 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.688147 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:37.702830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Deleting port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:37.703336 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.716152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb93aa-e832-480b-b64f-632ec72f6f24 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:37.749731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] DHCP port deletion for 3df97748-6832-4a16-8665-4ab0d51b30d6 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:11:37.772279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] For port d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:37.772702 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.785483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Calling delete_port for d6d22fe3-2b74-4edb-b518-554d3c0a66a9 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:37.794686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Deleting port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:11:37.795059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.855572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] For port d6d22fe3-2b74-4edb-b518-554d3c0a66a9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,segment=NetworkSegment(c399a7c9-5fb0-41a7-bf33-5699c091f8c7),segment_id=c399a7c9-5fb0-41a7-bf33-5699c091f8c7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:37.855986 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.869993 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.870210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Calling delete_port for d6d22fe3-2b74-4edb-b518-554d3c0a66a9 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:11:37.897848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Port': ['ID=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:37.900863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No DVR routers for this DVR port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:37.955802 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.979369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] Pushing event deleted for resources: {'Port': ['ID=d6d22fe3-2b74-4edb-b518-554d3c0a66a9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:37.982454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:37.985092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef10483-cb4b-4c82-aad7-42663411f398 None None] No DVR routers for this DVR port d6d22fe3-2b74-4edb-b518-554d3c0a66a9 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:11:37.993754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df97748-6832-4a16-8665-4ab0d51b30d6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.008149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.008444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c399a7c9-5fb0-41a7-bf33-5699c091f8c7') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.017660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.030095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37186) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:38.032482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.040411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'network': {'name': 'tempest-network-smoke--804573728', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'port_security_enabled': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:38.050864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:11:38.051309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:11:38.054659 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:11:38.120733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:38.124801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.128295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.141705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.143366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/networks/3df97748-6832-4a16-8665-4ab0d51b30d6 HTTP/1.1" status: 204 len: 168 time: 0.5782187 Jul 29 18:11:38.145802 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.146514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:38.151703 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'routes': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:38.161117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b112-8a1d-4de2-869a-a0f0de010842 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Pushing event deleted for resources: {'Network': ['ID=3df97748-6832-4a16-8665-4ab0d51b30d6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:38.261487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.266153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.288758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:11:38.303781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc542d5b-6787-461a-b300-f9652438a18a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:38.306823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.307164 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Added segment 8d6a2c2c-856b-49d4-b3b3-05edf7744aa5 of type vlan for network c219f29b-c16a-42fd-87e9-66bfc7f8af02 Jul 29 18:11:38.319344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Added routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 18:11:38.319781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.extraroute_db [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Removed routes are [] {{(pid=94052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 18:11:38.320946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.352053 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.382479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.388453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:38.389055 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.459856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4257476 Jul 29 18:11:38.460096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37194) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:38.464564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'admin_state_up': True, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:38.470277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.473620 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.483410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47be5-7e66-427e-a34c-d19eb49a1dcf tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Network': ['ID=c219f29b-c16a-42fd-87e9-66bfc7f8af02,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:38.495263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:11:38.498501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.499831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.548145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router b2784126-2791-4554-b7ca-4e3eaf64fc69 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:38.561942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.624806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:38.631652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.632806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e5a269b2-1723-43b3-a2e0-7ce2cf4ceafc tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 700 time: 0.4849627 Jul 29 18:11:38.636508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37196) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:38.639223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Sync routers for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:38.649311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:38.649951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.693374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ccf9e133-9cf9-47dd-8fd8-e56f80ca7d73 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 205 time: 0.0557609 Jul 29 18:11:38.696210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37198) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:38.720662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:38.728165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.780682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.785058 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.817314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Checking router: b2784126-2791-4554-b7ca-4e3eaf64fc69 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:38.826657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Routers {'b2784126-2791-4554-b7ca-4e3eaf64fc69'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:38.827295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b2784126-2791-4554-b7ca-4e3eaf64fc69'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.902607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] Set router b2784126-2791-4554-b7ca-4e3eaf64fc69 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:38.926930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.945924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.946184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.948428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.960967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:38.987851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910925da-30b2-43fb-8a8e-f362f1892f26 None None] The sync data for ids ['b2784126-2791-4554-b7ca-4e3eaf64fc69'] in n-d-801607-3 is: [{'id': 'b2784126-2791-4554-b7ca-4e3eaf64fc69', 'name': 'tempest-RoutersTest-router-112587720', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:11Z', 'updated_at': '2021-07-29T18:11:36Z', 'revision_number': 11, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:38.994511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:38.995308 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router b2784126-2791-4554-b7ca-4e3eaf64fc69 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:11:39.004102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.005648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-867dd94f-e18b-4fc7-8cf6-3f9eacc7e1b0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 204 len: 168 time: 0.3079801 Jul 29 18:11:39.009714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:39.015496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127665046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:39.042865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.044395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.060655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.25.5.43 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/6e1de89e-0a3d-4412-8ebc-7a611a580443) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:39.103842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.109364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.128486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.132449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5df7c79b-2543-4b99-9f0b-29a19e331980 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1181009 Jul 29 18:11:39.132762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37204) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:39.137770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:39.179488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.233935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.258520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2589493-ad06-49ca-881f-58f2a2fe2c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.273637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:39.277917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:39.281447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:39.308621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=6e1de89e-0a3d-4412-8ebc-7a611a580443,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:39.360346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.372149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885059'] for router, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.440975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bd4460d2-cd42-4d26-9204-12663415f34c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:39.462364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: bd4460d2-cd42-4d26-9204-12663415f34c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:39.462776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bd4460d2-cd42-4d26-9204-12663415f34c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:39.463280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6d22fe3-2b74-4edb-b518-554d3c0a66a9 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:11:39.478376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Router 62e69c6c-0a52-433b-93af-a98df42ecbaf is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:11:39.482212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d6d22fe3-2b74-4edb-b518-554d3c0a66a9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:11:39.482799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d6d22fe3-2b74-4edb-b518-554d3c0a66a9 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:11:39.558904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:39.561956 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.566675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.570356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-def6b60e-43ad-4f96-9479-89640267865e tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "PUT /v2.0/routers/62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 200 len: 694 time: 0.4341373 Jul 29 18:11:39.570748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:39.573345 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Sync routers for ids ['62e69c6c-0a52-433b-93af-a98df42ecbaf'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:39.583541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Routers {'62e69c6c-0a52-433b-93af-a98df42ecbaf'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:39.584489 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['62e69c6c-0a52-433b-93af-a98df42ecbaf'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:39.656313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23c08132-aa3b-4568-8b4d-04ded35877be tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/routers/62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 200 len: 700 time: 0.0844352 Jul 29 18:11:39.658888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:39.661552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Set router 62e69c6c-0a52-433b-93af-a98df42ecbaf gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:39.685262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0f92d58-b4a3-4582-94c5-5f095a534805 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 200 len: 205 time: 0.0252836 Jul 29 18:11:39.687815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:39.716060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e69c6c-0a52-433b-93af-a98df42ecbaf', 'name': 'tempest-RoutersTest-router-1127665046', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:39Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:39.748271 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Checking router: 62e69c6c-0a52-433b-93af-a98df42ecbaf for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:39.756893 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Routers {'62e69c6c-0a52-433b-93af-a98df42ecbaf'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:39.757501 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['62e69c6c-0a52-433b-93af-a98df42ecbaf'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:39.761649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.777093 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.827525 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] Set router 62e69c6c-0a52-433b-93af-a98df42ecbaf gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:39.879179 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e69c6c-0a52-433b-93af-a98df42ecbaf', 'name': 'tempest-RoutersTest-router-1127665046', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:39Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:39.912351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router 0a89a11f-4f62-4159-b4b5-19bae224527c is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:11:39.920057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f35fb-e8b2-40c5-953a-1546ec9852e4 None None] The sync data for ids ['62e69c6c-0a52-433b-93af-a98df42ecbaf'] in n-d-801607-3 is: [{'id': '62e69c6c-0a52-433b-93af-a98df42ecbaf', 'name': 'tempest-RoutersTest-router-1127665046', 'tenant_id': '7088be7fb09a416797f1dc11b354be3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:39Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 2, 'project_id': '7088be7fb09a416797f1dc11b354be3d', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:39.926895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.929112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.978383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.978767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Fanout notify agent at l3_agent the message router_deleted on router 62e69c6c-0a52-433b-93af-a98df42ecbaf {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:11:39.986102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:39.990455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c5e9ba29-4c64-41e3-92d3-437774eef1a5 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 204 len: 168 time: 0.2986760 Jul 29 18:11:39.991049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37214) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.022183 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6f5fcaa-7b0b-4ce8-ac62-7c7fec235738 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 200 len: 205 time: 0.0274587 Jul 29 18:11:40.022478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37216) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.032951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:40.044325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Sync routers for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:40.054812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:40.055751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:40.059998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:40.068952 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-4bebbf43-7af6-4ff6-ad3a-285cfaa6e1ab tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.068952 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4bebbf43-7af6-4ff6-ad3a-285cfaa6e1ab tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/62e69c6c-0a52-433b-93af-a98df42ecbaf HTTP/1.1" status: 404 len: 336 time: 0.0410938 Jul 29 18:11:40.069635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1f879f9f-4d6f-4d6b-b198-96bb80ed3aa7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.6056557 Jul 29 18:11:40.069635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37218) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.070748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37220) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.099349 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-02766ff0-4802-485e-a5b1-e6fbb0d59ffa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.099897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02766ff0-4802-485e-a5b1-e6fbb0d59ffa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.104096 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-02766ff0-4802-485e-a5b1-e6fbb0d59ffa tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/37f7b7c6-2093-4c18-974a-8721448190f3 HTTP/1.1" status: 404 len: 337 time: 0.0299270 Jul 29 18:11:40.104421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.130394 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4521bd-d8d8-4a73-9d98-bc3fb010621d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.130855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4521bd-d8d8-4a73-9d98-bc3fb010621d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.134965 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c4521bd-d8d8-4a73-9d98-bc3fb010621d tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/fee87c8e-d2dc-46a2-8526-d92850530367 HTTP/1.1" status: 404 len: 337 time: 0.0273058 Jul 29 18:11:40.135192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37226) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.163878 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eb76b5-c554-42b7-ac65-bb0b14f49c58 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.164516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56eb76b5-c554-42b7-ac65-bb0b14f49c58 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.166696 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56eb76b5-c554-42b7-ac65-bb0b14f49c58 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/82e46e0a-0440-470b-8d5d-e1d0d80d8c01 HTTP/1.1" status: 404 len: 337 time: 0.0302768 Jul 29 18:11:40.169226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37230) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.197656 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451b716-166f-45fc-9080-65d63c4ec620 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.198117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1451b716-166f-45fc-9080-65d63c4ec620 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.199930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1451b716-166f-45fc-9080-65d63c4ec620 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a01ccb-a8dc-43ec-ad29-e2c873eaad25 HTTP/1.1" status: 404 len: 337 time: 0.0298247 Jul 29 18:11:40.202297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:40.202743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37232) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.233285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-47fd8b06-4d0f-4da8-b52f-42444a9725d3 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 200 len: 205 time: 0.0271266 Jul 29 18:11:40.233539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.278324 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-092ed9cd-ab73-4858-8293-735f1eecd1d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.281783 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-092ed9cd-ab73-4858-8293-735f1eecd1d9 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/b2784126-2791-4554-b7ca-4e3eaf64fc69 HTTP/1.1" status: 404 len: 336 time: 0.0448852 Jul 29 18:11:40.281956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37236) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.313201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a76fd9a-26c7-4de9-b255-9480327401a6 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f777708-eea2-429d-8c8d-f3e1d704c0fb HTTP/1.1" status: 200 len: 205 time: 0.0278358 Jul 29 18:11:40.313455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.357546 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-85a5b0e6-b4df-4cf8-8249-47c192ca45fe tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.361207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-85a5b0e6-b4df-4cf8-8249-47c192ca45fe tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/2f777708-eea2-429d-8c8d-f3e1d704c0fb HTTP/1.1" status: 404 len: 336 time: 0.0443330 Jul 29 18:11:40.361872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.390221 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a601d3b9-ff50-467b-96ed-73d8380a01da tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.390723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a601d3b9-ff50-467b-96ed-73d8380a01da tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.395360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a601d3b9-ff50-467b-96ed-73d8380a01da tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/350472d2-a60e-4b16-ba09-98d2b28506eb HTTP/1.1" status: 404 len: 337 time: 0.0301771 Jul 29 18:11:40.396443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37242) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.428106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-880b31c6-b31a-46c2-9c69-070f937f4ef3 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 200 len: 205 time: 0.0304654 Jul 29 18:11:40.432219 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.470540 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-66ff4a2b-77d2-45ff-9849-c77811599ac2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.473370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-66ff4a2b-77d2-45ff-9849-c77811599ac2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/d02bef76-c4af-4e0f-a296-b3c95ec827dc HTTP/1.1" status: 404 len: 336 time: 0.0400345 Jul 29 18:11:40.474444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.511295 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e2a80e2-d937-45e8-964b-6f7703b35440 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3a903c6-46b8-4835-bba9-2da918a9e628 HTTP/1.1" status: 200 len: 205 time: 0.0329523 Jul 29 18:11:40.512078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37248) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.553109 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-01b600c0-b285-4d24-abb1-7a666ee7bb08 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.556662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-01b600c0-b285-4d24-abb1-7a666ee7bb08 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/a3a903c6-46b8-4835-bba9-2da918a9e628 HTTP/1.1" status: 404 len: 336 time: 0.0396802 Jul 29 18:11:40.557014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37250) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.567043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:40.586834 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-814405f1-9795-466f-a682-bf43e41d950c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.587310 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814405f1-9795-466f-a682-bf43e41d950c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.591550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-814405f1-9795-466f-a682-bf43e41d950c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/87417b8b-66db-44c0-883a-3abb8abbed95 HTTP/1.1" status: 404 len: 337 time: 0.0301270 Jul 29 18:11:40.591699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37252) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.595242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Checking router: 0a89a11f-4f62-4159-b4b5-19bae224527c for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:40.595667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Updating router 0a89a11f-4f62-4159-b4b5-19bae224527c port 6e1de89e-0a3d-4412-8ebc-7a611a580443 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:40.604647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a79efdef-0eff-4035-9c89-a73a708dfe62 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=da8f6d76ed1a43f3b140e6480e8f079d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5333543 Jul 29 18:11:40.605200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37254) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.619214 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4051f220-48db-4a2a-9450-615bc4e3d9e1 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a62f29-614c-4cee-ba35-48a2a270b214 HTTP/1.1" status: 200 len: 205 time: 0.0262942 Jul 29 18:11:40.621499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37256) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.624692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:40.662273 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-94bac314-1264-493f-96fa-6d203abfecb2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:40.665699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-94bac314-1264-493f-96fa-6d203abfecb2 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/16a62f29-614c-4cee-ba35-48a2a270b214 HTTP/1.1" status: 404 len: 336 time: 0.0409930 Jul 29 18:11:40.666097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37258) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.692814 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f8e286-2ae9-4792-958c-52c24bb1726b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:40.693306 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f8e286-2ae9-4792-958c-52c24bb1726b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:40.697554 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2f8e286-2ae9-4792-958c-52c24bb1726b tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/1cd7a7d8-0247-4c5d-85eb-96e310b01a78 HTTP/1.1" status: 404 len: 337 time: 0.0280578 Jul 29 18:11:40.697725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.725494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4271feb8-37aa-41a8-b0b1-91c5433c39e0 tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a7ce883-532c-47d2-a123-b4249e93d051 HTTP/1.1" status: 200 len: 205 time: 0.0266161 Jul 29 18:11:40.727963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37262) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.768024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1159583-22b5-443f-b7d3-eb25bc2d8515 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:40.772282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a1159583-22b5-443f-b7d3-eb25bc2d8515 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1634314 Jul 29 18:11:40.772866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37264) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.803522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a95756b7-b8d4-45b3-b38a-2a2078064951 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297234 Jul 29 18:11:40.806137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37266) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:40.812145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047891204', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:40.920004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:40.924643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:40.925371 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:40.937393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Transition to ACTIVE for port object 6e1de89e-0a3d-4412-8ebc-7a611a580443 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:40.946159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.001169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Pushing event updated for resources: {'Port': ['ID=6e1de89e-0a3d-4412-8ebc-7a611a580443,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:41.003458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Attempting to bind port 6e1de89e-0a3d-4412-8ebc-7a611a580443 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:41.003831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Attempting to bind port 6e1de89e-0a3d-4412-8ebc-7a611a580443 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:41.004200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Attempting to bind port 6e1de89e-0a3d-4412-8ebc-7a611a580443 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:41.015226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.015580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.015913 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.016399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.016739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.017074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.017409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.017733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.018225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.018763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.019263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.019760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:41.024551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:41.025178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:41.025750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.026330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:41.026984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Bound port: 6e1de89e-0a3d-4412-8ebc-7a611a580443, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:41.027563 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.093059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] For port 6e1de89e-0a3d-4412-8ebc-7a611a580443, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:41.097562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] For port 6e1de89e-0a3d-4412-8ebc-7a611a580443, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e1de89e-0a3d-4412-8ebc-7a611a580443,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:41.108374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.122054 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-4d3a31fc-06b8-4ba9-9345-1d669e51375c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] delete failed (client error): The resource could not be found. Jul 29 18:11:41.123129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4d3a31fc-06b8-4ba9-9345-1d669e51375c tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/routers/6a7ce883-532c-47d2-a123-b4249e93d051 HTTP/1.1" status: 404 len: 336 time: 0.3871832 Jul 29 18:11:41.125746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:41.154566 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-49caecc8-30f4-4c47-b851-871680bb9c8a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:41.154806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49caecc8-30f4-4c47-b851-871680bb9c8a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:41.156601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49caecc8-30f4-4c47-b851-871680bb9c8a tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/ae2f44a3-61ae-45d9-98d0-9d0f8dba5238 HTTP/1.1" status: 404 len: 337 time: 0.0298994 Jul 29 18:11:41.159463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37270) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:41.170413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:41.170944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:41.189723 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c932fd-ab8e-4a0e-b1d0-02d47bc960bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] DELETE failed (client error): The resource could not be found. Jul 29 18:11:41.190201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c932fd-ab8e-4a0e-b1d0-02d47bc960bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:11:41.192063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c1c932fd-ab8e-4a0e-b1d0-02d47bc960bd tempest-RoutersTest-807765436 tempest-RoutersTest-807765436-project] 10.222.0.16 "DELETE /v2.0/subnets/2954d08f-65af-4166-aa76-368bbe8ad82f HTTP/1.1" status: 404 len: 337 time: 0.0314472 Jul 29 18:11:41.199059 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.229110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38126f07-0358-4cc7-af93-4dbf8b522b3a None None] Pushing event updated for resources: {'Port': ['ID=6e1de89e-0a3d-4412-8ebc-7a611a580443,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:41.267830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Subnet': ['ID=6be9f7ef-81a4-4140-9186-56878603cccd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:41.275921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Checking segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:41.276214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network hostable DHCP agents. Network: c219f29b-c16a-42fd-87e9-66bfc7f8af02, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:11:41.295828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:11:41.311140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c219f29b-c16a-42fd-87e9-66bfc7f8af02) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:41.319996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:41.320637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.325488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4d0bf-82e1-40cf-8ce4-cb88acd67e5e None None] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:41.331719 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:41.337333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fe3fe307-9b7f-41fe-97bc-b87d052c64da tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5299237 Jul 29 18:11:41.340404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37274) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:41.480357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37278) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:41.608198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:11:41.609062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.629522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5d223803-9c1d-4c8a-856b-2800c646ee44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7088be7fb09a416797f1dc11b354be3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455383 Jul 29 18:11:41.629976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37282) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:41.646021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:41.683062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.705731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.729583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bbf5d8-408e-4e6c-8da6-0133eb8d2678 None None] The sync data for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 is: [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:39Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:41.752350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74f03240-f942-415a-a286-f60a2ca11adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.771096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.775163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.778672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a934d573-be0c-40e2-93db-48b63e18db89 HTTP/1.1" status: 204 len: 168 time: 0.1451383 Jul 29 18:11:41.785837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262521c1-dca7-48e4-854c-a34dd1f58e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934d573-be0c-40e2-93db-48b63e18db89,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:41.833961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:41.856100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Allocated IP 172.20.0.2 (c219f29b-c16a-42fd-87e9-66bfc7f8af02/6be9f7ef-81a4-4140-9186-56878603cccd/347c6b75-64a5-4354-8c1a-745380544936) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:41.901909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.101687 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.119824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Transition to ACTIVE for port object 347c6b75-64a5-4354-8c1a-745380544936 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:42.149143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Transition to ACTIVE for port object 347c6b75-64a5-4354-8c1a-745380544936 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:42.173619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.240321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:42.243648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:42.247342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:42.274647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.20.0.1 (c219f29b-c16a-42fd-87e9-66bfc7f8af02/6be9f7ef-81a4-4140-9186-56878603cccd/a9452d6e-f1fa-4653-aa2d-5f9ad44840ae) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:42.290281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Pushing event updated for resources: {'Port': ['ID=347c6b75-64a5-4354-8c1a-745380544936,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:42.323276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Attempting to bind port 347c6b75-64a5-4354-8c1a-745380544936 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:42.323648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Attempting to bind port 347c6b75-64a5-4354-8c1a-745380544936 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:42.324012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Attempting to bind port 347c6b75-64a5-4354-8c1a-745380544936 on network c219f29b-c16a-42fd-87e9-66bfc7f8af02 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:42.333388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:42.333760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Checking segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:42.334569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.335151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Bound using segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:42.336105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Bound port: 347c6b75-64a5-4354-8c1a-745380544936, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:42.336522 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.411578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] For port 347c6b75-64a5-4354-8c1a-745380544936, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:42.415025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] For port 347c6b75-64a5-4354-8c1a-745380544936, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=347c6b75-64a5-4354-8c1a-745380544936,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:42.423876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.426759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.447342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Transition to ACTIVE for port object a9452d6e-f1fa-4653-aa2d-5f9ad44840ae will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:42.501946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.519191 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7681f-a53f-4c82-97d7-aefb098e7bbe None None] Pushing event updated for resources: {'Port': ['ID=347c6b75-64a5-4354-8c1a-745380544936,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:42.553796 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:42.560276 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:42.566189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:42.619546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:42.629263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.808740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:42.821356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.928458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--709278018'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:42.954386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:42.962680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.023324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.061332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.066590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.105128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b39aa9-e551-4499-813c-4c6c4951d6f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.115296 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.121511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.162498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.168603 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.199989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e022013-6f40-48c0-a63a-3509e092afea,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.201117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.203138 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.204187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.208960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25bf47d5-d8ac-4e6a-aad6-4795468c9049 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3959639 Jul 29 18:11:43.208960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37308) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.305509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:43.306961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:43.311493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c166e579-199a-4f21-bc30-172f7ab4f193 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1014197 Jul 29 18:11:43.314196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37310) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.319654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-security--909006348', 'description': 'tempest-security-description-1134077127'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:43.350304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.415267 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.422631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.428573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.433436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "PUT /v2.0/security-groups/7e022013-6f40-48c0-a63a-3509e092afea HTTP/1.1" status: 200 len: 1779 time: 0.1181548 Jul 29 18:11:43.433620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37312) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.458352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router 0a89a11f-4f62-4159-b4b5-19bae224527c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:43.467475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58baa6-0fd5-4a4f-8f45-428f296c269e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e022013-6f40-48c0-a63a-3509e092afea,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.496620 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e4c7161b-7f76-4018-8e54-772ce8c03aec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups/7e022013-6f40-48c0-a63a-3509e092afea HTTP/1.1" status: 200 len: 1779 time: 0.0617371 Jul 29 18:11:43.499076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37314) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.525162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 347c6b75-64a5-4354-8c1a-745380544936 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:43.579409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 347c6b75-64a5-4354-8c1a-745380544936 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:43.584923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e1de89e-0a3d-4412-8ebc-7a611a580443 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:43.592146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24b935-69c5-4ece-bc89-539e41a65cf6 None None] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:11:43.637881 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.670772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.673849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:43.675627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Provisioning for port 347c6b75-64a5-4354-8c1a-745380544936 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:43.679774 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8a16f1bb-8453-4b67-8314-60fe052d903a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "PUT /v2.0/routers/0a89a11f-4f62-4159-b4b5-19bae224527c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3380749 Jul 29 18:11:43.683001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37316) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.687960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1219243971', 'description': 'tempest-secgroup_access--1219243971 description', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:43.693699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Provisioning complete for port 347c6b75-64a5-4354-8c1a-745380544936 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:43.694078 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.712961 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.727437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.729152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6e1de89e-0a3d-4412-8ebc-7a611a580443 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:43.730482 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.731849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/7e022013-6f40-48c0-a63a-3509e092afea HTTP/1.1" status: 204 len: 168 time: 0.2318656 Jul 29 18:11:43.735872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37318) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.742983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6e1de89e-0a3d-4412-8ebc-7a611a580443 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:43.743542 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.749817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b42ee-1588-4df6-aeb9-39a87d94b5fb tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e022013-6f40-48c0-a63a-3509e092afea,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.796825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a037750-eef1-4331-9312-c4b8996bf176 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561786 Jul 29 18:11:43.797078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37320) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.813994 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [None req-490310ca-342d-4d14-977b-d8aa527abc47 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] delete failed (client error): The resource could not be found. Jul 29 18:11:43.818621 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-490310ca-342d-4d14-977b-d8aa527abc47 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/7e022013-6f40-48c0-a63a-3509e092afea HTTP/1.1" status: 404 len: 347 time: 0.0170844 Jul 29 18:11:43.818905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37322) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.826962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133310944'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:43.832152 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.838632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.869576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.877565 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.878843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1945584 Jul 29 18:11:43.881224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451e32d-6715-471a-8185-7dd810a7a84f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b994d-4d42-4cd6-9d9d-9775774178c4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:43.883623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37324) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:43.898293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1362364155', 'description': 'tempest-secgroup_general--1362364155 description', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:43.956782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.963559 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.965364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:43.999052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 6e1de89e-0a3d-4412-8ebc-7a611a580443, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e1de89e-0a3d-4412-8ebc-7a611a580443,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:44.013702 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.016823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] For port 347c6b75-64a5-4354-8c1a-745380544936, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=347c6b75-64a5-4354-8c1a-745380544936,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:44.027304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.035550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.041124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.070045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=6e1de89e-0a3d-4412-8ebc-7a611a580443,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.079061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd482a7a-60a0-477d-825e-b71333483aec,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.129129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c5a8-5c4f-4862-8db2-0f2635ae026d None None] Pushing event updated for resources: {'Port': ['ID=347c6b75-64a5-4354-8c1a-745380544936,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.151973 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.158553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.177000 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.178279 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-416b4b60-bc53-40d2-a5c0-d4ab85c736a6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3584356 Jul 29 18:11:44.181390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37326) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.186573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': 'dd482a7a-60a0-477d-825e-b71333483aec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:44.192777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9379cb13-7570-4306-9390-018583076800,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.195810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.200136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-26f4621f-a4ac-40a9-9490-2f62bdfaa441 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3154812 Jul 29 18:11:44.201183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37328) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.205557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'security_group_rule': {'security_group_id': 'b29b994d-4d42-4cd6-9d9d-9775774178c4', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:44.237272 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Sync routers for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:44.249625 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.253402 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:44.254069 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:44.263085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.276160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Provisioning for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:44.280656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Provisioning complete for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:44.281028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.331914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:44.334718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.341094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.355010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Provisioning complete for port 347c6b75-64a5-4354-8c1a-745380544936 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:44.355382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-48e8d26d-f8e2-4851-aaf5-e15f54f12088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.374624 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.384119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819189 Jul 29 18:11:44.389398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d5713-72e6-4f58-8986-4091b4d3748a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230f4303-6b0f-4c0b-ab44-9c51693ad51b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.409263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.414340 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:44.418552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.463084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b20adb-e741-4c5e-bc0c-330736e8d159,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.473070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.476158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f41c67bb-f898-45e8-bb04-ee76d4f8c310 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936866 Jul 29 18:11:44.479474 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37332) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.512324 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.522853 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.558615 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.564486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.568153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/11b20adb-e741-4c5e-bc0c-330736e8d159 HTTP/1.1" status: 204 len: 168 time: 0.0857322 Jul 29 18:11:44.568590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37336) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.594911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd29a03-83f5-4b2b-9a58-fd09f704e244 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11b20adb-e741-4c5e-bc0c-330736e8d159,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.618598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4db39137-15aa-4cce-801e-187119b5a72f None None] Provisioning complete for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:44.619671 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4db39137-15aa-4cce-801e-187119b5a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.643806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a11dbc8b-19a8-405a-9adb-6fd7e2335f4c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716245 Jul 29 18:11:44.644205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37350) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.681891 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.682939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4db39137-15aa-4cce-801e-187119b5a72f None None] Port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:44.723957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-b9b6b486-14e0-4bc6-ab77-047c22a40dad tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1362364155&fields=id&tenant_id=da8f6d76ed1a43f3b140e6480e8f079d HTTP/1.1" status: 200 len: 267 time: 0.0666544 Jul 29 18:11:44.750892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.770749 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 2, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:44.775389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-0b9dceca-4819-43ab-9984-e298a504777c tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1219243971&fields=id&tenant_id=da8f6d76ed1a43f3b140e6480e8f079d HTTP/1.1" status: 200 len: 267 time: 0.0439172 Jul 29 18:11:44.790298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.806490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8aab842b-d483-44c9-a2d3-138d71ef7111 None None] Provisioning complete for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:44.807098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8aab842b-d483-44c9-a2d3-138d71ef7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.830567 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Checking router: 0a89a11f-4f62-4159-b4b5-19bae224527c for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:44.831178 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Updating router 0a89a11f-4f62-4159-b4b5-19bae224527c port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:11:44.849924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.853086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.854567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd482a7a-60a0-477d-825e-b71333483aec HTTP/1.1" status: 204 len: 168 time: 0.2092283 Jul 29 18:11:44.859380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37352) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.864190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8aab842b-d483-44c9-a2d3-138d71ef7111 None None] Port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:44.885810 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:44.887309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c3ece-46e0-4a1f-9294-bbc289491a38 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd482a7a-60a0-477d-825e-b71333483aec,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:44.940725 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6ad8d3e9-7710-4911-9070-6c8fa4b6143d tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748239 Jul 29 18:11:44.944475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:44.948970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974255567'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:44.974075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.018652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-52bf3710-1175-468a-a7b7-42b082edb130 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:45.027589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-52bf3710-1175-468a-a7b7-42b082edb130 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 796 time: 0.2446327 Jul 29 18:11:45.048139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-7ae6f794-43f7-4dc3-b7be-5733c3dd7d0e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/quotas/da8f6d76ed1a43f3b140e6480e8f079d HTTP/1.1" status: 200 len: 375 time: 0.0189826 Jul 29 18:11:45.075612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.082437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.115942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb561e-e934-4fa7-941e-e5ebee848b85,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.131260 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.133002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f621dd16-e1ca-440d-b6a1-a2cdda8c56bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1875253 Jul 29 18:11:45.135823 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37356) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:45.141497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '78cb561e-e934-4fa7-941e-e5ebee848b85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:45.150775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-220ace7d-18e6-4092-8e54-66c73a09d182 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014504 Jul 29 18:11:45.184574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.273678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.280132 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.310405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4283805d-2671-461d-aec2-6202c0a22144,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.318689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.322781 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15dcc74a-babd-4cc5-be74-eb9c020cc553 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827042 Jul 29 18:11:45.323166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:45.329724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '78cb561e-e934-4fa7-941e-e5ebee848b85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:45.337169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-c549bd64-de1b-4e90-838c-e69fa17ecd07 service neutron] 10.222.0.16 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742611 Jul 29 18:11:45.362959 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.366226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.376515 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Transition to ACTIVE for port object a9452d6e-f1fa-4653-aa2d-5f9ad44840ae will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:45.396056 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.443856 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.453084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-f5247019-a6e6-4ae1-a7af-05fa6edb9cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080072 Jul 29 18:11:45.458150 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.482737 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f2f5-032c-4237-be99-874833722505 None None] Pushing event updated for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.489635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d69d0-5ccd-42f7-9008-238613c3db35,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.497978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.502091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09720aeb-36d6-4900-acea-5ea80bc68260 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778722 Jul 29 18:11:45.502417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37362) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:45.509596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 347c6b75-64a5-4354-8c1a-745380544936 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:45.511936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '78cb561e-e934-4fa7-941e-e5ebee848b85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:45.550813 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.587748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 347c6b75-64a5-4354-8c1a-745380544936 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:45.588116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.612108 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Attempting to bind port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:45.612723 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Attempting to bind port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:45.613264 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Attempting to bind port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae on network c219f29b-c16a-42fd-87e9-66bfc7f8af02 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:45.625040 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:45.625757 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Checking segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:45.626369 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.626921 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Bound using segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:45.627716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Bound port: a9452d6e-f1fa-4653-aa2d-5f9ad44840ae, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:45.628585 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.697322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99d26cb1-45a0-426f-af89-42dc7cfc9139 req-2c3f2015-37e2-4561-95cb-ca29e9521b82 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 210 time: 0.0360646 Jul 29 18:11:45.703683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.712953 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.737449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e1de89e-0a3d-4412-8ebc-7a611a580443 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:45.746922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ebed5b-b969-456e-bb69-07745b9478bb,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.771131 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] For port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:45.773243 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.774705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7e5e8c50-ed82-4819-b567-d9862787903a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2708781 Jul 29 18:11:45.777407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37370) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:45.779570 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] For port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:45.783074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '78cb561e-e934-4fa7-941e-e5ebee848b85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:45.790805 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.805061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6e1de89e-0a3d-4412-8ebc-7a611a580443 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:45.805436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.817988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.863978 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f2f5-032c-4237-be99-874833722505 None None] Pushing event updated for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.893185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:45.893853 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:45.910588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.917607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.941261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b6fae6-5221-4c4e-adf4-f60a7f476e7f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:45.962713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:45.968020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37372) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:45.971027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95e12a46-9908-4fab-9e24-2a88b83e98c2 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1923382 Jul 29 18:11:45.974617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '78cb561e-e934-4fa7-941e-e5ebee848b85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:46.035816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.054053 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:46.143438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.150286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.179567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd65282-2d82-48d4-897f-38bc95f3423b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.186958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.188968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cc0049cc-8725-47a9-8379-4786b4173b9c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2188728 Jul 29 18:11:46.191715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37380) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.219871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.229785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.263221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.275116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.278717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dfd65282-2d82-48d4-897f-38bc95f3423b HTTP/1.1" status: 204 len: 168 time: 0.0857887 Jul 29 18:11:46.279222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37382) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.280436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a599099-b456-4cd0-bb2b-5ac3f6b7c2cc tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfd65282-2d82-48d4-897f-38bc95f3423b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.309541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:45Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:46.336512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2641c68-3915-458c-89df-582b585f4fd1 None None] The sync data for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 is: [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:45Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:46.356859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7756c43d-58cc-42c3-866c-2d2b29c08bef tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0760834 Jul 29 18:11:46.357168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37386) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.410547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.419100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.455593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.461148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.464694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c1b6fae6-5221-4c4e-adf4-f60a7f476e7f HTTP/1.1" status: 204 len: 168 time: 0.1037333 Jul 29 18:11:46.465287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37388) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.476495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920281e5-c7ce-429b-a677-23aa7540db1c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1b6fae6-5221-4c4e-adf4-f60a7f476e7f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.527703 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-33799f80-cf05-4238-91c0-367e8505eaca tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0615718 Jul 29 18:11:46.530673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37390) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.569514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.579801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.619337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.632428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.633695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a7ebed5b-b969-456e-bb69-07745b9478bb HTTP/1.1" status: 204 len: 168 time: 0.1020188 Jul 29 18:11:46.634818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86036815-7306-4fb8-b63c-4c6b790f3338 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7ebed5b-b969-456e-bb69-07745b9478bb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.638762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.698789 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-25e99f6f-18f6-46d3-9af8-05a79c344e26 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0585282 Jul 29 18:11:46.701478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37394) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.731814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.739948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.769945 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.775333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.778998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f66d69d0-5ccd-42f7-9008-238613c3db35 HTTP/1.1" status: 204 len: 168 time: 0.0741491 Jul 29 18:11:46.780710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.787078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25610e77-06ca-4432-8e72-325a8fcd1bed tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f66d69d0-5ccd-42f7-9008-238613c3db35,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.826837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1452ac41-9125-439e-9451-ca15e97f1891 req-7ebe6c84-9ba5-421e-b62b-1a9a4c5401c1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 210 time: 0.0358279 Jul 29 18:11:46.853997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2c0e7942-0d72-42c8-9c4a-906119639214 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0713973 Jul 29 18:11:46.856675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37402) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.888799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.898400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.935870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.942435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:46.943659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4283805d-2671-461d-aec2-6202c0a22144 HTTP/1.1" status: 204 len: 168 time: 0.0860529 Jul 29 18:11:46.946701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.949980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e57020-f6ad-4139-9ff5-ef9cf2e34d17 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4283805d-2671-461d-aec2-6202c0a22144,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:46.994688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37406) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:46.995811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f835f9a1-e157-4efd-b442-d86198f51f8f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476842 Jul 29 18:11:47.120427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.167138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.176918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-27069bcf-a03d-46b5-9f67-3ff46d7de664 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:47.178475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-27069bcf-a03d-46b5-9f67-3ff46d7de664 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.38 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 796 time: 0.1638641 Jul 29 18:11:47.254086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-9b1a5822-ca91-441e-a5fc-9cdce1215a85 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8f6d76ed1a43f3b140e6480e8f079d HTTP/1.1" status: 200 len: 478 time: 0.0608292 Jul 29 18:11:47.255165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.257806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.258886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/78cb561e-e934-4fa7-941e-e5ebee848b85 HTTP/1.1" status: 204 len: 168 time: 0.2618699 Jul 29 18:11:47.262057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37408) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.266786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'port': {'device_id': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'admin_state_up': True, 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'security_groups': ['9379cb13-7570-4306-9390-018583076800', 'b29b994d-4d42-4cd6-9d9d-9775774178c4']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:47.286702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098925b-2d08-4386-a055-5b0e4d5621e0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb561e-e934-4fa7-941e-e5ebee848b85,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:47.306971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-abeac3c4-15c2-4a55-b858-7b737150fd93 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436594 Jul 29 18:11:47.312946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37410) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.319485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675371245'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:47.364641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.470811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.477871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.495715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9452d6e-f1fa-4653-aa2d-5f9ad44840ae up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:47.516402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:11:47.519840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.524321 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.525553 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2118769 Jul 29 18:11:47.528861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.532081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab7b20-18b0-4621-a0bf-913f4719cdbe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26c4d4-0712-4d1b-861f-6dae43841d04,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:47.535056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': 'bc26c4d4-0712-4d1b-861f-6dae43841d04', 'direction': 'ingress', 'protocol': 17}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:47.552845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:47.556951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:47.557327 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.571167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.637494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.638978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.643028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.658603 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b408cda-1248-45b5-9b8c-2dfb0b659a5e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:47.659562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.20.0.3 (c219f29b-c16a-42fd-87e9-66bfc7f8af02/6be9f7ef-81a4-4140-9186-56878603cccd/774f384c-9e1b-4950-9d5c-21ea552561b1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:47.671515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.672881 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b382de1d-5310-407f-bbc3-32e58b58d1d4 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1429133 Jul 29 18:11:47.675835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37414) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.679379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:47.684231 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.733268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.733962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:47.756484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.804791 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.807338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.808506 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/bc26c4d4-0712-4d1b-861f-6dae43841d04 HTTP/1.1" status: 204 len: 168 time: 0.1317353 Jul 29 18:11:47.812404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37416) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.817618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cae4a-13ca-4e21-af8f-7f6db1b7816b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26c4d4-0712-4d1b-861f-6dae43841d04,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:47.843495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.871162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Transition to ACTIVE for port object 774f384c-9e1b-4950-9d5c-21ea552561b1 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:47.883293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7d5227a3-9b40-46e0-9cc6-01c73b96e31a tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697231 Jul 29 18:11:47.887652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37420) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:47.896945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480364946'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:47.921389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.936962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b7a49c1-7a38-48cf-8109-f0b1e867da59 req-557ca568-06c3-429f-b3b3-76b2d9862ece tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 210 time: 0.0374949 Jul 29 18:11:47.947936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:47.990182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:47.993300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:47.997017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:48.006574 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.011988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.036467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.042204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.046321 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1565704 Jul 29 18:11:48.047398 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.052743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--736355563'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:48.057250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baebda-d2c4-49a2-8aba-9aa63ea508e5 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f048d3a-f18b-4f9c-9bb6-ca9ddfd44451,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.073661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:48.074557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.082547 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.094886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d31d6d7c-2ae6-4a58-a2e4-08527d3810f2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8348560 Jul 29 18:11:48.108049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Request body: {'port': {'device_id': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:48.177600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.182821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.196626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.210228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.211508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1630132 Jul 29 18:11:48.214320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37424) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.219583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '0f048d3a-f18b-4f9c-9bb6-ca9ddfd44451', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e6d4842-d809-4c19-ad7f-9b7b16fc2c8f', 'remote_ip_prefix': None}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:48.226803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1edfb-5132-46c1-948c-2ef3c3cf52ce tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d4842-d809-4c19-ad7f-9b7b16fc2c8f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.257014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.259556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-def11bb6-aebe-4a1f-aadb-5ec4bfeabf3e None None] Provisioning for port 774f384c-9e1b-4950-9d5c-21ea552561b1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:48.264014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-def11bb6-aebe-4a1f-aadb-5ec4bfeabf3e None None] Provisioning complete for port 774f384c-9e1b-4950-9d5c-21ea552561b1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:48.264442 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-def11bb6-aebe-4a1f-aadb-5ec4bfeabf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.298609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-def11bb6-aebe-4a1f-aadb-5ec4bfeabf3e None None] Port 774f384c-9e1b-4950-9d5c-21ea552561b1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:11:48.332145 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.337700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.354366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52be0f5c-466b-44e4-ac85-31001f3c8b30,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.364972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.366420 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d1022e44-47f9-4c9e-8667-4701dbd66375 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1509585 Jul 29 18:11:48.369547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37426) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.399128 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.406556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.434938 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.442412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.443599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/52be0f5c-466b-44e4-ac85-31001f3c8b30 HTTP/1.1" status: 204 len: 168 time: 0.0731235 Jul 29 18:11:48.447488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37428) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.453748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea48f9-912c-4272-840b-c577f0572974 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52be0f5c-466b-44e4-ac85-31001f3c8b30,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.492437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-51a722ba-45a1-4d57-b93a-1129d862dc06 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437770 Jul 29 18:11:48.495237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37430) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.518032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774f384c-9e1b-4950-9d5c-21ea552561b1 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:11:48.525688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.538999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Transition to ACTIVE for port object 774f384c-9e1b-4950-9d5c-21ea552561b1 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:11:48.544023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.547914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.569869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.615321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Pushing event updated for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.625980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.628661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.632316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e6d4842-d809-4c19-ad7f-9b7b16fc2c8f HTTP/1.1" status: 204 len: 168 time: 0.1337059 Jul 29 18:11:48.633445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.655339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70034291-29c6-451e-a622-082d8058c569 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d4842-d809-4c19-ad7f-9b7b16fc2c8f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.666518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Attempting to bind port 774f384c-9e1b-4950-9d5c-21ea552561b1 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:11:48.666853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Attempting to bind port 774f384c-9e1b-4950-9d5c-21ea552561b1 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:11:48.667306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Attempting to bind port 774f384c-9e1b-4950-9d5c-21ea552561b1 on network c219f29b-c16a-42fd-87e9-66bfc7f8af02 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:48.672447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Port 774f384c-9e1b-4950-9d5c-21ea552561b1 on network c219f29b-c16a-42fd-87e9-66bfc7f8af02 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:11:48.672838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Attempting to bind port 774f384c-9e1b-4950-9d5c-21ea552561b1 on network c219f29b-c16a-42fd-87e9-66bfc7f8af02 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:11:48.678351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:11:48.678823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Checking segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:11:48.679308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Bound using segment: {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:11:48.679832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Bound port: 774f384c-9e1b-4950-9d5c-21ea552561b1, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:11:48.679957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:11:48.680415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.723690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6cff14bc-32b2-41bb-bda3-fdd3c628f406 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0865006 Jul 29 18:11:48.723939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37434) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.751133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:11:48.754798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774f384c-9e1b-4950-9d5c-21ea552561b1,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:11:48.761929 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.788257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.800360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:48.801111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.802581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] 10.222.0.38 "PUT /v2.0/ports/774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 1130 time: 0.6991389 Jul 29 18:11:48.803006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:11:48.805494 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41189666-4ec5-45d6-875c-8f078d31dfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:11:48.812146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.858544 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e89f7-8960-4e87-9099-ce4b76b5462f x-openstack-request-id: req-6f5e89f7-8960-4e87-9099-ce4b76b5462f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:11:48.858834 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:11:48.859116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.859336 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f5e89f7-8960-4e87-9099-ce4b76b5462f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:11:48.859768 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'status': 'completed', 'code': 200} Jul 29 18:11:48.861653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:48.862827 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f048d3a-f18b-4f9c-9bb6-ca9ddfd44451 HTTP/1.1" status: 204 len: 168 time: 0.1379359 Jul 29 18:11:48.865964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37438) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.869366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a58466-594a-4bf6-8b17-cccbf38c812b service neutron] Pushing event updated for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.886766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5390c2-c346-4c0e-83b7-83a170ae01f6 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f048d3a-f18b-4f9c-9bb6-ca9ddfd44451,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:48.919540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23da12a2-fe7a-4045-bd13-c7d721a485b1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522695 Jul 29 18:11:48.923965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:48.929603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752483851'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:48.954593 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-8095816f-3219-47d6-8491-da5a4845b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:48.956174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-8095816f-3219-47d6-8491-da5a4845b583 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1133 time: 0.0956128 Jul 29 18:11:49.023727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-6dae9c54-f1fb-4004-b3ca-129e2c896c88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 217 time: 0.0597434 Jul 29 18:11:49.026764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.142620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-396708af-c37e-4fba-8ec1-055e79985546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:49.143966 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-396708af-c37e-4fba-8ec1-055e79985546 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 200 len: 835 time: 0.1081252 Jul 29 18:11:49.196291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f19460-4751-49de-bb58-0aef11786e3c req-418581c4-44c7-4cea-ad67-09392e6a9286 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:49.197808 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f19460-4751-49de-bb58-0aef11786e3c req-418581c4-44c7-4cea-ad67-09392e6a9286 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 982 time: 0.1731482 Jul 29 18:11:49.297477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f19460-4751-49de-bb58-0aef11786e3c req-b817070b-2216-4814-ad9e-930bc1379fde tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0833318 Jul 29 18:11:49.303036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-80675403-bbf3-4696-9cc2-947fa79cb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:49.304750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-80675403-bbf3-4696-9cc2-947fa79cb2ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c219f29b-c16a-42fd-87e9-66bfc7f8af02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516910 Jul 29 18:11:49.321636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.333370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.400212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.401417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4764445 Jul 29 18:11:49.404545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37444) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.409429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '68de35a8-43b1-4118-a153-2e62a8028681', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:49.413933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12e9c4-a7aa-4dd4-9083-23f766e913dd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de35a8-43b1-4118-a153-2e62a8028681,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:49.439663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-f892fb76-adba-4f20-af2b-97ddd0305340 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275234 Jul 29 18:11:49.449684 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.458787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9452d6e-f1fa-4653-aa2d-5f9ad44840ae up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:49.509842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.515321 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.515485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:49.515855 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.535655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f5083f-690d-40eb-88c4-d5e8bef318a0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:49.537610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-699a325b-33ff-4b63-9aec-a5fab20bf48c req-d4f0c761-e863-4bfa-a86b-f8631449176d service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908883 Jul 29 18:11:49.545251 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.545694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.546193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.546628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.547025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.547446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.547943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.548321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.548646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.548964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.549279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.549594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:49.553125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.554370 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b8e52c00-ba53-491b-8574-ea07c7795676 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1487594 Jul 29 18:11:49.557215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.582618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.590429 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.619931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.625184 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.626833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/69f5083f-690d-40eb-88c4-d5e8bef318a0 HTTP/1.1" status: 204 len: 168 time: 0.0683336 Jul 29 18:11:49.629584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.639004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-0dd5a974-c3b6-4a9a-ad18-8aedd3180df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:49.640521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-0dd5a974-c3b6-4a9a-ad18-8aedd3180df5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1133 time: 0.0518756 Jul 29 18:11:49.641227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1192c-a10f-4dea-8250-228b02a5924b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69f5083f-690d-40eb-88c4-d5e8bef318a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:49.680509 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49355e56-68dc-4990-b090-39911de59862 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486419 Jul 29 18:11:49.682483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37450) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.736496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.760167 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.805903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.809010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.810209 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/68de35a8-43b1-4118-a153-2e62a8028681 HTTP/1.1" status: 204 len: 168 time: 0.1267843 Jul 29 18:11:49.813950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.828388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bfef-d8b9-43f5-8c32-4bb7791beb4e tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de35a8-43b1-4118-a153-2e62a8028681,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:49.869890 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4403a20b-5e98-4590-89d7-fd10eee8b90b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547919 Jul 29 18:11:49.873842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37454) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:49.878782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group': {'name': 'tempest-secgroup--954166512'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:49.903964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.992645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:49.999171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.029220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.030685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1555865 Jul 29 18:11:50.031521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564e2b5-a73f-4285-bcbf-b29a84da4fb7 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3537f7ab-0239-4846-ac65-7a0c7e67b867,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.033700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.038521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '3537f7ab-0239-4846-ac65-7a0c7e67b867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:50.067889 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.130891 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.135734 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.152288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-78995ded-aa7e-4027-8d0a-fce3ad164c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:50.152744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd0a401-623e-434b-9d84-8946685d6cce,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.153753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-78995ded-aa7e-4027-8d0a-fce3ad164c48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 897 time: 0.5062158 Jul 29 18:11:50.159771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.160972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2e221c5e-6270-45e3-aad7-99c8bbf7be39 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263721 Jul 29 18:11:50.163676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37458) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.180206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2ce1ed77-98a6-443c-a398-e917ece655bd tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules/6dd0a401-623e-434b-9d84-8946685d6cce HTTP/1.1" status: 200 len: 763 time: 0.0154698 Jul 29 18:11:50.182750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37460) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.200718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-ba965160-9552-4efb-a64d-ce5c1e40903a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 217 time: 0.0379896 Jul 29 18:11:50.222539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1f5be7d0-c7d9-48be-a5bb-644b8f147c9d tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385644 Jul 29 18:11:50.225045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.248005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.251336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-9131d841-7b05-45fd-9f76-59d7172802aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:50.252828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-9131d841-7b05-45fd-9f76-59d7172802aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 200 len: 835 time: 0.0447016 Jul 29 18:11:50.255573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.284957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.291093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.292180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6dd0a401-623e-434b-9d84-8946685d6cce HTTP/1.1" status: 204 len: 168 time: 0.0661814 Jul 29 18:11:50.295760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37464) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.297526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94172b-448c-4fff-9076-c0427258cdfe tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd0a401-623e-434b-9d84-8946685d6cce,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.321733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-43ada5f9-fb70-4cfc-9f05-30926776b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:50.323284 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-43ada5f9-fb70-4cfc-9f05-30926776b9f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c219f29b-c16a-42fd-87e9-66bfc7f8af02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611298 Jul 29 18:11:50.360242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2ad98e43-052a-4b29-9bdc-8be6abd2ffa0 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633550 Jul 29 18:11:50.363225 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37468) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.367954 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '3537f7ab-0239-4846-ac65-7a0c7e67b867', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:50.396987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.443182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.448616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.466218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ce382a-ec6e-46e8-9027-181afd66ccc8,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.467273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bd5aa-0da6-428e-aa02-6dd71edab2d4 req-e545b1fb-d083-4cf0-b0ba-8c8765ff2f5e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:50.468751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-986bd5aa-0da6-428e-aa02-6dd71edab2d4 req-e545b1fb-d083-4cf0-b0ba-8c8765ff2f5e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 982 time: 0.0838208 Jul 29 18:11:50.471206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-0fe56bea-fd75-4f25-b2e6-a0a1ac1eb10b service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392844 Jul 29 18:11:50.476140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.480260 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b22ffa77-3b9f-4f6a-aca5-f13f319ee1e1 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131217 Jul 29 18:11:50.480623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.497364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-64321dca-56df-4b27-92fb-5e8013547b31 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules/66ce382a-ec6e-46e8-9027-181afd66ccc8 HTTP/1.1" status: 200 len: 763 time: 0.0157039 Jul 29 18:11:50.499903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.542159 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-755a44bc-0628-4b1b-9e27-c67a72440c8b tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411522 Jul 29 18:11:50.544899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37474) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.569724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-986bd5aa-0da6-428e-aa02-6dd71edab2d4 req-909de3d2-f08f-4e50-82f7-64646e34156f tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0934577 Jul 29 18:11:50.595584 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.606789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.627093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-41189666-4ec5-45d6-875c-8f078d31dfe4 req-f542f604-417b-4e91-9f5b-c57031910934 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446500 Jul 29 18:11:50.646417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.652851 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.653921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/66ce382a-ec6e-46e8-9027-181afd66ccc8 HTTP/1.1" status: 204 len: 168 time: 0.1080937 Jul 29 18:11:50.656924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.659530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b223a56-0bb5-48a2-b465-ce7534ef764c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66ce382a-ec6e-46e8-9027-181afd66ccc8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.700982 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c04a669d-daa1-4ace-9bc1-8b0f4432f17c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424812 Jul 29 18:11:50.703499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.707910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Request body: {'security_group_rule': {'security_group_id': '3537f7ab-0239-4846-ac65-7a0c7e67b867', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:50.739470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.794764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.800564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.820120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab89ffc4-b397-423d-ac0c-9a69c886cc72,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:50.828774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.830037 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-24d587d6-81b2-4229-88bd-bb14dc5d07ec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256514 Jul 29 18:11:50.832694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.848874 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dcf97de1-9149-4dd8-be06-dbfd79f3e957 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules/ab89ffc4-b397-423d-ac0c-9a69c886cc72 HTTP/1.1" status: 200 len: 764 time: 0.0151134 Jul 29 18:11:50.851114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37482) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.892943 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a84a190e-9098-4412-8d11-12bf40abcc0f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0406907 Jul 29 18:11:50.895991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.923280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.931435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.962223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.968302 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:50.969415 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ab89ffc4-b397-423d-ac0c-9a69c886cc72 HTTP/1.1" status: 204 len: 168 time: 0.0725307 Jul 29 18:11:50.972188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37486) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:50.975272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bc203-cff5-4070-9e92-ab685922e03f tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab89ffc4-b397-423d-ac0c-9a69c886cc72,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:51.014749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e5fcca03-eb0a-4a36-99ae-96175a18ebec tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413334 Jul 29 18:11:51.017659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:51.074613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.097008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.137417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.139948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.141100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "DELETE /v2.0/security-groups/3537f7ab-0239-4846-ac65-7a0c7e67b867 HTTP/1.1" status: 204 len: 168 time: 0.1224804 Jul 29 18:11:51.144029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37490) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:51.149625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98ca6f-ab9e-4e2a-b4b0-4a4bb0b17d56 tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537f7ab-0239-4846-ac65-7a0c7e67b867,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:51.188897 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64f11183-0cf3-4b8f-be26-cd43b5a9c91c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435574 Jul 29 18:11:51.193087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37492) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:51.236148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5fcd784a-0beb-4773-9df1-9ce9ddd9907c tempest-SecGroupTest-43697435 tempest-SecGroupTest-43697435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408583 Jul 29 18:11:51.493014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37498) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:51.628954 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eaf6eac6-7eeb-4471-9414-80cbfbbb4694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ad271f9dde74311bddec20bda3c5f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347349 Jul 29 18:11:51.631622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37504) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:51.685229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.689025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c28fd4-7d19-4662-84d8-5a34a2d0b9ad req-56040c68-42c1-4063-a131-5edad25b33b2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:51.690596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22c28fd4-7d19-4662-84d8-5a34a2d0b9ad req-56040c68-42c1-4063-a131-5edad25b33b2 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 982 time: 0.0521710 Jul 29 18:11:51.706673 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.731714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22c28fd4-7d19-4662-84d8-5a34a2d0b9ad req-eb2f49a2-fbbc-453b-bf97-c91d69914f65 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0348656 Jul 29 18:11:51.756023 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.759080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:51.760244 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69b39aa9-e551-4499-813c-4c6c4951d6f2 HTTP/1.1" status: 204 len: 168 time: 0.1275899 Jul 29 18:11:51.768230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c82652-13e9-4aba-9a95-33c8d19a55df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b39aa9-e551-4499-813c-4c6c4951d6f2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:52.455036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37526) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:52.557254 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1b3de5d-0f62-4243-be22-6991a30c7c90 tempest-ServiceProvidersTest-420123106 tempest-ServiceProvidersTest-420123106-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1010091 Jul 29 18:11:52.821598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37536) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:52.848510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e43f17-95dd-4e22-97c0-3e8017f74586 req-eecd3e46-6502-43d3-824a-ec7124257253 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:52.850014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22e43f17-95dd-4e22-97c0-3e8017f74586 req-eecd3e46-6502-43d3-824a-ec7124257253 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 982 time: 0.0507379 Jul 29 18:11:52.892451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22e43f17-95dd-4e22-97c0-3e8017f74586 req-9e960762-5683-4601-b8d3-af2b8a6b6433 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360072 Jul 29 18:11:52.928022 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c70b51-623f-416f-9acc-63854161243d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:52.981374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774f384c-9e1b-4950-9d5c-21ea552561b1 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:11:53.018525 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c70b51-623f-416f-9acc-63854161243d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.023586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b9c70b51-623f-416f-9acc-63854161243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.059659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c70b51-623f-416f-9acc-63854161243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9be9c-79ee-4e0b-b656-1ca0b487d721,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:53.066364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9c70b51-623f-416f-9acc-63854161243d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d95e6cde404040c49a21010011da471f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411740 Jul 29 18:11:53.067432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37540) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:53.084654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774f384c-9e1b-4950-9d5c-21ea552561b1,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:53.096079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'port_id': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'mac_address': 'fa:16:3e:67:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:11:53.115455 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.137099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.137335 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.149836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774f384c-9e1b-4950-9d5c-21ea552561b1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:11:53.176149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774f384c-9e1b-4950-9d5c-21ea552561b1,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:53.180594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.185482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.188128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:53.189333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8c9be9c-79ee-4e0b-b656-1ca0b487d721 HTTP/1.1" status: 204 len: 168 time: 0.1215854 Jul 29 18:11:53.197467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9be9c-79ee-4e0b-b656-1ca0b487d721,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:53.205045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.205391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.205734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.206073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.206453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.206788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.207114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.207439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.207846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.208087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.208410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.208748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15ddc40-cf8b-4f23-8020-36ea51cf43a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:11:53.243812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:53.393584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['774f384c-9e1b-4950-9d5c-21ea552561b1'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:11:53.842968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37562) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:53.945125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-936782c0-f0cc-45aa-9125-8534716a735f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1273761921', 'prefixes': ['172.20.0.0/16']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:54.031061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847c49-5a15-4c5c-9284-f08c7937f784 req-c8d43e02-b421-4d20-ab97-cd0ecba7cb86 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:54.032567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0847c49-5a15-4c5c-9284-f08c7937f784 req-c8d43e02-b421-4d20-ab97-cd0ecba7cb86 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 983 time: 0.0731075 Jul 29 18:11:54.056432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-936782c0-f0cc-45aa-9125-8534716a735f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] Notify callbacks [] for subnetpool, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.057568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-936782c0-f0cc-45aa-9125-8534716a735f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2135992 Jul 29 18:11:54.060569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37568) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.079493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0847c49-5a15-4c5c-9284-f08c7937f784 req-441338ab-4f26-4628-9161-ecc88b6ffbb3 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397935 Jul 29 18:11:54.101743 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-003f92e6-9d55-409e-800a-46a0807023fc tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "GET /v2.0/subnetpools/1240f6d5-e0f8-4dac-a8e3-4cdf0e2f4fe6 HTTP/1.1" status: 200 len: 732 time: 0.0396683 Jul 29 18:11:54.104539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37570) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.109358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-790067d6-40e2-470c-bdd4-85cd1c9d0c5f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1515352924'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:54.203075 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-790067d6-40e2-470c-bdd4-85cd1c9d0c5f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] Notify callbacks [] for subnetpool, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.204296 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-790067d6-40e2-470c-bdd4-85cd1c9d0c5f tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "PUT /v2.0/subnetpools/1240f6d5-e0f8-4dac-a8e3-4cdf0e2f4fe6 HTTP/1.1" status: 200 len: 684 time: 0.0987520 Jul 29 18:11:54.206996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.280084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-534c6508-da18-46dd-aeb3-80905ff40391 tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] Notify callbacks [] for subnetpool, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.281215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-534c6508-da18-46dd-aeb3-80905ff40391 tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1240f6d5-e0f8-4dac-a8e3-4cdf0e2f4fe6 HTTP/1.1" status: 204 len: 168 time: 0.0732615 Jul 29 18:11:54.284056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37574) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.303134 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-64392aba-437e-47f6-8290-da05cd7d5ab8 tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] show failed (client error): The resource could not be found. Jul 29 18:11:54.304138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64392aba-437e-47f6-8290-da05cd7d5ab8 tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "GET /v2.0/subnetpools/1240f6d5-e0f8-4dac-a8e3-4cdf0e2f4fe6 HTTP/1.1" status: 404 len: 346 time: 0.0191002 Jul 29 18:11:54.306813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.320897 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-90758af9-c2c3-4067-8083-f97acea9902a tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] delete failed (client error): The resource could not be found. Jul 29 18:11:54.321853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-90758af9-c2c3-4067-8083-f97acea9902a tempest-SubnetPoolsTestJSON-1973717036 tempest-SubnetPoolsTestJSON-1973717036-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1240f6d5-e0f8-4dac-a8e3-4cdf0e2f4fe6 HTTP/1.1" status: 404 len: 346 time: 0.0141554 Jul 29 18:11:54.579029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37582) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.682286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e55df3f-7575-482b-bff9-c45eaf986057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.784850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e55df3f-7575-482b-bff9-c45eaf986057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.790095 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9e55df3f-7575-482b-bff9-c45eaf986057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.827746 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9e55df3f-7575-482b-bff9-c45eaf986057 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaeab04d72154407a5a8863fe00a0f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476654 Jul 29 18:11:54.828910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55df3f-7575-482b-bff9-c45eaf986057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa19f42-a051-4efa-ae6a-9c5ea1f388a2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:54.830742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37586) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:54.889413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.912520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.961916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.964499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:54.965658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa19f42-a051-4efa-ae6a-9c5ea1f388a2 HTTP/1.1" status: 204 len: 168 time: 0.1327114 Jul 29 18:11:54.973992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97581dcb-077b-4ea7-9f42-eff913d5f375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa19f42-a051-4efa-ae6a-9c5ea1f388a2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:54.995049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774f384c-9e1b-4950-9d5c-21ea552561b1 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:11:55.045152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 774f384c-9e1b-4950-9d5c-21ea552561b1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:11:55.049413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 774f384c-9e1b-4950-9d5c-21ea552561b1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:11:55.049915 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:55.133670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:55.156571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:11:55.159161 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb936cfa-5ad8-481c-a682-d3056c07a0b3" -d '{"events": [{"server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "name": "network-vif-plugged", "status": "completed", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:11:55.173100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774f384c-9e1b-4950-9d5c-21ea552561b1,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:11:55.179278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:55.200021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f5a4e-7d9e-4fb7-9617-58d76a36c10a req-3d22cf6d-edaf-48fd-995f-e57edaa5228e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:55.201759 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-835f5a4e-7d9e-4fb7-9617-58d76a36c10a req-3d22cf6d-edaf-48fd-995f-e57edaa5228e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 983 time: 0.0528960 Jul 29 18:11:55.229882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:55.249532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-835f5a4e-7d9e-4fb7-9617-58d76a36c10a req-c2081fec-8ccb-4745-8143-474169505325 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0411661 Jul 29 18:11:55.292113 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0022a-f497-48d9-b275-bf33b8e78d18 x-openstack-request-id: req-c3a0022a-f497-48d9-b275-bf33b8e78d18 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:11:55.292406 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "name": "network-vif-plugged", "status": "completed", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:11:55.292799 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3a0022a-f497-48d9-b275-bf33b8e78d18 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:11:55.293319 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'code': 200} Jul 29 18:11:55.426664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e9c79-76c2-47fd-8bf0-d790ce006ed4 req-be7740a0-a83c-4d7f-be1f-7bfc069c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:55.428578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-907e9c79-76c2-47fd-8bf0-d790ce006ed4 req-be7740a0-a83c-4d7f-be1f-7bfc069c2012 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.0767014 Jul 29 18:11:55.475174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-907e9c79-76c2-47fd-8bf0-d790ce006ed4 req-880863d4-3a60-478e-9e5f-05a10b571fcc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9379cb13-7570-4306-9390-018583076800&id=b29b994d-4d42-4cd6-9d9d-9775774178c4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373611 Jul 29 18:11:55.637115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:55.643231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0048277 Jul 29 18:11:55.646648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:55.752100 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-63d37001-206c-479a-8a64-aa98951735f5 tempest-NetworksApiDiscovery-1951782546 tempest-NetworksApiDiscovery-1951782546-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1042786 Jul 29 18:11:56.024366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37622) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:56.135659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-846dc7d7-675a-4781-8581-96dd8ca5be05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.228621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-846dc7d7-675a-4781-8581-96dd8ca5be05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.233589 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-846dc7d7-675a-4781-8581-96dd8ca5be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.271971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-846dc7d7-675a-4781-8581-96dd8ca5be05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc8cf255361944c5b23d0663227bf393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461994 Jul 29 18:11:56.272522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dc7d7-675a-4781-8581-96dd8ca5be05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8c00b2-80b7-4f97-94b2-995a54ff9af7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:56.274371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37628) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:56.334792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.380541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.408259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bb681-7d97-46ee-8229-848724ef5757 req-977bf854-5ab3-42ca-b8b7-e94ad1a1c555 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:56.409757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb1bb681-7d97-46ee-8229-848724ef5757 req-977bf854-5ab3-42ca-b8b7-e94ad1a1c555 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 984 time: 0.0884724 Jul 29 18:11:56.458928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb1bb681-7d97-46ee-8229-848724ef5757 req-696b71c4-c6fb-4f30-9897-b7e53980626a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0429158 Jul 29 18:11:56.469358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.472014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.473146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b8c00b2-80b7-4f97-94b2-995a54ff9af7 HTTP/1.1" status: 204 len: 168 time: 0.1967349 Jul 29 18:11:56.482527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633982e-7664-4806-b6cb-2c9d76e23634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8c00b2-80b7-4f97-94b2-995a54ff9af7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:56.578431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9da93-00da-45d4-bbb7-2220d3f33bf0 req-d8914984-59de-48aa-9d9b-62654194e9ef tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:56.579972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19d9da93-00da-45d4-bbb7-2220d3f33bf0 req-d8914984-59de-48aa-9d9b-62654194e9ef tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 984 time: 0.0505769 Jul 29 18:11:56.622493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19d9da93-00da-45d4-bbb7-2220d3f33bf0 req-3f93b0fd-0b47-457d-a6ad-ab0405063e35 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360343 Jul 29 18:11:56.644116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.730274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cb298-505b-4f07-8de9-1556582ff4dd req-89653e59-a937-410d-a2db-e4cbf3f002d5 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:56.731867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-720cb298-505b-4f07-8de9-1556582ff4dd req-89653e59-a937-410d-a2db-e4cbf3f002d5 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.0419028 Jul 29 18:11:56.754544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-720cb298-505b-4f07-8de9-1556582ff4dd req-fff14610-ddfc-4057-95ee-aa39bbb26ce2 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.847674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-720cb298-505b-4f07-8de9-1556582ff4dd req-fff14610-ddfc-4057-95ee-aa39bbb26ce2 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.852404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-720cb298-505b-4f07-8de9-1556582ff4dd req-fff14610-ddfc-4057-95ee-aa39bbb26ce2 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:56.879468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-720cb298-505b-4f07-8de9-1556582ff4dd req-fff14610-ddfc-4057-95ee-aa39bbb26ce2 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1411769 Jul 29 18:11:56.884290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff14610-ddfc-4057-95ee-aa39bbb26ce2 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5daaea8-c18f-4fe5-9858-fc99608a83fe,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:56.902490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37646) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:56.950307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7122b4-ea1a-400d-8f64-a61b09ffb945 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:56.951860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c7122b4-ea1a-400d-8f64-a61b09ffb945 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1130 time: 0.0482218 Jul 29 18:11:56.954970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37652) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:56.959640 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:11:56.985997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.086634 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.193669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.25.5.161 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/05002b76-b314-4c1c-aa26-0aadc50187f3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:11:57.294262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.335388 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.373747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:11:57.376532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:11:57.380021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:11:57.409278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=05002b76-b314-4c1c-aa26-0aadc50187f3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:57.560110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.845185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:57.944817 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:58.433672 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:58.441418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:58.507595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=05002b76-b314-4c1c-aa26-0aadc50187f3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:11:58.522223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:58.622769 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Floating IP ad07a8d4-9e1a-4da3-bd2a-fb71b300417d associated. External IP: 172.25.5.161, port: 774f384c-9e1b-4950-9d5c-21ea552561b1. Jul 29 18:11:58.844119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router 0a89a11f-4f62-4159-b4b5-19bae224527c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:11:58.951668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:11:58.962296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5612a01-104a-494e-870e-285e0838984c None None] Sync routers for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:11:58.969360 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:11:58.973470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:58.973470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:59.002498 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f45b2748-c9b7-43ec-9587-5aa21c877279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0464413 Jul 29 18:11:59.003223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:11:59.005222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:59.005724 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4810eff-7481-49fc-a51c-d7f975a6c4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:11:59.043254 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1104db3-f344-48d3-86db-2307e07af6b5 x-openstack-request-id: req-d1104db3-f344-48d3-86db-2307e07af6b5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:11:59.043547 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:11:59.043802 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1104db3-f344-48d3-86db-2307e07af6b5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:11:59.044212 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'status': 'completed', 'code': 200} Jul 29 18:11:59.090634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:59.193220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-bccc0724-42b7-40d6-9c14-46bab57adeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.194777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-bccc0724-42b7-40d6-9c14-46bab57adeb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.1229479 Jul 29 18:11:59.256225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3473ae2-bb38-47e5-9f9a-c6f021ba1d2d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.256684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3473ae2-bb38-47e5-9f9a-c6f021ba1d2d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.257151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3473ae2-bb38-47e5-9f9a-c6f021ba1d2d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.257695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3473ae2-bb38-47e5-9f9a-c6f021ba1d2d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.259393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e3473ae2-bb38-47e5-9f9a-c6f021ba1d2d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2531080 Jul 29 18:11:59.263016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37692) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:59.304612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-cdc81c91-b386-4d3d-8bca-ab2c8fed5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.306285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-cdc81c91-b386-4d3d-8bca-ab2c8fed5e78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 897 time: 0.1012273 Jul 29 18:11:59.370662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ad07a8d4-9e1a-4da3-bd2a-fb71b300417d', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'port_id': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'mac_address': 'fa:16:3e:67:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:11:57Z', 'updated_at': '2021-07-29T18:11:57Z', 'revision_number': 0, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:59.373344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944fa08-b720-4fca-bf61-06578bf9d97b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.373819 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944fa08-b720-4fca-bf61-06578bf9d97b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.374296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944fa08-b720-4fca-bf61-06578bf9d97b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.374828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944fa08-b720-4fca-bf61-06578bf9d97b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.404650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0944fa08-b720-4fca-bf61-06578bf9d97b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1379399 Jul 29 18:11:59.404959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37700) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:59.410904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5612a01-104a-494e-870e-285e0838984c None None] Checking router: 0a89a11f-4f62-4159-b4b5-19bae224527c for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:11:59.420410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:11:59.420410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:11:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:59.497399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-fbcd4e97-e15e-4382-98d9-5e1f47b30cea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 999 time: 0.1836779 Jul 29 18:11:59.551292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:11:59.567130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-16d9bfcf-f1a3-4bc0-ae98-ee29e152d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.568444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-16d9bfcf-f1a3-4bc0-ae98-ee29e152d753 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 200 len: 835 time: 0.0636001 Jul 29 18:11:59.688271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-66e3fccb-fc70-47e3-b056-6d20a1e4d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.689709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-66e3fccb-fc70-47e3-b056-6d20a1e4d057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c219f29b-c16a-42fd-87e9-66bfc7f8af02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134007 Jul 29 18:11:59.788910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e5612a01-104a-494e-870e-285e0838984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ad07a8d4-9e1a-4da3-bd2a-fb71b300417d', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'port_id': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'mac_address': 'fa:16:3e:67:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:11:57Z', 'updated_at': '2021-07-29T18:11:57Z', 'revision_number': 0, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:11:59.808855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa51c65c-abd1-493d-b802-27c465eae279 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.4027719 Jul 29 18:11:59.811593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37706) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:11:59.819308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-822f47ee-2cd4-46fe-a911-c8144f570336 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216228 Jul 29 18:11:59.826634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5612a01-104a-494e-870e-285e0838984c None None] The sync data for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 is: [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'ad07a8d4-9e1a-4da3-bd2a-fb71b300417d', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'port_id': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'mac_address': 'fa:16:3e:67:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:11:57Z', 'updated_at': '2021-07-29T18:11:57Z', 'revision_number': 0, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:11:59.860939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7b2bd-5b3f-4157-898b-84849377e03b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.861502 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7b2bd-5b3f-4157-898b-84849377e03b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:11:59.863074 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b9b7b2bd-5b3f-4157-898b-84849377e03b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0a89a11f-4f62-4159-b4b5-19bae224527c HTTP/1.1" status: 200 len: 1989 time: 0.0502760 Jul 29 18:11:59.920729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4810eff-7481-49fc-a51c-d7f975a6c4b8 req-94759f9f-edd9-4cab-9a3f-aad69720e331 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941679 Jul 29 18:12:00.035372 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c83f1-229e-4684-8510-5e73ab65b614 None None] New status for floating IP ad07a8d4-9e1a-4da3-bd2a-fb71b300417d: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:12:09.264901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c400a520-52f9-4706-abb2-272ab585f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:11.685550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-487b9104-c5b9-4cc7-ba37-335dfed726cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:11.877772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:13.019396 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:14.667733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:14.873513 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:14.983066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-517e89fa-0355-4a39-90c2-1b8416032403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.078628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-517e89fa-0355-4a39-90c2-1b8416032403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.084232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-517e89fa-0355-4a39-90c2-1b8416032403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.121907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-517e89fa-0355-4a39-90c2-1b8416032403 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=481f45b6eb214fc48b515a4bf208d5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472844 Jul 29 18:12:15.122768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e89fa-0355-4a39-90c2-1b8416032403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d06126-bc9a-435b-bce0-997dcd1befa1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:15.124936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:15.176214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.197800 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.246482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.249006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.250171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72d06126-bc9a-435b-bce0-997dcd1befa1 HTTP/1.1" status: 204 len: 168 time: 0.1241353 Jul 29 18:12:15.258031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300e28b-142e-46c3-a735-68f22e1c73de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d06126-bc9a-435b-bce0-997dcd1befa1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:15.522554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:15.540292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad85c9d8-f430-48a6-953d-a8db72b469e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.923057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad85c9d8-f430-48a6-953d-a8db72b469e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.928639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ad85c9d8-f430-48a6-953d-a8db72b469e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:15.965725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ad85c9d8-f430-48a6-953d-a8db72b469e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a52dd99cd11409d990dcfe402c36288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420602 Jul 29 18:12:15.966909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c9d8-f430-48a6-953d-a8db72b469e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ca2d7-857d-4acb-8dba-6ce7bcca6098,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:15.968634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37828) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:16.020963 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:16.053373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:16.103878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:16.106461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:16.107633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/898ca2d7-857d-4acb-8dba-6ce7bcca6098 HTTP/1.1" status: 204 len: 168 time: 0.1370943 Jul 29 18:12:16.115777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e17af-4bcb-4585-90cb-e8f9e6b911bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ca2d7-857d-4acb-8dba-6ce7bcca6098,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:25.685440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:12:26.335852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37930) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:26.444492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d482ddb-2e2e-46a9-a3b4-5afa3c5cdce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.535224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d482ddb-2e2e-46a9-a3b4-5afa3c5cdce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.540498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d482ddb-2e2e-46a9-a3b4-5afa3c5cdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.577793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d482ddb-2e2e-46a9-a3b4-5afa3c5cdce0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39d469a0eefb4b9e94a27c04165e598a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408741 Jul 29 18:12:26.579036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d482ddb-2e2e-46a9-a3b4-5afa3c5cdce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd526c-7481-45a9-b885-88d27981c267,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:26.580801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:26.631026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.637981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.655117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.714538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.717270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:26.718455 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1cd526c-7481-45a9-b885-88d27981c267 HTTP/1.1" status: 204 len: 168 time: 0.1365168 Jul 29 18:12:26.725965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b519c5-0a3d-43ef-b43a-9f2cf0ff86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd526c-7481-45a9-b885-88d27981c267,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:26.988684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37940) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:27.002598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7d063e10-aa14-4548-825d-e1eba02d7b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.093982 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7d063e10-aa14-4548-825d-e1eba02d7b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.100255 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7d063e10-aa14-4548-825d-e1eba02d7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.136767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d063e10-aa14-4548-825d-e1eba02d7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b488839d-a24f-4dcd-8688-3f221ae6bcb9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:27.141103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7d063e10-aa14-4548-825d-e1eba02d7b08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7743bfc20004824af8d310c71fdb1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513913 Jul 29 18:12:27.143983 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37942) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:27.192803 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.213722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.265025 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.267863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.269086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b488839d-a24f-4dcd-8688-3f221ae6bcb9 HTTP/1.1" status: 204 len: 168 time: 0.1242225 Jul 29 18:12:27.276815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d67a3e-f4bf-4149-a421-11337ef5a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488839d-a24f-4dcd-8688-3f221ae6bcb9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:27.567970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:27.961846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37964) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:28.061868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-473340045-network', 'tenant_id': '2de3ae4118164a5bbe2a90e7c0fd5560'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:28.088965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Made reservation on behalf of 2de3ae4118164a5bbe2a90e7c0fd5560 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:28.091250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.099827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.191910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.197486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.222545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:12:28.232665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3445a7ad-548b-4583-a9df-331e0793ba6b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:28.238890 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.239241 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Added segment 8683b87d-350f-41ae-a348-184d18ee0f08 of type vlan for network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 Jul 29 18:12:28.278936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.310351 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.311389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:28.311985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.369645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4062085 Jul 29 18:12:28.373555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:28.384710 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Request body: {'subnet': {'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-473340045-subnet', 'tenant_id': '2de3ae4118164a5bbe2a90e7c0fd5560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:28.393366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea1185-3b0e-4a32-b675-3a1a5a7af628 admin admin] Pushing event updated for resources: {'Network': ['ID=21815b49-bcde-42e4-86bb-8b1a9c1901a4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:28.403359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:12:28.414879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Made reservation on behalf of 2de3ae4118164a5bbe2a90e7c0fd5560 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:28.417504 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.585306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.642660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2947f2a-1e64-4b90-88cb-4f522b8de08f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:28.652968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Checking segment: {'id': '8683b87d-350f-41ae-a348-184d18ee0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:28.653334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Network hostable DHCP agents. Network: 21815b49-bcde-42e4-86bb-8b1a9c1901a4, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:12:28.672436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:12:28.682878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 21815b49-bcde-42e4-86bb-8b1a9c1901a4) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:28.687097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:28.687844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:28.692094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1695e-8836-43f7-9b68-3cd368b3341e None None] Network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:28.702695 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2aa4be66-87e1-447c-83fc-d75d786766f2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3275719 Jul 29 18:12:28.815236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59343d4-b210-41bf-92dd-8ffe86a49156 None None] Network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:29.175851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 37984) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:29.181038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080681049-network', 'tenant_id': '6c698d0fdd544485ba148ee57d7c79fd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:29.203868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Made reservation on behalf of 6c698d0fdd544485ba148ee57d7c79fd for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:29.206393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.215311 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.307715 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.313936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.334435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:12:29.349115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da20010b-ed0e-40c6-872b-6db01a513074,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:29.352024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.352369 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Added segment 620757a3-084f-4213-a110-a907c6c6215a of type vlan for network 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 Jul 29 18:12:29.393190 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.425524 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.426645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:29.427220 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.502645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3254583 Jul 29 18:12:29.505430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 37986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:29.510625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Request body: {'subnet': {'network_id': '67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080681049-subnet', 'tenant_id': '6c698d0fdd544485ba148ee57d7c79fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:29.522056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10a9e-49ce-43dd-8e1d-48b5ed1e9e52 admin admin] Pushing event updated for resources: {'Network': ['ID=67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:29.532925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:12:29.533445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Made reservation on behalf of 6c698d0fdd544485ba148ee57d7c79fd for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:29.535414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.707993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.757822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21a2bbc-136c-4a43-9cd5-6f06141221e2,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:29.772738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Checking segment: {'id': '620757a3-084f-4213-a110-a907c6c6215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:29.773085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Network hostable DHCP agents. Network: 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:12:29.791478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Network 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:12:29.801045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:29.805127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:29.805708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:29.810289 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fc292-ab7e-4c83-8ae9-5e03db3d9b22 None None] Network 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:29.822573 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f36e01e4-655e-423b-814b-1bbbf2adcb42 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3158901 Jul 29 18:12:29.940762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0733a05-231f-4340-85e7-d2f79f7e9068 None None] Network 67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:30.313077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-e8534046-917c-4b28-8713-a35b94dab76f tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:30.314604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-e8534046-917c-4b28-8713-a35b94dab76f tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/networks?id=21815b49-bcde-42e4-86bb-8b1a9c1901a4 HTTP/1.1" status: 200 len: 808 time: 0.1025081 Jul 29 18:12:30.332664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-18895d51-5bd3-4a5f-87f9-6b4a55fbf928 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/quotas/2de3ae4118164a5bbe2a90e7c0fd5560 HTTP/1.1" status: 200 len: 375 time: 0.0095148 Jul 29 18:12:30.372114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-a99bb07d-4318-473b-8ef2-5380b54a3057 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2de3ae4118164a5bbe2a90e7c0fd5560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319052 Jul 29 18:12:30.473775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-494a68ad-5e57-4d5e-b6ab-c298d0c850fc service neutron] 10.222.0.16 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914698 Jul 29 18:12:30.571603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-d274afd9-2b53-4f92-bf96-10576950e02f service neutron] 10.222.0.16 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914555 Jul 29 18:12:30.743542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08bcc95c-3184-4e73-8890-c57c0c25fe7d req-f2994e42-f6a6-4de4-8b42-6664e929ca5d tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 210 time: 0.0307260 Jul 29 18:12:31.711586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-39e1adcc-9530-4eaa-869a-fb428447d81a tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:31.712972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-39e1adcc-9530-4eaa-869a-fb428447d81a tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.49 "GET /v2.0/networks?id=21815b49-bcde-42e4-86bb-8b1a9c1901a4 HTTP/1.1" status: 200 len: 808 time: 0.1063178 Jul 29 18:12:31.725296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Request body: {'port': {'device_id': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4', 'admin_state_up': True, 'tenant_id': '2de3ae4118164a5bbe2a90e7c0fd5560'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:31.836754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Made reservation on behalf of 2de3ae4118164a5bbe2a90e7c0fd5560 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:31.839715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7631baa2-3c2f-4e68-aaf8-8d80c8d6112d req-4c0952cc-40a6-4bca-b1a1-70ba13246752 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 210 time: 0.0274003 Jul 29 18:12:31.840270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:31.971885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Allocated IP 172.20.0.11 (21815b49-bcde-42e4-86bb-8b1a9c1901a4/d2947f2a-1e64-4b90-88cb-4f522b8de08f/1dc7472b-b9af-4cc6-8624-a475cc0acb85) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:12:32.117079 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.163682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.206210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:32.209321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:32.212952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:12:32.221298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Pushing event updated for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:32.268060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:32.268682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.284003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-6602de5e-d6f6-46dd-bdf1-aa39337b80d3 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624163 Jul 29 18:12:32.296847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Request body: {'port': {'device_id': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:32.353605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.614704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc7472b-b9af-4cc6-8624-a475cc0acb85 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:12:32.622134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.634160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Transition to ACTIVE for port object 1dc7472b-b9af-4cc6-8624-a475cc0acb85 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:32.641708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.688320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:32.766266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Attempting to bind port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:12:32.767012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Attempting to bind port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '8683b87d-350f-41ae-a348-184d18ee0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:12:32.767012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Attempting to bind port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 on network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:32.772216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 on network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:12:32.772532 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Attempting to bind port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 on network 21815b49-bcde-42e4-86bb-8b1a9c1901a4 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:32.777822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:12:32.778147 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Checking segment: {'id': '8683b87d-350f-41ae-a348-184d18ee0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:32.778555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Bound using segment: {'id': '8683b87d-350f-41ae-a348-184d18ee0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:12:32.778972 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Bound port: 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8683b87d-350f-41ae-a348-184d18ee0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:12:32.779320 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.843797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:12:32.847105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85,segment=NetworkSegment(8683b87d-350f-41ae-a348-184d18ee0f08),segment_id=8683b87d-350f-41ae-a348-184d18ee0f08)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:12:32.853721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.887414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:32.888078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:32.889540 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] 10.222.0.49 "PUT /v2.0/ports/1dc7472b-b9af-4cc6-8624-a475cc0acb85 HTTP/1.1" status: 200 len: 1092 time: 0.5968812 Jul 29 18:12:32.889973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:32.892279 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:32.917490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f358bed-9543-4611-afaf-d6e712ab4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:32.961161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc344-9d40-4c46-889e-77386b46cae5 req-89177571-350f-4e74-9750-9e45850763e0 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:32.962657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-185cc344-9d40-4c46-889e-77386b46cae5 req-89177571-350f-4e74-9750-9e45850763e0 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 944 time: 0.0496352 Jul 29 18:12:32.971467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-97570a92-84bd-4043-9745-1fb1ce338861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:32.973380 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-97570a92-84bd-4043-9745-1fb1ce338861 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2de3ae4118164a5bbe2a90e7c0fd5560&device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 1095 time: 0.0422306 Jul 29 18:12:33.001161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-185cc344-9d40-4c46-889e-77386b46cae5 req-aa6a6ce5-78a9-440c-af44-a4e584aeb5fd tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 29 18:12:33.021910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-1278349a-4804-413d-b56c-4cf4fc4ad14a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Jul 29 18:12:33.056488 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7631d048-f36e-4c15-810c-6129698aa3e1 x-openstack-request-id: req-7631d048-f36e-4c15-810c-6129698aa3e1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:33.056740 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:33.057018 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7631d048-f36e-4c15-810c-6129698aa3e1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:33.057420 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85', 'status': 'completed', 'code': 200} Jul 29 18:12:33.075530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a434fa-8756-400d-a607-54e724011c9a req-1729af1d-ad90-4b67-805b-df84676eb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:33.077015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-1729af1d-ad90-4b67-805b-df84676eb454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2947f2a-1e64-4b90-88cb-4f522b8de08f HTTP/1.1" status: 200 len: 848 time: 0.0483475 Jul 29 18:12:33.110492 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-92380692-a784-4668-a3e3-69bea37eb4f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21815b49-bcde-42e4-86bb-8b1a9c1901a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261838 Jul 29 18:12:33.211969 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-c49a746f-a8aa-459a-8a7d-6bd513d6471b service neutron] 10.222.0.49 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938249 Jul 29 18:12:33.307626 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-05a434fa-8756-400d-a607-54e724011c9a req-af2a7923-52b8-40ab-b855-02d53c9e7847 service neutron] 10.222.0.49 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Jul 29 18:12:33.396713 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-27bde48f-2534-4a32-875b-821a8daca7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:33.398226 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-27bde48f-2534-4a32-875b-821a8daca7bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2de3ae4118164a5bbe2a90e7c0fd5560&device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 1095 time: 0.0439582 Jul 29 18:12:33.499928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-90ebfc25-3d11-4929-8015-b5de33e30a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:33.501365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-90ebfc25-3d11-4929-8015-b5de33e30a2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=21815b49-bcde-42e4-86bb-8b1a9c1901a4 HTTP/1.1" status: 200 len: 909 time: 0.0930352 Jul 29 18:12:33.542487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-6ac8f131-508e-436f-bc6c-f9e05c70ef27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85 HTTP/1.1" status: 200 len: 217 time: 0.0341179 Jul 29 18:12:33.595074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-aef46d65-cb67-421d-bde7-5c2e168c666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:33.596452 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-aef46d65-cb67-421d-bde7-5c2e168c666d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2947f2a-1e64-4b90-88cb-4f522b8de08f HTTP/1.1" status: 200 len: 848 time: 0.0460835 Jul 29 18:12:33.629830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-c30ff03a-812a-41d7-bf3d-aa63ffc2b671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21815b49-bcde-42e4-86bb-8b1a9c1901a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247393 Jul 29 18:12:33.729514 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-9bcb4af0-cf62-4210-b16f-34e53c09563e service neutron] 10.222.0.49 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914395 Jul 29 18:12:33.754418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38024) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:33.894899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4cd2f5f5-2e0f-45fd-aa1d-c787ddabdb4c tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1504 time: 0.1390390 Jul 29 18:12:33.897999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38026) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:33.901307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-294ec4a9-f3a6-4707-a048-bd29ecdeaadb req-454784ae-4c52-4d54-9ec2-227c268bd454 service neutron] 10.222.0.49 "GET /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639736 Jul 29 18:12:33.904267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'network': {'name': 'tempest-network-smoke--1316892181', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'port_security_enabled': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:33.928979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:33.933112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:33.956874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:12:33.965622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:33.966300 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Added segment d492786b-4e71-4e0d-973f-1b1404041c2c of type vlan for network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 Jul 29 18:12:34.009245 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.045250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.051170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:34.051755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.121823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2223923 Jul 29 18:12:34.124798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38030) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:34.129680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'admin_state_up': True, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:34.145520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cddaf-e0b3-48df-9e06-444aa7af910d tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Network': ['ID=8634ea77-10a4-40c6-99df-bb1c5f0d80a9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:34.157378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:12:34.168944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bc5d8-37b5-4adc-8d1a-2866ec61d016 req-fa1a2230-8b81-4bcc-9c87-129401136172 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:34.170597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e8bc5d8-37b5-4adc-8d1a-2866ec61d016 req-fa1a2230-8b81-4bcc-9c87-129401136172 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 944 time: 0.0727246 Jul 29 18:12:34.176342 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.177900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.214200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e8bc5d8-37b5-4adc-8d1a-2866ec61d016 req-1056031c-8292-4c89-b14f-cf4779d78c84 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Jul 29 18:12:34.253062 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.389628 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.593285 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.611280 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.716804 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.25.5.218 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/0751eeb8-6a51-497c-beed-f1902751bc13) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:12:34.820198 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.861480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:34.902214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:34.905166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:34.908644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:12:34.916075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=0751eeb8-6a51-497c-beed-f1902751bc13,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:35.340581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3c5e-b3b4-4aca-a11f-7588b246b6d0 req-06107553-005c-4c35-8877-dd7c6a4cfa01 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:35.342224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-debb3c5e-b3b4-4aca-a11f-7588b246b6d0 req-06107553-005c-4c35-8877-dd7c6a4cfa01 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 944 time: 0.0553114 Jul 29 18:12:35.382529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-debb3c5e-b3b4-4aca-a11f-7588b246b6d0 req-fe2962f6-ad8a-4ec2-950d-9178b0ad9a56 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Jul 29 18:12:35.482499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1dc7472b-b9af-4cc6-8624-a475cc0acb85 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:12:35.513752 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:35.578208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85,segment=NetworkSegment(8683b87d-350f-41ae-a348-184d18ee0f08),segment_id=8683b87d-350f-41ae-a348-184d18ee0f08)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:35.593643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '1dc7472b-b9af-4cc6-8624-a475cc0acb85', 'network_id': '21815b49-bcde-42e4-86bb-8b1a9c1901a4', 'port_id': '1dc7472b-b9af-4cc6-8624-a475cc0acb85', 'mac_address': 'fa:16:3e:66:d8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2947f2a-1e64-4b90-88cb-4f522b8de08f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:12:35.631499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:35.644762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc7472b-b9af-4cc6-8624-a475cc0acb85 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:12:35.665401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85,segment=NetworkSegment(8683b87d-350f-41ae-a348-184d18ee0f08),segment_id=8683b87d-350f-41ae-a348-184d18ee0f08)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:35.670491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:35.711049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:35.717667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:35.844931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:12:35.898265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1dc7472b-b9af-4cc6-8624-a475cc0acb85'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:12:35.954351 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:12:35.966901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Sync routers for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:12:35.973997 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:35.975548 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd20f871-c63b-466b-9201-94df72b6e6c4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8496628 Jul 29 18:12:35.978607 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38034) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:35.990475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:35.991108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:36.048956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b13c7-16cc-4a1f-9a70-f6282284eea3 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:36.050504 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-746b13c7-16cc-4a1f-9a70-f6282284eea3 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=da8f6d76ed1a43f3b140e6480e8f079d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0709350 Jul 29 18:12:36.053581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38036) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.146102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a89407-1022-4a23-8b9e-d5af709c868d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:36.148015 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-91a89407-1022-4a23-8b9e-d5af709c868d tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935438 Jul 29 18:12:36.151104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38038) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.191245 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b0d7af98-9962-46e5-8506-8acca83fc02b tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388179 Jul 29 18:12:36.194063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38040) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.225878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ea25b39a-afd1-4176-a693-05e7dda93bb5 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=da8f6d76ed1a43f3b140e6480e8f079d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281706 Jul 29 18:12:36.226081 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38042) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.290112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:36.315991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116e304-15dc-4720-b5c1-d7338767030e tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:36.317688 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a116e304-15dc-4720-b5c1-d7338767030e tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905006 Jul 29 18:12:36.320655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38044) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.349697 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c7cf5949-986b-4c7d-9a73-836c4e5a2900 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279071 Jul 29 18:12:36.352450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38046) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.357370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4355974', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:36.452430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:36.456142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:36.478559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:35Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:36.502578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133356e8-a268-4403-beb8-7a1e67e35cbe req-5878fd47-194d-4e69-a236-3ef7d21b9987 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:36.508507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133356e8-a268-4403-beb8-7a1e67e35cbe req-5878fd47-194d-4e69-a236-3ef7d21b9987 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 945 time: 0.0581303 Jul 29 18:12:36.508984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Checking router: ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:12:36.509430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Updating router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 port 0751eeb8-6a51-497c-beed-f1902751bc13 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:12:36.538087 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:36.552235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-133356e8-a268-4403-beb8-7a1e67e35cbe req-21e9906e-b734-49c7-b557-fb8c1b8ce56a tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Jul 29 18:12:36.655785 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:36.715552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Subnet': ['ID=b200283c-864f-4064-9c38-162d4645e389,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:36.724577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Checking segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:36.724946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network hostable DHCP agents. Network: 8634ea77-10a4-40c6-99df-bb1c5f0d80a9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:12:36.743528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:12:36.753245 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8634ea77-10a4-40c6-99df-bb1c5f0d80a9) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:36.757577 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:36.758263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:36.764502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c95376-79db-4894-b8ea-84745b138fa8 None None] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:36.775270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-48e7790d-b78e-4b75-8b04-ce1272ed666e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4217567 Jul 29 18:12:36.778215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38050) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:36.862154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:36.883928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Transition to ACTIVE for port object 0751eeb8-6a51-497c-beed-f1902751bc13 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:36.901499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.010329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb41bd-4d4e-4d4c-8b38-63f44cd660f2 None None] Pushing event updated for resources: {'Port': ['ID=0751eeb8-6a51-497c-beed-f1902751bc13,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:37.014800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Attempting to bind port 0751eeb8-6a51-497c-beed-f1902751bc13 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:12:37.015177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Attempting to bind port 0751eeb8-6a51-497c-beed-f1902751bc13 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:12:37.015565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Attempting to bind port 0751eeb8-6a51-497c-beed-f1902751bc13 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:37.021077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:12:37.021458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:37.021831 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.022369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:12:37.022711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Bound port: 0751eeb8-6a51-497c-beed-f1902751bc13, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:12:37.023111 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.027569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'fixed_ips': [{'subnet_id': 'b200283c-864f-4064-9c38-162d4645e389'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:12:37.028492 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.139629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] For port 0751eeb8-6a51-497c-beed-f1902751bc13, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:12:37.162164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] For port 0751eeb8-6a51-497c-beed-f1902751bc13, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0751eeb8-6a51-497c-beed-f1902751bc13,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:12:37.173677 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.245024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.257229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Allocated IP 172.20.0.18 (8634ea77-10a4-40c6-99df-bb1c5f0d80a9/b200283c-864f-4064-9c38-162d4645e389/f8c9c013-74c4-453e-81a6-6d65ffbd2aef) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:12:37.282039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb41bd-4d4e-4d4c-8b38-63f44cd660f2 None None] Pushing event updated for resources: {'Port': ['ID=0751eeb8-6a51-497c-beed-f1902751bc13,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:37.285793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:37.286438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:37.453040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:37.531643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1dc7472b-b9af-4cc6-8624-a475cc0acb85 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:37.639996 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.664284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Transition to ACTIVE for port object f8c9c013-74c4-453e-81a6-6d65ffbd2aef will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:37.685862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a11bb-30d0-43ee-a0c1-41cc9add56f2 req-3cfad5d7-8358-4620-ad3c-52c8d984c4fb tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:37.687642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff3a11bb-30d0-43ee-a0c1-41cc9add56f2 req-3cfad5d7-8358-4620-ad3c-52c8d984c4fb tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 945 time: 0.0605521 Jul 29 18:12:37.704540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Transition to ACTIVE for port object f8c9c013-74c4-453e-81a6-6d65ffbd2aef will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:37.708658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:37.715114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.720443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:37.720804 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.761599 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ff3a11bb-30d0-43ee-a0c1-41cc9add56f2 req-62967773-ff4b-4b2a-8108-ce34dc466a90 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Jul 29 18:12:37.790811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:37.797032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.20.0.17 (8634ea77-10a4-40c6-99df-bb1c5f0d80a9/b200283c-864f-4064-9c38-162d4645e389/deeaa036-ae38-4116-baa5-e245e9376ca2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:12:37.801083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:37.805535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:12:37.813986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-220c5fd5-8597-4b83-a180-9f249cbd9ce3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646474 Jul 29 18:12:37.819360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Pushing event updated for resources: {'Port': ['ID=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:37.850886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:35Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:37.898998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ef313-d818-4d24-8c36-d7caadd2804f None None] The sync data for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 is: [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:35Z', 'revision_number': 3, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:12:37.932880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Attempting to bind port f8c9c013-74c4-453e-81a6-6d65ffbd2aef on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:12:37.933245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Attempting to bind port f8c9c013-74c4-453e-81a6-6d65ffbd2aef by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:12:37.933628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Attempting to bind port f8c9c013-74c4-453e-81a6-6d65ffbd2aef on network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:37.939418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-072b2706-9f27-432f-961c-a8c2a203dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:37.940940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-072b2706-9f27-432f-961c-a8c2a203dfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.0754662 Jul 29 18:12:37.942105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:12:37.942516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Checking segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:37.942923 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.943313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Bound using segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:12:37.943783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Bound port: f8c9c013-74c4-453e-81a6-6d65ffbd2aef, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:12:37.944245 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.951141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.959400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:37.986572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Transition to ACTIVE for port object deeaa036-ae38-4116-baa5-e245e9376ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:38.006071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:38.008410 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee1264-f939-4ff4-a6a0-61d20d65eff0" -d '{"events": [{"server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:38.030828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85,segment=NetworkSegment(8683b87d-350f-41ae-a348-184d18ee0f08),segment_id=8683b87d-350f-41ae-a348-184d18ee0f08)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:38.042109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:38.069460 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc91ce-36d1-4fbd-ba77-02a952bfded1 x-openstack-request-id: req-b8dc91ce-36d1-4fbd-ba77-02a952bfded1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:38.069805 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:38.070000 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8dc91ce-36d1-4fbd-ba77-02a952bfded1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:38.070421 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85', 'code': 200} Jul 29 18:12:38.071481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] For port f8c9c013-74c4-453e-81a6-6d65ffbd2aef, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:12:38.092899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] For port f8c9c013-74c4-453e-81a6-6d65ffbd2aef, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:12:38.101659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-85687caa-5a16-45d6-b7d7-51125a85cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:38.103181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-85687caa-5a16-45d6-b7d7-51125a85cc48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 897 time: 0.1284492 Jul 29 18:12:38.108747 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:38.109018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:38.120714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:38.190619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dff58-38e0-4ca7-aebe-8daa3e6687bf req-8f6a10bb-dd34-4158-9ac0-eb39a446838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:38.192729 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ca1dff58-38e0-4ca7-aebe-8daa3e6687bf req-8f6a10bb-dd34-4158-9ac0-eb39a446838e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 1097 time: 0.0651588 Jul 29 18:12:38.195598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72d9fa-20e6-4d61-9895-2c3269463c88 None None] Pushing event updated for resources: {'Port': ['ID=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:38.266054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-11b4c3e3-dae1-4417-8723-b5d79bf7e5a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 1001 time: 0.1481621 Jul 29 18:12:38.268273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ca1dff58-38e0-4ca7-aebe-8daa3e6687bf req-3dd1d671-462d-4e70-9c94-b2628bf38d81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677710 Jul 29 18:12:38.277818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:38.290950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:38.324509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:12:38.330626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:38.373003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-b95e456a-174b-4470-9db7-86450278f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:38.374672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-b95e456a-174b-4470-9db7-86450278f817 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 200 len: 835 time: 0.0955656 Jul 29 18:12:38.420478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:38.488928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-1d3ebd14-7682-4171-b01d-e6986cbd83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:38.490578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-1d3ebd14-7682-4171-b01d-e6986cbd83c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c219f29b-c16a-42fd-87e9-66bfc7f8af02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072698 Jul 29 18:12:38.642857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:38.657083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-53bba220-d969-41cc-9a90-8610dbd8fbf3 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573462 Jul 29 18:12:38.884226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a29d49-7a15-4c6e-aa85-510ff2b5a49a req-49197a1b-7c95-4219-8716-3ab831d60007 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195718 Jul 29 18:12:38.923210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26718605-982a-4a0b-9a5b-84552d10ab39 req-3ea708d1-f0bc-4970-8110-657e70f584b8 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:38.924727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26718605-982a-4a0b-9a5b-84552d10ab39 req-3ea708d1-f0bc-4970-8110-657e70f584b8 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 946 time: 0.0828831 Jul 29 18:12:39.030813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26718605-982a-4a0b-9a5b-84552d10ab39 req-f753706c-31ad-40ce-89c7-1b4cd07e7528 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836937 Jul 29 18:12:39.088810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.094836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.174483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:39.178423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.206489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c1d22-44f5-4a58-8b98-2f07ad7ce834 None None] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:39.273241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:39.273544 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a58c255-d4ef-4c02-b8d3-e9da9981a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.274803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:39.284570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ab91e581-e122-4709-9e3a-7eced1bcb5f1 None None] Provisioning for port f8c9c013-74c4-453e-81a6-6d65ffbd2aef completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:39.589568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0751eeb8-6a51-497c-beed-f1902751bc13 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:39.643847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92b0ebb6-0e7a-4cc0-b88a-e84f60360aa3 None None] Provisioning for port deeaa036-ae38-4116-baa5-e245e9376ca2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:39.649240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-92b0ebb6-0e7a-4cc0-b88a-e84f60360aa3 None None] Provisioning complete for port deeaa036-ae38-4116-baa5-e245e9376ca2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:39.649615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-92b0ebb6-0e7a-4cc0-b88a-e84f60360aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.670454 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0751eeb8-6a51-497c-beed-f1902751bc13 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:39.679070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0751eeb8-6a51-497c-beed-f1902751bc13 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:39.679474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.713971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-92b0ebb6-0e7a-4cc0-b88a-e84f60360aa3 None None] Port deeaa036-ae38-4116-baa5-e245e9376ca2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:12:39.725168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:12:39.793838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.816420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0751eeb8-6a51-497c-beed-f1902751bc13, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0751eeb8-6a51-497c-beed-f1902751bc13,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:39.822543 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.823483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f8c9c013-74c4-453e-81a6-6d65ffbd2aef up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:39.845884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:12:39.855467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9c313cfa-c1bd-40b1-a556-8da2644e8d1e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "PUT /v2.0/routers/ca77eeeb-9018-41ec-9852-3f8d16e0c8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0718942 Jul 29 18:12:39.883445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-764a129f-8f87-42b4-aa5a-bb2848b90d36 None None] Provisioning complete for port deeaa036-ae38-4116-baa5-e245e9376ca2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:39.883740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-764a129f-8f87-42b4-aa5a-bb2848b90d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:39.894566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Sync routers for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:12:39.905397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:39.906127 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:40.047237 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:40.128140 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0751eeb8-6a51-497c-beed-f1902751bc13,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:40.138735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-764a129f-8f87-42b4-aa5a-bb2848b90d36 None None] Port deeaa036-ae38-4116-baa5-e245e9376ca2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:12:40.150044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f8c9c013-74c4-453e-81a6-6d65ffbd2aef completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:40.153923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f8c9c013-74c4-453e-81a6-6d65ffbd2aef triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:40.154639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.167973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-daed6a32-9af0-4e52-a30d-dd06ad7100e0 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:40.170345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-daed6a32-9af0-4e52-a30d-dd06ad7100e0 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/networks?id=8634ea77-10a4-40c6-99df-bb1c5f0d80a9 HTTP/1.1" status: 200 len: 798 time: 0.1152713 Jul 29 18:12:40.188667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-fe2fa0b6-cc65-4bbd-9b22-e0d02200db60 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/quotas/da8f6d76ed1a43f3b140e6480e8f079d HTTP/1.1" status: 200 len: 375 time: 0.0124373 Jul 29 18:12:40.236322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.257996 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-02db476b-d18f-49aa-9709-0ee9016fa764 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0635016 Jul 29 18:12:40.269291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:38Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'deeaa036-ae38-4116-baa5-e245e9376ca2', 'name': '', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:0a:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b200283c-864f-4064-9c38-162d4645e389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:37Z', 'updated_at': '2021-07-29T18:12:38Z', 'revision_number': 2, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': 'b200283c-864f-4064-9c38-162d4645e389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:40.276441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f8c9c013-74c4-453e-81a6-6d65ffbd2aef, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:40.282183 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.284169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad00c2a7-bf0f-4666-ab7d-2cf87f49ea62 None None] Provisioning complete for port deeaa036-ae38-4116-baa5-e245e9376ca2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:40.284586 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad00c2a7-bf0f-4666-ab7d-2cf87f49ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.303038 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Checking router: ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:12:40.303388 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Updating router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 port deeaa036-ae38-4116-baa5-e245e9376ca2 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:12:40.330915 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.353490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ad00c2a7-bf0f-4666-ab7d-2cf87f49ea62 None None] Port deeaa036-ae38-4116-baa5-e245e9376ca2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:12:40.357277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-06c827e0-0bc4-4f66-afe6-ea9f6a5a2d48 service neutron] 10.222.0.16 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Jul 29 18:12:40.359201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:40.465860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-8a60942e-0e48-4303-996a-bfa775295bcb service neutron] 10.222.0.16 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940058 Jul 29 18:12:40.614579 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.624761 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Transition to ACTIVE for port object deeaa036-ae38-4116-baa5-e245e9376ca2 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:40.631937 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.668347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cfb9c-cd1a-4747-9647-f73461fad42a req-3b67b6bb-9de8-4c0e-a491-3b0c02fbb386 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:40.670094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-527cfb9c-cd1a-4747-9647-f73461fad42a req-3b67b6bb-9de8-4c0e-a491-3b0c02fbb386 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 946 time: 0.0582237 Jul 29 18:12:40.710738 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Pushing event updated for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:40.727402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-527cfb9c-cd1a-4747-9647-f73461fad42a req-8245ce5e-7dbd-42f9-86dd-0e784f8ef28b tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Jul 29 18:12:40.732368 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.732697 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.733017 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.733345 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.733667 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.733986 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.734320 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.734636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.734947 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.735256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.735591 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.735983 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:40.758341 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Attempting to bind port deeaa036-ae38-4116-baa5-e245e9376ca2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:12:40.758341 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Attempting to bind port deeaa036-ae38-4116-baa5-e245e9376ca2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:12:40.758341 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Attempting to bind port deeaa036-ae38-4116-baa5-e245e9376ca2 on network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:40.760706 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:12:40.761083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Checking segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:40.761832 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.762222 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Bound using segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:12:40.762746 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Bound port: deeaa036-ae38-4116-baa5-e245e9376ca2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:12:40.763129 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.841268 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] For port deeaa036-ae38-4116-baa5-e245e9376ca2, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:12:40.847639 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] For port deeaa036-ae38-4116-baa5-e245e9376ca2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=deeaa036-ae38-4116-baa5-e245e9376ca2,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:12:40.854504 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:40.889046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d1c4b7c-6f22-4db0-abc2-2465845329d9 req-ac7ecaf1-d653-4680-8792-a59af2fe7279 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 210 time: 0.0716310 Jul 29 18:12:40.922758 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:40.924224 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:41.004762 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f12d3-9a47-4c2a-8849-0d6d09559723 None None] Pushing event updated for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:41.189554 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:41.419445 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:38Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'deeaa036-ae38-4116-baa5-e245e9376ca2', 'name': '', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:0a:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b200283c-864f-4064-9c38-162d4645e389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:37Z', 'updated_at': '2021-07-29T18:12:40Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': 'b200283c-864f-4064-9c38-162d4645e389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:41.451682 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc088bfb-1a91-4792-8958-ecc2cf7b0c10 None None] The sync data for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 is: [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:38Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'deeaa036-ae38-4116-baa5-e245e9376ca2', 'name': '', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:0a:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b200283c-864f-4064-9c38-162d4645e389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:37Z', 'updated_at': '2021-07-29T18:12:40Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': 'b200283c-864f-4064-9c38-162d4645e389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:12:41.505785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0751eeb8-6a51-497c-beed-f1902751bc13 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:41.573001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0751eeb8-6a51-497c-beed-f1902751bc13 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:41.573631 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:41.672159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f8c9c013-74c4-453e-81a6-6d65ffbd2aef up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:41.725592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-981dcc7f-bbc4-4a5d-b1bf-96269461fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:41.754188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f8c9c013-74c4-453e-81a6-6d65ffbd2aef triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:41.754584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:41.821421 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-0111292b-1054-4b06-aa4d-c72a0adc9af5 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:41.823132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-0111292b-1054-4b06-aa4d-c72a0adc9af5 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.49 "GET /v2.0/networks?id=8634ea77-10a4-40c6-99df-bb1c5f0d80a9 HTTP/1.1" status: 200 len: 798 time: 0.1431701 Jul 29 18:12:41.841097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Request body: {'port': {'device_id': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'admin_state_up': True, 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:41.906065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:41.988844 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Made reservation on behalf of da8f6d76ed1a43f3b140e6480e8f079d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:12:41.992428 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.009888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40781875-4d6f-44be-9548-06a3af40e905 req-2d51940a-a4e8-4610-8203-fc88ec306677 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 210 time: 0.0271513 Jul 29 18:12:42.129357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Allocated IP 172.20.0.27 (8634ea77-10a4-40c6-99df-bb1c5f0d80a9/b200283c-864f-4064-9c38-162d4645e389/ec329b63-5279-4251-b50b-6805375bd4bf) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:12:42.262090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.278981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Transition to ACTIVE for port object ec329b63-5279-4251-b50b-6805375bd4bf will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:42.316183 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.383174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event updated for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:42.389551 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:12:42.392097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:12:42.395318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:12:42.468051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:42.468888 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.500700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-209e5363-0d1c-42da-8ec6-38c636684825 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6647892 Jul 29 18:12:42.516521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Request body: {'port': {'device_id': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:12:42.609475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.740329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2055c855-2306-4a31-a9bd-9896d91f6e82 None None] Provisioning for port ec329b63-5279-4251-b50b-6805375bd4bf completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:42.745301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2055c855-2306-4a31-a9bd-9896d91f6e82 None None] Provisioning complete for port ec329b63-5279-4251-b50b-6805375bd4bf triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:42.746336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2055c855-2306-4a31-a9bd-9896d91f6e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.800337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2055c855-2306-4a31-a9bd-9896d91f6e82 None None] Port ec329b63-5279-4251-b50b-6805375bd4bf cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:12:42.934013 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec329b63-5279-4251-b50b-6805375bd4bf {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:12:42.941740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:42.953514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Transition to ACTIVE for port object ec329b63-5279-4251-b50b-6805375bd4bf will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:12:42.957953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.013817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:43.026131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.130008 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Attempting to bind port ec329b63-5279-4251-b50b-6805375bd4bf on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:12:43.130431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Attempting to bind port ec329b63-5279-4251-b50b-6805375bd4bf by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:12:43.131121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Attempting to bind port ec329b63-5279-4251-b50b-6805375bd4bf on network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:43.136833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Port ec329b63-5279-4251-b50b-6805375bd4bf on network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:12:43.137162 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Attempting to bind port ec329b63-5279-4251-b50b-6805375bd4bf on network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:12:43.142795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:12:43.143146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Checking segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:12:43.144316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Bound using segment: {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:12:43.145088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Bound port: ec329b63-5279-4251-b50b-6805375bd4bf, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd492786b-4e71-4e0d-973f-1b1404041c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:12:43.145469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.174805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adef93-d9f3-4a8b-9324-22c6f013c512 req-3ea3eb11-9abd-45e5-b3df-6413b53c8f69 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.176502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03adef93-d9f3-4a8b-9324-22c6f013c512 req-3ea3eb11-9abd-45e5-b3df-6413b53c8f69 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 907 time: 0.0691848 Jul 29 18:12:43.216800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:12:43.220307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ec329b63-5279-4251-b50b-6805375bd4bf,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:12:43.225706 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.265254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.265933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.267315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec329b63-5279-4251-b50b-6805375bd4bf HTTP/1.1" status: 200 len: 1055 time: 0.7581241 Jul 29 18:12:43.267752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:43.270017 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99" -d '{"events": [{"name": "network-changed", "server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:43.290910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02b7ee-185e-45d7-9f5d-2ab40c9d4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:43.350080 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2bb12-f7f6-44f2-98d7-0adbe7deced7 x-openstack-request-id: req-3ed2bb12-f7f6-44f2-98d7-0adbe7deced7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:43.350515 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:43.350666 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ed2bb12-f7f6-44f2-98d7-0adbe7deced7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:43.351047 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf', 'status': 'completed', 'code': 200} Jul 29 18:12:43.369653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-507f870e-c9f6-4185-b5eb-ffb565589706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.371331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-507f870e-c9f6-4185-b5eb-ffb565589706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 1058 time: 0.0566926 Jul 29 18:12:43.428121 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-a810ad53-e2ac-4307-a125-e4f550942245 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ec329b63-5279-4251-b50b-6805375bd4bf HTTP/1.1" status: 200 len: 217 time: 0.0366573 Jul 29 18:12:43.484994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-b20d8f67-e325-4e13-8504-67bf718752aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.486983 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-b20d8f67-e325-4e13-8504-67bf718752aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b200283c-864f-4064-9c38-162d4645e389 HTTP/1.1" status: 200 len: 835 time: 0.0515327 Jul 29 18:12:43.532942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device deeaa036-ae38-4116-baa5-e245e9376ca2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:43.547509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-d886c12d-d82d-43f7-b863-4f0c68f80987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.549189 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-d886c12d-d82d-43f7-b863-4f0c68f80987 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8634ea77-10a4-40c6-99df-bb1c5f0d80a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541129 Jul 29 18:12:43.593856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dd230-d8ca-4a14-94d3-ddae09b2e355 req-7dc4024e-6f7a-4413-955e-269d10a1ad47 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.594099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port deeaa036-ae38-4116-baa5-e245e9376ca2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:43.595846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68dd230-d8ca-4a14-94d3-ddae09b2e355 req-7dc4024e-6f7a-4413-955e-269d10a1ad47 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 946 time: 0.0528071 Jul 29 18:12:43.598476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port deeaa036-ae38-4116-baa5-e245e9376ca2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:43.598894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.636864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f68dd230-d8ca-4a14-94d3-ddae09b2e355 req-9dc8ac5c-67b2-4993-b3a7-5a8d60e8b5dc tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Jul 29 18:12:43.647649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-d9c2a75b-8697-4768-9b9f-4e5fbc2585cd service neutron] 10.222.0.49 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892258 Jul 29 18:12:43.680143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.712571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port deeaa036-ae38-4116-baa5-e245e9376ca2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=deeaa036-ae38-4116-baa5-e245e9376ca2,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:43.717604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:43.746691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e255f221-51e6-4a60-8d83-ff8dff09c749 req-3a78230d-bf78-48c4-b6fb-2d196f05f9fa service neutron] 10.222.0.49 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Jul 29 18:12:43.766578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:43.774479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.774823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.775164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.775492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.775818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.776141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.776462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.776782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.777099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.777420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.777736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.778051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:43.883770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-c316c8d1-783b-49a5-9d38-111b6d24472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.885253 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-c316c8d1-783b-49a5-9d38-111b6d24472a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 1058 time: 0.0433519 Jul 29 18:12:43.978994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-40a2e769-68ec-4db5-ac77-ee71f6c14368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:43.980449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-40a2e769-68ec-4db5-ac77-ee71f6c14368 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8634ea77-10a4-40c6-99df-bb1c5f0d80a9 HTTP/1.1" status: 200 len: 899 time: 0.0871084 Jul 29 18:12:44.034958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-f84e0c8e-b97c-4c45-aba8-a98891c3179f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ec329b63-5279-4251-b50b-6805375bd4bf HTTP/1.1" status: 200 len: 217 time: 0.0381117 Jul 29 18:12:44.087868 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-29446317-b6a3-4985-b159-a417535a4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:44.089323 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-29446317-b6a3-4985-b159-a417535a4265 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b200283c-864f-4064-9c38-162d4645e389 HTTP/1.1" status: 200 len: 835 time: 0.0455701 Jul 29 18:12:44.139238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-4fe42081-b825-4866-ad6b-3fff9b99f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:44.140637 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-4fe42081-b825-4866-ad6b-3fff9b99f2ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8634ea77-10a4-40c6-99df-bb1c5f0d80a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428996 Jul 29 18:12:44.237185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-c217a13a-711a-4300-a7bd-e10b77d0cc06 service neutron] 10.222.0.49 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888402 Jul 29 18:12:44.296450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb711f-4ff3-43ec-a3eb-120755ed8fb4 req-77be94a9-6709-41b8-8f48-12e5fbb22acd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:44.297976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afcb711f-4ff3-43ec-a3eb-120755ed8fb4 req-77be94a9-6709-41b8-8f48-12e5fbb22acd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 907 time: 0.0505838 Jul 29 18:12:44.330765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0dce19a4-4e35-4499-a6a1-0e363a7e2c99 req-2a87aa8e-1ae2-4773-b6d5-264ef0d6efd0 service neutron] 10.222.0.49 "GET /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849328 Jul 29 18:12:44.679080 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:44.774209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5422-a551-4112-a311-33ede4ef96be req-63c7b948-b373-4b58-9984-b0b84f49e5c1 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:44.777193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-159a5422-a551-4112-a311-33ede4ef96be req-63c7b948-b373-4b58-9984-b0b84f49e5c1 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 946 time: 0.0597665 Jul 29 18:12:44.817853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-159a5422-a551-4112-a311-33ede4ef96be req-24229062-c079-4a72-8bcf-e9376f81e843 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.16 "GET /v2.0/security-groups?id=3445a7ad-548b-4583-a9df-331e0793ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Jul 29 18:12:44.917889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-e21894b4-92ce-4692-87f5-e42ca5a7868a tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:44.919479 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-e21894b4-92ce-4692-87f5-e42ca5a7868a tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ba13920-531c-4c77-b35e-4360e6ca0ceb HTTP/1.1" status: 200 len: 946 time: 0.0524075 Jul 29 18:12:45.018989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Deleting port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:45.019708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:45.107832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] For port 1dc7472b-b9af-4cc6-8624-a475cc0acb85, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=1dc7472b-b9af-4cc6-8624-a475cc0acb85,segment=NetworkSegment(8683b87d-350f-41ae-a348-184d18ee0f08),segment_id=8683b87d-350f-41ae-a348-184d18ee0f08)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:45.108201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:45.126563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Calling delete_port for 1dc7472b-b9af-4cc6-8624-a475cc0acb85 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:45.258365 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:45.270008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['1dc7472b-b9af-4cc6-8624-a475cc0acb85'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:12:45.287407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Pushing event deleted for resources: {'Port': ['ID=1dc7472b-b9af-4cc6-8624-a475cc0acb85,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:45.332239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] No DVR routers for this DVR port 1dc7472b-b9af-4cc6-8624-a475cc0acb85 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:12:45.334961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:45.336987 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-aedc5744-1f3a-4792-bf2b-2e4fb7b1354d req-dc072a4e-ff67-4ebf-b66e-b03b232bb9d7 tempest-VolumesActionsTest-1459122419 tempest-VolumesActionsTest-1459122419-project] 10.222.0.49 "DELETE /v2.0/ports/1dc7472b-b9af-4cc6-8624-a475cc0acb85 HTTP/1.1" status: 204 len: 173 time: 0.4113183 Jul 29 18:12:45.351769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'name': 'network-vif-deleted', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:45.354606 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de5ba0e-06ba-4ef3-8600-4cd9b1679628" -d '{"events": [{"server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "name": "network-vif-deleted", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:45.416608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7cf98-6008-4611-a303-3924e828ceea req-d5b72061-241f-4b60-abf9-379773c62aa4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:45.418103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5e7cf98-6008-4611-a303-3924e828ceea req-d5b72061-241f-4b60-abf9-379773c62aa4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 907 time: 0.0510440 Jul 29 18:12:45.463472 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2de81-4be7-486d-a3af-5a33b06afa65 x-openstack-request-id: req-dfd2de81-4be7-486d-a3af-5a33b06afa65 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:45.463971 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba13920-531c-4c77-b35e-4360e6ca0ceb", "name": "network-vif-deleted", "tag": "1dc7472b-b9af-4cc6-8624-a475cc0acb85", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:45.464405 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfd2de81-4be7-486d-a3af-5a33b06afa65 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:45.465800 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba13920-531c-4c77-b35e-4360e6ca0ceb', 'name': 'network-vif-deleted', 'tag': '1dc7472b-b9af-4cc6-8624-a475cc0acb85', 'status': 'completed', 'code': 200} Jul 29 18:12:45.500314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device deeaa036-ae38-4116-baa5-e245e9376ca2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:45.546783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port deeaa036-ae38-4116-baa5-e245e9376ca2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:45.547154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:46.538025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90abf-7946-4e3c-a286-8de13bda23e4 req-ff6cf6ee-10b7-4e36-9eaf-82d48f341990 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:46.539443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e90abf-7946-4e3c-a286-8de13bda23e4 req-ff6cf6ee-10b7-4e36-9eaf-82d48f341990 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 907 time: 0.0517924 Jul 29 18:12:47.563868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ec329b63-5279-4251-b50b-6805375bd4bf details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:12:47.565986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1dc7472b-b9af-4cc6-8624-a475cc0acb85 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:12:47.591924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 1dc7472b-b9af-4cc6-8624-a475cc0acb85 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:12:47.592232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 1dc7472b-b9af-4cc6-8624-a475cc0acb85 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:12:47.660757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6050c-3fd7-43be-be95-d1d7825a9038 req-e1e4dc8c-2965-4e08-9308-3f17084352b1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:47.663144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90e6050c-3fd7-43be-be95-d1d7825a9038 req-e1e4dc8c-2965-4e08-9308-3f17084352b1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 907 time: 0.0515690 Jul 29 18:12:47.683797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ec329b63-5279-4251-b50b-6805375bd4bf,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:47.691155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'ec329b63-5279-4251-b50b-6805375bd4bf', 'network_id': '8634ea77-10a4-40c6-99df-bb1c5f0d80a9', 'port_id': 'ec329b63-5279-4251-b50b-6805375bd4bf', 'mac_address': 'fa:16:3e:74:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b200283c-864f-4064-9c38-162d4645e389', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:12:47.727351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:47.739911 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec329b63-5279-4251-b50b-6805375bd4bf {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:12:47.758840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ec329b63-5279-4251-b50b-6805375bd4bf,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:47.764865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:47.812173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:47.954363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['ec329b63-5279-4251-b50b-6805375bd4bf'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:12:48.786521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a1e6b-4937-4b3c-9855-64a9815b3318 req-0297b8b8-5485-4482-9d62-931360cedc48 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:48.787967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c78a1e6b-4937-4b3c-9855-64a9815b3318 req-0297b8b8-5485-4482-9d62-931360cedc48 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 908 time: 0.0539534 Jul 29 18:12:49.578784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ec329b63-5279-4251-b50b-6805375bd4bf up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:12:49.627596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port ec329b63-5279-4251-b50b-6805375bd4bf completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:12:49.632249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port ec329b63-5279-4251-b50b-6805375bd4bf triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:12:49.632595 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:49.714598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:49.738028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:49.740357 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00eefe-4c4d-4ef7-805b-89e39b5a118a" -d '{"events": [{"server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "name": "network-vif-plugged", "status": "completed", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:49.753772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ec329b63-5279-4251-b50b-6805375bd4bf,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:49.762518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:49.792482 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28ac27d-f8e7-4a6f-a2b4-e51a3ff86637 x-openstack-request-id: req-a28ac27d-f8e7-4a6f-a2b4-e51a3ff86637 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:49.792772 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "name": "network-vif-plugged", "status": "completed", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:49.793026 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a28ac27d-f8e7-4a6f-a2b4-e51a3ff86637 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:49.793421 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf', 'code': 200} Jul 29 18:12:49.824059 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:49.901581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e17098-9a48-4a4e-922a-c0a93c42c83c req-df109c18-2c82-47b0-9fb3-577241ee3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:49.903233 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19e17098-9a48-4a4e-922a-c0a93c42c83c req-df109c18-2c82-47b0-9fb3-577241ee3af2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 1060 time: 0.0442691 Jul 29 18:12:49.911858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd6562-62d2-4f40-9b07-f9edeede3b31 req-1bf4ee4f-3ecc-4aa1-9e4c-87c17bb0f078 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:49.913422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aadd6562-62d2-4f40-9b07-f9edeede3b31 req-1bf4ee4f-3ecc-4aa1-9e4c-87c17bb0f078 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0538568 Jul 29 18:12:51.032069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f166e68-7a58-493f-a232-0d32febd8c7e req-8aa250cf-102c-41a8-b7ed-46ed7e0d9f04 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.033531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f166e68-7a58-493f-a232-0d32febd8c7e req-8aa250cf-102c-41a8-b7ed-46ed7e0d9f04 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0514765 Jul 29 18:12:51.150042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0501ce5-819f-437a-9e72-df4c808ace5f req-3f48440a-cf78-41a8-8864-f0dfa4832b48 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.151551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0501ce5-819f-437a-9e72-df4c808ace5f req-3f48440a-cf78-41a8-8864-f0dfa4832b48 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0493503 Jul 29 18:12:51.268407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2660b-712c-47a6-bddd-6a70d3632749 req-27037435-c493-4fd5-bc41-119520317699 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.269465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ee2660b-712c-47a6-bddd-6a70d3632749 req-27037435-c493-4fd5-bc41-119520317699 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 1060 time: 0.0471091 Jul 29 18:12:51.374917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0198a9-d9bc-4722-a97e-81e5c9be3a06 req-ee58b6ae-56f9-46a8-b1de-3734a6ff7d8c tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.376523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc0198a9-d9bc-4722-a97e-81e5c9be3a06 req-ee58b6ae-56f9-46a8-b1de-3734a6ff7d8c tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.0423129 Jul 29 18:12:51.412871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc0198a9-d9bc-4722-a97e-81e5c9be3a06 req-e5264c71-c962-4133-aa01-4a432c262ea3 tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0298464 Jul 29 18:12:51.434425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38194) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:51.478353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea535d4-0df3-4579-b643-a8394550da9c tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.479943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9ea535d4-0df3-4579-b643-a8394550da9c tempest-TestSecurityGroupsBasicOps-145020276 tempest-TestSecurityGroupsBasicOps-145020276-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 1055 time: 0.0445240 Jul 29 18:12:51.702987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacdb43-94c5-4992-a76a-bb7d5210a3db req-5836acbb-7eef-4d8b-ab34-f2936ecaa334 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:51.704533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cacdb43-94c5-4992-a76a-bb7d5210a3db req-5836acbb-7eef-4d8b-ab34-f2936ecaa334 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0511506 Jul 29 18:12:52.827436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0510a6-fde2-4b00-9ef4-250d33d810ed req-1ed553d2-f572-49cb-9bce-e3ca0adf98f4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:52.829073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab0510a6-fde2-4b00-9ef4-250d33d810ed req-1ed553d2-f572-49cb-9bce-e3ca0adf98f4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0543597 Jul 29 18:12:52.925529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-3e15d687-502f-41da-af22-3058ec5ad2a7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:52.927180 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-3e15d687-502f-41da-af22-3058ec5ad2a7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 909 time: 0.0610363 Jul 29 18:12:53.027135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port ec329b63-5279-4251-b50b-6805375bd4bf {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:53.027358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:53.118375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port ec329b63-5279-4251-b50b-6805375bd4bf, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=ec329b63-5279-4251-b50b-6805375bd4bf,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:53.118743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:53.135998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for ec329b63-5279-4251-b50b-6805375bd4bf owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:53.266559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:53.293110 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=ec329b63-5279-4251-b50b-6805375bd4bf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:53.304480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.304620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.304937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.305340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.305636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.305948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.306297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.306598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.306928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.307254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.307584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.307914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:53.365443 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] No DVR routers for this DVR port ec329b63-5279-4251-b50b-6805375bd4bf on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:12:53.369668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:53.373330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c8216c68-8acc-4faf-b6f4-5007c36d22b7 req-0f466b59-48fd-491c-ae17-301ff26aa3af tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.49 "DELETE /v2.0/ports/ec329b63-5279-4251-b50b-6805375bd4bf HTTP/1.1" status: 204 len: 173 time: 0.4390118 Jul 29 18:12:53.373897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'name': 'network-vif-deleted', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:53.377322 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23832e-a2d9-473f-863a-5ed84df831f4" -d '{"events": [{"server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "name": "network-vif-deleted", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:53.428112 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a41c7-e34b-4072-a0f3-8f1b014cc6ce x-openstack-request-id: req-157a41c7-e34b-4072-a0f3-8f1b014cc6ce {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:53.428403 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c370af-3eab-4247-bb5f-b1c08c47f87f", "name": "network-vif-deleted", "tag": "ec329b63-5279-4251-b50b-6805375bd4bf", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:53.429003 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-157a41c7-e34b-4072-a0f3-8f1b014cc6ce {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:53.429659 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c370af-3eab-4247-bb5f-b1c08c47f87f', 'name': 'network-vif-deleted', 'tag': 'ec329b63-5279-4251-b50b-6805375bd4bf', 'status': 'completed', 'code': 200} Jul 29 18:12:53.952989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7719f777-55df-4575-ae6b-ff873644aed7 req-3d81aca9-bf8c-4583-9a5c-51d7a4a0191e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c370af-3eab-4247-bb5f-b1c08c47f87f HTTP/1.1" status: 200 len: 210 time: 0.0268369 Jul 29 18:12:55.010496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38230) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:55.387316 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:55.593954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ec329b63-5279-4251-b50b-6805375bd4bf no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:12:55.614729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: ec329b63-5279-4251-b50b-6805375bd4bf {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:12:55.615039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device ec329b63-5279-4251-b50b-6805375bd4bf not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:12:55.653906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port deeaa036-ae38-4116-baa5-e245e9376ca2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:55.654163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:55.749141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port deeaa036-ae38-4116-baa5-e245e9376ca2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=deeaa036-ae38-4116-baa5-e245e9376ca2,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:55.749608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:55.764531 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for deeaa036-ae38-4116-baa5-e245e9376ca2 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:55.967984 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:55.998073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=deeaa036-ae38-4116-baa5-e245e9376ca2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:56.026786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.027423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.027423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.027748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.028079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.028420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.028737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.029034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.029371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.029685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.030051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.030326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:12:56.193760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.414540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:12:56.523889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:12:56.532335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bb6a70a3-e842-4daa-8584-4c403142fa7a tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "PUT /v2.0/routers/ca77eeeb-9018-41ec-9852-3f8d16e0c8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5176759 Jul 29 18:12:56.532335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38234) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:56.535900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Sync routers for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:12:56.545494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:56.546143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:56.591304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting subnet b200283c-864f-4064-9c38-162d4645e389 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:12:56.594477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.637599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.654615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:56.722300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.755785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.796614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.820783 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.823034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/subnets/b200283c-864f-4064-9c38-162d4645e389 HTTP/1.1" status: 204 len: 168 time: 0.2901435 Jul 29 18:12:56.825843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:56.830668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda648b-2517-4bbe-bc4a-fcc6f334e132 None None] Network 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:12:56.866933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804284d-6179-4f72-9862-6b8e03bd92cd tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Subnet': ['ID=b200283c-864f-4064-9c38-162d4645e389,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:56.947356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:55Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:56.989117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:56.999639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Checking router: ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:12:57.017014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Routers {'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:57.017765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:57.122142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.123825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] DHCP port deletion for 8634ea77-10a4-40c6-99df-bb1c5f0d80a9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:12:57.178625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] Set router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:57.200116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port 0751eeb8-6a51-497c-beed-f1902751bc13 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:57.200501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.290622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port 0751eeb8-6a51-497c-beed-f1902751bc13, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0751eeb8-6a51-497c-beed-f1902751bc13,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:57.291026 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.297406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Deleting port f8c9c013-74c4-453e-81a6-6d65ffbd2aef {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:57.298169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.305043 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for 0751eeb8-6a51-497c-beed-f1902751bc13 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:57.490789 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.524235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=0751eeb8-6a51-497c-beed-f1902751bc13,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:57.545401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] For port f8c9c013-74c4-453e-81a6-6d65ffbd2aef, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,segment=NetworkSegment(d492786b-4e71-4e0d-973f-1b1404041c2c),segment_id=d492786b-4e71-4e0d-973f-1b1404041c2c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:12:57.545807 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.579305 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Calling delete_port for f8c9c013-74c4-453e-81a6-6d65ffbd2aef owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:57.593617 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.603738 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.636849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f8c9c013-74c4-453e-81a6-6d65ffbd2aef no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:12:57.695746 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.698088 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.724232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:55Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:57.749844 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.750505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Fanout notify agent at l3_agent the message router_deleted on router ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:12:57.755178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194de2bf-8f59-4559-9eda-3e13dbaac4d2 None None] The sync data for ids ['ca77eeeb-9018-41ec-9852-3f8d16e0c8c3'] in n-d-801607-3 is: [{'id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686054724', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:55Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '0751eeb8-6a51-497c-beed-f1902751bc13', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca77eeeb-9018-41ec-9852-3f8d16e0c8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:12:34Z', 'updated_at': '2021-07-29T18:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:12:57.767322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.770343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4580c8bc-907d-4287-b6b6-e410cef06dd7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/routers/ca77eeeb-9018-41ec-9852-3f8d16e0c8c3 HTTP/1.1" status: 204 len: 168 time: 0.9419475 Jul 29 18:12:57.772414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:57.782675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.822906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] Pushing event deleted for resources: {'Port': ['ID=f8c9c013-74c4-453e-81a6-6d65ffbd2aef,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:57.824990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268ec1c-1f09-4055-9896-7025ae667575 None None] No DVR routers for this DVR port f8c9c013-74c4-453e-81a6-6d65ffbd2aef on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:12:57.827996 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.886814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.988425 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:57.998535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634ea77-10a4-40c6-99df-bb1c5f0d80a9']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:58.009131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd492786b-4e71-4e0d-973f-1b1404041c2c') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:58.009421 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd492786b-4e71-4e0d-973f-1b1404041c2c') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:58.018445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.031933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.037740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:12:58.038126 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:12:58.041096 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:12:58.099395 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.107777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.109569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/networks/8634ea77-10a4-40c6-99df-bb1c5f0d80a9 HTTP/1.1" status: 204 len: 168 time: 0.3358574 Jul 29 18:12:58.112432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38250) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:12:58.155948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11803b3-4f09-44d1-96af-8b4e34314553 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Network': ['ID=8634ea77-10a4-40c6-99df-bb1c5f0d80a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:58.340240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port 05002b76-b314-4c1c-aa26-0aadc50187f3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:12:58.340609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.422398 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.422906 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.435408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for 05002b76-b314-4c1c-aa26-0aadc50187f3 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:12:58.621428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.648326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=05002b76-b314-4c1c-aa26-0aadc50187f3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:12:58.708641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:58.708972 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Floating IP ad07a8d4-9e1a-4da3-bd2a-fb71b300417d disassociated (deleted). External IP: 172.25.5.161, port: 774f384c-9e1b-4950-9d5c-21ea552561b1. Jul 29 18:12:58.913110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router 0a89a11f-4f62-4159-b4b5-19bae224527c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:12:59.020960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:12:59.026320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:12:59.032412 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Sync routers for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:12:59.042185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:59.042896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:59.060490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d9ba74e0-d029-4016-910d-8c5d7f36b52e tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/floatingips/ad07a8d4-9e1a-4da3-bd2a-fb71b300417d HTTP/1.1" status: 204 len: 168 time: 0.9446769 Jul 29 18:12:59.060490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:12:59.061661 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:12:59.153740 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:59.224639 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5012f-f860-4a75-88ec-363414801518 x-openstack-request-id: req-cec5012f-f860-4a75-88ec-363414801518 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:12:59.225049 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:12:59.225404 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cec5012f-f860-4a75-88ec-363414801518 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:12:59.226090 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'status': 'completed', 'code': 200} Jul 29 18:12:59.362955 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:59.391153 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Checking router: 0a89a11f-4f62-4159-b4b5-19bae224527c for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:12:59.400249 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:12:59.400852 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:59.509300 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:12:59.542517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device deeaa036-ae38-4116-baa5-e245e9376ca2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:12:59.568194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: deeaa036-ae38-4116-baa5-e245e9376ca2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:12:59.568848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device deeaa036-ae38-4116-baa5-e245e9376ca2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:12:59.569427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0751eeb8-6a51-497c-beed-f1902751bc13 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:12:59.590128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0751eeb8-6a51-497c-beed-f1902751bc13 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:12:59.590806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0751eeb8-6a51-497c-beed-f1902751bc13 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:12:59.693024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-8893f7d4-2830-41de-8ac4-3ec42e747175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:59.694467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-8893f7d4-2830-41de-8ac4-3ec42e747175 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 1135 time: 0.4436882 Jul 29 18:12:59.707088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f45ae7-9ddc-4ee4-a5bb-876bf497d9f2 req-388ce8d2-315a-4fe2-898b-a86b310f0726 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:59.708513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89f45ae7-9ddc-4ee4-a5bb-876bf497d9f2 req-388ce8d2-315a-4fe2-898b-a86b310f0726 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 984 time: 0.0607893 Jul 29 18:12:59.723199 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:12:59.749559 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377cd40-a2a4-45a7-b371-c5a16fbf2c64 None None] The sync data for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 is: [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:42Z', 'revision_number': 4, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'a9452d6e-f1fa-4653-aa2d-5f9ad44840ae', 'name': '', 'network_id': 'c219f29b-c16a-42fd-87e9-66bfc7f8af02', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'mac_address': 'fa:16:3e:e0:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:41Z', 'updated_at': '2021-07-29T18:11:47Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'subnets': [{'id': '6be9f7ef-81a4-4140-9186-56878603cccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:12:59.803971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89f45ae7-9ddc-4ee4-a5bb-876bf497d9f2 req-cb8394dd-9899-4205-8143-86d4af3057c9 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29b994d-4d42-4cd6-9d9d-9775774178c4&id=9379cb13-7570-4306-9390-018583076800&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0866332 Jul 29 18:12:59.834474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-2fbcc5bb-4048-42b9-b9ed-907d8c3cfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:59.835728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-2fbcc5bb-4048-42b9-b9ed-907d8c3cfe60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 200 len: 897 time: 0.1263545 Jul 29 18:12:59.880873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-bf3f317b-69f2-4bce-90cb-d45fad3baa56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 200 len: 217 time: 0.0369596 Jul 29 18:12:59.939803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-4bced239-ca96-4f56-9f45-a901f53d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:59.941349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-4bced239-ca96-4f56-9f45-a901f53d234a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 200 len: 835 time: 0.0531659 Jul 29 18:12:59.990491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-b5c46750-e649-4dcc-bdaa-af5272d462e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:12:59.992078 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-b5c46750-e649-4dcc-bdaa-af5272d462e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c219f29b-c16a-42fd-87e9-66bfc7f8af02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430491 Jul 29 18:13:00.017873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa066f6d-3563-4b9c-ba0c-40b9c233baa0 None None] New status for floating IP ad07a8d4-9e1a-4da3-bd2a-fb71b300417d: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:13:00.088939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-cd14c529-04e8-48fc-a073-dea4a898b3cf service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889287 Jul 29 18:13:00.193055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee73f560-30fe-4cbc-84af-08e5d6dd0e39 req-45a42f14-88ec-411d-b15b-86b60e965031 service neutron] 10.222.0.38 "GET /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958586 Jul 29 18:13:00.522265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-52061975-0b1c-4564-ac57-abbbe99ac413 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:13:00.523772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-52061975-0b1c-4564-ac57-abbbe99ac413 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 984 time: 0.0529499 Jul 29 18:13:00.626131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port 774f384c-9e1b-4950-9d5c-21ea552561b1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:13:00.626494 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:00.719411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port 774f384c-9e1b-4950-9d5c-21ea552561b1, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=774f384c-9e1b-4950-9d5c-21ea552561b1,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:00.719780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:00.733982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for 774f384c-9e1b-4950-9d5c-21ea552561b1 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:13:00.896092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:00.917119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2830cf43-d6dc-4486-8216-eb8204e83f14 req-b2cccde0-4176-4330-a62b-2138bf032fe7 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb6bb4f-1df1-43cf-9f26-7a045ec67117 HTTP/1.1" status: 200 len: 210 time: 0.0316651 Jul 29 18:13:00.939716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=774f384c-9e1b-4950-9d5c-21ea552561b1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:00.986266 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] No DVR routers for this DVR port 774f384c-9e1b-4950-9d5c-21ea552561b1 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:13:00.988816 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:00.990810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c9eb476-2982-4076-8fd3-1b87cef2fa05 req-9856cf98-c315-4535-8186-9b75fa49badc tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.38 "DELETE /v2.0/ports/774f384c-9e1b-4950-9d5c-21ea552561b1 HTTP/1.1" status: 204 len: 173 time: 0.4612343 Jul 29 18:13:01.227241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'name': 'network-vif-deleted', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:13:01.229714 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29d33e-ddf8-4a34-95a1-481a41f3eed2" -d '{"events": [{"server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "name": "network-vif-deleted", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:13:01.266690 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6d9886-d016-46ac-844d-1d6769ac8717 x-openstack-request-id: req-3e6d9886-d016-46ac-844d-1d6769ac8717 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:13:01.266984 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb6bb4f-1df1-43cf-9f26-7a045ec67117", "name": "network-vif-deleted", "tag": "774f384c-9e1b-4950-9d5c-21ea552561b1", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:13:01.267240 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e6d9886-d016-46ac-844d-1d6769ac8717 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:13:01.267696 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb6bb4f-1df1-43cf-9f26-7a045ec67117', 'name': 'network-vif-deleted', 'tag': '774f384c-9e1b-4950-9d5c-21ea552561b1', 'status': 'completed', 'code': 200} Jul 29 18:13:01.975597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38292) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:02.031843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.056113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.099280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.101930 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.105614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/security-groups/9379cb13-7570-4306-9390-018583076800 HTTP/1.1" status: 204 len: 168 time: 0.1265054 Jul 29 18:13:02.106047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:02.112639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b699eb4-f898-4bd5-aa18-2cea61b550b8 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379cb13-7570-4306-9390-018583076800,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:02.543418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.566057 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.611992 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.614575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:02.615754 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/security-groups/b29b994d-4d42-4cd6-9d9d-9775774178c4 HTTP/1.1" status: 204 len: 168 time: 0.5082970 Jul 29 18:13:02.618841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38312) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:02.625004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3dd59-12e9-4ab4-832c-a395175b1bd4 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b994d-4d42-4cd6-9d9d-9775774178c4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:02.684795 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:13:03.003561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:03.277851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:13:03.278600 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:03.369209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port a9452d6e-f1fa-4653-aa2d-5f9ad44840ae, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:03.369574 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:03.383297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for a9452d6e-f1fa-4653-aa2d-5f9ad44840ae owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:13:03.576422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:03.609878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=a9452d6e-f1fa-4653-aa2d-5f9ad44840ae,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:03.787623 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.008129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Router 0a89a11f-4f62-4159-b4b5-19bae224527c has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:13:04.119481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:13:04.124890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cd6ec58c-7d4a-402f-a179-7761be76efc1 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "PUT /v2.0/routers/0a89a11f-4f62-4159-b4b5-19bae224527c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5047305 Jul 29 18:13:04.127973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38316) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:04.130270 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Sync routers for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:13:04.149640 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:04.150571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:04.188112 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting subnet 6be9f7ef-81a4-4140-9186-56878603cccd {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:13:04.191745 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.235268 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.265650 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:04.320038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.381448 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.411921 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Subnet': ['ID=6be9f7ef-81a4-4140-9186-56878603cccd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:04.413903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.418682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38318) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:04.420415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d631d55-a319-4307-817a-ca3cf5a52902 None None] Network c219f29b-c16a-42fd-87e9-66bfc7f8af02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:13:04.434531 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-19f9b76b-33f1-442c-81d9-b1227d16de49 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/subnets/6be9f7ef-81a4-4140-9186-56878603cccd HTTP/1.1" status: 204 len: 168 time: 0.3007350 Jul 29 18:13:04.453631 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:13:03Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:04.480553 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Checking router: 0a89a11f-4f62-4159-b4b5-19bae224527c for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:13:04.489541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Routers {'0a89a11f-4f62-4159-b4b5-19bae224527c'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:04.490305 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:12:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['0a89a11f-4f62-4159-b4b5-19bae224527c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:04.555106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.697992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] DHCP port deletion for c219f29b-c16a-42fd-87e9-66bfc7f8af02 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:13:04.716957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] Set router 0a89a11f-4f62-4159-b4b5-19bae224527c gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:04.717837 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.781507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Deleting port 347c6b75-64a5-4354-8c1a-745380544936 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:13:04.790783 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.816706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Deleting port 6e1de89e-0a3d-4412-8ebc-7a611a580443 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:13:04.817117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.861253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] For port 347c6b75-64a5-4354-8c1a-745380544936, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=347c6b75-64a5-4354-8c1a-745380544936,segment=NetworkSegment(8d6a2c2c-856b-49d4-b3b3-05edf7744aa5),segment_id=8d6a2c2c-856b-49d4-b3b3-05edf7744aa5)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:04.861905 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.875321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Calling delete_port for 347c6b75-64a5-4354-8c1a-745380544936 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:13:04.904078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] For port 6e1de89e-0a3d-4412-8ebc-7a611a580443, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6e1de89e-0a3d-4412-8ebc-7a611a580443,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:04.904438 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.919154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Calling delete_port for 6e1de89e-0a3d-4412-8ebc-7a611a580443 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:13:04.957896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:13:03Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:04.970153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:04.989800 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951cf56-9682-4c67-8c6c-13a4c4f01da5 None None] The sync data for ids ['0a89a11f-4f62-4159-b4b5-19bae224527c'] in n-d-801607-3 is: [{'id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-3897542', 'tenant_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:13:03Z', 'revision_number': 5, 'project_id': 'da8f6d76ed1a43f3b140e6480e8f079d', 'gw_port': {'id': '6e1de89e-0a3d-4412-8ebc-7a611a580443', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a89a11f-4f62-4159-b4b5-19bae224527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:11:38Z', 'updated_at': '2021-07-29T18:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:13:05.007007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] Pushing event deleted for resources: {'Port': ['ID=347c6b75-64a5-4354-8c1a-745380544936,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:05.015109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc6d9a-f366-4a43-a9b7-c21f9384c43c None None] No DVR routers for this DVR port 347c6b75-64a5-4354-8c1a-745380544936 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:13:05.102812 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.127143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Port': ['ID=6e1de89e-0a3d-4412-8ebc-7a611a580443,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:05.193553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.243563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774f384c-9e1b-4950-9d5c-21ea552561b1 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:13:05.263954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 774f384c-9e1b-4950-9d5c-21ea552561b1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:13:05.264294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 774f384c-9e1b-4950-9d5c-21ea552561b1 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:13:05.287339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.289891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.337677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.338204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Fanout notify agent at l3_agent the message router_deleted on router 0a89a11f-4f62-4159-b4b5-19bae224527c {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:13:05.345442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.346734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b968f63c-6d0a-45f9-b12e-135f518b3563 tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/routers/0a89a11f-4f62-4159-b4b5-19bae224527c HTTP/1.1" status: 204 len: 168 time: 0.9260464 Jul 29 18:13:05.349549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38336) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:05.430683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.534084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.545423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c219f29b-c16a-42fd-87e9-66bfc7f8af02']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:05.556477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:05.556855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6a2c2c-856b-49d4-b3b3-05edf7744aa5') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:05.566006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.579766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.586498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:13:05.586902 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.588792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 347c6b75-64a5-4354-8c1a-745380544936 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:13:05.589945 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:13:05.614623 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 347c6b75-64a5-4354-8c1a-745380544936 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:13:05.615117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 347c6b75-64a5-4354-8c1a-745380544936 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:13:05.615632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9452d6e-f1fa-4653-aa2d-5f9ad44840ae no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:13:05.644308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: a9452d6e-f1fa-4653-aa2d-5f9ad44840ae {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:13:05.647026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device a9452d6e-f1fa-4653-aa2d-5f9ad44840ae not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:13:05.657680 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.665579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:05.667010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] 10.222.0.16 "DELETE /v2.0/networks/c219f29b-c16a-42fd-87e9-66bfc7f8af02 HTTP/1.1" status: 204 len: 168 time: 0.3163233 Jul 29 18:13:05.680818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb38c2-c5dc-4dcd-8af4-769e7b55b2bb tempest-TestSecurityGroupsBasicOps-277412194 tempest-TestSecurityGroupsBasicOps-277412194-project] Pushing event deleted for resources: {'Network': ['ID=c219f29b-c16a-42fd-87e9-66bfc7f8af02,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:05.971074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:06.134156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0f54e6cc-e992-40b6-8ea7-3c483f7a111c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da8f6d76ed1a43f3b140e6480e8f079d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595793 Jul 29 18:13:06.134496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:06.184638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.206935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.255854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.258374 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.259547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc542d5b-6787-461a-b300-f9652438a18a HTTP/1.1" status: 204 len: 168 time: 0.1241262 Jul 29 18:13:06.268127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d16b7-c4c6-49e4-a1b4-b056846173c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc542d5b-6787-461a-b300-f9652438a18a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:06.538265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:06.556382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27b8a6fe-6c58-466b-9787-ab3fbc7c731d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.650583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27b8a6fe-6c58-466b-9787-ab3fbc7c731d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.655329 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27b8a6fe-6c58-466b-9787-ab3fbc7c731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.693719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27b8a6fe-6c58-466b-9787-ab3fbc7c731d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=528c15e9cdbe48d99d4c3011ae8d0a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541364 Jul 29 18:13:06.694515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a6fe-6c58-466b-9787-ab3fbc7c731d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e560899-d9f5-4cb5-8c82-cc50c0d66a30,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:06.696332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38360) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:06.750766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.771529 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.821266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.823809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.824961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e560899-d9f5-4cb5-8c82-cc50c0d66a30 HTTP/1.1" status: 204 len: 168 time: 0.1274848 Jul 29 18:13:06.832383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cf6d8-3a6e-40fe-aee9-20977091dfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e560899-d9f5-4cb5-8c82-cc50c0d66a30,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:06.876381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:06.925080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Deleting subnet d2947f2a-1e64-4b90-88cb-4f522b8de08f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:13:06.928348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:06.965140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.015540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.071015 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.095798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2947f2a-1e64-4b90-88cb-4f522b8de08f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:07.101721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.103658 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb08cf52-dbd1-49f1-87ed-162802ecc25d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2947f2a-1e64-4b90-88cb-4f522b8de08f HTTP/1.1" status: 204 len: 168 time: 0.2261994 Jul 29 18:13:07.106300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38370) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:07.181751 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.196306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38372) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:07.243657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c21161ba-3c78-4ca9-aa15-f80a505667cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e742643aaaa14280ae861f74c4bb9548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461228 Jul 29 18:13:07.246158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38374) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:07.266995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.277035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21815b49-bcde-42e4-86bb-8b1a9c1901a4']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:07.287562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8683b87d-350f-41ae-a348-184d18ee0f08') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:07.287853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8683b87d-350f-41ae-a348-184d18ee0f08') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:07.295915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.296758 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.310779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.316659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:13:07.317075 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.317193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:13:07.318739 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:13:07.365951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.369420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.370717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5daaea8-c18f-4fe5-9858-fc99608a83fe HTTP/1.1" status: 204 len: 168 time: 0.1235592 Jul 29 18:13:07.379608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.383989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff5b29-469e-450c-9115-111e77abcf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5daaea8-c18f-4fe5-9858-fc99608a83fe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:07.385193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.390466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] 10.222.0.16 "DELETE /v2.0/networks/21815b49-bcde-42e4-86bb-8b1a9c1901a4 HTTP/1.1" status: 204 len: 168 time: 0.2821746 Jul 29 18:13:07.391105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38378) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:07.415237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23e8a-439f-4ade-99c6-e27df89e5e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=21815b49-bcde-42e4-86bb-8b1a9c1901a4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:07.451045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e1de89e-0a3d-4412-8ebc-7a611a580443 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:13:07.471312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6e1de89e-0a3d-4412-8ebc-7a611a580443 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:13:07.471657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6e1de89e-0a3d-4412-8ebc-7a611a580443 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:13:07.804724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Deleting subnet c21a2bbc-136c-4a43-9cd5-6f06141221e2 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:13:07.808678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.846013 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.891285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.952949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.984044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21a2bbc-136c-4a43-9cd5-6f06141221e2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:07.988437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:07.990816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7830467b-555f-4013-b778-ef2d86b559bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c21a2bbc-136c-4a43-9cd5-6f06141221e2 HTTP/1.1" status: 204 len: 168 time: 0.5980818 Jul 29 18:13:07.992909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38380) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:08.059369 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.145193 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.160482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:08.173499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620757a3-084f-4213-a110-a907c6c6215a') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:08.174054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620757a3-084f-4213-a110-a907c6c6215a') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:08.184054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.201668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.208529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:13:08.208916 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:13:08.210622 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:13:08.267881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.273736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.275614 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] 10.222.0.16 "DELETE /v2.0/networks/67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871 HTTP/1.1" status: 204 len: 168 time: 0.2816887 Jul 29 18:13:08.287431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd7a7-8832-4413-88be-434b2b6d8382 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f72fcd-0fe5-47ae-b8fe-f6d59b9fe871,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:08.470379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38384) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:08.511080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3d49b35c-1994-43fe-8d01-f9c159126f57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2de3ae4118164a5bbe2a90e7c0fd5560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394673 Jul 29 18:13:08.514056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38386) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:08.565312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.586072 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.638735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.641263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:08.642528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3445a7ad-548b-4583-a9df-331e0793ba6b HTTP/1.1" status: 204 len: 168 time: 0.1274261 Jul 29 18:13:08.650106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89999e9-bffc-4d94-b4e8-8408edabc2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3445a7ad-548b-4583-a9df-331e0793ba6b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:08.968489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38392) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:09.009081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb762188-dd37-4fd5-8dae-1b92bbd0ce15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c698d0fdd544485ba148ee57d7c79fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394371 Jul 29 18:13:09.012100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38394) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:09.066197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:09.087382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:09.138208 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:09.140766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:09.141914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da20010b-ed0e-40c6-872b-6db01a513074 HTTP/1.1" status: 204 len: 168 time: 0.1287882 Jul 29 18:13:09.149727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6a454-f641-47ca-821c-b74762fb9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da20010b-ed0e-40c6-872b-6db01a513074,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:09.257245 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74838533-a069-42d6-b88b-d894ce08f954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:11.691304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e930ac3b-cd57-4fb7-a23f-f81d9000368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:11.879737 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:13.024284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:14.674482 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.445197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:19.560365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36a858e4-103c-4044-a899-e7e1ff42237c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.654924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36a858e4-103c-4044-a899-e7e1ff42237c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.661227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-36a858e4-103c-4044-a899-e7e1ff42237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.699065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-36a858e4-103c-4044-a899-e7e1ff42237c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=624bf80654404d90adcc5a9d9d0e0da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519767 Jul 29 18:13:19.699843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a858e4-103c-4044-a899-e7e1ff42237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c4320-2174-41a0-9968-c6ebe37c4602,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:19.702903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38528) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:19.755573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.778938 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.831971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.834743 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:19.835927 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e17c4320-2174-41a0-9968-c6ebe37c4602 HTTP/1.1" status: 204 len: 168 time: 0.1317127 Jul 29 18:13:19.843715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ab7a-5ed1-4970-9a1b-0e547ff8c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c4320-2174-41a0-9968-c6ebe37c4602,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:20.105913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38534) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:20.120200 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f26c06e5-9fa4-44c4-bb76-d422a51ee9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.216298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f26c06e5-9fa4-44c4-bb76-d422a51ee9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.223018 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f26c06e5-9fa4-44c4-bb76-d422a51ee9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.263534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c06e5-9fa4-44c4-bb76-d422a51ee9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1b596-f72e-4cdd-987e-eeff7fe6b27d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:20.267929 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f26c06e5-9fa4-44c4-bb76-d422a51ee9a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6ddd32eec2f452395e9f02e98302d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608419 Jul 29 18:13:20.270817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38536) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:20.319322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.340579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.389938 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.392622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.393780 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70d1b596-f72e-4cdd-987e-eeff7fe6b27d HTTP/1.1" status: 204 len: 168 time: 0.1220734 Jul 29 18:13:20.401538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b3b00-2a40-414a-b09e-71b0f7ee95aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1b596-f72e-4cdd-987e-eeff7fe6b27d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:20.723664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38542) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:20.737226 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c68b00-4f7d-4e6e-868d-0b19616d678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.837358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c68b00-4f7d-4e6e-868d-0b19616d678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.843880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-15c68b00-4f7d-4e6e-868d-0b19616d678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.881614 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-15c68b00-4f7d-4e6e-868d-0b19616d678b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6ab3f5e3d8944fd88a8965afd796314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568253 Jul 29 18:13:20.882485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c68b00-4f7d-4e6e-868d-0b19616d678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85518107-a901-4655-822e-757883fe118d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:20.884591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:20.934900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:20.955594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:21.007612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:21.010161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:21.011360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85518107-a901-4655-822e-757883fe118d HTTP/1.1" status: 204 len: 168 time: 0.1256635 Jul 29 18:13:21.019625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3b16b-7a5a-4b22-bbda-e766368d1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85518107-a901-4655-822e-757883fe118d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:21.825639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38566) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:21.934835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1922242772-network', 'tenant_id': '156520b7a53c4121b6aaabe845710f86'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:21.959684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Made reservation on behalf of 156520b7a53c4121b6aaabe845710f86 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:13:21.963316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:21.975306 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.081483 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.088404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.111609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:13:22.121414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ec5a0-b7de-4bb0-ae48-215dcbba1d36,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:22.126368 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.126749 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Added segment a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4 of type vlan for network 0e174393-b818-4b11-9e31-7137772517a9 Jul 29 18:13:22.166696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.199232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.200362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:13:22.200937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.251828 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4249115 Jul 29 18:13:22.254876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38570) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:22.260104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Request body: {'subnet': {'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1922242772-subnet', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:22.260907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf219c-7a4a-4b62-8fff-ad6749f17323 admin admin] Pushing event updated for resources: {'Network': ['ID=0e174393-b818-4b11-9e31-7137772517a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:22.272432 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 0e174393-b818-4b11-9e31-7137772517a9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:13:22.291714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Made reservation on behalf of 156520b7a53c4121b6aaabe845710f86 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:13:22.294027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.466023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.517656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:22.529587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Checking segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:22.529933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Network hostable DHCP agents. Network: 0e174393-b818-4b11-9e31-7137772517a9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:13:22.549210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Network 0e174393-b818-4b11-9e31-7137772517a9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:13:22.560957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 0e174393-b818-4b11-9e31-7137772517a9) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:22.566582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:13:22.567266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.569622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa90a0-270a-4d2e-9797-d9cce84b7d5f None None] Network 0e174393-b818-4b11-9e31-7137772517a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:13:22.582858 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e8a49ae2-73c2-4c51-8810-6a57741bc44d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3267677 Jul 29 18:13:22.585742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:22.590137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:22.613619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.614810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.672583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.720356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-0e174393-b818-4b11-9e31-7137772517a9', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:13:22.721231 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.812731 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:22.853278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Allocated IP 172.20.0.2 (0e174393-b818-4b11-9e31-7137772517a9/9d74f14e-ee8a-4172-bc2f-4d79bab5b9af/04f916c5-c783-47ae-9320-5dbcdac8753a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:22.996374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.007292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Transition to ACTIVE for port object 04f916c5-c783-47ae-9320-5dbcdac8753a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:23.018698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.028077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Transition to ACTIVE for port object 04f916c5-c783-47ae-9320-5dbcdac8753a will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:23.036211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.038762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.085855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Network 0e174393-b818-4b11-9e31-7137772517a9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:23.092751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:23.094655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Pushing event updated for resources: {'Port': ['ID=04f916c5-c783-47ae-9320-5dbcdac8753a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:23.096830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:23.148794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Allocated IP 172.25.5.36 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/b39bfef9-6ec9-4970-8a6f-94f232dd5833) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:23.153019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Attempting to bind port 04f916c5-c783-47ae-9320-5dbcdac8753a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:23.153402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Attempting to bind port 04f916c5-c783-47ae-9320-5dbcdac8753a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:23.153801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Attempting to bind port 04f916c5-c783-47ae-9320-5dbcdac8753a on network 0e174393-b818-4b11-9e31-7137772517a9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Checking segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Bound using segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Bound port: 04f916c5-c783-47ae-9320-5dbcdac8753a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:23.160977 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.227971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] For port 04f916c5-c783-47ae-9320-5dbcdac8753a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:23.231294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] For port 04f916c5-c783-47ae-9320-5dbcdac8753a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=04f916c5-c783-47ae-9320-5dbcdac8753a,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:23.236909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.251331 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.294929 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502a326-8505-4e99-8fca-3b6fb9b23c15 None None] Pushing event updated for resources: {'Port': ['ID=04f916c5-c783-47ae-9320-5dbcdac8753a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:23.298551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.338608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:23.342955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:23.349382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:23.352480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Pushing event updated for resources: {'Port': ['ID=b39bfef9-6ec9-4970-8a6f-94f232dd5833,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:23.548831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 04f916c5-c783-47ae-9320-5dbcdac8753a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:23.597808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 04f916c5-c783-47ae-9320-5dbcdac8753a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:23.638165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.852101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:23.988789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:13:24.103530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:13:24.115772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:13:24.121621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.123138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5486592b-eaf6-439c-909c-6eb773659f3b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5364306 Jul 29 18:13:24.126427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:24.126625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38574) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:24.127113 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:24.183760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed23fb-8799-48ef-bf27-f813fc00b408 None None] Network 0e174393-b818-4b11-9e31-7137772517a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:13:24.284265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Provisioning for port 04f916c5-c783-47ae-9320-5dbcdac8753a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:24.305016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Provisioning complete for port 04f916c5-c783-47ae-9320-5dbcdac8753a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:24.305674 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.309549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:24.562488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.587126 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.636159 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1896a559-9988-486f-8b5d-b479da981363 None None] For port 04f916c5-c783-47ae-9320-5dbcdac8753a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=04f916c5-c783-47ae-9320-5dbcdac8753a,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:24.643498 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.670274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:23Z', 'revision_number': 3, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:24.700551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:13:24.700904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Updating router e0ee0006-e0ea-45f4-8feb-c03dbb351480 port b39bfef9-6ec9-4970-8a6f-94f232dd5833 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:13:24.731151 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Allocated IP 172.20.0.1 (0e174393-b818-4b11-9e31-7137772517a9/9d74f14e-ee8a-4172-bc2f-4d79bab5b9af/ae905e4b-500d-4753-8530-adad6c80507d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:24.743933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896a559-9988-486f-8b5d-b479da981363 None None] Pushing event updated for resources: {'Port': ['ID=04f916c5-c783-47ae-9320-5dbcdac8753a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:24.746626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.846816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.860296 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Transition to ACTIVE for port object ae905e4b-500d-4753-8530-adad6c80507d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:24.895250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.939727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Network 0e174393-b818-4b11-9e31-7137772517a9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:24.944137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:24.950975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:24.951757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6a77-79e2-4879-b259-ff4b75b7792d None None] Provisioning complete for port 04f916c5-c783-47ae-9320-5dbcdac8753a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:24.952128 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6a77-79e2-4879-b259-ff4b75b7792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:24.953970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Pushing event updated for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:24.992801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.127851 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.236694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.246670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Transition to ACTIVE for port object b39bfef9-6ec9-4970-8a6f-94f232dd5833 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:25.252566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.298383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.303370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.305755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7ed377a7-6f6f-4922-b94e-9f312cdb8d29 None None] Provisioning for port ae905e4b-500d-4753-8530-adad6c80507d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:25.318068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7ed377a7-6f6f-4922-b94e-9f312cdb8d29 None None] Provisioning complete for port ae905e4b-500d-4753-8530-adad6c80507d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:25.318627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7ed377a7-6f6f-4922-b94e-9f312cdb8d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.320461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Attempting to bind port b39bfef9-6ec9-4970-8a6f-94f232dd5833 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:25.320830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Attempting to bind port b39bfef9-6ec9-4970-8a6f-94f232dd5833 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:25.321188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Attempting to bind port b39bfef9-6ec9-4970-8a6f-94f232dd5833 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:25.323017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f8e93-79f9-4f9a-88fd-8951b7761440 None None] Pushing event updated for resources: {'Port': ['ID=b39bfef9-6ec9-4970-8a6f-94f232dd5833,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:25.329393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:25.329640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:25.329980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.330396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:25.330896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Bound port: b39bfef9-6ec9-4970-8a6f-94f232dd5833, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:25.331248 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.368523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Pushing event updated for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:25.371105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.394100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7ed377a7-6f6f-4922-b94e-9f312cdb8d29 None None] Port ae905e4b-500d-4753-8530-adad6c80507d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:13:25.410652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] For port b39bfef9-6ec9-4970-8a6f-94f232dd5833, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:25.413713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] For port b39bfef9-6ec9-4970-8a6f-94f232dd5833, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b39bfef9-6ec9-4970-8a6f-94f232dd5833,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:25.419836 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.474514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Network 0e174393-b818-4b11-9e31-7137772517a9 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:25.476274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:25.478835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:25.479480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:25.481251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f8e93-79f9-4f9a-88fd-8951b7761440 None None] Pushing event updated for resources: {'Port': ['ID=b39bfef9-6ec9-4970-8a6f-94f232dd5833,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:25.524832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 04f916c5-c783-47ae-9320-5dbcdac8753a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:25.609359 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:13:25.634206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:25.660620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 04f916c5-c783-47ae-9320-5dbcdac8753a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:25.660999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.720732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:13:25.725666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7926e94-95ba-4223-a46d-f846ef8daeac admin admin] 10.222.0.16 "PUT /v2.0/routers/e0ee0006-e0ea-45f4-8feb-c03dbb351480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5982893 Jul 29 18:13:25.795473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e5f59b04-3c78-4574-974f-0c62d739238d None None] Provisioning complete for port ae905e4b-500d-4753-8530-adad6c80507d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:25.795818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5f59b04-3c78-4574-974f-0c62d739238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:25.870358 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e5f59b04-3c78-4574-974f-0c62d739238d None None] Port ae905e4b-500d-4753-8530-adad6c80507d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:13:25.940749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:25.970153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53557-ae55-4a35-9a0c-69a09af1dbe3 None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:13:26.215700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:26.221179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1660245319-network', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:26.244979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Made reservation on behalf of e03c765dca2f46aa962e63c97180064a for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:13:26.247551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.260352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.358187 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.363859 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.390370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:13:26.400717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf15a06-629f-490b-a26f-d8a2f107f30a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:26.405750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.406099 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Added segment 12dabe30-cee6-4b63-bb2d-2e7776570102 of type vlan for network 8302031e-ed3d-409a-a4e8-29a45f8920ec Jul 29 18:13:26.448503 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.481814 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.482907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:13:26.483460 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.550710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3338549 Jul 29 18:13:26.552031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e659a2-4a97-414b-bcf7-612f72579bae admin admin] Pushing event updated for resources: {'Network': ['ID=8302031e-ed3d-409a-a4e8-29a45f8920ec,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:26.553751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:26.559924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Request body: {'subnet': {'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1660245319-subnet', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:26.581283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:13:26.598220 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Made reservation on behalf of e03c765dca2f46aa962e63c97180064a for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:13:26.600784 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.669841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.790823 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.840945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ef59b9-cea8-4091-8ede-e1655131ca43,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:26.856431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Checking segment: {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:26.856788 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Network hostable DHCP agents. Network: 8302031e-ed3d-409a-a4e8-29a45f8920ec, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:13:26.874823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:13:26.885216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 8302031e-ed3d-409a-a4e8-29a45f8920ec) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:26.890168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:13:26.891406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.894809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f4c2e-a43f-4fe2-bfb3-781e3ca44a3d None None] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:13:26.907450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0ab6174a-edb9-4492-a86b-750505f7dda9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3519311 Jul 29 18:13:26.910008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 38596) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:26.914480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:13:26.938148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.938980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:26.997268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.055397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-8302031e-ed3d-409a-a4e8-29a45f8920ec', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:13:27.056283 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.151709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.203948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Allocated IP 172.20.0.2 (8302031e-ed3d-409a-a4e8-29a45f8920ec/76ef59b9-cea8-4091-8ede-e1655131ca43/8c47c014-b106-4b2a-9ef7-eb594a959b52) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:27.347141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.355619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Transition to ACTIVE for port object 8c47c014-b106-4b2a-9ef7-eb594a959b52 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:27.370476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.370665 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Transition to ACTIVE for port object 8c47c014-b106-4b2a-9ef7-eb594a959b52 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:27.378342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.400708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.421497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:27.424338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:27.430741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:27.433761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Pushing event updated for resources: {'Port': ['ID=8c47c014-b106-4b2a-9ef7-eb594a959b52,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:27.493025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Attempting to bind port 8c47c014-b106-4b2a-9ef7-eb594a959b52 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:27.493389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Attempting to bind port 8c47c014-b106-4b2a-9ef7-eb594a959b52 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:27.493746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Attempting to bind port 8c47c014-b106-4b2a-9ef7-eb594a959b52 on network 8302031e-ed3d-409a-a4e8-29a45f8920ec {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:27.499091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:27.499458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Checking segment: {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:27.499863 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.500254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Bound using segment: {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:27.500728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Bound port: 8c47c014-b106-4b2a-9ef7-eb594a959b52, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:27.501105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.508048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Allocated IP 172.25.5.157 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3edf9ef2-bf42-4d61-b2df-3c3855611c6a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:27.539635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b39bfef9-6ec9-4970-8a6f-94f232dd5833 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:27.610046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] For port 8c47c014-b106-4b2a-9ef7-eb594a959b52, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:27.613763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] For port 8c47c014-b106-4b2a-9ef7-eb594a959b52, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8c47c014-b106-4b2a-9ef7-eb594a959b52,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:27.622488 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.628168 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.636397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.661245 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port b39bfef9-6ec9-4970-8a6f-94f232dd5833 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:27.669502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b39bfef9-6ec9-4970-8a6f-94f232dd5833 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:27.669871 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.675545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.710581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:27.714900 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:27.717181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d33159-8738-4884-9366-38e3d8fbfbce None None] Pushing event updated for resources: {'Port': ['ID=8c47c014-b106-4b2a-9ef7-eb594a959b52,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:27.719071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:27.755689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Pushing event updated for resources: {'Port': ['ID=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:27.782390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.809209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port b39bfef9-6ec9-4970-8a6f-94f232dd5833, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b39bfef9-6ec9-4970-8a6f-94f232dd5833,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:27.814845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:27.877732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=b39bfef9-6ec9-4970-8a6f-94f232dd5833,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:27.980674 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:13:27.991162 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:27.991892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:28.033144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.096800 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:28.299976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:28.329992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:13:28.330543 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Updating router e0ee0006-e0ea-45f4-8feb-c03dbb351480 port ae905e4b-500d-4753-8530-adad6c80507d binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:13:28.362866 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.587517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.621473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684eabc-9306-47f9-b866-6065dcfdf6eb None None] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:13:28.644688 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.654605 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Transition to ACTIVE for port object ae905e4b-500d-4753-8530-adad6c80507d will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:28.661714 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.716514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb041ac-11f4-4119-8d38-d69361addbb5 None None] Pushing event updated for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:28.745179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Router b6b22135-613e-4747-8110-0a71d633b65f is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:13:28.772966 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Attempting to bind port ae905e4b-500d-4753-8530-adad6c80507d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:28.773498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Attempting to bind port ae905e4b-500d-4753-8530-adad6c80507d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:28.773946 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Attempting to bind port ae905e4b-500d-4753-8530-adad6c80507d on network 0e174393-b818-4b11-9e31-7137772517a9 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:28.775018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9ee38ced-f1ab-4c90-ba07-c70310a6ff6d None None] Provisioning for port 8c47c014-b106-4b2a-9ef7-eb594a959b52 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:28.779546 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:28.780042 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Checking segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:28.780591 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.781063 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Bound using segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:28.783498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Bound port: ae905e4b-500d-4753-8530-adad6c80507d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:28.783984 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.864197 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] For port ae905e4b-500d-4753-8530-adad6c80507d, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:28.867830 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] For port ae905e4b-500d-4753-8530-adad6c80507d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ae905e4b-500d-4753-8530-adad6c80507d,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:28.874735 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.888465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:13:28.907916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Sync routers for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:13:28.920387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:28.921976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:28.922647 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:28.923509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-82063422-223c-44e4-afab-3225afa8e7ca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0123999 Jul 29 18:13:28.924935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:28.925557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:28.926279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 38598) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:13:29.007236 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb041ac-11f4-4119-8d38-d69361addbb5 None None] Pushing event updated for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:29.087413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:29.106419 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:29.311076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 3, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:29.337848 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:28Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:29.345151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Checking router: b6b22135-613e-4747-8110-0a71d633b65f for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:13:29.345560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Updating router b6b22135-613e-4747-8110-0a71d633b65f port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:13:29.364938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ceee-e2d2-4f12-9969-fffb0744eb06 None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:28Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:13:29.421010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.537175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.630341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Allocated IP 172.20.0.1 (8302031e-ed3d-409a-a4e8-29a45f8920ec/76ef59b9-cea8-4091-8ede-e1655131ca43/ccec7fba-91a1-4e90-ac0d-4f95dba24219) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:13:29.695425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8c47c014-b106-4b2a-9ef7-eb594a959b52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:29.757163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.771622 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Transition to ACTIVE for port object ccec7fba-91a1-4e90-ac0d-4f95dba24219 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:29.809193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8c47c014-b106-4b2a-9ef7-eb594a959b52 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:29.809583 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.819810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8c47c014-b106-4b2a-9ef7-eb594a959b52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:29.820201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.857517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:29.860645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:29.863745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:13:29.893171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Pushing event updated for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:29.919504 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.921771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:29.935852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Transition to ACTIVE for port object 3edf9ef2-bf42-4d61-b2df-3c3855611c6a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:29.965366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.012827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.073021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8c47c014-b106-4b2a-9ef7-eb594a959b52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8c47c014-b106-4b2a-9ef7-eb594a959b52,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:30.074088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbcc1f-a22b-4710-92aa-b343ca41dff8 None None] Pushing event updated for resources: {'Port': ['ID=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:30.077400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Attempting to bind port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:30.077835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Attempting to bind port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:30.078193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Attempting to bind port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:30.084446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:30.084842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:30.085233 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.085728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:30.086099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Bound port: 3edf9ef2-bf42-4d61-b2df-3c3855611c6a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:30.086517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.088337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.089130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b39bfef9-6ec9-4970-8a6f-94f232dd5833 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:30.097049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.211088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8c47c014-b106-4b2a-9ef7-eb594a959b52,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:30.218901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] For port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:30.224558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] For port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:30.231520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.235291 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-878efc21-4ee8-41ff-ac23-15155ace8c5a None None] Provisioning for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:30.263842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-878efc21-4ee8-41ff-ac23-15155ace8c5a None None] Provisioning complete for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:30.264256 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-878efc21-4ee8-41ff-ac23-15155ace8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.268746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port b39bfef9-6ec9-4970-8a6f-94f232dd5833 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:30.269094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.280005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.285757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.353852 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Pushing event updated for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:30.356364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.357740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-878efc21-4ee8-41ff-ac23-15155ace8c5a None None] Port ccec7fba-91a1-4e90-ac0d-4f95dba24219 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:13:30.361480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbcc1f-a22b-4710-92aa-b343ca41dff8 None None] Pushing event updated for resources: {'Port': ['ID=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:30.365783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:30.366424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:30.450801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:13:30.452434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:13:30.484761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ae905e4b-500d-4753-8530-adad6c80507d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:30.524922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:30.572447 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Router b6b22135-613e-4747-8110-0a71d633b65f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:13:30.621418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ae905e4b-500d-4753-8530-adad6c80507d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:30.651718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ae905e4b-500d-4753-8530-adad6c80507d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:30.652096 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.683277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:13:30.689327 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-579d1ea7-443a-4549-9b14-895462ebf1ca admin admin] 10.222.0.16 "PUT /v2.0/routers/b6b22135-613e-4747-8110-0a71d633b65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617266 Jul 29 18:13:30.723425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ea147479-4450-4965-ac73-799863491d28 None None] Provisioning complete for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:30.723970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea147479-4450-4965-ac73-799863491d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.809541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ea147479-4450-4965-ac73-799863491d28 None None] Port ccec7fba-91a1-4e90-ac0d-4f95dba24219 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:13:30.832472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.873257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ccec7fba-91a1-4e90-ac0d-4f95dba24219', 'name': '', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'mac_address': 'fa:16:3e:df:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:29Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 2, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'subnets': [{'id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:30.875966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ae905e4b-500d-4753-8530-adad6c80507d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ae905e4b-500d-4753-8530-adad6c80507d,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:30.905363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96571b2-eb3e-4297-b991-2a8481fa1923 None None] The sync data for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 is: [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ccec7fba-91a1-4e90-ac0d-4f95dba24219', 'name': '', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'mac_address': 'fa:16:3e:df:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:29Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 2, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'subnets': [{'id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:13:30.906995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:30.957150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:31.527295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8c47c014-b106-4b2a-9ef7-eb594a959b52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:31.575319 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8c47c014-b106-4b2a-9ef7-eb594a959b52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:31.575691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:31.657865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ae905e4b-500d-4753-8530-adad6c80507d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:31.704839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ae905e4b-500d-4753-8530-adad6c80507d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:31.705217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:33.410512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Sync routers for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:13:33.419953 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:33.420595 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:33.536759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3edf9ef2-bf42-4d61-b2df-3c3855611c6a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:33.604282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:33.608580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:33.608954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:33.682599 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:33.712268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:33.735443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:33.740659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:33.793679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:33.897417 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ccec7fba-91a1-4e90-ac0d-4f95dba24219', 'name': '', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'mac_address': 'fa:16:3e:df:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:29Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 2, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'subnets': [{'id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:33.940662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Checking router: b6b22135-613e-4747-8110-0a71d633b65f for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:13:33.940905 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Updating router b6b22135-613e-4747-8110-0a71d633b65f port ccec7fba-91a1-4e90-ac0d-4f95dba24219 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:13:33.967461 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.250724 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.261232 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Transition to ACTIVE for port object ccec7fba-91a1-4e90-ac0d-4f95dba24219 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:13:34.268733 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.316589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb737a-792b-499c-8acd-b1bf5072ef90 None None] Pushing event updated for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:34.377631 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Attempting to bind port ccec7fba-91a1-4e90-ac0d-4f95dba24219 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:13:34.378115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Attempting to bind port ccec7fba-91a1-4e90-ac0d-4f95dba24219 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:13:34.378619 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Attempting to bind port ccec7fba-91a1-4e90-ac0d-4f95dba24219 on network 8302031e-ed3d-409a-a4e8-29a45f8920ec {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:13:34.384095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:13:34.384534 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Checking segment: {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:13:34.385013 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.385428 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Bound using segment: {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:13:34.385885 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Bound port: ccec7fba-91a1-4e90-ac0d-4f95dba24219, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dabe30-cee6-4b63-bb2d-2e7776570102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:13:34.386284 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.453710 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] For port ccec7fba-91a1-4e90-ac0d-4f95dba24219, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:13:34.457244 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] For port ccec7fba-91a1-4e90-ac0d-4f95dba24219, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccec7fba-91a1-4e90-ac0d-4f95dba24219,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:13:34.463463 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:34.515936 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:13:34.516560 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:13:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:34.564120 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb737a-792b-499c-8acd-b1bf5072ef90 None None] Pushing event updated for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:34.643652 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:13:34.862620 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ccec7fba-91a1-4e90-ac0d-4f95dba24219', 'name': '', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'mac_address': 'fa:16:3e:df:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:29Z', 'updated_at': '2021-07-29T18:13:34Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'subnets': [{'id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:13:34.889187 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458843d-65eb-4b7c-93f2-30ab86c6a066 None None] The sync data for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 is: [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ccec7fba-91a1-4e90-ac0d-4f95dba24219', 'name': '', 'network_id': '8302031e-ed3d-409a-a4e8-29a45f8920ec', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'mac_address': 'fa:16:3e:df:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:29Z', 'updated_at': '2021-07-29T18:13:34Z', 'revision_number': 4, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'subnets': [{'id': '76ef59b9-cea8-4091-8ede-e1655131ca43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:13:35.534056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3edf9ef2-bf42-4d61-b2df-3c3855611c6a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:35.582099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:35.582505 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:35.659669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccec7fba-91a1-4e90-ac0d-4f95dba24219 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:35.713106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:13:35.717070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:35.717471 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:35.801865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:35.834099 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ccec7fba-91a1-4e90-ac0d-4f95dba24219, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccec7fba-91a1-4e90-ac0d-4f95dba24219,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:13:35.839304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:35.889662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:13:37.514110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccec7fba-91a1-4e90-ac0d-4f95dba24219 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:13:37.568640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ccec7fba-91a1-4e90-ac0d-4f95dba24219 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:13:37.569264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:39.260100 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e29d251-355e-4dde-a0be-49c4d59fa630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:39.683689 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:13:41.695089 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-739a2c66-0bcb-41f7-abde-6c473651d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:41.884597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:43.028769 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:44.679067 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:56.655373 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:13:57.600382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:09.265981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe51-18d4-4008-a02e-1b16bdb973c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:11.699605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-627629bb-0271-4e6d-8077-7d15647d0648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:11.894784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:13.031981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:14.679809 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:16.683447 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:14:26.654801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:27.605503 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:39.270449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e88debf-530f-4b89-a75c-d8410c854ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:41.703592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56447e95-73f4-48c4-b69a-dc91fad9f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:41.889512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:43.034835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:44.702317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:53.682692 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:14:56.660828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:14:57.599745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:09.279064 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4077fe-155d-437c-a4bc-3804fee75723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:11.707103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7c5f-5ae3-45b6-9d9b-d1023cc09fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:11.894005 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:13.036600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:14.689493 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.451908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39604) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:15.457677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457162479', 'description': 'tempest-secgroup-smoke-1457162479 description', 'project_id': '156520b7a53c4121b6aaabe845710f86'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:15.488958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.573677 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.591634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.619051 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.620315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1673369 Jul 29 18:15:15.622150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8356db-3a74-49be-9564-4367e7694295,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:15.623555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:15.628957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:15.630618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.630970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.631314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.631653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.632010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.632339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.632692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.633020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.633324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.633649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.633969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.634335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454bbab-7e0c-4175-a17d-99e437fb45af tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.662598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.708613 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.714657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.737230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54c0730-6d51-4d36-83b9-9d79a3de35c7,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:15.745923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.747288 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226966 Jul 29 18:15:15.748946 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.749279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.749615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.749948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.750297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.750626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.751080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.751375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.751699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.751920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:15.752035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.752364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.752700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe6665-aed7-47e9-b22c-a99c619b8775 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:15.756850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:15.784101 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.841415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.846405 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.863113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae2544-2e68-4df9-b436-23697d074952,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:15.869745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.871038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f47cf751-1a82-4f27-a7a0-9750754140c4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179965 Jul 29 18:15:15.873613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39614) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:15.877982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:15.907029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.970221 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.975557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:15.992500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0ca70a-9813-4864-b557-3b0ade3bddb9,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:15.999945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.001171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa6bd47d-3783-44cd-b563-f60d4e2effd8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266344 Jul 29 18:15:16.003919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39616) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:16.008467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:16.037048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.099256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.105110 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.122311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9186ee65-407c-4f91-bbb6-bf42a7abcb18,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:16.130096 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.131380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-88c78bbd-72f8-4671-b078-f03072e22d67 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264911 Jul 29 18:15:16.134456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:16.139638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:16.163267 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Project 156520b7a53c4121b6aaabe845710f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:15:16.168456 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.230163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.236396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.253290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22542480-3ca6-4c3c-91cf-1bd639bbae98,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:16.261823 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.263572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b8f51c83-0e2a-4efd-a808-cd5061747a46 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280251 Jul 29 18:15:16.266571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:16.271412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'security_group_rule': {'security_group_id': '1b8356db-3a74-49be-9564-4367e7694295', 'project_id': '156520b7a53c4121b6aaabe845710f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:16.298088 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Project 156520b7a53c4121b6aaabe845710f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:15:16.302785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.363608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.369090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.386067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43082932-6a51-485d-9353-e3f061e6cbc7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:16.394655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:16.395968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25320f79-9d76-40b0-9b04-aee694a7f18f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282904 Jul 29 18:15:16.771620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-8d9c00e0-930c-4b3f-8dfd-f5a27655470a tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457162479&fields=id&tenant_id=156520b7a53c4121b6aaabe845710f86 HTTP/1.1" status: 200 len: 267 time: 0.0372810 Jul 29 18:15:16.892423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-2b84444b-3ad9-468c-85cf-b6d3deccdf48 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:16.893870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-2b84444b-3ad9-468c-85cf-b6d3deccdf48 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 814 time: 0.1155581 Jul 29 18:15:16.911803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-c73b35bf-94cf-4776-82d2-ca064495d500 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/quotas/156520b7a53c4121b6aaabe845710f86 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Jul 29 18:15:16.973229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a05fad4b-dac0-42fb-9283-1863ab5e9acc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561185 Jul 29 18:15:17.079710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-8fd0e7b3-df79-4f2b-b65c-d99db854fc9e service neutron] 10.222.0.16 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932567 Jul 29 18:15:17.170150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-cf4efde1-a75f-463b-9281-5c8f0dbdb1cd service neutron] 10.222.0.16 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840313 Jul 29 18:15:17.484867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5af2868-6dde-499c-974a-486b73cca6f0 req-42d18c40-9ff6-43b0-975e-b25848e176da tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0322347 Jul 29 18:15:18.592236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34b2367c-f15d-49f7-821d-6097653c12e4 req-198037c6-2168-42e5-9987-0e58d72a6f62 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Jul 29 18:15:18.944781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-938acf0c-a881-4528-bc77-3f66d8c74af6 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:18.946275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-938acf0c-a881-4528-bc77-3f66d8c74af6 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 814 time: 0.1039422 Jul 29 18:15:18.991126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-d7b25093-ee9a-4f8d-b140-5018a602e28a tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156520b7a53c4121b6aaabe845710f86 HTTP/1.1" status: 200 len: 380 time: 0.0357499 Jul 29 18:15:19.006034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'port': {'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'admin_state_up': True, 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'security_groups': ['1b8356db-3a74-49be-9564-4367e7694295']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:19.126300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Made reservation on behalf of 156520b7a53c4121b6aaabe845710f86 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:15:19.129937 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.261358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Allocated IP 172.20.0.7 (0e174393-b818-4b11-9e31-7137772517a9/9d74f14e-ee8a-4172-bc2f-4d79bab5b9af/32457f77-df05-4ced-b081-02904ed18e35) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:15:19.405925 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.419920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Transition to ACTIVE for port object 32457f77-df05-4ced-b081-02904ed18e35 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:15:19.454708 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.498133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Network 0e174393-b818-4b11-9e31-7137772517a9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:15:19.501481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:15:19.505539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:15:19.537541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:19.570093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:19.570901 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.588660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-425e451a-585e-49d5-9887-a90fb26d6384 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862107 Jul 29 18:15:19.720545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Request body: {'port': {'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:19.732086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c66086-8f09-49e7-ad93-8372155b6f44 req-58f30a6b-4141-4fd5-b62b-bb3eb06285c8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:19.733607 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04c66086-8f09-49e7-ad93-8372155b6f44 req-58f30a6b-4141-4fd5-b62b-bb3eb06285c8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 931 time: 0.0642865 Jul 29 18:15:19.745182 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa16dd17-3e1c-46e4-b358-93fbfb069293 None None] Provisioning for port 32457f77-df05-4ced-b081-02904ed18e35 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:15:19.750919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa16dd17-3e1c-46e4-b358-93fbfb069293 None None] Provisioning complete for port 32457f77-df05-4ced-b081-02904ed18e35 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:15:19.751600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa16dd17-3e1c-46e4-b358-93fbfb069293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.788611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aa16dd17-3e1c-46e4-b358-93fbfb069293 None None] Port 32457f77-df05-4ced-b081-02904ed18e35 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:15:19.808453 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:19.812683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04c66086-8f09-49e7-ad93-8372155b6f44 req-2edc16be-9348-4fd6-8521-ded36ed60449 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635686 Jul 29 18:15:20.083288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32457f77-df05-4ced-b081-02904ed18e35 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:15:20.092662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:20.106992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Transition to ACTIVE for port object 32457f77-df05-4ced-b081-02904ed18e35 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:15:20.112628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:20.164381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Pushing event updated for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:20.242633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Attempting to bind port 32457f77-df05-4ced-b081-02904ed18e35 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:15:20.242966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Attempting to bind port 32457f77-df05-4ced-b081-02904ed18e35 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:15:20.243290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Attempting to bind port 32457f77-df05-4ced-b081-02904ed18e35 on network 0e174393-b818-4b11-9e31-7137772517a9 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:15:20.247988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Port 32457f77-df05-4ced-b081-02904ed18e35 on network 0e174393-b818-4b11-9e31-7137772517a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:15:20.248264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Attempting to bind port 32457f77-df05-4ced-b081-02904ed18e35 on network 0e174393-b818-4b11-9e31-7137772517a9 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:15:20.253442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:15:20.253784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Checking segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:15:20.254165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Bound using segment: {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:15:20.254638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Bound port: 32457f77-df05-4ced-b081-02904ed18e35, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e174393-b818-4b11-9e31-7137772517a9'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:15:20.255000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:20.326815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:15:20.330477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=32457f77-df05-4ced-b081-02904ed18e35,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:15:20.337673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:20.373303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.373919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:20.375257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] 10.222.0.38 "PUT /v2.0/ports/32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 1091 time: 0.7792318 Jul 29 18:15:20.375697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:15:20.377998 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab27868-35d5-478d-aec9-b41d46d7dd09" -d '{"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:15:20.407057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd2e03-47dd-4816-ab41-1921eb689450 service neutron] Pushing event updated for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:20.476549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-25508cd4-c58c-48b3-b91c-de4dbbc58c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.478466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-25508cd4-c58c-48b3-b91c-de4dbbc58c80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1094 time: 0.0527191 Jul 29 18:15:20.532929 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50b8aa-d23d-40c9-9b4f-c7edef15e5cb x-openstack-request-id: req-1c50b8aa-d23d-40c9-9b4f-c7edef15e5cb {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:15:20.533324 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:15:20.533639 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c50b8aa-d23d-40c9-9b4f-c7edef15e5cb {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:15:20.534516 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:15:20.536360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-f65d4773-af54-4b74-8b3a-74b35b780bac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 217 time: 0.0495522 Jul 29 18:15:20.588848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-47f04b77-206a-4e5a-a637-9c5a51b723fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.590422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-47f04b77-206a-4e5a-a637-9c5a51b723fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0473795 Jul 29 18:15:20.646343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-c8fa3ff6-467a-4661-b64f-8d929260154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.647871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-c8fa3ff6-467a-4661-b64f-8d929260154c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456896 Jul 29 18:15:20.742873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-c0dc6852-3825-4875-80c6-9a9e6f509ba8 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868471 Jul 29 18:15:20.840871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af0d5053-3a0f-45ab-a6f3-4d0ec231ae1d req-e4ff9056-def7-4a5c-9c5c-b6ebbe73e0be service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904689 Jul 29 18:15:20.966098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7fc92-0be8-4353-a826-a84afcadf4ef req-95626ef7-586d-4c91-ac08-9fd0eb135c48 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.967639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bc7fc92-0be8-4353-a826-a84afcadf4ef req-95626ef7-586d-4c91-ac08-9fd0eb135c48 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0810254 Jul 29 18:15:20.970284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-5a1cd482-6a88-424f-b5d4-b2ebb973dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:20.971692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-5a1cd482-6a88-424f-b5d4-b2ebb973dbdd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1094 time: 0.0827255 Jul 29 18:15:21.054523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5bc7fc92-0be8-4353-a826-a84afcadf4ef req-12816dcd-7c79-40c5-baf0-7ca3b48388a3 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802407 Jul 29 18:15:21.086427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-2140266c-204f-4f3d-8871-9398dfd059b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:21.087939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-2140266c-204f-4f3d-8871-9398dfd059b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.1076694 Jul 29 18:15:21.134839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-4ebcd70b-f5be-47c4-91d3-f37a7afc14ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 217 time: 0.0386579 Jul 29 18:15:21.185690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-165bbe2f-fda1-402a-9c1e-8d2a6950f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:21.187218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-165bbe2f-fda1-402a-9c1e-8d2a6950f120 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0457208 Jul 29 18:15:21.234135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-b27ee0d0-73c4-4590-a585-b89519580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:21.235708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-b27ee0d0-73c4-4590-a585-b89519580335 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414889 Jul 29 18:15:21.331272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-1739a0bd-564a-40cb-a4bf-3cd75cdad830 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881939 Jul 29 18:15:21.426493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab27868-35d5-478d-aec9-b41d46d7dd09 req-84c17e0e-e890-452c-992b-203864c71ea4 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871058 Jul 29 18:15:22.179008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d26ca-5062-4db5-a7f5-7e564866164e req-6c030bd1-006c-4f0e-acc0-65871ad6b308 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:22.180524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52d26ca-5062-4db5-a7f5-7e564866164e req-6c030bd1-006c-4f0e-acc0-65871ad6b308 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0556490 Jul 29 18:15:22.218462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52d26ca-5062-4db5-a7f5-7e564866164e req-d1946c56-1e6a-4d12-a96b-f65d7f57e374 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317779 Jul 29 18:15:23.346856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d1ec2-4a71-4918-b571-b95496219de3 req-7d3b1665-a97b-4d99-8e0e-e09d65fe95a8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:23.348324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-204d1ec2-4a71-4918-b571-b95496219de3 req-7d3b1665-a97b-4d99-8e0e-e09d65fe95a8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0578313 Jul 29 18:15:23.390024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-204d1ec2-4a71-4918-b571-b95496219de3 req-d1512c1b-5f64-4028-b9fb-e7ff2ebd23bf tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 29 18:15:24.525380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160fdb3-2f5f-404d-9eb4-2a3c4114e3e4 req-4246ce69-4f42-41b5-b1ab-2d0d650f62b2 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:24.528014 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a160fdb3-2f5f-404d-9eb4-2a3c4114e3e4 req-4246ce69-4f42-41b5-b1ab-2d0d650f62b2 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0545506 Jul 29 18:15:24.574921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a160fdb3-2f5f-404d-9eb4-2a3c4114e3e4 req-812ede18-ece0-42e8-be5b-fd7c9543617c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Jul 29 18:15:25.701050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20f2f-9cf2-47bf-bd46-aea48110abc4 req-d00047b3-5ac1-4312-9e26-c8c2192f9871 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:25.702547 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f20f2f-9cf2-47bf-bd46-aea48110abc4 req-d00047b3-5ac1-4312-9e26-c8c2192f9871 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0567067 Jul 29 18:15:25.741375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-50f20f2f-9cf2-47bf-bd46-aea48110abc4 req-955ed765-6eca-48b5-993d-fe3e32c52e77 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Jul 29 18:15:26.668754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:26.871600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c291293-c784-442f-9b7f-eacaec08893b req-1f1e5e77-5864-47db-9bba-f08c0bfcb535 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:26.873090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c291293-c784-442f-9b7f-eacaec08893b req-1f1e5e77-5864-47db-9bba-f08c0bfcb535 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0520563 Jul 29 18:15:26.913452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c291293-c784-442f-9b7f-eacaec08893b req-2de814e9-fc34-4f20-ba1e-c53996f19914 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Jul 29 18:15:27.606972 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:28.033887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e1465-138e-472d-b779-f525a62ae6d8 req-49598dbf-273d-4dc7-a919-13ad29ee732b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:28.035404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e0e1465-138e-472d-b779-f525a62ae6d8 req-49598dbf-273d-4dc7-a919-13ad29ee732b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0510867 Jul 29 18:15:28.074611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e0e1465-138e-472d-b779-f525a62ae6d8 req-beff5dfa-0921-4d8f-a622-a30c5e58a5c0 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Jul 29 18:15:29.207441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404a66-40c3-426f-873c-ae60b17bbbfc req-0434db55-b237-486b-a9d6-1dc3f17efb07 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:29.208931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71404a66-40c3-426f-873c-ae60b17bbbfc req-0434db55-b237-486b-a9d6-1dc3f17efb07 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0624549 Jul 29 18:15:29.248224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71404a66-40c3-426f-873c-ae60b17bbbfc req-a60b4990-a5a4-4597-97a1-c4cf63d0c09a tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 29 18:15:30.375758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8778b-7f83-4790-9b75-16df305bdb19 req-bacaf77c-f96e-4c44-b3c3-82aa0abd5071 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:30.377233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffb8778b-7f83-4790-9b75-16df305bdb19 req-bacaf77c-f96e-4c44-b3c3-82aa0abd5071 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0563843 Jul 29 18:15:30.417745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffb8778b-7f83-4790-9b75-16df305bdb19 req-637eab53-9f14-45b2-896f-cacce127232b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344274 Jul 29 18:15:30.692891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:15:31.542344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547678f-74bd-4f47-bfeb-48d019366c73 req-a33d776a-a91e-48a6-aba8-6e4ed2287152 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:31.543853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d547678f-74bd-4f47-bfeb-48d019366c73 req-a33d776a-a91e-48a6-aba8-6e4ed2287152 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 943 time: 0.0570405 Jul 29 18:15:31.581896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d547678f-74bd-4f47-bfeb-48d019366c73 req-11979b70-ade2-4a53-94b1-b29600eb829e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Jul 29 18:15:31.913474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 32457f77-df05-4ced-b081-02904ed18e35 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:15:32.032778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=32457f77-df05-4ced-b081-02904ed18e35,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:15:32.048797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '32457f77-df05-4ced-b081-02904ed18e35', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:15:32.096914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:32.113401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32457f77-df05-4ced-b081-02904ed18e35 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:15:32.133932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=32457f77-df05-4ced-b081-02904ed18e35,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:15:32.141432 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:32.195605 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:32.203499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.203846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.204197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.204521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.204832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.205185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.205496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.205820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.206138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.206562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.206883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.207206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:15:32.397117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['32457f77-df05-4ced-b081-02904ed18e35'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:15:32.701606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736309ea-6e83-48f2-b079-b271718de768 req-b88b59de-de9c-4a49-b408-65a158d84e04 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:32.703086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736309ea-6e83-48f2-b079-b271718de768 req-b88b59de-de9c-4a49-b408-65a158d84e04 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 944 time: 0.0526974 Jul 29 18:15:32.744765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736309ea-6e83-48f2-b079-b271718de768 req-f3f9fdd5-316a-462e-b78f-abb076dcf5eb tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Jul 29 18:15:33.865392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798936-92c0-4f4c-9ebf-5b16f72aef4b req-ca5e7027-50e2-4553-9489-95a985f142a3 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:33.866912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46798936-92c0-4f4c-9ebf-5b16f72aef4b req-ca5e7027-50e2-4553-9489-95a985f142a3 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Jul 29 18:15:33.905486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46798936-92c0-4f4c-9ebf-5b16f72aef4b req-5acfb8fc-da52-471e-977a-408272c309c2 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324476 Jul 29 18:15:33.927081 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 32457f77-df05-4ced-b081-02904ed18e35 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:15:33.978818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 32457f77-df05-4ced-b081-02904ed18e35 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:15:33.982954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 32457f77-df05-4ced-b081-02904ed18e35 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:15:33.983350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:34.069474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:34.093199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:15:34.095503 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3492af-9927-47a1-af7c-db631ac32e04" -d '{"events": [{"server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "name": "network-vif-plugged", "status": "completed", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:15:34.107985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=32457f77-df05-4ced-b081-02904ed18e35,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:15:34.113085 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:34.162486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:34.194069 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e793c-a2c9-49ee-9801-1c6837c06fa5 x-openstack-request-id: req-9f4e793c-a2c9-49ee-9801-1c6837c06fa5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:15:34.194576 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "name": "network-vif-plugged", "status": "completed", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:15:34.194985 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f4e793c-a2c9-49ee-9801-1c6837c06fa5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:15:34.195391 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'code': 200} Jul 29 18:15:34.289591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0931e-f423-4472-8c6f-455e29a1dc18 req-6f135478-75e7-4c7c-b777-b95a8840158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:34.291130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab0931e-f423-4472-8c6f-455e29a1dc18 req-6f135478-75e7-4c7c-b777-b95a8840158d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0426037 Jul 29 18:15:34.327812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cab0931e-f423-4472-8c6f-455e29a1dc18 req-95dd8c54-2431-400b-b836-88c65bfe20b3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281892 Jul 29 18:15:35.043286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336d99d-51ea-4343-bdd2-aaf62a84cd9a req-efd0a459-0e91-4170-b5e7-ac25eb964cdc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:35.044865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9336d99d-51ea-4343-bdd2-aaf62a84cd9a req-efd0a459-0e91-4170-b5e7-ac25eb964cdc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0562654 Jul 29 18:15:35.084480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9336d99d-51ea-4343-bdd2-aaf62a84cd9a req-9ebb9bd2-873f-4ed7-a51a-62357e6ba839 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Jul 29 18:15:36.215032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b4e92-787e-4528-8f4a-e179f8bd0e9b req-a34889cf-0721-4d0a-a10a-f2e70039b75c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:36.216669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-267b4e92-787e-4528-8f4a-e179f8bd0e9b req-a34889cf-0721-4d0a-a10a-f2e70039b75c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Jul 29 18:15:36.266526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-267b4e92-787e-4528-8f4a-e179f8bd0e9b req-5e563a3c-284e-4bf0-b686-89abe4a79525 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Jul 29 18:15:36.383068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cf410-1f85-45da-860e-146b68f4f0ba req-4456a0b3-73a0-45f6-8cdc-6ddb5c86928d tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:36.384576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965cf410-1f85-45da-860e-146b68f4f0ba req-4456a0b3-73a0-45f6-8cdc-6ddb5c86928d tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Jul 29 18:15:36.425511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-965cf410-1f85-45da-860e-146b68f4f0ba req-14a26952-fc9f-448f-98bb-07eb6ec2a658 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335498 Jul 29 18:15:36.447153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39700) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:36.536795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b6b13-37b8-4f0d-9ace-7d8dbd05c3b0 tempest-TestVolumeBackupRestore-1990452994 tempest-TestVolumeBackupRestore-1990452994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:36.538271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-686b6b13-37b8-4f0d-9ace-7d8dbd05c3b0 tempest-TestVolumeBackupRestore-1990452994 tempest-TestVolumeBackupRestore-1990452994-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1091 time: 0.0900707 Jul 29 18:15:36.541310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39704) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:36.545731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:36.571179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:36.669871 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:36.780429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Allocated IP 172.25.5.119 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/1b69cc8f-a923-4ecf-8847-38ff1d8cba31) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:15:36.900123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:36.944378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:36.986214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:15:36.989040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:15:36.995202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:15:36.998268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'Port': ['ID=1b69cc8f-a923-4ecf-8847-38ff1d8cba31,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:37.494811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:37.942197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.092807 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.099543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.167070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event updated for resources: {'Port': ['ID=1b69cc8f-a923-4ecf-8847-38ff1d8cba31,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:15:38.184781 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.294547 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Floating IP 73f5060c-08fa-4aa4-846d-655016604a84 associated. External IP: 172.25.5.119, port: 32457f77-df05-4ced-b081-02904ed18e35. Jul 29 18:15:38.506989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:15:38.620697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:15:38.631553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:15:38.640422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.644363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:15:38.644997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:15:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:38.670919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-148e3200-9da4-4e61-8efb-6fb7ca0f7d1c tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1255941 Jul 29 18:15:38.670919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:15:38.670919 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db" -d '{"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:15:38.671926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 39708) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:38.706437 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a2b79-c658-4a8a-93b2-16f1d77a9320 x-openstack-request-id: req-9b5a2b79-c658-4a8a-93b2-16f1d77a9320 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:15:38.706735 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:15:38.706989 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b5a2b79-c658-4a8a-93b2-16f1d77a9320 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:15:38.707609 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:15:38.713301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c54d6-b7aa-450a-8915-7b489df31c87 tempest-TestVolumeBackupRestore-1990452994 tempest-TestVolumeBackupRestore-1990452994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:38.718063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-267c54d6-b7aa-450a-8915-7b489df31c87 tempest-TestVolumeBackupRestore-1990452994 tempest-TestVolumeBackupRestore-1990452994-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1091 time: 0.0444934 Jul 29 18:15:38.718489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:15:38.723460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Request body: {'floatingip': {'port_id': '32457f77-df05-4ced-b081-02904ed18e35'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:15:38.760107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:15:38.810746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:38.846758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-1a5de481-5875-4815-a4e3-45767949a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:38.848285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-1a5de481-5875-4815-a4e3-45767949a6df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0927379 Jul 29 18:15:38.986857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:37Z', 'revision_number': 0, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:39.018211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:15:39.027164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:15:39.027781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:15:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:39.045746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-8c7116c8-089e-409b-899a-d152bfdcbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:39.047275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-8c7116c8-089e-409b-899a-d152bfdcbb7b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.1908102 Jul 29 18:15:39.135928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:15:39.157600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-a046d45d-5789-4d41-bc5f-0f5da22206d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 999 time: 0.1027260 Jul 29 18:15:39.254000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-aa03f620-46f4-4839-96cf-9935d4859ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:39.255534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-aa03f620-46f4-4839-96cf-9935d4859ea4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0661831 Jul 29 18:15:39.302028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04680edc-3b4b-457c-b0ab-0d9f27c939be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:39.374446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-32b83606-2bb4-43e2-ad99-84eba96be910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:39.376021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-32b83606-2bb4-43e2-ad99-84eba96be910 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886853 Jul 29 18:15:39.381049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:37Z', 'revision_number': 0, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:39.411184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407423d9-1972-4a9e-8153-3d74081666b2 None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:37Z', 'revision_number': 0, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:15:39.549542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:39.552569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-ffdcc568-5c22-44c8-a609-759a39c98733 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687894 Jul 29 18:15:39.555738 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:39.627745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0743ec7-7678-476b-9061-03cac68e0c9a None None] New status for floating IP 73f5060c-08fa-4aa4-846d-655016604a84: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:15:39.736650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ad4c54b-1ba6-4d6c-8ee4-5bf9e8e0d4db req-28619074-0083-430c-8b0a-c3bb7e4d4074 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771848 Jul 29 18:15:39.854779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:15:39.959787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:15:39.966161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:39.970892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:15:39.980496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:15:39.981110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:15:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:40.094799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:15:40.336195 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:39Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:40.363271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:15:40.372783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:15:40.373391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:15:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:40.380777 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5a8eef93-e7ac-460f-a6aa-18fbc437ab9e tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "PUT /v2.0/floatingips/73f5060c-08fa-4aa4-846d-655016604a84 HTTP/1.1" status: 200 len: 991 time: 1.6610518 Jul 29 18:15:40.487430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:15:40.709308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}, {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:15:40.711887 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba2b35-335a-422e-8ae9-2c440d709ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}, {"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:15:40.720808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:39Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:15:40.748499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9e6c-c5ed-43de-800d-e87938d36863 None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '73f5060c-08fa-4aa4-846d-655016604a84', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'port_id': '32457f77-df05-4ced-b081-02904ed18e35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'mac_address': 'fa:16:3e:26:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:15:37Z', 'updated_at': '2021-07-29T18:15:39Z', 'revision_number': 2, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:15:40.752962 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73772779-708a-4430-b50e-713a53924bbd x-openstack-request-id: req-73772779-708a-4430-b50e-713a53924bbd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:15:40.753282 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:15:40.753571 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73772779-708a-4430-b50e-713a53924bbd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:15:40.753930 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:15:40.754153 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:15:40.813431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-faaacd02-4a78-49f7-9d91-c3a0dc50273a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730135 Jul 29 18:15:40.824816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-7faa3990-e421-40b8-bc21-40d76370c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:40.826381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-7faa3990-e421-40b8-bc21-40d76370c337 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0480282 Jul 29 18:15:40.920813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-37388cb2-ccf5-4d12-a8c5-5ec26093f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:40.922274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-37388cb2-ccf5-4d12-a8c5-5ec26093f8df service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.0893011 Jul 29 18:15:40.986660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-64ac19d4-e3b2-414a-8e7c-d87890c08331 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 1001 time: 0.0573423 Jul 29 18:15:41.047963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-fb18c848-afab-43b9-9320-c4b6a5308c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.049364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-fb18c848-afab-43b9-9320-c4b6a5308c8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0562029 Jul 29 18:15:41.101113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-c9afa083-dc93-4fb0-84df-73c71fc8fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.102699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-c9afa083-dc93-4fb0-84df-73c71fc8fc0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461798 Jul 29 18:15:41.193399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-f8495302-2065-43ec-8957-de0a5e19ea64 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830295 Jul 29 18:15:41.290642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-c84e1a5f-b5fb-444c-ac5b-57aae79070f4 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900183 Jul 29 18:15:41.376136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-ebdf9f40-2977-40da-815f-bce6af370fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.377626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-ebdf9f40-2977-40da-815f-bce6af370fbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0417328 Jul 29 18:15:41.473353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-a7c83d46-0ab7-4218-96e3-53dc5ab63155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.474844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-a7c83d46-0ab7-4218-96e3-53dc5ab63155 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.0903203 Jul 29 18:15:41.541988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-2dfa52e2-354d-4f95-9c4f-8b80d102c6b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 1001 time: 0.0603919 Jul 29 18:15:41.593967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-8a8dcf1d-ae45-4088-9b85-dc49a2d2569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.595412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-8a8dcf1d-ae45-4088-9b85-dc49a2d2569c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0458152 Jul 29 18:15:41.646548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-dc6fc621-2f21-4e8e-a955-727d88b7ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.648028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-dc6fc621-2f21-4e8e-a955-727d88b7ada8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460749 Jul 29 18:15:41.710004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-19b3ae17-87ef-42dd-a760-f5b63f0e9a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:41.739329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-236196e9-f619-44a1-bbe7-637562541625 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Jul 29 18:15:41.836799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28ba2b35-335a-422e-8ae9-2c440d709ca9 req-2ea6b7d1-9380-4e8e-9409-89281436edf8 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Jul 29 18:15:41.898743 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:41.944186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43202494-e54d-4ec1-9948-bc782195fb06 req-7832a9a3-baa4-451c-93dd-2dfc5b84cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:41.945695 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-7832a9a3-baa4-451c-93dd-2dfc5b84cd9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0433636 Jul 29 18:15:42.052852 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43202494-e54d-4ec1-9948-bc782195fb06 req-bf4380a0-48e0-45fb-b26d-87aaf6ceb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:42.054210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-bf4380a0-48e0-45fb-b26d-87aaf6ceb54c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.0884736 Jul 29 18:15:42.124532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-c9b2ba25-7629-4f7b-9999-021a4080eb9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 1001 time: 0.0633078 Jul 29 18:15:42.176280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43202494-e54d-4ec1-9948-bc782195fb06 req-eb55f631-7518-4116-8fe1-a1d53e686e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:42.177760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-eb55f631-7518-4116-8fe1-a1d53e686e95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0461106 Jul 29 18:15:42.233533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43202494-e54d-4ec1-9948-bc782195fb06 req-daff5994-6f0a-4c72-81e5-5d444cf14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:15:42.235744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-daff5994-6f0a-4c72-81e5-5d444cf14a45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506754 Jul 29 18:15:42.328500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-fb66135c-7759-4b35-b95d-d96d3d3b63d6 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Jul 29 18:15:42.425940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43202494-e54d-4ec1-9948-bc782195fb06 req-92893064-190d-4491-9d47-5ac95c37c4b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904129 Jul 29 18:15:43.046542 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:44.685970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:56.676679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:15:57.616485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:07.683362 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:16:09.277267 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6367cdc7-d755-4bc5-9342-b61645c7227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.250735 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39728) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:11.434344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Deleting port 1b69cc8f-a923-4ecf-8847-38ff1d8cba31 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:11.434599 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.512504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.513130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.525745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Calling delete_port for 1b69cc8f-a923-4ecf-8847-38ff1d8cba31 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:11.693289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.714193 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad06ffee-e1d1-4145-a68e-71c595b8678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.720862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event deleted for resources: {'Port': ['ID=1b69cc8f-a923-4ecf-8847-38ff1d8cba31,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:11.789712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:11.790116 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Floating IP 73f5060c-08fa-4aa4-846d-655016604a84 disassociated (deleted). External IP: 172.25.5.119, port: 32457f77-df05-4ced-b081-02904ed18e35. Jul 29 18:16:11.903758 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:12.019354 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:16:12.138226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:12.143329 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:12.149785 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:12.158951 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:12.159561 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:12.175051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66641538-b7e8-4890-82fd-e77bf605e844 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "DELETE /v2.0/floatingips/73f5060c-08fa-4aa4-846d-655016604a84 HTTP/1.1" status: 204 len: 168 time: 0.9231842 Jul 29 18:16:12.175619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:16:12.177926 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486" -d '{"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:16:12.268627 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:12.337191 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b455f7e2-e4fd-4d0c-a0ff-24a3d00bca0d x-openstack-request-id: req-b455f7e2-e4fd-4d0c-a0ff-24a3d00bca0d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:16:12.337750 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:16:12.337750 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b455f7e2-e4fd-4d0c-a0ff-24a3d00bca0d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:16:12.338128 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:16:12.447723 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-c029699e-5930-4948-a771-fb7057581f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:12.449440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-c029699e-5930-4948-a771-fb7057581f8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=156520b7a53c4121b6aaabe845710f86&device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 1096 time: 0.0841911 Jul 29 18:16:12.461597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8610f3-0374-4e38-a162-8476f0e506d5 req-1764e417-949f-47d2-a961-c6eab425166f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:12.463376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb8610f3-0374-4e38-a162-8476f0e506d5 req-1764e417-949f-47d2-a961-c6eab425166f tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0684273 Jul 29 18:16:12.561048 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb8610f3-0374-4e38-a162-8476f0e506d5 req-a74327d4-c5fc-4e6a-9334-7ae647107af8 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885217 Jul 29 18:16:12.585073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:12.589337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-27cb49c2-00a2-403a-b353-144240d95b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:12.591041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-27cb49c2-00a2-403a-b353-144240d95b19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 200 len: 915 time: 0.1267850 Jul 29 18:16:12.605146 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:12.613780 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:12.614410 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:12.634754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-ad1042a9-fd02-4506-9a88-eebcc2f99027 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 200 len: 217 time: 0.0360303 Jul 29 18:16:12.691100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-6193d03a-b197-44cb-9e63-502ce930b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:12.692638 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-6193d03a-b197-44cb-9e63-502ce930b612 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 200 len: 853 time: 0.0505033 Jul 29 18:16:12.722886 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:12.742848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-fe73ed5c-f744-4d08-9b91-0411328c0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:12.744418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-fe73ed5c-f744-4d08-9b91-0411328c0503 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e174393-b818-4b11-9e31-7137772517a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437303 Jul 29 18:16:12.840425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-41242b2d-9c9e-49dc-9702-ec346787b378 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864737 Jul 29 18:16:12.937632 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:12.939745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76beb7b-8b2b-4c82-9104-b8c8c9d66486 req-855079cd-cfb3-4755-b3f1-58a4bea821f9 service neutron] 10.222.0.38 "GET /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905738 Jul 29 18:16:12.964643 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececfb7a-2bda-4cb7-97bc-fd86eca3bfc6 None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:13:25Z', 'revision_number': 4, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ae905e4b-500d-4753-8530-adad6c80507d', 'name': '', 'network_id': '0e174393-b818-4b11-9e31-7137772517a9', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'mac_address': 'fa:16:3e:74:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:24Z', 'updated_at': '2021-07-29T18:13:30Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'subnets': [{'id': '9d74f14e-ee8a-4172-bc2f-4d79bab5b9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:13.042866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:13.181218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe338c7-fd7e-4740-bd9d-a38bacbfc714 None None] New status for floating IP 73f5060c-08fa-4aa4-846d-655016604a84: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:16:13.684065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c240bd7-eb1e-4349-b195-2e8c3ffdb47a req-bc9b70e7-108f-4e80-96d8-521fce23704b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:13.685530 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c240bd7-eb1e-4349-b195-2e8c3ffdb47a req-bc9b70e7-108f-4e80-96d8-521fce23704b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0518515 Jul 29 18:16:13.723225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c240bd7-eb1e-4349-b195-2e8c3ffdb47a req-35d1ffa2-9212-4b51-99f6-f3dccfb8d04a tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b8356db-3a74-49be-9564-4367e7694295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 29 18:16:13.952886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-2a9c65e1-d009-4ebf-925a-1e22c0c18fd4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:13.954388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-2a9c65e1-d009-4ebf-925a-1e22c0c18fd4 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 945 time: 0.0672207 Jul 29 18:16:14.054049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Deleting port 32457f77-df05-4ced-b081-02904ed18e35 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:14.054457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:14.144534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] For port 32457f77-df05-4ced-b081-02904ed18e35, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=32457f77-df05-4ced-b081-02904ed18e35,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:14.144891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:14.161693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Calling delete_port for 32457f77-df05-4ced-b081-02904ed18e35 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:14.303230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:14.338218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event deleted for resources: {'Port': ['ID=32457f77-df05-4ced-b081-02904ed18e35,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:14.384572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] No DVR routers for this DVR port 32457f77-df05-4ced-b081-02904ed18e35 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:16:14.387290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:14.389726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7fd0c1e-6df5-4ab7-9094-81332fc1f44a req-8f5a586b-4456-448c-813e-0a2be7a766fc tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.38 "DELETE /v2.0/ports/32457f77-df05-4ced-b081-02904ed18e35 HTTP/1.1" status: 204 len: 173 time: 0.4285717 Jul 29 18:16:14.390356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'name': 'network-vif-deleted', 'tag': '32457f77-df05-4ced-b081-02904ed18e35'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:16:14.392625 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed40b97-88ce-4e0a-af61-672d1965ac85" -d '{"events": [{"server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "name": "network-vif-deleted", "tag": "32457f77-df05-4ced-b081-02904ed18e35"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:16:14.430969 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a71e1-1987-4c9a-9047-29e0b2475add x-openstack-request-id: req-302a71e1-1987-4c9a-9047-29e0b2475add {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:16:14.431266 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9121184-fbaa-4e6a-80d8-6d8f66f40d99", "name": "network-vif-deleted", "tag": "32457f77-df05-4ced-b081-02904ed18e35", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:16:14.431523 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-302a71e1-1987-4c9a-9047-29e0b2475add {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:16:14.431932 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9121184-fbaa-4e6a-80d8-6d8f66f40d99', 'name': 'network-vif-deleted', 'tag': '32457f77-df05-4ced-b081-02904ed18e35', 'status': 'completed', 'code': 200} Jul 29 18:16:14.689144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:14.825883 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-348f406b-ac31-402c-9566-5626aad6c270 req-0f571d3e-ffdd-4301-b11b-409aedc9ab2b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0281000 Jul 29 18:16:15.922662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f393a1c0-92d7-47bf-b1a0-529c730746af req-955aaa58-5910-4439-bd43-dec3bdf7a63b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0272665 Jul 29 18:16:17.021243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc2777d4-3e34-402a-8e2c-93eafd93b574 req-3cc2a7b9-daae-44a1-a25c-9e261d958b76 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0273588 Jul 29 18:16:18.073903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 32457f77-df05-4ced-b081-02904ed18e35 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:18.101179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 32457f77-df05-4ced-b081-02904ed18e35 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:18.101525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 32457f77-df05-4ced-b081-02904ed18e35 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:18.134863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5972c746-d444-4a62-91ce-baa416614000 req-2a831169-eac9-4bae-8906-87b93a2ef210 tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9121184-fbaa-4e6a-80d8-6d8f66f40d99 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Jul 29 18:16:19.199591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 39750) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:19.264468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:19.289271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:19.351748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:19.354478 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:19.355640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b8356db-3a74-49be-9564-4367e7694295 HTTP/1.1" status: 204 len: 168 time: 0.1550498 Jul 29 18:16:19.364647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8356db-3a74-49be-9564-4367e7694295,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:19.374585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.374950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.375401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.375761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.376091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.376414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.376736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.377113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.377401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.377828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.378178 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:19.378629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252119cd-a133-43b4-bcb2-bc454811de0b tempest-TestVolumeBackupRestore-55985432 tempest-TestVolumeBackupRestore-55985432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:22.799536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40202) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:23.157850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:23.421805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Deleting port ae905e4b-500d-4753-8530-adad6c80507d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:23.422060 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:23.508021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] For port ae905e4b-500d-4753-8530-adad6c80507d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ae905e4b-500d-4753-8530-adad6c80507d,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:23.508439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:23.523419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Calling delete_port for ae905e4b-500d-4753-8530-adad6c80507d owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:23.709514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:23.738165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae905e4b-500d-4753-8530-adad6c80507d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:23.765350 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.765690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.766035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.766385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.766715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.767035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.767355 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.767671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.767988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.768302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.768618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:23.768927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:24.279530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:24.507895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Router e0ee0006-e0ea-45f4-8feb-c03dbb351480 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:16:24.612766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:24.618043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5852633e-58a7-4480-a481-3faeacfc877f admin admin] 10.222.0.16 "PUT /v2.0/routers/e0ee0006-e0ea-45f4-8feb-c03dbb351480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8174663 Jul 29 18:16:24.621494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40204) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:24.624010 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Sync routers for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:24.638835 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:24.639693 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:24.727177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:24.742206 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:24.828943 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:24.883760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Deleting port b39bfef9-6ec9-4970-8a6f-94f232dd5833 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:24.884071 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:24.915284 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:16:23Z', 'revision_number': 5, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port': {'id': 'b39bfef9-6ec9-4970-8a6f-94f232dd5833', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:23Z', 'updated_at': '2021-07-29T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:24.942751 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Checking router: e0ee0006-e0ea-45f4-8feb-c03dbb351480 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:24.951094 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Routers {'e0ee0006-e0ea-45f4-8feb-c03dbb351480'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:24.951695 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:24.964176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] For port b39bfef9-6ec9-4970-8a6f-94f232dd5833, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=b39bfef9-6ec9-4970-8a6f-94f232dd5833,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:24.964539 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:24.977107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Calling delete_port for b39bfef9-6ec9-4970-8a6f-94f232dd5833 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:25.036486 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] Set router e0ee0006-e0ea-45f4-8feb-c03dbb351480 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:25.091489 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:16:24Z', 'revision_number': 6, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:25.119193 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622453df-051c-4af5-bec6-2cd1505bd9ae None None] The sync data for ids ['e0ee0006-e0ea-45f4-8feb-c03dbb351480'] in n-d-801607-3 is: [{'id': 'e0ee0006-e0ea-45f4-8feb-c03dbb351480', 'name': 'tempest-TestVolumeBackupRestore-1922242772-router', 'tenant_id': '156520b7a53c4121b6aaabe845710f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:22Z', 'updated_at': '2021-07-29T18:16:24Z', 'revision_number': 6, 'project_id': '156520b7a53c4121b6aaabe845710f86', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:25.146282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.168634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39bfef9-6ec9-4970-8a6f-94f232dd5833,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:25.240054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.332101 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.334416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.378944 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.379430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ee0006-e0ea-45f4-8feb-c03dbb351480 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:16:25.384925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.386110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a9ebb14a-507f-4f04-a8a3-b19efeb04f84 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e0ee0006-e0ea-45f4-8feb-c03dbb351480 HTTP/1.1" status: 204 len: 168 time: 0.7636967 Jul 29 18:16:25.389119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40206) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:25.434596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Deleting subnet 9d74f14e-ee8a-4172-bc2f-4d79bab5b9af {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:16:25.437900 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.475950 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.566576 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.622346 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.653115 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d74f14e-ee8a-4172-bc2f-4d79bab5b9af,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:25.658287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.660299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fbe616d8-d5a7-4622-8a9e-98740a7f052b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d74f14e-ee8a-4172-bc2f-4d79bab5b9af HTTP/1.1" status: 204 len: 168 time: 0.2702329 Jul 29 18:16:25.663071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:25.665619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0cc2e-f82b-4066-abcb-43c57da56e26 None None] Network 0e174393-b818-4b11-9e31-7137772517a9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:25.735157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.789185 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Deleting port 04f916c5-c783-47ae-9320-5dbcdac8753a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:25.789535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.853554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] For port 04f916c5-c783-47ae-9320-5dbcdac8753a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=04f916c5-c783-47ae-9320-5dbcdac8753a,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:25.853921 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.867782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Calling delete_port for 04f916c5-c783-47ae-9320-5dbcdac8753a owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:25.887535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] DHCP port deletion for 0e174393-b818-4b11-9e31-7137772517a9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:16:25.942612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Deleting port 04f916c5-c783-47ae-9320-5dbcdac8753a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:25.943259 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.953953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:25.980715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f916c5-c783-47ae-9320-5dbcdac8753a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:25.985269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] No DVR routers for this DVR port 04f916c5-c783-47ae-9320-5dbcdac8753a on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:16:25.999337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ae905e4b-500d-4753-8530-adad6c80507d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:26.030781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ae905e4b-500d-4753-8530-adad6c80507d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:26.031129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ae905e4b-500d-4753-8530-adad6c80507d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:26.040149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] For port 04f916c5-c783-47ae-9320-5dbcdac8753a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=04f916c5-c783-47ae-9320-5dbcdac8753a,segment=NetworkSegment(a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4),segment_id=a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:26.040770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.053861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Calling delete_port for 04f916c5-c783-47ae-9320-5dbcdac8753a owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:26.059760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.069981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e174393-b818-4b11-9e31-7137772517a9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:26.080853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:26.081057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fa3a66-f8c8-4f97-bbdb-bb515297fcd4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:26.089916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.105235 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.111835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:16:26.112269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:16:26.114527 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:16:26.173953 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.180793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.186123 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e174393-b818-4b11-9e31-7137772517a9 HTTP/1.1" status: 204 len: 168 time: 0.5185490 Jul 29 18:16:26.186341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:26.203175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64634-713f-4998-a35d-242e0a024c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e174393-b818-4b11-9e31-7137772517a9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:26.302252 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.309798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Network 0e174393-b818-4b11-9e31-7137772517a9 is not hosted by any dhcp agent {{(pid=94053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 18:16:26.310300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] No DVR routers for this DVR port 04f916c5-c783-47ae-9320-5dbcdac8753a on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:16:26.331273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a3bf-37cf-4e2e-807d-3b1251850581 None None] Pushing event deleted for resources: {'Port': ['ID=04f916c5-c783-47ae-9320-5dbcdac8753a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:26.562875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.683738 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.820572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Deleting port ccec7fba-91a1-4e90-ac0d-4f95dba24219 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:26.820825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.897536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] For port ccec7fba-91a1-4e90-ac0d-4f95dba24219, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccec7fba-91a1-4e90-ac0d-4f95dba24219,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:26.897871 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:26.911001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Calling delete_port for ccec7fba-91a1-4e90-ac0d-4f95dba24219 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:27.108170 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.152702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Pushing event deleted for resources: {'Port': ['ID=ccec7fba-91a1-4e90-ac0d-4f95dba24219,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:27.315310 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.551436 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Router b6b22135-613e-4747-8110-0a71d633b65f has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:16:27.629788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.655941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b39bfef9-6ec9-4970-8a6f-94f232dd5833 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:27.670275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:27.675642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fd686ab6-b7c9-4080-9d96-0eec672a5ece admin admin] 10.222.0.16 "PUT /v2.0/routers/b6b22135-613e-4747-8110-0a71d633b65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879236 Jul 29 18:16:27.676536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: b39bfef9-6ec9-4970-8a6f-94f232dd5833 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:27.676857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device b39bfef9-6ec9-4970-8a6f-94f232dd5833 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:27.677575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 04f916c5-c783-47ae-9320-5dbcdac8753a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:27.678133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40212) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:27.681549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Sync routers for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:27.701449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 04f916c5-c783-47ae-9320-5dbcdac8753a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:27.702118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 04f916c5-c783-47ae-9320-5dbcdac8753a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:27.707806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:27.708389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:27.783509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.813095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:27.888148 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.941977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Deleting port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:27.942361 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:27.997023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:16:27Z', 'revision_number': 5, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port': {'id': '3edf9ef2-bf42-4d61-b2df-3c3855611c6a', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:13:27Z', 'updated_at': '2021-07-29T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:28.023036 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] For port 3edf9ef2-bf42-4d61-b2df-3c3855611c6a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:28.023325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Checking router: b6b22135-613e-4747-8110-0a71d633b65f for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:28.023459 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.032045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Routers {'b6b22135-613e-4747-8110-0a71d633b65f'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:28.032693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6b22135-613e-4747-8110-0a71d633b65f'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:28.035940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Calling delete_port for 3edf9ef2-bf42-4d61-b2df-3c3855611c6a owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:28.120832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] Set router b6b22135-613e-4747-8110-0a71d633b65f gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:28.177287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:16:27Z', 'revision_number': 6, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:28.204522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fb22-c6b9-492d-a7ea-1f6060eb58ee None None] The sync data for ids ['b6b22135-613e-4747-8110-0a71d633b65f'] in n-d-801607-3 is: [{'id': 'b6b22135-613e-4747-8110-0a71d633b65f', 'name': 'tempest-TestVolumeBackupRestore-1660245319-router', 'tenant_id': 'e03c765dca2f46aa962e63c97180064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:13:26Z', 'updated_at': '2021-07-29T18:16:27Z', 'revision_number': 6, 'project_id': 'e03c765dca2f46aa962e63c97180064a', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:28.206289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.238230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edf9ef2-bf42-4d61-b2df-3c3855611c6a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:28.290536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.378896 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.381030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.436234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.436740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b22135-613e-4747-8110-0a71d633b65f {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:16:28.442142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.443538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a93e2224-1da0-4228-a3d0-680fe85e3622 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6b22135-613e-4747-8110-0a71d633b65f HTTP/1.1" status: 204 len: 168 time: 0.7643585 Jul 29 18:16:28.446088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40214) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:28.489552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Deleting subnet 76ef59b9-cea8-4091-8ede-e1655131ca43 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:16:28.492688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.528400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.614196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.670227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.693213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ef59b9-cea8-4091-8ede-e1655131ca43,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:28.699049 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.701257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ac835941-4c55-481d-ad61-04d60bd42644 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76ef59b9-cea8-4091-8ede-e1655131ca43 HTTP/1.1" status: 204 len: 168 time: 0.2540913 Jul 29 18:16:28.704057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40216) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:28.704519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54046668-2517-4eb6-bb20-d06492af92fa None None] Network 8302031e-ed3d-409a-a4e8-29a45f8920ec requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:28.774148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.833911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Deleting port 8c47c014-b106-4b2a-9ef7-eb594a959b52 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:28.834219 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.909142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] For port 8c47c014-b106-4b2a-9ef7-eb594a959b52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8c47c014-b106-4b2a-9ef7-eb594a959b52,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:28.909438 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:28.923583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Calling delete_port for 8c47c014-b106-4b2a-9ef7-eb594a959b52 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:28.934123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] DHCP port deletion for 8302031e-ed3d-409a-a4e8-29a45f8920ec request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:16:28.983935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Deleting port 8c47c014-b106-4b2a-9ef7-eb594a959b52 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:16:28.984317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.006030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.033535 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c47c014-b106-4b2a-9ef7-eb594a959b52,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:29.035826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] No DVR routers for this DVR port 8c47c014-b106-4b2a-9ef7-eb594a959b52 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:16:29.055284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] For port 8c47c014-b106-4b2a-9ef7-eb594a959b52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8c47c014-b106-4b2a-9ef7-eb594a959b52,segment=NetworkSegment(12dabe30-cee6-4b63-bb2d-2e7776570102),segment_id=12dabe30-cee6-4b63-bb2d-2e7776570102)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:29.055683 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.069486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Calling delete_port for 8c47c014-b106-4b2a-9ef7-eb594a959b52 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:16:29.113168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.123895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8302031e-ed3d-409a-a4e8-29a45f8920ec']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:29.136773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dabe30-cee6-4b63-bb2d-2e7776570102') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:29.137247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dabe30-cee6-4b63-bb2d-2e7776570102') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:29.148089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.151473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.166961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.174014 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:16:29.174379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:16:29.176308 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:16:29.179630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] No DVR routers for this DVR port 8c47c014-b106-4b2a-9ef7-eb594a959b52 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:16:29.181171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a79d-e716-437a-8348-b252cdcd28fc None None] Pushing event deleted for resources: {'Port': ['ID=8c47c014-b106-4b2a-9ef7-eb594a959b52,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:29.236924 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.242612 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.244337 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8302031e-ed3d-409a-a4e8-29a45f8920ec HTTP/1.1" status: 204 len: 168 time: 0.5392940 Jul 29 18:16:29.255794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a299-c038-4e94-ad54-76d447fa7185 admin admin] Pushing event deleted for resources: {'Network': ['ID=8302031e-ed3d-409a-a4e8-29a45f8920ec,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:29.403210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40220) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:29.444172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bf4d5350-0dbc-4570-b33f-14f6d30e2eb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=156520b7a53c4121b6aaabe845710f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396156 Jul 29 18:16:29.446644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40222) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:29.494466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.520759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.581234 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.583923 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:29.585103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53ec5a0-b7de-4bb0-ae48-215dcbba1d36 HTTP/1.1" status: 204 len: 168 time: 0.1375799 Jul 29 18:16:29.594678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a838-5dad-4ca2-bf57-f63d81daa679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ec5a0-b7de-4bb0-ae48-215dcbba1d36,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:29.615863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3edf9ef2-bf42-4d61-b2df-3c3855611c6a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:29.639285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3edf9ef2-bf42-4d61-b2df-3c3855611c6a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:29.639631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3edf9ef2-bf42-4d61-b2df-3c3855611c6a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:29.640051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8c47c014-b106-4b2a-9ef7-eb594a959b52 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:29.658395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8c47c014-b106-4b2a-9ef7-eb594a959b52 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:29.658740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8c47c014-b106-4b2a-9ef7-eb594a959b52 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:29.659149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccec7fba-91a1-4e90-ac0d-4f95dba24219 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:16:29.677263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ccec7fba-91a1-4e90-ac0d-4f95dba24219 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:16:29.677682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccec7fba-91a1-4e90-ac0d-4f95dba24219 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:16:29.916082 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40228) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:29.957431 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-734eae21-46f7-48e6-863b-9bbb7ed1ecf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e03c765dca2f46aa962e63c97180064a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401595 Jul 29 18:16:29.959766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40230) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:30.006879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.028298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.075823 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.078515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.079672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cf15a06-629f-490b-a26f-d8a2f107f30a HTTP/1.1" status: 204 len: 168 time: 0.1190314 Jul 29 18:16:30.087202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d073234-7514-4814-80de-1b15f8076ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf15a06-629f-490b-a26f-d8a2f107f30a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:30.758987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40252) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:30.865902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-952244420-network', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:30.890918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:16:30.893215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.901619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:30.996573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.004147 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.034289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:16:31.040494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346963c0-4543-49cc-bb98-1308bb50dc41,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:31.046915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.047929 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Added segment e9b1c163-1e5f-4880-86a8-1934ed9da408 of type vlan for network 42424029-64fb-4fc2-9cf3-631842dac12f Jul 29 18:16:31.086513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.116473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.117430 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:31.118020 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.172093 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4117761 Jul 29 18:16:31.175396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40256) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:31.177882 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6631b8-c928-408e-ba9f-dac75a0753dc admin admin] Pushing event updated for resources: {'Network': ['ID=42424029-64fb-4fc2-9cf3-631842dac12f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:31.180547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Request body: {'subnet': {'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-952244420-subnet', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:31.188984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 42424029-64fb-4fc2-9cf3-631842dac12f details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:16:31.203279 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:16:31.205641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.401706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.448952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9246aff5-2e5c-423b-8854-dcddfa229ef7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:31.463859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:31.464206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Network hostable DHCP agents. Network: 42424029-64fb-4fc2-9cf3-631842dac12f, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:16:31.482537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Network 42424029-64fb-4fc2-9cf3-631842dac12f is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:16:31.491965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 42424029-64fb-4fc2-9cf3-631842dac12f) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:31.495872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:31.496442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.501196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50406d62-77b2-4714-a4ad-b15e559d60a1 None None] Network 42424029-64fb-4fc2-9cf3-631842dac12f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:31.512733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-97b506d5-1cdb-410f-b8cc-4ec7d44a9ebd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3361371 Jul 29 18:16:31.515923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40258) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:31.520294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:31.543742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.544873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.596081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.647675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-42424029-64fb-4fc2-9cf3-631842dac12f', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:16:31.648773 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.788128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Allocated IP 172.20.0.2 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/409a766d-cc6f-41a2-b80b-e22743d4f5e4) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:31.941365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:31.951336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Transition to ACTIVE for port object 409a766d-cc6f-41a2-b80b-e22743d4f5e4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:31.968152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Transition to ACTIVE for port object 409a766d-cc6f-41a2-b80b-e22743d4f5e4 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:31.975781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.014004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:32.018478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:32.021206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:32.031359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Pushing event updated for resources: {'Port': ['ID=409a766d-cc6f-41a2-b80b-e22743d4f5e4,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:32.084969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Attempting to bind port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:32.085286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Attempting to bind port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:32.085688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Attempting to bind port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:32.091129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:32.091618 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:32.092024 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.092415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:32.092881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Bound port: 409a766d-cc6f-41a2-b80b-e22743d4f5e4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:32.093264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.093498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.167978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] For port 409a766d-cc6f-41a2-b80b-e22743d4f5e4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:32.171493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] For port 409a766d-cc6f-41a2-b80b-e22743d4f5e4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=409a766d-cc6f-41a2-b80b-e22743d4f5e4,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:32.176536 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.240735 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Pushing event updated for resources: {'Port': ['ID=409a766d-cc6f-41a2-b80b-e22743d4f5e4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:32.248977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.249327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.249682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.250001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.250370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.250701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.251024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.251350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.251672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.251992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.252313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.252631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9bb001-1cdd-4a3b-9ab6-eef6ad32a7da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:32.301659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.320831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.442224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Allocated IP 172.25.5.170 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/d9f15d76-9d38-4a25-8ccd-5db1600c5943) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:32.553222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.599238 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:32.638891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:32.642100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:32.649455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:32.652649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f15d76-9d38-4a25-8ccd-5db1600c5943,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:32.902818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.096949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29936715-8bd6-453f-8666-c2bea380f9d7 None None] Network 42424029-64fb-4fc2-9cf3-631842dac12f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:33.131713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.226515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4699f1a5-e40e-4080-822b-213515c5fc66 None None] Provisioning for port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:33.261081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Router 2e74365d-5b8d-4403-af40-830296f0fb21 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:16:33.380871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:33.393064 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:33.399768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.401227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-09b08d71-a3f0-49b7-807d-2b200bb24191 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8842094 Jul 29 18:16:33.403988 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:33.404172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40260) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:33.404636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:33.509617 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:33.656717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 409a766d-cc6f-41a2-b80b-e22743d4f5e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:33.696180 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:32Z', 'revision_number': 3, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:33.710535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:33.714885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:33.715253 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.801997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.824451 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:33.824789 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Updating router 2e74365d-5b8d-4403-af40-830296f0fb21 port d9f15d76-9d38-4a25-8ccd-5db1600c5943 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:16:33.836753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 409a766d-cc6f-41a2-b80b-e22743d4f5e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=409a766d-cc6f-41a2-b80b-e22743d4f5e4,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:33.842045 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.850650 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:33.893749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=409a766d-cc6f-41a2-b80b-e22743d4f5e4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:34.106956 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.116993 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Transition to ACTIVE for port object d9f15d76-9d38-4a25-8ccd-5db1600c5943 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:34.124371 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.171768 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Attempting to bind port d9f15d76-9d38-4a25-8ccd-5db1600c5943 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:34.172134 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Attempting to bind port d9f15d76-9d38-4a25-8ccd-5db1600c5943 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:34.172492 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Attempting to bind port d9f15d76-9d38-4a25-8ccd-5db1600c5943 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:34.179892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Pushing event updated for resources: {'Port': ['ID=d9f15d76-9d38-4a25-8ccd-5db1600c5943,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:34.188067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:34.188432 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:34.188848 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.189230 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:34.189685 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Bound port: d9f15d76-9d38-4a25-8ccd-5db1600c5943, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:34.190058 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.192960 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.193281 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.193636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.193952 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.194275 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.194598 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.194915 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.195230 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.195541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.195851 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.196163 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.196474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:16:34.212391 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.249735 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] For port d9f15d76-9d38-4a25-8ccd-5db1600c5943, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:34.253555 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] For port d9f15d76-9d38-4a25-8ccd-5db1600c5943, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d9f15d76-9d38-4a25-8ccd-5db1600c5943,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:34.260182 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.319291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:34.319939 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:34.324675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205c0e2-2c89-4503-89d8-f67992a42811 None None] Pushing event updated for resources: {'Port': ['ID=d9f15d76-9d38-4a25-8ccd-5db1600c5943,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:34.373231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Allocated IP 172.20.0.1 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/d09cc77d-b81e-4edf-854c-de53727bfca1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:34.429416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:34.474249 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.486736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Transition to ACTIVE for port object d09cc77d-b81e-4edf-854c-de53727bfca1 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:34.520473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.562407 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:34.565330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:34.568872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:34.593439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Pushing event updated for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:34.613207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:32Z', 'revision_number': 3, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:34.613869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.640584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e002c-da91-4d60-9549-6f04dc877ad6 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:32Z', 'revision_number': 3, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:34.753962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.800279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f44420f2-8387-4152-b8a2-2e3153cde8b2 None None] Provisioning for port d09cc77d-b81e-4edf-854c-de53727bfca1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:34.804307 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f44420f2-8387-4152-b8a2-2e3153cde8b2 None None] Provisioning complete for port d09cc77d-b81e-4edf-854c-de53727bfca1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:34.804679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f44420f2-8387-4152-b8a2-2e3153cde8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.852738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f44420f2-8387-4152-b8a2-2e3153cde8b2 None None] Port d09cc77d-b81e-4edf-854c-de53727bfca1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:16:34.928001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:34.933627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.005506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.007312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Pushing event updated for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:35.101214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:35.102664 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:35.232729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:16:35.347656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:35.352848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2644fb43-a398-4e32-b49d-62ae698ec522 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e74365d-5b8d-4403-af40-830296f0fb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474254 Jul 29 18:16:35.377794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c26c0c4f-b8c3-4eef-9059-fbf18f30d840 None None] Provisioning complete for port d09cc77d-b81e-4edf-854c-de53727bfca1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:35.378068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c26c0c4f-b8c3-4eef-9059-fbf18f30d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.416767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0c4f-b8c3-4eef-9059-fbf18f30d840 None None] Port d09cc77d-b81e-4edf-854c-de53727bfca1 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:16:35.675806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d9f15d76-9d38-4a25-8ccd-5db1600c5943 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:35.725279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d9f15d76-9d38-4a25-8ccd-5db1600c5943 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:35.729292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d9f15d76-9d38-4a25-8ccd-5db1600c5943 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:35.729667 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.805403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.827343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d9f15d76-9d38-4a25-8ccd-5db1600c5943, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d9f15d76-9d38-4a25-8ccd-5db1600c5943,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:35.829927 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:35.832284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.833066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 409a766d-cc6f-41a2-b80b-e22743d4f5e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:35.835121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-771122051-network', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:35.861376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Made reservation on behalf of 2d44e7e0e3f0483d89030615a4f77e3e for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:16:35.864404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.873781 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.912525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d9f15d76-9d38-4a25-8ccd-5db1600c5943,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:35.925281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:35.925856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.974304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:35.979882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.004892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:16:36.014659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e1a2c-555b-4684-a465-45f1202861ed,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:36.021473 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.021818 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Added segment 14546593-606f-46ac-9a07-ebee6eddfe89 of type vlan for network 2728e45b-df15-4f60-b5be-bb1aa31da488 Jul 29 18:16:36.061892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.091372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.092370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:36.092948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.144387 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3132746 Jul 29 18:16:36.147416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40278) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:36.152841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Request body: {'subnet': {'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-771122051-subnet', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:36.155655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6d624-76e0-46f9-9098-5a41fe5f3dfb admin admin] Pushing event updated for resources: {'Network': ['ID=2728e45b-df15-4f60-b5be-bb1aa31da488,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:36.164170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:16:36.184245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Made reservation on behalf of 2d44e7e0e3f0483d89030615a4f77e3e for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:16:36.186779 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.207396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:36.235663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:36.236290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:36.343210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:36.360074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.413620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2c1776-30e5-4143-a6e0-48395a0727f7,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:36.424632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Checking segment: {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:36.424897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Network hostable DHCP agents. Network: 2728e45b-df15-4f60-b5be-bb1aa31da488, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:16:36.445119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:16:36.455756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 2728e45b-df15-4f60-b5be-bb1aa31da488) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:36.459972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:36.460671 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.474794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce16c18-230e-44aa-88e0-a1b34e913528 None None] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:36.482831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5f2d93be-24d0-4882-8749-450f8a6196da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3342154 Jul 29 18:16:36.485366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 40280) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:36.490255 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:36.511884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.513630 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.569610 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.714167 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.831452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 2, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:36.835476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-2728e45b-df15-4f60-b5be-bb1aa31da488', 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'fixed_ips': [{'subnet_id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:16:36.836295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.869374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:36.869754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Updating router 2e74365d-5b8d-4403-af40-830296f0fb21 port d09cc77d-b81e-4edf-854c-de53727bfca1 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:16:36.905062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.929219 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:36.948809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.074035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Allocated IP 172.25.5.214 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/96351386-b602-4233-8d37-ede087aec385) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:37.109046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Allocated IP 172.20.0.2 (2728e45b-df15-4f60-b5be-bb1aa31da488/fd2c1776-30e5-4143-a6e0-48395a0727f7/cdfe846d-5efd-46e0-8dc9-8e816c1d54bf) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:37.186415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.237295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.278192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:37.281551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:37.284144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:37.316129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Pushing event updated for resources: {'Port': ['ID=96351386-b602-4233-8d37-ede087aec385,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:37.368011 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.386764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.389493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Transition to ACTIVE for port object cdfe846d-5efd-46e0-8dc9-8e816c1d54bf will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:37.405782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Transition to ACTIVE for port object d09cc77d-b81e-4edf-854c-de53727bfca1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:37.412134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Transition to ACTIVE for port object cdfe846d-5efd-46e0-8dc9-8e816c1d54bf will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:37.415352 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.423858 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.478510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:37.481958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb313c-8a37-4e59-9889-256cf5e938e7 None None] Pushing event updated for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:37.487969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:37.491822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:37.563485 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.606439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Pushing event updated for resources: {'Port': ['ID=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:37.608916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Attempting to bind port d09cc77d-b81e-4edf-854c-de53727bfca1 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:37.609285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Attempting to bind port d09cc77d-b81e-4edf-854c-de53727bfca1 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:37.609643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Attempting to bind port d09cc77d-b81e-4edf-854c-de53727bfca1 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:37.631984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Attempting to bind port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:37.632354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Attempting to bind port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:37.632721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Attempting to bind port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf on network 2728e45b-df15-4f60-b5be-bb1aa31da488 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:37.635968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:37.636341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:37.636748 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.637139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:37.637615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Bound port: d09cc77d-b81e-4edf-854c-de53727bfca1, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:37.638627 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.649424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:37.649803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Checking segment: {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:37.650201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.650637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Bound using segment: {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:37.651118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Bound port: cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:37.651502 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.658960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d9f15d76-9d38-4a25-8ccd-5db1600c5943 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:37.779138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] For port d09cc77d-b81e-4edf-854c-de53727bfca1, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:37.780481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.788302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] For port d09cc77d-b81e-4edf-854c-de53727bfca1, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d09cc77d-b81e-4edf-854c-de53727bfca1,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:37.799378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.838804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] For port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:37.865433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] For port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:37.876524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d9f15d76-9d38-4a25-8ccd-5db1600c5943 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:37.876910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.884150 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:37.915877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb313c-8a37-4e59-9889-256cf5e938e7 None None] Pushing event updated for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:37.917130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Router 41623777-ec25-4cee-9fa5-6f660cef4935 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:16:37.925427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:37.926139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:38.049505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8cf02-0a60-4350-8c50-fdae77716bd4 None None] Pushing event updated for resources: {'Port': ['ID=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:38.075960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:38.086831 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Sync routers for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:38.099684 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:38.100612 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:38.101510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.105901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-858fbc86-58ef-4e19-a64b-61e066e108b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6169169 Jul 29 18:16:38.106634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 40284) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:16:38.148372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:38.249470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:38.396323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:38.426734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b6345-6e1c-4aaa-b037-9f32ab3bd8f0 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:38.462359 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 3, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:38.499160 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Checking router: 41623777-ec25-4cee-9fa5-6f660cef4935 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:38.499160 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Updating router 41623777-ec25-4cee-9fa5-6f660cef4935 port 96351386-b602-4233-8d37-ede087aec385 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:16:38.540878 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.675367 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.831629 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.842795 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Transition to ACTIVE for port object 96351386-b602-4233-8d37-ede087aec385 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:38.850837 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.877484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Allocated IP 172.20.0.1 (2728e45b-df15-4f60-b5be-bb1aa31da488/fd2c1776-30e5-4143-a6e0-48395a0727f7/0ee0d6d4-f105-4e18-8e70-85958dbf268a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:38.907943 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Attempting to bind port 96351386-b602-4233-8d37-ede087aec385 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:38.908448 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Attempting to bind port 96351386-b602-4233-8d37-ede087aec385 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:38.908896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Attempting to bind port 96351386-b602-4233-8d37-ede087aec385 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:38.917203 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b531d-b5b9-455c-9161-43dc5a5c64b9 None None] Pushing event updated for resources: {'Port': ['ID=96351386-b602-4233-8d37-ede087aec385,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:38.922777 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:38.923200 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:38.923686 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.924166 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:38.924687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Bound port: 96351386-b602-4233-8d37-ede087aec385, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:38.925335 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:38.986213 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] For port 96351386-b602-4233-8d37-ede087aec385, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:38.989781 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] For port 96351386-b602-4233-8d37-ede087aec385, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96351386-b602-4233-8d37-ede087aec385,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:38.995600 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.025500 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.048022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Transition to ACTIVE for port object 0ee0d6d4-f105-4e18-8e70-85958dbf268a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:39.067003 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:39.067616 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:39.070976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b531d-b5b9-455c-9161-43dc5a5c64b9 None None] Pushing event updated for resources: {'Port': ['ID=96351386-b602-4233-8d37-ede087aec385,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:39.099609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.143473 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:39.147722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:39.152520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:39.177824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36e899-84ec-4813-afe2-ecb90a7f1165 None None] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:16:39.184755 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:39.185493 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:39.213315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.290802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e9644c0b-9488-4ef2-8103-18412b10f082 None None] Provisioning for port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:39.302037 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c8bc-ccd6-4021-b0e1-cda1c79d31eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.366094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.389447 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 3, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:39.528806 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f01a73-77bd-4671-8db3-8c87a5160af0 None None] The sync data for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 is: [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:37Z', 'revision_number': 3, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:39.566414 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.577156 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.671993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:39.674731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.748411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cdfe846d-5efd-46e0-8dc9-8e816c1d54bf up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:39.802405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Provisioning for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:39.803143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:39.805111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:39.817463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Provisioning complete for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:39.818143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.877738 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:39.886666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Port 0ee0d6d4-f105-4e18-8e70-85958dbf268a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:16:39.889617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:39.890076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:39.946105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Provisioning complete for port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:39.946633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.008223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Router 41623777-ec25-4cee-9fa5-6f660cef4935 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:16:40.037306 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.095977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:40.105072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.105934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d09cc77d-b81e-4edf-854c-de53727bfca1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:40.208204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:16:40.214425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab315666-cc38-4010-9334-8863bcd09706 admin admin] 10.222.0.16 "PUT /v2.0/routers/41623777-ec25-4cee-9fa5-6f660cef4935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062324 Jul 29 18:16:40.362113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.433707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:40.461757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d09cc77d-b81e-4edf-854c-de53727bfca1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:40.464326 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:16:40.464513 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-c844e897-5980-44f7-afff-7ae04bc077da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:16:40.467098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d09cc77d-b81e-4edf-854c-de53727bfca1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:40.467470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.558576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.594592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d09cc77d-b81e-4edf-854c-de53727bfca1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d09cc77d-b81e-4edf-854c-de53727bfca1,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:40.600348 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:40.653183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:41.120511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-22f7b8cf-07ed-4d09-a747-16ba0082ba7c None None] Provisioning complete for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:41.120877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-22f7b8cf-07ed-4d09-a747-16ba0082ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:41.158563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-22f7b8cf-07ed-4d09-a747-16ba0082ba7c None None] Port 0ee0d6d4-f105-4e18-8e70-85958dbf268a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:16:41.695924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96351386-b602-4233-8d37-ede087aec385 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:41.745265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce64d315-c824-4097-b3b3-485aeeedbab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:41.759985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 96351386-b602-4233-8d37-ede087aec385 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:41.763925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 96351386-b602-4233-8d37-ede087aec385 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:41.764296 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:41.826366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Sync routers for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:16:41.847885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:41.848507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:41.850338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:41.913478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 96351386-b602-4233-8d37-ede087aec385, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96351386-b602-4233-8d37-ede087aec385,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:41.920491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:41.921257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cdfe846d-5efd-46e0-8dc9-8e816c1d54bf up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:41.947112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.054611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:42.056271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=96351386-b602-4233-8d37-ede087aec385,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:42.097327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:42.097327 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.281093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d09cc77d-b81e-4edf-854c-de53727bfca1 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:42.313158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-9d29131d-1f27-4b60-9c11-bc68039dd188 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:42.314769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-9d29131d-1f27-4b60-9c11-bc68039dd188 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1088889 Jul 29 18:16:42.330820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-532807f4-754e-45c6-b8d9-8c2bf1d23e7f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0096211 Jul 29 18:16:42.361737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d09cc77d-b81e-4edf-854c-de53727bfca1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:42.362129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.385368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-26a38fd6-8eda-4c73-9139-a1d5d664c933 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490210 Jul 29 18:16:42.398958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:39Z', 'revision_number': 4, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0ee0d6d4-f105-4e18-8e70-85958dbf268a', 'name': '', 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'mac_address': 'fa:16:3e:ca:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:38Z', 'updated_at': '2021-07-29T18:16:39Z', 'revision_number': 2, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'subnets': [{'id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:42.429902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Checking router: 41623777-ec25-4cee-9fa5-6f660cef4935 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:16:42.430270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Updating router 41623777-ec25-4cee-9fa5-6f660cef4935 port 0ee0d6d4-f105-4e18-8e70-85958dbf268a binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:16:42.461369 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.496169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-c9b4b83f-d2d4-4c17-92d2-c98a34c21804 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032948 Jul 29 18:16:42.590065 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-09d5d1b4-cc82-4886-b8f3-d3c1db893ad9 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Jul 29 18:16:42.753955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.768359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Transition to ACTIVE for port object 0ee0d6d4-f105-4e18-8e70-85958dbf268a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:42.776496 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.833798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084229-ffbf-458a-b578-01c8a9b649c9 None None] Pushing event updated for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:42.889074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Attempting to bind port 0ee0d6d4-f105-4e18-8e70-85958dbf268a on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:42.889802 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Attempting to bind port 0ee0d6d4-f105-4e18-8e70-85958dbf268a by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:42.890414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Attempting to bind port 0ee0d6d4-f105-4e18-8e70-85958dbf268a on network 2728e45b-df15-4f60-b5be-bb1aa31da488 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:42.894462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-233b4abe-34a2-48ac-8366-71a28cc57329 req-bb7e9411-4bf3-49d9-861d-bec294f1e28f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0322740 Jul 29 18:16:42.902340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:42.902797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Checking segment: {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:42.903273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.903781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Bound using segment: {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:42.904603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Bound port: 0ee0d6d4-f105-4e18-8e70-85958dbf268a, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14546593-606f-46ac-9a07-ebee6eddfe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:42.905062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:42.984225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] For port 0ee0d6d4-f105-4e18-8e70-85958dbf268a, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:42.988202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] For port 0ee0d6d4-f105-4e18-8e70-85958dbf268a, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0ee0d6d4-f105-4e18-8e70-85958dbf268a,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:42.994378 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:43.065477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084229-ffbf-458a-b578-01c8a9b649c9 None None] Pushing event updated for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:43.068128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:16:43.068737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:16:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:43.073103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:43.211103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:16:43.426444 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:39Z', 'revision_number': 4, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0ee0d6d4-f105-4e18-8e70-85958dbf268a', 'name': '', 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'mac_address': 'fa:16:3e:ca:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:38Z', 'updated_at': '2021-07-29T18:16:42Z', 'revision_number': 4, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'subnets': [{'id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:16:43.460166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1437b7-4da0-4804-9f91-c57233f55ff4 None None] The sync data for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 is: [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:39Z', 'revision_number': 4, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0ee0d6d4-f105-4e18-8e70-85958dbf268a', 'name': '', 'network_id': '2728e45b-df15-4f60-b5be-bb1aa31da488', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'mac_address': 'fa:16:3e:ca:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:38Z', 'updated_at': '2021-07-29T18:16:42Z', 'revision_number': 4, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'subnets': [{'id': 'fd2c1776-30e5-4143-a6e0-48395a0727f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:16:43.725014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96351386-b602-4233-8d37-ede087aec385 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:43.793865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 96351386-b602-4233-8d37-ede087aec385 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:43.795282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:43.888938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0ee0d6d4-f105-4e18-8e70-85958dbf268a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:43.918751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-27d27f1f-c37f-4970-92a7-1809448adee2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:43.920409 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-27d27f1f-c37f-4970-92a7-1809448adee2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1279850 Jul 29 18:16:43.933872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': 'f8fc429f-7739-4428-9f37-974e5860e408', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:43.968964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:43.975286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:43.975784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.025980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9f37ed6-3847-4c92-ae87-bb14f8b2913d req-5d90a5d0-e2c5-4303-8015-118ce9366fd6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Jul 29 18:16:44.072402 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.095184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:16:44.099954 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.107693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0ee0d6d4-f105-4e18-8e70-85958dbf268a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0ee0d6d4-f105-4e18-8e70-85958dbf268a,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:44.112877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.190163 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:44.249948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.9 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/6e2d802a-1cba-4444-b98c-adf38016e90f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:16:44.400877 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.415589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object 6e2d802a-1cba-4444-b98c-adf38016e90f will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:44.449979 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.493270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:16:44.496714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:16:44.500837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:16:44.529185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:44.565073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:44.565722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.588619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f2a65e92-6442-4676-88d6-e8e37a99538d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6589711 Jul 29 18:16:44.601609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Request body: {'port': {'device_id': 'f8fc429f-7739-4428-9f37-974e5860e408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:16:44.682958 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:16:44.694442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:44.755394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.032909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2d802a-1cba-4444-b98c-adf38016e90f {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:16:45.042295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.057075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Transition to ACTIVE for port object 6e2d802a-1cba-4444-b98c-adf38016e90f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:16:45.060522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-affa6198-042c-43c1-a9ac-5e6fe24cef3d None None] Provisioning for port 6e2d802a-1cba-4444-b98c-adf38016e90f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:45.068933 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.088728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-affa6198-042c-43c1-a9ac-5e6fe24cef3d None None] Provisioning complete for port 6e2d802a-1cba-4444-b98c-adf38016e90f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:45.089010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-affa6198-042c-43c1-a9ac-5e6fe24cef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.156556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-affa6198-042c-43c1-a9ac-5e6fe24cef3d None None] Port 6e2d802a-1cba-4444-b98c-adf38016e90f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:16:45.242534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Attempting to bind port 6e2d802a-1cba-4444-b98c-adf38016e90f on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:16:45.243272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Attempting to bind port 6e2d802a-1cba-4444-b98c-adf38016e90f by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:16:45.243695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Attempting to bind port 6e2d802a-1cba-4444-b98c-adf38016e90f on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:45.248551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:45.254771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Port 6e2d802a-1cba-4444-b98c-adf38016e90f on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:16:45.255222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Attempting to bind port 6e2d802a-1cba-4444-b98c-adf38016e90f on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:16:45.262504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:16:45.263340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:16:45.263823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:16:45.264371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Bound port: 6e2d802a-1cba-4444-b98c-adf38016e90f, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:16:45.264825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.325288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cf41-c4a6-4af5-a088-463ff6b63626 req-472d68d0-2054-4791-85e0-05cb5a509584 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:45.327279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95a8cf41-c4a6-4af5-a088-463ff6b63626 req-472d68d0-2054-4791-85e0-05cb5a509584 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.1796114 Jul 29 18:16:45.374171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:16:45.400601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6e2d802a-1cba-4444-b98c-adf38016e90f,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:16:45.404332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95a8cf41-c4a6-4af5-a088-463ff6b63626 req-75db3a23-b1c2-4433-800e-707d376e2806 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659456 Jul 29 18:16:45.406116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.442401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:45.443029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.444597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] 10.222.0.38 "PUT /v2.0/ports/6e2d802a-1cba-4444-b98c-adf38016e90f HTTP/1.1" status: 200 len: 1091 time: 0.8478470 Jul 29 18:16:45.445094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:16:45.447366 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e4e82d-7137-4ab9-8ae4-d412340fe68a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:16:45.489396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752337c-f3d6-4d7d-b631-4ed513cd4761 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:45.502144 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613380eb-9305-4c39-a3bd-df7adbba4f27 x-openstack-request-id: req-613380eb-9305-4c39-a3bd-df7adbba4f27 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:16:45.502548 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:16:45.502870 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-613380eb-9305-4c39-a3bd-df7adbba4f27 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:16:45.503361 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f', 'status': 'completed', 'code': 200} Jul 29 18:16:45.552850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-5c4bfc55-353e-49ff-8a28-e8548333c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:45.554424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-5c4bfc55-353e-49ff-8a28-e8548333c503 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 1094 time: 0.0442364 Jul 29 18:16:45.600300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-887b3df5-ea16-4768-80c8-3391b537b0c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e2d802a-1cba-4444-b98c-adf38016e90f HTTP/1.1" status: 200 len: 217 time: 0.0376217 Jul 29 18:16:45.647756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0ee0d6d4-f105-4e18-8e70-85958dbf268a up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:45.661809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-a1454d5f-f9d7-4191-af55-6cb65c806413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:45.663368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-a1454d5f-f9d7-4191-af55-6cb65c806413 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0565903 Jul 29 18:16:45.695521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0ee0d6d4-f105-4e18-8e70-85958dbf268a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:45.695893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:45.713192 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-8e5c3d6f-bd3f-4524-8b57-e1f32ca307aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:45.714882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-8e5c3d6f-bd3f-4524-8b57-e1f32ca307aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441904 Jul 29 18:16:45.815329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-16240067-6a96-4bf1-b412-0d7fcdd02d0b service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931756 Jul 29 18:16:45.916344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-478f3777-eb10-4137-b4ae-20e10d3f3f47 req-f01b96fe-c196-48e6-8284-46691e06372f service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937021 Jul 29 18:16:46.008633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-2d7c7885-7782-4c77-af22-af17759490ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:46.010157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-2d7c7885-7782-4c77-af22-af17759490ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 1094 time: 0.0443270 Jul 29 18:16:46.505185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-ffcc9e62-a2bd-476d-b816-451f37d70098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:46.506700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-ffcc9e62-a2bd-476d-b816-451f37d70098 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.4893241 Jul 29 18:16:46.557627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-d0ef6ab3-f922-4991-a307-fb869715e9a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e2d802a-1cba-4444-b98c-adf38016e90f HTTP/1.1" status: 200 len: 217 time: 0.0369966 Jul 29 18:16:46.605013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044cb2d-43ee-4d77-8078-b716d0fafb0c req-6109ba1e-e85d-4c75-96f5-b6afe73b5a1b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:46.606554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c044cb2d-43ee-4d77-8078-b716d0fafb0c req-6109ba1e-e85d-4c75-96f5-b6afe73b5a1b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.1233668 Jul 29 18:16:46.635919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-2c5f2131-ebef-4e29-a9bf-a1f745fdec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:46.637392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-2c5f2131-ebef-4e29-a9bf-a1f745fdec88 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0723190 Jul 29 18:16:46.664569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c044cb2d-43ee-4d77-8078-b716d0fafb0c req-b453ec6e-1ab9-4cdf-a91c-bf673e5f3ab8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Jul 29 18:16:46.694845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-cb55d3e0-1a38-4789-a6be-915d35dbda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:46.696426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-cb55d3e0-1a38-4789-a6be-915d35dbda6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473480 Jul 29 18:16:46.795830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-2a32a6f1-23d0-4c9b-9b75-47da92f4e1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916493 Jul 29 18:16:46.889387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e4e82d-7137-4ab9-8ae4-d412340fe68a req-4f43337f-610a-4942-a770-0ce5ba453862 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Jul 29 18:16:47.773637 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-1932bf2b-ec6e-4dd4-a7ef-0f0327f8b1fe req-e1c02479-1866-473d-bd0d-09a064b5365a service neutron] (94051) timed out ('10.222.0.16', 40486) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:16:47.784705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa235df-666f-4a1d-8897-3f6dda8ff169 req-6c12f9f8-e962-4ce7-b1e4-246455e97729 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:47.786224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa235df-666f-4a1d-8897-3f6dda8ff169 req-6c12f9f8-e962-4ce7-b1e4-246455e97729 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0537305 Jul 29 18:16:47.825804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9aa235df-666f-4a1d-8897-3f6dda8ff169 req-df51beda-1ee2-4681-801b-4aef57d8f648 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Jul 29 18:16:48.954566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4feaa2-7d12-494d-918b-af56ffd8c653 req-0f24550f-2649-43b6-afd0-e5f515ef157e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:48.956113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed4feaa2-7d12-494d-918b-af56ffd8c653 req-0f24550f-2649-43b6-afd0-e5f515ef157e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0556786 Jul 29 18:16:48.998556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed4feaa2-7d12-494d-918b-af56ffd8c653 req-9b16b85b-be56-48e3-a230-20ac2150e51d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jul 29 18:16:50.132511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491532d8-4145-41cf-8ddc-48660d7c463d req-ae46ac09-8a79-4ed3-b455-3e487be14cb4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:50.134040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-491532d8-4145-41cf-8ddc-48660d7c463d req-ae46ac09-8a79-4ed3-b455-3e487be14cb4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Jul 29 18:16:50.176834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-491532d8-4145-41cf-8ddc-48660d7c463d req-4075db96-35ee-4ee0-b15a-6bad171b30b6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354211 Jul 29 18:16:51.296815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f0f5-4b79-4a40-98c0-fa1a79fe5a45 req-ecb492c9-5373-4e4f-a7eb-136790a58b91 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:51.298339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e82f0f5-4b79-4a40-98c0-fa1a79fe5a45 req-ecb492c9-5373-4e4f-a7eb-136790a58b91 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0511289 Jul 29 18:16:51.336618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e82f0f5-4b79-4a40-98c0-fa1a79fe5a45 req-9cea8d9c-4830-473c-90be-958a37b73f57 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Jul 29 18:16:52.466976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949cdf9-738c-4db9-95c6-ead6f32d145d req-9e7e4b15-e573-46cc-972b-b471398f8ce4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:52.468391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c949cdf9-738c-4db9-95c6-ead6f32d145d req-9e7e4b15-e573-46cc-972b-b471398f8ce4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0651107 Jul 29 18:16:52.508031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c949cdf9-738c-4db9-95c6-ead6f32d145d req-38d40985-7cec-4334-a1bf-0d478acae376 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Jul 29 18:16:53.631270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b479e-e513-4bcc-871a-9661de3c405a req-9b0c1918-51ad-42f7-acc9-e945807df8a9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:53.632756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645b479e-e513-4bcc-871a-9661de3c405a req-9b0c1918-51ad-42f7-acc9-e945807df8a9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0519857 Jul 29 18:16:53.672207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-645b479e-e513-4bcc-871a-9661de3c405a req-8656755e-0519-4192-9ac9-b938f4973aa3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jul 29 18:16:54.802765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e43d2-fbee-4212-80b0-4fd6cc3fc70e req-d0288ceb-22a0-4e58-b6d7-d26f740c6e2f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:54.804243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59e43d2-fbee-4212-80b0-4fd6cc3fc70e req-d0288ceb-22a0-4e58-b6d7-d26f740c6e2f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0543489 Jul 29 18:16:54.846837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59e43d2-fbee-4212-80b0-4fd6cc3fc70e req-5a1ff3d1-7c39-463e-a1df-e657c8bfb4d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Jul 29 18:16:55.981909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fd466-650a-4ad5-99ba-eb22195ea313 req-2878b4a4-a418-4f2f-b0a1-229c5166eb31 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:55.983451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c8fd466-650a-4ad5-99ba-eb22195ea313 req-2878b4a4-a418-4f2f-b0a1-229c5166eb31 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 943 time: 0.0613761 Jul 29 18:16:56.027460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c8fd466-650a-4ad5-99ba-eb22195ea313 req-1225948e-b0db-4f1b-bf26-36ceb3593bb4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Jul 29 18:16:56.317349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6e2d802a-1cba-4444-b98c-adf38016e90f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:16:56.430011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6e2d802a-1cba-4444-b98c-adf38016e90f,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:56.442308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '6e2d802a-1cba-4444-b98c-adf38016e90f', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': '6e2d802a-1cba-4444-b98c-adf38016e90f', 'mac_address': 'fa:16:3e:5f:55:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:16:56.484965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:56.498866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2d802a-1cba-4444-b98c-adf38016e90f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:16:56.520439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6e2d802a-1cba-4444-b98c-adf38016e90f,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:56.526509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:56.579018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:56.692699 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:56.730363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6e2d802a-1cba-4444-b98c-adf38016e90f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:16:57.153941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412e81b-552c-4eea-89c4-5502b51775a8 req-be55eff9-4013-4498-b4d0-ec37fc9228ae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:57.155463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7412e81b-552c-4eea-89c4-5502b51775a8 req-be55eff9-4013-4498-b4d0-ec37fc9228ae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 944 time: 0.0510147 Jul 29 18:16:57.196600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7412e81b-552c-4eea-89c4-5502b51775a8 req-355c7d26-5951-4cde-8685-8ca7bd8627ab tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jul 29 18:16:57.654177 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:58.326445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5012a3-936f-4b6b-b999-83f476acd1d2 req-8c453b34-0e58-4ad1-8bf1-393dc69280ea tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:58.327986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f5012a3-936f-4b6b-b999-83f476acd1d2 req-8c453b34-0e58-4ad1-8bf1-393dc69280ea tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 944 time: 0.0521121 Jul 29 18:16:58.330927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6e2d802a-1cba-4444-b98c-adf38016e90f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:16:58.368964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f5012a3-936f-4b6b-b999-83f476acd1d2 req-2c597e1b-caa6-42e7-8667-86ea8fb35328 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 29 18:16:58.387155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 6e2d802a-1cba-4444-b98c-adf38016e90f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:16:58.392121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 6e2d802a-1cba-4444-b98c-adf38016e90f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:16:58.392500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:58.468138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:58.491164 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:16:58.493426 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9566fcc-e14e-4b4e-98e5-f40b751c09ce" -d '{"events": [{"server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:16:58.509212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6e2d802a-1cba-4444-b98c-adf38016e90f,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:16:58.515065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:16:58.537708 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f876854-2028-466d-b038-fbf0dd3e2d3b x-openstack-request-id: req-0f876854-2028-466d-b038-fbf0dd3e2d3b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:16:58.537977 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:16:58.538270 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f876854-2028-466d-b038-fbf0dd3e2d3b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:16:58.538657 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f', 'code': 200} Jul 29 18:16:58.564158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:16:58.632035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672510-1d99-4aa2-bcb9-8d27a92879d3 req-957293b7-cbce-4171-8910-199c65660e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:58.633519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71672510-1d99-4aa2-bcb9-8d27a92879d3 req-957293b7-cbce-4171-8910-199c65660e14 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 1096 time: 0.0456052 Jul 29 18:16:58.669106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71672510-1d99-4aa2-bcb9-8d27a92879d3 req-725e83d7-9325-4e70-b0b3-5db3d6fbab1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279298 Jul 29 18:16:59.492122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f00aeb-e3e0-48d6-a1ee-572d6c4cd6ec req-13e6e32e-a3a8-4609-b6b5-acaeb6c0dc59 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:16:59.493535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13f00aeb-e3e0-48d6-a1ee-572d6c4cd6ec req-13e6e32e-a3a8-4609-b6b5-acaeb6c0dc59 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0500560 Jul 29 18:16:59.532302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13f00aeb-e3e0-48d6-a1ee-572d6c4cd6ec req-3b8d3862-bdb3-4e94-a1b9-3d2245a0e483 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jul 29 18:17:00.675371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f1d44-f360-4ff0-8132-ce13cae1c3e0 req-66608cac-fcd4-4d09-ab50-50e7ea26aae5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:00.676861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13f1d44-f360-4ff0-8132-ce13cae1c3e0 req-66608cac-fcd4-4d09-ab50-50e7ea26aae5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0675445 Jul 29 18:17:00.717077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13f1d44-f360-4ff0-8132-ce13cae1c3e0 req-49fc852a-9b98-489f-a3bd-614a6784a880 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Jul 29 18:17:00.839908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deb5cd-42a9-471d-ac19-7ad1b1041298 req-71d6157e-09f5-490b-aa95-ebe56e223a82 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:00.841368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7deb5cd-42a9-471d-ac19-7ad1b1041298 req-71d6157e-09f5-490b-aa95-ebe56e223a82 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0550745 Jul 29 18:17:00.881867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c7deb5cd-42a9-471d-ac19-7ad1b1041298 req-c14f9d6e-5e23-4749-b8c9-f0b13daf7b8e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Jul 29 18:17:01.000721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0a269-733f-46b2-a08e-b55b0c76d49c req-1826e307-f9c5-4284-8d1a-2e7ff2677c0b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:01.002213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5df0a269-733f-46b2-a08e-b55b0c76d49c req-1826e307-f9c5-4284-8d1a-2e7ff2677c0b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Jul 29 18:17:01.041711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5df0a269-733f-46b2-a08e-b55b0c76d49c req-4c786e32-405b-42a9-ba60-67a0085b12b2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Jul 29 18:17:01.277473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570e9be-39bf-41ec-a519-073dd25b526c req-9db203f9-181d-4b24-8074-380f46f72fc5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:01.278986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6570e9be-39bf-41ec-a519-073dd25b526c req-9db203f9-181d-4b24-8074-380f46f72fc5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0500486 Jul 29 18:17:01.320621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6570e9be-39bf-41ec-a519-073dd25b526c req-897859cc-e366-41f7-89f2-9c4f64d430bc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jul 29 18:17:02.448614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b283-f88f-4506-a8f2-97870b4d1ca8 req-f8762114-6aeb-4a39-96aa-f3d089ad0384 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:02.450124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da63b283-f88f-4506-a8f2-97870b4d1ca8 req-f8762114-6aeb-4a39-96aa-f3d089ad0384 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0569007 Jul 29 18:17:02.489215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da63b283-f88f-4506-a8f2-97870b4d1ca8 req-c82129de-46b7-44c1-913f-858b86b6e568 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Jul 29 18:17:02.653644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-8f3cd00d-798f-4090-ac08-bd11f96ef4b3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:02.655137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-8f3cd00d-798f-4090-ac08-bd11f96ef4b3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Jul 29 18:17:02.753722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port 6e2d802a-1cba-4444-b98c-adf38016e90f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:17:02.754025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:02.862092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port 6e2d802a-1cba-4444-b98c-adf38016e90f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=6e2d802a-1cba-4444-b98c-adf38016e90f,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:17:02.862648 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:02.879302 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for 6e2d802a-1cba-4444-b98c-adf38016e90f owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:17:03.034085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:03.045848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['6e2d802a-1cba-4444-b98c-adf38016e90f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:17:03.063153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=6e2d802a-1cba-4444-b98c-adf38016e90f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:03.105086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port 6e2d802a-1cba-4444-b98c-adf38016e90f on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:17:03.108009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:03.110100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21b653dc-ebe5-457b-9655-6d51499d32d3 req-32d00cdb-b1d1-4db4-b833-91061c5a684a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "DELETE /v2.0/ports/6e2d802a-1cba-4444-b98c-adf38016e90f HTTP/1.1" status: 204 len: 173 time: 0.4484684 Jul 29 18:17:03.110695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'name': 'network-vif-deleted', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:17:03.113110 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31e2142-9ea4-4df0-a9c7-d66925f6d580" -d '{"events": [{"server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "name": "network-vif-deleted", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:17:03.150148 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db153fd-9141-4ffb-9b5f-75b145cba433 x-openstack-request-id: req-6db153fd-9141-4ffb-9b5f-75b145cba433 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:17:03.150551 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc429f-7739-4428-9f37-974e5860e408", "name": "network-vif-deleted", "tag": "6e2d802a-1cba-4444-b98c-adf38016e90f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:17:03.150827 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db153fd-9141-4ffb-9b5f-75b145cba433 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:17:03.151235 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc429f-7739-4428-9f37-974e5860e408', 'name': 'network-vif-deleted', 'tag': '6e2d802a-1cba-4444-b98c-adf38016e90f', 'status': 'completed', 'code': 200} Jul 29 18:17:03.585351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1ac2bb-c6b2-45f1-b5e6-e827f957dbba req-4f25dd5e-75bb-4f88-bf35-04d927c39e84 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Jul 29 18:17:04.504776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-7e573c0f-4b75-44e1-a650-4fba991e384b req-0af4467c-2614-44ef-8147-6378df23cc41 service neutron] (94052) timed out ('10.222.0.16', 45794) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:17:04.684575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2c6e05d-6eb9-4df3-9da7-0d1ee8263d26 req-24f12ee1-9d74-47ca-b25f-994176457dae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0318096 Jul 29 18:17:05.783338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f4b6062-963b-4895-a0bf-b67bdab35674 req-8f7d5c15-b5c9-4f7d-a2ca-76888aec8a64 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0281765 Jul 29 18:17:06.362139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6e2d802a-1cba-4444-b98c-adf38016e90f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:17:06.383878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 6e2d802a-1cba-4444-b98c-adf38016e90f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:17:06.384257 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 6e2d802a-1cba-4444-b98c-adf38016e90f not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:17:06.891002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0df74edd-5496-4e36-a0d2-9905c8d30e9c req-931d76b1-f9f3-4aae-829a-0a5d0f117cdc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fc429f-7739-4428-9f37-974e5860e408 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Jul 29 18:17:08.654043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-79278966-2022-4371-972e-fdb50490ec50 req-27a8b110-d7e7-45c6-98da-ba38b8e79c71 service neutron] (94051) timed out ('10.222.0.16', 48966) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:17:09.275655 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab779cc4-4a0b-4c38-b29f-89e377cd88a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:11.719832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fffdd388-d13d-471d-93f2-0e584390d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:11.901525 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:13.052024 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:14.694749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:20.896897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-f75a9bdd-2230-4817-b55f-ffdd858edb90 req-7c203dd5-5f3b-4b07-b054-6fa35c31d373 service neutron] (94052) timed out ('10.222.0.16', 34746) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:17:21.682935 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:17:26.689201 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:26.963912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-da808af6-6f04-4214-91b9-2f5c0bcabc3f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:26.965295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-da808af6-6f04-4214-91b9-2f5c0bcabc3f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1162663 Jul 29 18:17:26.980800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-2fe0d49c-1e6e-4562-8a30-fc42640adddc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0096138 Jul 29 18:17:27.033292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-5a830b01-b2c7-48ac-a73f-5ff29686ecd4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473225 Jul 29 18:17:27.237222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-96123898-3f74-4ef1-99e0-3e2e90dfd2eb service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968219 Jul 29 18:17:27.331420 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-aeab9893-3c56-440d-ab5e-602f4cdaa61b service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880978 Jul 29 18:17:27.525453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2af9764f-0eee-4073-ba12-082f28c40935 req-ee66b99a-e409-4266-937a-7223748092b3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Jul 29 18:17:27.641386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:28.612266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bd30679-f750-4280-80fe-39ee8395fd47 req-a670b611-d0c9-4159-98a3-1e7d57d263c8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0268624 Jul 29 18:17:29.616155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-958af588-c3b0-4199-93ab-7723204eb88d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:29.617632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-958af588-c3b0-4199-93ab-7723204eb88d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1104710 Jul 29 18:17:29.630539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:17:29.714379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f4657b7-fe91-4b1a-a20e-a71cac97a19b req-07931041-e32a-4c57-917e-18dcc1b8c271 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Jul 29 18:17:29.767221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:17:29.771067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:29.902227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.10 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/b643db7d-a04c-48ef-8610-4fb3018aa3ef) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:17:30.060383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.074116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object b643db7d-a04c-48ef-8610-4fb3018aa3ef will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:17:30.108915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.152263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:17:30.155357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:17:30.158988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:17:30.186943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:30.199765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.200119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.200435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.200765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.201089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.201411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.201736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.202056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.202402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.202715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.203031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.203343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:30.224173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:30.224810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.241993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-d21fa9b9-f9fd-4d20-a908-e8dd8cd736c3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153548 Jul 29 18:17:30.254016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Request body: {'port': {'device_id': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:17:30.317632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.401383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-997c8f18-6a12-45c4-9ee3-5de3fc4456ae None None] Provisioning for port b643db7d-a04c-48ef-8610-4fb3018aa3ef completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:17:30.405578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-997c8f18-6a12-45c4-9ee3-5de3fc4456ae None None] Provisioning complete for port b643db7d-a04c-48ef-8610-4fb3018aa3ef triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:17:30.406149 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-997c8f18-6a12-45c4-9ee3-5de3fc4456ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.440227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-997c8f18-6a12-45c4-9ee3-5de3fc4456ae None None] Port b643db7d-a04c-48ef-8610-4fb3018aa3ef cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:17:30.594319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b643db7d-a04c-48ef-8610-4fb3018aa3ef {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:17:30.602717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.615728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Transition to ACTIVE for port object b643db7d-a04c-48ef-8610-4fb3018aa3ef will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:17:30.620757 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.677747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Pushing event updated for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:30.760194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Attempting to bind port b643db7d-a04c-48ef-8610-4fb3018aa3ef on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:17:30.760671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Attempting to bind port b643db7d-a04c-48ef-8610-4fb3018aa3ef by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:17:30.761147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Attempting to bind port b643db7d-a04c-48ef-8610-4fb3018aa3ef on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:17:30.766324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Port b643db7d-a04c-48ef-8610-4fb3018aa3ef on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:17:30.766878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Attempting to bind port b643db7d-a04c-48ef-8610-4fb3018aa3ef on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:17:30.772486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:17:30.773092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:17:30.773730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:17:30.774423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Bound port: b643db7d-a04c-48ef-8610-4fb3018aa3ef, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:17:30.774986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.879865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740e37e-2cf5-4e77-9159-9020ac63c130 req-d71fba52-67ba-46c9-889f-655a6609c258 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:30.881242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8740e37e-2cf5-4e77-9159-9020ac63c130 req-d71fba52-67ba-46c9-889f-655a6609c258 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0725441 Jul 29 18:17:30.882283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:17:30.885585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:17:30.896033 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.957714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:30.958358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:30.959765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] 10.222.0.38 "PUT /v2.0/ports/b643db7d-a04c-48ef-8610-4fb3018aa3ef HTTP/1.1" status: 200 len: 1092 time: 0.7102921 Jul 29 18:17:30.965269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:17:30.967631 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc7f68-de40-4386-9252-fe34cd596840" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:17:30.985566 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8740e37e-2cf5-4e77-9159-9020ac63c130 req-01f0b61c-db28-4c8b-9dd7-32f15e41258b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978334 Jul 29 18:17:30.986703 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626c753-e6b9-42ed-ab66-b1c879951480 service neutron] Pushing event updated for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:31.041195 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403df7cc-e000-44c6-999e-28683c04ccd4 x-openstack-request-id: req-403df7cc-e000-44c6-999e-28683c04ccd4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:17:31.041633 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:17:31.041889 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-403df7cc-e000-44c6-999e-28683c04ccd4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:17:31.042318 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef', 'status': 'completed', 'code': 200} Jul 29 18:17:31.053912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-5f446aea-6b9c-458b-a2f7-30da5e45d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.055582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-5f446aea-6b9c-458b-a2f7-30da5e45d0d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0520611 Jul 29 18:17:31.105507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-b3f8d894-4e67-4509-a8f7-044ea7a5da34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef HTTP/1.1" status: 200 len: 217 time: 0.0407968 Jul 29 18:17:31.157619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-0235366c-1363-4b7b-a5db-729d66e88304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.159085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-0235366c-1363-4b7b-a5db-729d66e88304 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0463562 Jul 29 18:17:31.211836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-7ff2a4c4-282c-40e8-b7be-f4f94218c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.213382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-7ff2a4c4-282c-40e8-b7be-f4f94218c32b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452075 Jul 29 18:17:31.315865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-72ffb602-69b2-4fc4-a46d-a02acde5fc4a service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949399 Jul 29 18:17:31.410832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffe9d18f-10bf-4a24-b5c2-94aeb3f92331 req-27352b83-ea47-4364-978b-3d5848f40b09 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860572 Jul 29 18:17:31.498273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-3776ee27-d1c0-4cf5-b6f8-56b80469e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.500381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-3776ee27-d1c0-4cf5-b6f8-56b80469e471 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0414836 Jul 29 18:17:31.592512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-53977355-5efe-43b8-8604-af52a739c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.594009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-53977355-5efe-43b8-8604-af52a739c13a service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0874867 Jul 29 18:17:31.636293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-3650b968-6205-457f-af9a-3f9742195147 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef HTTP/1.1" status: 200 len: 217 time: 0.0347486 Jul 29 18:17:31.685176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-4e021e6a-7aa2-41c3-8c7d-4739e83a4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.686577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-4e021e6a-7aa2-41c3-8c7d-4739e83a4b6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0429652 Jul 29 18:17:31.736909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-fe53355f-a5b7-4f34-bc76-b4f55cebafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:31.738487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-fe53355f-a5b7-4f34-bc76-b4f55cebafd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453322 Jul 29 18:17:31.833003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-5a0d732a-7aa0-4592-90a8-6e445a22cad3 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867596 Jul 29 18:17:31.928375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ebc7f68-de40-4386-9252-fe34cd596840 req-cd39004a-630c-4dd5-a81b-aa06f99eefcb service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884764 Jul 29 18:17:32.120576 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271594-c72d-436c-bf8e-1d0b1b94d293 req-9b1c299c-65e6-462e-b3a6-9b07c7217333 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:32.123430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19271594-c72d-436c-bf8e-1d0b1b94d293 req-9b1c299c-65e6-462e-b3a6-9b07c7217333 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0605977 Jul 29 18:17:32.172837 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19271594-c72d-436c-bf8e-1d0b1b94d293 req-4f0a906f-814b-474a-b3a8-fb9e82dcb026 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Jul 29 18:17:33.330002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13487ac-74f9-430b-99f1-ccef1f5e9cc0 req-b996ed95-b03c-4ba4-8d2d-9801518a815b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:33.334741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13487ac-74f9-430b-99f1-ccef1f5e9cc0 req-b996ed95-b03c-4ba4-8d2d-9801518a815b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0763853 Jul 29 18:17:33.391687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b13487ac-74f9-430b-99f1-ccef1f5e9cc0 req-347c6c48-f115-4d4e-a9df-3a4c863d9f1e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Jul 29 18:17:34.542057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7910e-b3b5-4de9-a63b-a82279fd914f req-983b25a4-79b1-4362-9344-94ef6236f3db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:34.543776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94d7910e-b3b5-4de9-a63b-a82279fd914f req-983b25a4-79b1-4362-9344-94ef6236f3db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0559332 Jul 29 18:17:34.591252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94d7910e-b3b5-4de9-a63b-a82279fd914f req-480a61b4-7cb4-4656-94df-db1760af0808 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Jul 29 18:17:35.738188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685adf9-e3f6-4a2d-89b7-4f8db809ca0e req-95ccaad0-3377-4396-a207-da9dfc484cf5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:35.739780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e685adf9-e3f6-4a2d-89b7-4f8db809ca0e req-95ccaad0-3377-4396-a207-da9dfc484cf5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0613992 Jul 29 18:17:35.780123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e685adf9-e3f6-4a2d-89b7-4f8db809ca0e req-e6a9fa58-52b9-40d9-bf6a-f961b66eb732 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Jul 29 18:17:36.904455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2481e7c-2c25-4c7c-a6f3-934f0d8aa35f req-c60f817b-95f3-403e-8640-24a39527c0b0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:36.905956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2481e7c-2c25-4c7c-a6f3-934f0d8aa35f req-c60f817b-95f3-403e-8640-24a39527c0b0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0517988 Jul 29 18:17:36.944591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2481e7c-2c25-4c7c-a6f3-934f0d8aa35f req-ffb91989-bc1e-4ee9-9897-6e3b22cfece4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Jul 29 18:17:38.078446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89ab1-1276-4e53-9180-44d2d1433ec1 req-94a2c0be-6a91-405b-bf43-7d4915fa6a01 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:38.079910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d89ab1-1276-4e53-9180-44d2d1433ec1 req-94a2c0be-6a91-405b-bf43-7d4915fa6a01 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0558190 Jul 29 18:17:38.119117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7d89ab1-1276-4e53-9180-44d2d1433ec1 req-c1e465d1-666c-481f-be6e-fe4b9038c3ac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jul 29 18:17:39.249967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af13a7-e0f5-41c3-8655-11e61e78d740 req-3da321ab-e275-4be2-a209-76747bbc20f4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:39.251571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46af13a7-e0f5-41c3-8655-11e61e78d740 req-3da321ab-e275-4be2-a209-76747bbc20f4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0537784 Jul 29 18:17:39.278849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fa2e6a3-9557-4196-8730-32ab37a3740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:39.297276 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46af13a7-e0f5-41c3-8655-11e61e78d740 req-ab9697cd-d9ef-4fe1-8aa8-27b9955e35c2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Jul 29 18:17:40.415663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b03ac-b545-4c2d-8607-a9d3488015f1 req-cb570b44-07ea-4fe2-aecd-872f383a1c8e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:40.417116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba2b03ac-b545-4c2d-8607-a9d3488015f1 req-cb570b44-07ea-4fe2-aecd-872f383a1c8e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Jul 29 18:17:40.456439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ba2b03ac-b545-4c2d-8607-a9d3488015f1 req-c744ce32-168f-48bd-8fcd-10bbd5051c66 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Jul 29 18:17:41.580684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe155d0-9de2-41ef-a22c-27c9b9bba715 req-7046be36-f765-404f-9925-ec9dc69dfdf1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:41.582297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fe155d0-9de2-41ef-a22c-27c9b9bba715 req-7046be36-f765-404f-9925-ec9dc69dfdf1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0527949 Jul 29 18:17:41.621567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fe155d0-9de2-41ef-a22c-27c9b9bba715 req-93182a51-788c-48b4-bd38-e9cae2e82c2e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 29 18:17:41.715660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1291048d-cf24-4cbb-86f6-889ee4f74782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:41.905722 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:42.738033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd141c-338d-4cf9-9728-6dd72a1e2c2b req-c2b27f3d-2956-4657-a097-a7374dcdbdff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:42.739519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39bd141c-338d-4cf9-9728-6dd72a1e2c2b req-c2b27f3d-2956-4657-a097-a7374dcdbdff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0499725 Jul 29 18:17:42.780970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39bd141c-338d-4cf9-9728-6dd72a1e2c2b req-37302dd7-4dee-4e03-90f0-8c6ded688ae6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Jul 29 18:17:43.052298 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:43.913389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7395d5-71fd-4c79-a134-c12bff2da9f3 req-b343121b-d0f8-4b6e-be03-5dca6884c493 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:43.915655 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a7395d5-71fd-4c79-a134-c12bff2da9f3 req-b343121b-d0f8-4b6e-be03-5dca6884c493 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0506451 Jul 29 18:17:43.955229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a7395d5-71fd-4c79-a134-c12bff2da9f3 req-d0443b18-b836-4d83-a36d-38fe2c257de8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jul 29 18:17:44.697711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:45.076737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10796-fb7d-4d6d-b183-4e9e20dff375 req-d74ad1ec-ae56-4eeb-9b1c-7db6da61687f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:45.078283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afa10796-fb7d-4d6d-b183-4e9e20dff375 req-d74ad1ec-ae56-4eeb-9b1c-7db6da61687f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0542836 Jul 29 18:17:45.116623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afa10796-fb7d-4d6d-b183-4e9e20dff375 req-a7ef3930-84e2-4107-b6a4-a5ca43b3d5ed tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Jul 29 18:17:46.250760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a77a9-deb8-460a-932c-800ecc50966e req-1eb37c29-4e6e-4c87-b601-5503932df4db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:46.252262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c5a77a9-deb8-460a-932c-800ecc50966e req-1eb37c29-4e6e-4c87-b601-5503932df4db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0593731 Jul 29 18:17:46.295003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c5a77a9-deb8-460a-932c-800ecc50966e req-59d19647-60e9-4fa3-bc9c-fcb5dc460727 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jul 29 18:17:47.435357 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f59fd-1107-42e8-bd2d-98604d940a2d req-1bfee7b1-bca6-4cbb-a33b-0892a377b837 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:47.436737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-812f59fd-1107-42e8-bd2d-98604d940a2d req-1bfee7b1-bca6-4cbb-a33b-0892a377b837 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0591738 Jul 29 18:17:47.478070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-812f59fd-1107-42e8-bd2d-98604d940a2d req-7d77546d-c85d-4835-8fb6-b5fd512938a3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Jul 29 18:17:48.611042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaab475-6395-48b7-bf1e-902e82c17247 req-9f12b45b-7a75-4b2a-9969-a1c6bb0d62eb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:48.612520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aaab475-6395-48b7-bf1e-902e82c17247 req-9f12b45b-7a75-4b2a-9969-a1c6bb0d62eb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0599170 Jul 29 18:17:48.658756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aaab475-6395-48b7-bf1e-902e82c17247 req-ecbc223e-df34-40b4-9232-966236369509 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Jul 29 18:17:49.794031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63767a9d-6a8c-415b-a2af-8fda0482f691 req-46f1fa98-2bec-4031-9208-23405b8bfd46 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:49.795558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63767a9d-6a8c-415b-a2af-8fda0482f691 req-46f1fa98-2bec-4031-9208-23405b8bfd46 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 944 time: 0.0595503 Jul 29 18:17:49.837685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63767a9d-6a8c-415b-a2af-8fda0482f691 req-b4969bf9-c193-4a96-a073-cbeb83445c5d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jul 29 18:17:50.518310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b643db7d-a04c-48ef-8610-4fb3018aa3ef details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:17:50.624269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:17:50.636261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef', 'mac_address': 'fa:16:3e:c3:da:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:17:50.673072 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:50.687086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b643db7d-a04c-48ef-8610-4fb3018aa3ef {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:17:50.708292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:17:50.716916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:50.766162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:50.773897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.774179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.774550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.774886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.775223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.775543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.775852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.776193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.776516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.776837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.777152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.777456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:17:50.905487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b643db7d-a04c-48ef-8610-4fb3018aa3ef'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:17:50.967862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d408-8f0f-439e-8c20-d070e74be0e2 req-2c63af4d-1265-4173-a143-47acaaa6480a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:50.969394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0139d408-8f0f-439e-8c20-d070e74be0e2 req-2c63af4d-1265-4173-a143-47acaaa6480a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 945 time: 0.0553792 Jul 29 18:17:51.009001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0139d408-8f0f-439e-8c20-d070e74be0e2 req-3349866e-ecf9-401f-a195-48724c7988e1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Jul 29 18:17:52.144142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85195e-fbdd-49e3-928a-8c48e64e10c3 req-110b2994-f755-4f90-94a1-d53a83642ff0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:52.145617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e85195e-fbdd-49e3-928a-8c48e64e10c3 req-110b2994-f755-4f90-94a1-d53a83642ff0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 945 time: 0.0623474 Jul 29 18:17:52.191676 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e85195e-fbdd-49e3-928a-8c48e64e10c3 req-fdc789fb-4711-469e-b41b-b686361943fc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Jul 29 18:17:52.534274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b643db7d-a04c-48ef-8610-4fb3018aa3ef up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:17:52.591269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port b643db7d-a04c-48ef-8610-4fb3018aa3ef completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:17:52.594993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port b643db7d-a04c-48ef-8610-4fb3018aa3ef triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:17:52.595368 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:52.676344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:52.698261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:17:52.700554 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151a167-097d-487d-aab5-7e77f9e2465e" -d '{"events": [{"server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:17:52.714819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:17:52.720662 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:52.746378 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc848722-d1a3-40de-83cc-05fc7f1675d4 x-openstack-request-id: req-bc848722-d1a3-40de-83cc-05fc7f1675d4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:17:52.746692 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:17:52.746939 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc848722-d1a3-40de-83cc-05fc7f1675d4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:17:52.747334 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef', 'code': 200} Jul 29 18:17:52.776162 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:52.845120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5fe59-66fd-4fb9-824e-4d49613400a7 req-7ba3a78c-a2df-4588-aa11-ac9f0c58300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:52.847634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05b5fe59-66fd-4fb9-824e-4d49613400a7 req-7ba3a78c-a2df-4588-aa11-ac9f0c58300f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0506542 Jul 29 18:17:52.885783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05b5fe59-66fd-4fb9-824e-4d49613400a7 req-13309275-dad4-4f36-b8fc-55b1272fe14d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Jul 29 18:17:53.330765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058f06a-0290-48be-ac49-2455e8cdc6f8 req-177216d9-495c-4a98-8de7-6194698f4f7c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:53.332245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5058f06a-0290-48be-ac49-2455e8cdc6f8 req-177216d9-495c-4a98-8de7-6194698f4f7c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Jul 29 18:17:53.371665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5058f06a-0290-48be-ac49-2455e8cdc6f8 req-70a2cd82-7be9-4cd5-981a-3fd908c3f134 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Jul 29 18:17:54.501493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b43e-3316-4064-ae61-05c0a3c0422a req-4825cdfb-8790-4d6a-8ae6-24acb973a87f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:54.502914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07d0b43e-3316-4064-ae61-05c0a3c0422a req-4825cdfb-8790-4d6a-8ae6-24acb973a87f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0581243 Jul 29 18:17:54.541282 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07d0b43e-3316-4064-ae61-05c0a3c0422a req-3c7c2832-f4e3-4166-8f28-e393ece75163 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jul 29 18:17:54.663474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893d50-0903-4da1-b28a-cdb3cae442ff req-21a31f09-a217-4d77-a00e-426a4a0ce32b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:54.664978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89893d50-0903-4da1-b28a-cdb3cae442ff req-21a31f09-a217-4d77-a00e-426a4a0ce32b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0535121 Jul 29 18:17:54.704503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89893d50-0903-4da1-b28a-cdb3cae442ff req-8a8f97d7-5a16-4fc3-99d4-d255be5a3b57 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Jul 29 18:17:54.821159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880964e2-27d9-470d-aee1-82b093c9b575 req-f356cbb8-6d92-4662-968d-78db0a8463b7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:54.822672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-880964e2-27d9-470d-aee1-82b093c9b575 req-f356cbb8-6d92-4662-968d-78db0a8463b7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Jul 29 18:17:54.860274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-880964e2-27d9-470d-aee1-82b093c9b575 req-26001b04-8401-463d-b7c9-51dd1d8094dc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jul 29 18:17:55.167533 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e609d-51c3-4cb1-99cd-22e43d93ebfb req-c11b2058-b128-467c-83a8-49503d2fb99e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:55.169016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-574e609d-51c3-4cb1-99cd-22e43d93ebfb req-c11b2058-b128-467c-83a8-49503d2fb99e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0594056 Jul 29 18:17:55.210463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-574e609d-51c3-4cb1-99cd-22e43d93ebfb req-3b61fa4b-1358-4e1a-a16a-600427778a6e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jul 29 18:17:56.328926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a5a91-54d5-4c0e-be34-9ab87f97db0d req-489cee3f-9a99-4f4c-9821-f90addc6dc67 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:56.330429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e1a5a91-54d5-4c0e-be34-9ab87f97db0d req-489cee3f-9a99-4f4c-9821-f90addc6dc67 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0518787 Jul 29 18:17:56.369281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e1a5a91-54d5-4c0e-be34-9ab87f97db0d req-5fb3c9a3-5754-4635-accb-e98119567ddc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jul 29 18:17:56.556435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360979af-85fc-4c73-9a75-610903298034 req-742a88b0-07c1-42b6-b12e-9944debb5b36 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:17:56.557817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-360979af-85fc-4c73-9a75-610903298034 req-742a88b0-07c1-42b6-b12e-9944debb5b36 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 946 time: 0.0542002 Jul 29 18:17:56.655131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port b643db7d-a04c-48ef-8610-4fb3018aa3ef {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:17:56.655422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:56.698917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:56.746650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port b643db7d-a04c-48ef-8610-4fb3018aa3ef, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=b643db7d-a04c-48ef-8610-4fb3018aa3ef,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:17:56.747020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:56.760978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for b643db7d-a04c-48ef-8610-4fb3018aa3ef owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:17:56.896102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:56.909100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['b643db7d-a04c-48ef-8610-4fb3018aa3ef'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:17:56.923789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=b643db7d-a04c-48ef-8610-4fb3018aa3ef,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:17:56.971913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port b643db7d-a04c-48ef-8610-4fb3018aa3ef on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:17:56.974639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:56.976721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-360979af-85fc-4c73-9a75-610903298034 req-af9913e5-d111-446d-a17a-e9f47bad8fcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "DELETE /v2.0/ports/b643db7d-a04c-48ef-8610-4fb3018aa3ef HTTP/1.1" status: 204 len: 173 time: 0.4124808 Jul 29 18:17:56.977201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'name': 'network-vif-deleted', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:17:56.979570 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b383456-a542-4b09-be3b-3283ad526f21" -d '{"events": [{"server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "name": "network-vif-deleted", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:17:57.018997 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe7c37f-41e2-4df3-bd12-cb4647bf17f8 x-openstack-request-id: req-0fe7c37f-41e2-4df3-bd12-cb4647bf17f8 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:17:57.019290 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f0c60e-5d66-4e44-afec-05e3dbd39ba4", "name": "network-vif-deleted", "tag": "b643db7d-a04c-48ef-8610-4fb3018aa3ef", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:17:57.019538 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fe7c37f-41e2-4df3-bd12-cb4647bf17f8 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:17:57.020071 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f0c60e-5d66-4e44-afec-05e3dbd39ba4', 'name': 'network-vif-deleted', 'tag': 'b643db7d-a04c-48ef-8610-4fb3018aa3ef', 'status': 'completed', 'code': 200} Jul 29 18:17:57.471723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb6efcd6-bde8-4a52-aff9-8ad4098f896f req-d32ef346-3ecf-4314-a3d8-01cc124a7231 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Jul 29 18:17:57.651417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:17:58.567393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e3325ef-4c8f-47ee-ba49-b4d5491dcf79 req-279164f0-7620-4025-aeb5-cf0f66716954 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Jul 29 18:17:58.683739 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:17:59.662402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1bd86ddc-2921-4641-b594-e564ae0f714b req-bbad0dc9-9539-4020-a5f1-414f08b89e2a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jul 29 18:18:00.548804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b643db7d-a04c-48ef-8610-4fb3018aa3ef no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:18:00.572229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: b643db7d-a04c-48ef-8610-4fb3018aa3ef {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:18:00.572557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device b643db7d-a04c-48ef-8610-4fb3018aa3ef not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:18:00.778881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fe0cbd8-ea3d-408c-a1d3-a485674ed4c8 req-bfa47164-39d6-425b-a764-5192d0387eae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0f0c60e-5d66-4e44-afec-05e3dbd39ba4 HTTP/1.1" status: 200 len: 210 time: 0.0332167 Jul 29 18:18:09.285245 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d821-7dac-4173-8af1-90fe03ae0fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:11.720881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0c49941f-05c9-4266-b884-d667c25e5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:11.909374 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:13.056457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:13.157129 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-52ccbcac-aba1-485f-be1b-3efe33fb84f4 req-fc8b3316-d23b-4da7-8345-9f2c2037d049 tempest-AttachVolumeNegativeTest-1567277804 tempest-AttachVolumeNegativeTest-1567277804-project] (94052) timed out ('10.222.0.16', 38128) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:18:14.701034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:21.921189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-119e4d47-941f-4147-94ae-3e06df1e5ddd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:21.922680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-119e4d47-941f-4147-94ae-3e06df1e5ddd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1064661 Jul 29 18:18:21.938104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-39fa4ec2-68a7-4898-9581-47e06c3674a6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0096092 Jul 29 18:18:21.990604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-f7f4f827-e9e4-4c05-b9fc-addcc3ad80c8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471973 Jul 29 18:18:22.084132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-6d815a73-6761-4d3b-8307-cc7d87b0ca5d service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866559 Jul 29 18:18:22.175429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-32679a68-44a8-4572-ab6f-728cc2b5c9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Jul 29 18:18:22.479527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd96bbcb-713d-418c-9316-afa20930c6d6 req-b3042ddd-81d8-4cd6-9ac0-611d5b81e663 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0272076 Jul 29 18:18:23.387355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-d70cd19d-5c2f-4629-b380-a5afa9f50529 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:23.389143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-d70cd19d-5c2f-4629-b380-a5afa9f50529 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1080382 Jul 29 18:18:23.402225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:18:23.512807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:18:23.517364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:23.620260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5fff85f-93d1-4641-8dc5-987382129579 req-8297f9af-9a6c-41a0-aae9-535a0d7ae515 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0322967 Jul 29 18:18:23.672805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.11 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/1d8b86c8-080f-4b63-a5f6-407c2cc03153) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:18:23.823038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:23.836695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object 1d8b86c8-080f-4b63-a5f6-407c2cc03153 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:18:23.871466 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:23.914282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:18:23.919358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:18:23.926127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:18:23.930622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:23.976733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:23.977551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:23.995671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-d14f03cb-942b-4dd1-8d50-af3c53586f26 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969076 Jul 29 18:18:24.008663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Request body: {'port': {'device_id': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:18:24.166747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0977cce2-fe97-454a-9d19-93ba241a60ed None None] Provisioning for port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:18:24.171413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0977cce2-fe97-454a-9d19-93ba241a60ed None None] Provisioning complete for port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:18:24.171855 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0977cce2-fe97-454a-9d19-93ba241a60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:24.208106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0977cce2-fe97-454a-9d19-93ba241a60ed None None] Port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:18:24.433507 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:24.710061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8b86c8-080f-4b63-a5f6-407c2cc03153 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:18:24.718612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:24.750720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Transition to ACTIVE for port object 1d8b86c8-080f-4b63-a5f6-407c2cc03153 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:18:24.755838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:24.795781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b998b-83b0-41fb-b58e-ef33c8ff48ad req-a4b88b6e-6278-4355-b865-fa34ba818b25 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:24.797290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c4b998b-83b0-41fb-b58e-ef33c8ff48ad req-a4b88b6e-6278-4355-b865-fa34ba818b25 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 932 time: 0.1018162 Jul 29 18:18:24.828949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:24.898817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c4b998b-83b0-41fb-b58e-ef33c8ff48ad req-c79795c6-150c-4592-a7e8-ecb1cdd8f6fc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926812 Jul 29 18:18:24.935907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Attempting to bind port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:18:24.936150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Attempting to bind port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:18:24.936568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Attempting to bind port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:18:24.941946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:18:24.942432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Attempting to bind port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:18:24.947804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:18:24.948257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:18:24.948710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:18:24.949201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Bound port: 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:18:24.949637 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:25.017586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:18:25.020718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:18:25.026368 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:25.042957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.043563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:25.045356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] 10.222.0.38 "PUT /v2.0/ports/1d8b86c8-080f-4b63-a5f6-407c2cc03153 HTTP/1.1" status: 200 len: 1092 time: 1.0413322 Jul 29 18:18:25.048271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:18:25.050559 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:18:25.124833 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a727a-ef60-4e39-9be3-b31ec00437d5 x-openstack-request-id: req-8b6a727a-ef60-4e39-9be3-b31ec00437d5 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:18:25.125221 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:18:25.125543 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b6a727a-ef60-4e39-9be3-b31ec00437d5 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:18:25.125949 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153', 'status': 'completed', 'code': 200} Jul 29 18:18:25.151689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17683-c4ea-4a1c-b575-b551b77168c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:25.165831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-75d0ad9d-c15e-4bd9-a1c4-11dd8696ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.167411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-75d0ad9d-c15e-4bd9-a1c4-11dd8696ce3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 1095 time: 0.0603783 Jul 29 18:18:25.219476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-14d953ce-52f4-42a7-8b31-fe74463f74f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153 HTTP/1.1" status: 200 len: 217 time: 0.0417073 Jul 29 18:18:25.268604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-bb8b18d6-11d5-4781-b384-6edca0546b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.270110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-bb8b18d6-11d5-4781-b384-6edca0546b95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0458710 Jul 29 18:18:25.315863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa665137-9897-4982-9346-f5f653c08395 req-34b3a2d1-8cfc-4d54-a773-fc0fd4125c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.317374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-34b3a2d1-8cfc-4d54-a773-fc0fd4125c3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403035 Jul 29 18:18:25.412965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-40f4649e-ea5b-4e28-9a13-93f5ae773824 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883424 Jul 29 18:18:25.506605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa665137-9897-4982-9346-f5f653c08395 req-944b029e-0bab-4376-a622-bd9dc0f33c87 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864556 Jul 29 18:18:25.590659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-897c8a38-1630-4155-86d8-906766dae9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.592153 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-897c8a38-1630-4155-86d8-906766dae9b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 1095 time: 0.0424228 Jul 29 18:18:25.689147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-3288d64d-1870-4df6-b2b0-96caa21e8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.690707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-3288d64d-1870-4df6-b2b0-96caa21e8126 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0914192 Jul 29 18:18:25.734164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-70d8971c-5e1e-4a98-a229-c8f0a65fba6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153 HTTP/1.1" status: 200 len: 217 time: 0.0353351 Jul 29 18:18:25.790056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-27c71d97-e074-4e99-9e59-3891490ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.791579 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-27c71d97-e074-4e99-9e59-3891490ab839 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0509050 Jul 29 18:18:25.840284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-c59354e2-33a0-4e67-8aaf-5bb8d5df7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:25.841826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-c59354e2-33a0-4e67-8aaf-5bb8d5df7986 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427988 Jul 29 18:18:25.935869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-c4f30a94-da5e-4c39-acfe-8754a5a9e778 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Jul 29 18:18:26.065600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c011333-3cb2-479e-8ecf-fb7678101745 req-186dbda9-2036-4864-93f7-8879b423123f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:26.067127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c011333-3cb2-479e-8ecf-fb7678101745 req-186dbda9-2036-4864-93f7-8879b423123f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.1009002 Jul 29 18:18:26.070903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b2ab9f1-dfc9-4886-9d5d-64d29fe00609 req-9a217b88-c1b8-4ddd-9af5-551fc5111a90 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277065 Jul 29 18:18:26.106850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c011333-3cb2-479e-8ecf-fb7678101745 req-f04e3423-f964-4d60-aea8-3f25a30bc794 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Jul 29 18:18:26.698032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:27.230083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c5002-6baa-440f-9a20-45d6bf7fd28d req-3978567f-0697-45d1-9296-b4c03a6ad7ff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:27.231627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52c5002-6baa-440f-9a20-45d6bf7fd28d req-3978567f-0697-45d1-9296-b4c03a6ad7ff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0540957 Jul 29 18:18:27.271328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a52c5002-6baa-440f-9a20-45d6bf7fd28d req-7c565cda-cbea-49bf-a2a0-f3bb62dc6c8f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 29 18:18:27.673505 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:28.394285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab7f7-ac63-4917-9583-41700758f625 req-b1c58e4e-d4b8-45e9-9221-b5b36efee515 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:28.395868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42fab7f7-ac63-4917-9583-41700758f625 req-b1c58e4e-d4b8-45e9-9221-b5b36efee515 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0509021 Jul 29 18:18:28.436993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42fab7f7-ac63-4917-9583-41700758f625 req-8dd1b8e2-eaa1-4957-9769-22065c40f179 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Jul 29 18:18:29.567395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc5084-7a54-4e25-93c2-d21d5f317d66 req-c98f735d-b708-4e4e-8370-5c9535d7bcbc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:29.568870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebcc5084-7a54-4e25-93c2-d21d5f317d66 req-c98f735d-b708-4e4e-8370-5c9535d7bcbc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0510521 Jul 29 18:18:29.606973 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebcc5084-7a54-4e25-93c2-d21d5f317d66 req-6984d115-de0e-4125-b077-79266e1846e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 29 18:18:30.745690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd811-8e52-4011-9d31-b81460938fd0 req-d295919c-e63e-4aab-9c05-19808641f876 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:30.747226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c6bd811-8e52-4011-9d31-b81460938fd0 req-d295919c-e63e-4aab-9c05-19808641f876 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0592980 Jul 29 18:18:30.789120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c6bd811-8e52-4011-9d31-b81460938fd0 req-fef055e8-b8bc-4820-9d27-fa0c36104934 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 29 18:18:31.918222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641425-4a38-4d10-9794-24eb28c50ef3 req-b980cd2f-b92a-44f6-a040-a45a695677d6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:31.919630 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f641425-4a38-4d10-9794-24eb28c50ef3 req-b980cd2f-b92a-44f6-a040-a45a695677d6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0536301 Jul 29 18:18:31.961859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6f641425-4a38-4d10-9794-24eb28c50ef3 req-6a9ae5e9-da71-4c58-92da-e6ac9d665bfe tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Jul 29 18:18:33.095214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5178d5-5394-44f1-bd87-9d3cd65adf48 req-779f33f7-644b-491c-aae6-278622c10b03 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:33.096686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5178d5-5394-44f1-bd87-9d3cd65adf48 req-779f33f7-644b-491c-aae6-278622c10b03 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0502887 Jul 29 18:18:33.141339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b5178d5-5394-44f1-bd87-9d3cd65adf48 req-e99f815f-08d2-4b5f-80c6-3e18f19a0d95 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Jul 29 18:18:34.275796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2057f-d14f-434e-88fe-b0a6b30e26b3 req-3cfa4ce0-22bb-4623-93c1-8e163b933825 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:34.277281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64c2057f-d14f-434e-88fe-b0a6b30e26b3 req-3cfa4ce0-22bb-4623-93c1-8e163b933825 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 944 time: 0.0590513 Jul 29 18:18:34.317888 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64c2057f-d14f-434e-88fe-b0a6b30e26b3 req-f9c4fe22-55b8-497a-b57e-0ca94960872e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jul 29 18:18:34.704963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1d8b86c8-080f-4b63-a5f6-407c2cc03153 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:18:34.812329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:18:34.823825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '1d8b86c8-080f-4b63-a5f6-407c2cc03153', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': '1d8b86c8-080f-4b63-a5f6-407c2cc03153', 'mac_address': 'fa:16:3e:99:37:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:18:34.860352 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:34.872984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8b86c8-080f-4b63-a5f6-407c2cc03153 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:18:34.894446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:18:34.901534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:34.950848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:35.101071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1d8b86c8-080f-4b63-a5f6-407c2cc03153'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:18:35.443890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1bfa-2d2d-4403-8640-c0ff6e051ebd req-dc03ecb1-9c41-43f2-9742-433ab91e89ad tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:35.445403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b5f1bfa-2d2d-4403-8640-c0ff6e051ebd req-dc03ecb1-9c41-43f2-9742-433ab91e89ad tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 945 time: 0.0539153 Jul 29 18:18:35.488464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b5f1bfa-2d2d-4403-8640-c0ff6e051ebd req-35abf368-0ad7-4040-8fb8-b87348d9da09 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jul 29 18:18:35.684420 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:18:36.607129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2dc-b6b0-4e6f-ae47-93c7c5852678 req-676de715-000a-4fac-bb32-6922b6e14938 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:36.608631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fd7b2dc-b6b0-4e6f-ae47-93c7c5852678 req-676de715-000a-4fac-bb32-6922b6e14938 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 945 time: 0.0513482 Jul 29 18:18:36.648469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fd7b2dc-b6b0-4e6f-ae47-93c7c5852678 req-56c1b678-78ce-4708-9903-751a8e85e1b3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Jul 29 18:18:36.705156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1d8b86c8-080f-4b63-a5f6-407c2cc03153 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:18:36.769708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:18:36.773730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:18:36.774093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:36.850060 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:36.872622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:18:36.874961 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556c9b5-1652-4a61-93fe-4dbe338d68ec" -d '{"events": [{"server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:18:36.887928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:18:36.893731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:36.919511 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df794e-991a-4922-b86a-6adeb27e26a4 x-openstack-request-id: req-28df794e-991a-4922-b86a-6adeb27e26a4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:18:36.919798 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:18:36.920761 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28df794e-991a-4922-b86a-6adeb27e26a4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:18:36.921154 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153', 'code': 200} Jul 29 18:18:36.951909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:37.022772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb5b8-827f-4b35-bafd-3fc88390bf27 req-74d11cbf-78c2-4d48-b20d-8b56bdabee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:37.024779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2cbb5b8-827f-4b35-bafd-3fc88390bf27 req-74d11cbf-78c2-4d48-b20d-8b56bdabee59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 1097 time: 0.0531943 Jul 29 18:18:37.060440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2cbb5b8-827f-4b35-bafd-3fc88390bf27 req-ced72a0e-fe5d-4203-867f-d7ed4902d437 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289624 Jul 29 18:18:37.769481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559fad2-d97c-435f-9091-a5a7cff5d6c6 req-84eedcfb-4bbf-449a-92cd-e20212273f78 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:37.771023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d559fad2-d97c-435f-9091-a5a7cff5d6c6 req-84eedcfb-4bbf-449a-92cd-e20212273f78 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0527914 Jul 29 18:18:37.811143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d559fad2-d97c-435f-9091-a5a7cff5d6c6 req-9d8a51b8-493d-41b5-93c4-cee8cd9db7b8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jul 29 18:18:38.946224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9006c92-b488-41e2-8cb5-e66ff33edabb req-008516ee-53f1-4dcf-bc89-f52c3b2d50a8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:38.947894 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9006c92-b488-41e2-8cb5-e66ff33edabb req-008516ee-53f1-4dcf-bc89-f52c3b2d50a8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0615034 Jul 29 18:18:38.991380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9006c92-b488-41e2-8cb5-e66ff33edabb req-4b4cb0a1-a964-4993-b7e8-d2a158dd81f6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Jul 29 18:18:39.112359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5b8d2-a5e7-4953-add0-b83bdd5c33ef req-e10b9bdf-0c10-41a6-bfdf-9da687d07969 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:39.113774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fb5b8d2-a5e7-4953-add0-b83bdd5c33ef req-e10b9bdf-0c10-41a6-bfdf-9da687d07969 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0529535 Jul 29 18:18:39.152764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6fb5b8d2-a5e7-4953-add0-b83bdd5c33ef req-fe430756-61c1-43b6-9788-2d36de0d8cda tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 29 18:18:39.279074 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae58df41-91ed-4395-99fa-1f6d5065b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:41.656303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-e9eb613f-3517-4233-b054-f84d9093a7bd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:41.657758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-e9eb613f-3517-4233-b054-f84d9093a7bd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1011477 Jul 29 18:18:41.673015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-4b2f548b-f7d4-417b-adfd-c4ea8f0dcd9a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0093894 Jul 29 18:18:41.717181 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-733f7626-a78b-48d2-997a-16380e66f76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:41.732268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-ba4911e1-5e91-47b3-b999-08174fe25764 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539010 Jul 29 18:18:41.841685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-948b2c17-c739-4c7c-b47f-55ded7118af1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021013 Jul 29 18:18:41.859507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-02f6ab92-32d6-46b9-9a3a-8211f3575ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120381 Jul 29 18:18:41.912054 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:41.974356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-c9c5d00b-01df-4a1c-8d91-9a8006bc86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:41.975813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-c9c5d00b-01df-4a1c-8d91-9a8006bc86e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 1097 time: 0.0894592 Jul 29 18:18:41.986147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-57de0917-68dc-4f2e-989b-cc0a72105df3 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202114 Jul 29 18:18:42.090762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-af7918bd-ca6f-4e2a-946c-e36b484a01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:42.092319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-af7918bd-ca6f-4e2a-946c-e36b484a01cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0939007 Jul 29 18:18:42.139656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-54ba6fc5-d51f-4953-b388-02d53a63b2b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153 HTTP/1.1" status: 200 len: 217 time: 0.0397723 Jul 29 18:18:42.209719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b93fb8b-7d8d-4f70-a743-f46fce1c1592 req-0389a5d7-6618-441d-880e-e451ca0c049f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0544076 Jul 29 18:18:42.218281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-5fb44ada-a0a6-4614-9c2b-49870e9b5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:42.221944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-5fb44ada-a0a6-4614-9c2b-49870e9b5596 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0728612 Jul 29 18:18:42.268780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-979da9cd-a153-4084-8b99-17494eb286f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:42.270340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-979da9cd-a153-4084-8b99-17494eb286f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431881 Jul 29 18:18:42.366753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-2c7a83b4-c835-405a-85c4-d37f20f7bc16 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891674 Jul 29 18:18:42.459977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da7300e8-5a5d-4b0e-93df-201732ed64ca req-f1d9574f-5204-4c25-80c2-4eea20f88967 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862424 Jul 29 18:18:43.060343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.143021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-cfadd3dd-a630-491a-a5e6-e70ae22996fc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:43.144527 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-cfadd3dd-a630-491a-a5e6-e70ae22996fc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1099465 Jul 29 18:18:43.157731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:18:43.271573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:18:43.275334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.319039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b2c84a7-71a7-4504-bc4e-731d90742cdc req-3d4866ea-7059-4754-8bcd-de05a4ead596 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0366044 Jul 29 18:18:43.413803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.4 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/e4a101dd-8984-4521-9041-4a7a5d6067dc) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:18:43.570996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.585519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object e4a101dd-8984-4521-9041-4a7a5d6067dc will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:18:43.619087 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.631867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1d8b86c8-080f-4b63-a5f6-407c2cc03153'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:18:43.665135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:18:43.668352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:18:43.674982 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:18:43.679166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:43.705908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.706278 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.706641 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.706978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.707425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.707766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.708094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.708420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.708748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.709072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.709391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.709907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:18:43.742403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:43.743441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.762648 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-c4143c01-2d7a-4d12-b16a-7f9b1e8a02e8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083906 Jul 29 18:18:43.836775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Request body: {'port': {'device_id': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:18:43.898463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.908248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-31712ee8-26c7-4a10-b6ec-cf5b1f8b6941 None None] Provisioning for port e4a101dd-8984-4521-9041-4a7a5d6067dc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:18:43.912178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-31712ee8-26c7-4a10-b6ec-cf5b1f8b6941 None None] Provisioning complete for port e4a101dd-8984-4521-9041-4a7a5d6067dc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:18:43.912797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-31712ee8-26c7-4a10-b6ec-cf5b1f8b6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:43.948304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-31712ee8-26c7-4a10-b6ec-cf5b1f8b6941 None None] Port e4a101dd-8984-4521-9041-4a7a5d6067dc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:18:44.197187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a101dd-8984-4521-9041-4a7a5d6067dc {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:18:44.205351 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.218450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Transition to ACTIVE for port object e4a101dd-8984-4521-9041-4a7a5d6067dc will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:18:44.223548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.278075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Pushing event updated for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:44.347111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Attempting to bind port e4a101dd-8984-4521-9041-4a7a5d6067dc on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:18:44.347449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Attempting to bind port e4a101dd-8984-4521-9041-4a7a5d6067dc by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:18:44.356600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Attempting to bind port e4a101dd-8984-4521-9041-4a7a5d6067dc on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:18:44.361879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Port e4a101dd-8984-4521-9041-4a7a5d6067dc on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:18:44.362172 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Attempting to bind port e4a101dd-8984-4521-9041-4a7a5d6067dc on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:18:44.367520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:18:44.367879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:18:44.369925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:18:44.369925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Bound port: e4a101dd-8984-4521-9041-4a7a5d6067dc, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:18:44.370181 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.466394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:18:44.472348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:18:44.482638 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.490311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ffda-a93b-40f3-adec-306f0c2fec07 req-a233a3a5-dc74-4264-afc0-972d0a8ea671 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:44.499134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5161ffda-a93b-40f3-adec-306f0c2fec07 req-a233a3a5-dc74-4264-afc0-972d0a8ea671 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0800605 Jul 29 18:18:44.531735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:44.532494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.535165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] 10.222.0.49 "PUT /v2.0/ports/e4a101dd-8984-4521-9041-4a7a5d6067dc HTTP/1.1" status: 200 len: 1091 time: 0.7650480 Jul 29 18:18:44.535630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:18:44.538044 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71078d29-85ec-411b-ba3b-3af7f66ec360" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:18:44.554136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5161ffda-a93b-40f3-adec-306f0c2fec07 req-12aa8c3e-2cd5-4a9e-a75d-39b37cb4cbfb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Jul 29 18:18:44.600825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38005285-4985-4a8f-a3f9-ccf1edd6d18d service neutron] Pushing event updated for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:18:44.667916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-726d2c4a-61bf-4bf3-a1b7-e0f038b0a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:44.673057 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-726d2c4a-61bf-4bf3-a1b7-e0f038b0a847 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 1094 time: 0.0678582 Jul 29 18:18:44.748281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-24cb879a-6777-4c58-9b4c-10a8224927ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc HTTP/1.1" status: 200 len: 217 time: 0.0649648 Jul 29 18:18:44.795301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:44.813866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-20773dd0-1c80-477e-9fad-b0b58c94c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:44.818076 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-20773dd0-1c80-477e-9fad-b0b58c94c948 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0626340 Jul 29 18:18:44.819882 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ae500-796d-4a3b-9b12-04e729b49bca x-openstack-request-id: req-9a0ae500-796d-4a3b-9b12-04e729b49bca {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:18:44.820168 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:18:44.820417 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a0ae500-796d-4a3b-9b12-04e729b49bca {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:18:44.820811 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc', 'status': 'completed', 'code': 200} Jul 29 18:18:44.883337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-37cd5679-0d4a-4ee5-b912-8c18cfeb927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:44.885304 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-37cd5679-0d4a-4ee5-b912-8c18cfeb927a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584910 Jul 29 18:18:44.989342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-b5e01df2-03a1-4737-8856-d977408819cd service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964446 Jul 29 18:18:45.086831 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-769e7452-4ed6-43ae-b5dc-07ce6265aa68 req-ac314325-dfee-4f11-a150-3a541307be5b service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Jul 29 18:18:45.187568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-65bf8090-49ed-4293-bb59-4dd9b54c4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:45.189194 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-65bf8090-49ed-4293-bb59-4dd9b54c4eed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 1094 time: 0.0507820 Jul 29 18:18:45.282545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-c8016d92-1eb1-4f81-86df-dcba368e66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:45.284221 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-c8016d92-1eb1-4f81-86df-dcba368e66d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0866127 Jul 29 18:18:45.326680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-238b70c8-751b-47bd-b6c3-0a680f0a20a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc HTTP/1.1" status: 200 len: 217 time: 0.0350449 Jul 29 18:18:45.380202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-b690ae7f-5531-49da-a571-3b73bcb7a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:45.381666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-b690ae7f-5531-49da-a571-3b73bcb7a194 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0485303 Jul 29 18:18:45.434267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-48cfab7f-18d5-4c44-88cf-faf93c2b195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:45.436086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-48cfab7f-18d5-4c44-88cf-faf93c2b195b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473917 Jul 29 18:18:45.537107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-6a4f6daf-22c0-4131-b1ab-ed88ab7c823f service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932717 Jul 29 18:18:45.645600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-71078d29-85ec-411b-ba3b-3af7f66ec360 req-719876de-e2fd-4e9d-b0d5-83f9ef809348 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000705 Jul 29 18:18:45.671787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413fe25-d770-4301-b9f1-d317d912d596 req-05382421-41dd-46d6-9bcd-c5cfc7ffbfad tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:45.673558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9413fe25-d770-4301-b9f1-d317d912d596 req-05382421-41dd-46d6-9bcd-c5cfc7ffbfad tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0530128 Jul 29 18:18:45.712344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9413fe25-d770-4301-b9f1-d317d912d596 req-57f2a5ad-f6ad-4c97-b382-8a9c1a73e38f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Jul 29 18:18:46.853467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be418350-0441-4265-92ff-0ff4c1cde107 req-ed0334b1-ed3b-456f-b48d-2968fbf4d7e5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:46.855548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be418350-0441-4265-92ff-0ff4c1cde107 req-ed0334b1-ed3b-456f-b48d-2968fbf4d7e5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0601883 Jul 29 18:18:46.914773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be418350-0441-4265-92ff-0ff4c1cde107 req-6936a093-2a7e-4d46-8c06-fdf2072be228 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Jul 29 18:18:48.101449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4562-ccce-4caa-9e10-6e73604da61a req-2a231e9d-50db-4636-bd14-4e8e8546a046 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:48.103202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f23a4562-ccce-4caa-9e10-6e73604da61a req-2a231e9d-50db-4636-bd14-4e8e8546a046 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0720809 Jul 29 18:18:48.159333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f23a4562-ccce-4caa-9e10-6e73604da61a req-adb4b996-b63d-46a7-b695-a087a84b881b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Jul 29 18:18:49.295927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c772e60-b8b7-412a-837f-250120d9c13f req-8e22eb71-dc2b-4fd6-8ae0-a0d12dd3a14a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:49.297654 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c772e60-b8b7-412a-837f-250120d9c13f req-8e22eb71-dc2b-4fd6-8ae0-a0d12dd3a14a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0567858 Jul 29 18:18:49.337115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c772e60-b8b7-412a-837f-250120d9c13f req-83349c39-4103-413e-8b3c-e8456e454252 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jul 29 18:18:50.454376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b766c-4531-49e1-8388-79f97cc12f2d req-02dfd44a-c632-4838-8974-a41959bdc48a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:50.455760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-181b766c-4531-49e1-8388-79f97cc12f2d req-02dfd44a-c632-4838-8974-a41959bdc48a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0487947 Jul 29 18:18:50.495196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-181b766c-4531-49e1-8388-79f97cc12f2d req-04451132-4bd6-4246-909d-aef7be8b8941 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Jul 29 18:18:51.627987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04ad42-79f5-4997-ac60-adf91cdf4389 req-234e9b7e-b7b9-4c20-8e19-cb6345a40e42 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:51.629511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf04ad42-79f5-4997-ac60-adf91cdf4389 req-234e9b7e-b7b9-4c20-8e19-cb6345a40e42 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0550432 Jul 29 18:18:51.672067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf04ad42-79f5-4997-ac60-adf91cdf4389 req-ae12b4da-f3bc-495f-b17a-b3286579e0e4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Jul 29 18:18:52.791591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9d460-3dad-4c68-9a13-2df832c05bab req-d904f115-bf05-4b00-bf9e-c3f3dca21a97 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:52.793705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58c9d460-3dad-4c68-9a13-2df832c05bab req-d904f115-bf05-4b00-bf9e-c3f3dca21a97 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0529389 Jul 29 18:18:52.834725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58c9d460-3dad-4c68-9a13-2df832c05bab req-64b11c3c-fbe5-46ab-a2e5-6fab8d809127 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Jul 29 18:18:53.956495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31287cf-bd1f-4c3b-976d-bbd553ea9eaf req-6984796e-975b-4a13-a1ad-8ce5489a9d04 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:53.957889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d31287cf-bd1f-4c3b-976d-bbd553ea9eaf req-6984796e-975b-4a13-a1ad-8ce5489a9d04 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0516925 Jul 29 18:18:54.004025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d31287cf-bd1f-4c3b-976d-bbd553ea9eaf req-2d3e1a1f-c2b1-4596-80f3-2c5c98ec07d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Jul 29 18:18:55.126346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cb95e-94ad-499a-866b-c277448f91c2 req-8616c11a-3759-45e0-af23-bc529d4d8578 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:55.127891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-248cb95e-94ad-499a-866b-c277448f91c2 req-8616c11a-3759-45e0-af23-bc529d4d8578 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0533242 Jul 29 18:18:55.174267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-248cb95e-94ad-499a-866b-c277448f91c2 req-82a645e2-cba6-4446-be7b-e985018b2367 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Jul 29 18:18:56.290964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182989c-24ab-4cf5-b6ad-c812b3df4979 req-ea7ff8bc-c3a2-4e1c-b80c-a5bebf6d052a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:56.292419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e182989c-24ab-4cf5-b6ad-c812b3df4979 req-ea7ff8bc-c3a2-4e1c-b80c-a5bebf6d052a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0495679 Jul 29 18:18:56.330977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e182989c-24ab-4cf5-b6ad-c812b3df4979 req-62d8f00e-da37-427c-8b9b-e3d098fb19b4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Jul 29 18:18:56.709645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:57.466301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68f3f-c95f-48e9-8237-e30a4cddf3ea req-e00b50ee-565a-473a-8e01-e99a935204e9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:57.467971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75b68f3f-c95f-48e9-8237-e30a4cddf3ea req-e00b50ee-565a-473a-8e01-e99a935204e9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0559168 Jul 29 18:18:57.510286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75b68f3f-c95f-48e9-8237-e30a4cddf3ea req-ddfcd085-1858-4e3d-ad16-1d221f670fb6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361824 Jul 29 18:18:57.680208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:18:58.641055 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b53b8-fefe-4d01-bc92-641082e23995 req-6f597345-a3b8-452e-b9e5-1fd508970ca9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:58.642765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-077b53b8-fefe-4d01-bc92-641082e23995 req-6f597345-a3b8-452e-b9e5-1fd508970ca9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0545537 Jul 29 18:18:58.685288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-077b53b8-fefe-4d01-bc92-641082e23995 req-b685ff74-273e-4d7b-9b82-a809c883ec78 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Jul 29 18:18:59.827134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c409-0e10-4377-aca3-955ebf25e614 req-443823dd-4efd-4870-8a40-e08b81b8cd3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:18:59.829308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dca2c409-0e10-4377-aca3-955ebf25e614 req-443823dd-4efd-4870-8a40-e08b81b8cd3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0637207 Jul 29 18:18:59.868297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dca2c409-0e10-4377-aca3-955ebf25e614 req-7dc95705-777d-42f9-aa48-7d9412bd3728 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jul 29 18:19:01.002337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f2fe-4ccd-46dc-8289-e4da23a3fdb4 req-a0825c6a-8381-4dee-a01c-3e5ab0cac1dd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:01.003824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f58f2fe-4ccd-46dc-8289-e4da23a3fdb4 req-a0825c6a-8381-4dee-a01c-3e5ab0cac1dd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0543451 Jul 29 18:19:01.045079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8f58f2fe-4ccd-46dc-8289-e4da23a3fdb4 req-8e1c3911-6dcf-4c82-9547-ffdabdf54d25 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348091 Jul 29 18:19:02.169135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4552b-67a7-465f-bf1f-e3b762734bd4 req-76745f5f-cce7-4909-99e5-1ed698e848bf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:02.171082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5dc4552b-67a7-465f-bf1f-e3b762734bd4 req-76745f5f-cce7-4909-99e5-1ed698e848bf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0548549 Jul 29 18:19:02.220744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5dc4552b-67a7-465f-bf1f-e3b762734bd4 req-59474c6e-d275-4928-a635-4313ecb50ba9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Jul 29 18:19:03.136234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e4a101dd-8984-4521-9041-4a7a5d6067dc details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:19:03.237280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:03.249058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'e4a101dd-8984-4521-9041-4a7a5d6067dc', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': 'e4a101dd-8984-4521-9041-4a7a5d6067dc', 'mac_address': 'fa:16:3e:96:86:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:19:03.290598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:03.304739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a101dd-8984-4521-9041-4a7a5d6067dc {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:19:03.326139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:03.331541 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:03.345667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a58bd-0810-481b-a2f0-8ec1a7e4fc43 req-c17b4646-677e-4373-a7ad-b062fb23e4cb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:03.347235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c18a58bd-0810-481b-a2f0-8ec1a7e4fc43 req-c17b4646-677e-4373-a7ad-b062fb23e4cb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 943 time: 0.0519607 Jul 29 18:19:03.385952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:03.390569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c18a58bd-0810-481b-a2f0-8ec1a7e4fc43 req-bb390e6b-3662-4426-87cc-2fe9f8b5ae7a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jul 29 18:19:03.393834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.394202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.394557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.394899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.395244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.395560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.395922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.396220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.396542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.396876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.397185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.397511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:03.548389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e4a101dd-8984-4521-9041-4a7a5d6067dc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:19:04.515483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b421be-c1fb-40c7-931f-f140e56ac15d req-440e06e0-21c9-4b13-adc8-464b74029c00 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:04.516976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83b421be-c1fb-40c7-931f-f140e56ac15d req-440e06e0-21c9-4b13-adc8-464b74029c00 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 944 time: 0.0517161 Jul 29 18:19:04.558576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83b421be-c1fb-40c7-931f-f140e56ac15d req-edc97c6e-5216-4700-859d-4cc9c65aa552 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Jul 29 18:19:05.167456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e4a101dd-8984-4521-9041-4a7a5d6067dc up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:19:05.224071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port e4a101dd-8984-4521-9041-4a7a5d6067dc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:19:05.229777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port e4a101dd-8984-4521-9041-4a7a5d6067dc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:19:05.230197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:05.308629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:05.331520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:19:05.333859 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad832a-ca06-445b-bd15-59432ebd517a" -d '{"events": [{"server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "name": "network-vif-plugged", "status": "completed", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:19:05.347756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:05.353168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:05.377941 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5524dc2-3f5e-4cbf-a58c-75ea02a03f3a x-openstack-request-id: req-f5524dc2-3f5e-4cbf-a58c-75ea02a03f3a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:19:05.378273 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "name": "network-vif-plugged", "status": "completed", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:19:05.378523 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5524dc2-3f5e-4cbf-a58c-75ea02a03f3a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:19:05.378873 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc', 'code': 200} Jul 29 18:19:05.407820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:05.476752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8734-f31d-4f1d-9c38-3e565f967749 req-9754da24-3d51-4144-92f6-a31d913745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:05.478320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-745b8734-f31d-4f1d-9c38-3e565f967749 req-9754da24-3d51-4144-92f6-a31d913745fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 1096 time: 0.0443189 Jul 29 18:19:05.517149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-745b8734-f31d-4f1d-9c38-3e565f967749 req-bc3f4788-fefd-4b7e-8b7d-055b408e5cad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Jul 29 18:19:05.685997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054c838-8a8a-4cb7-a024-da4f6a962956 req-2e2d423c-4a00-4d17-8cff-c6c46264c408 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:05.687439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b054c838-8a8a-4cb7-a024-da4f6a962956 req-2e2d423c-4a00-4d17-8cff-c6c46264c408 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0554686 Jul 29 18:19:05.730281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b054c838-8a8a-4cb7-a024-da4f6a962956 req-eabb2e45-7787-44df-995e-a5522ac16000 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Jul 29 18:19:06.866960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb1e63-290a-4ed2-b18c-dffb8420bd20 req-65a079f0-c2a3-495d-829b-4837af6ea9f7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:06.869283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2cb1e63-290a-4ed2-b18c-dffb8420bd20 req-65a079f0-c2a3-495d-829b-4837af6ea9f7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0628743 Jul 29 18:19:06.915131 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2cb1e63-290a-4ed2-b18c-dffb8420bd20 req-b6d34ac1-9fff-4eed-b5b6-c1a500ee5d3c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Jul 29 18:19:07.042659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5cda-8f45-44dd-9153-ea9c8085cc27 req-0ed16957-8794-44e3-be8b-0a976e7ad39a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:07.044055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-770b5cda-8f45-44dd-9153-ea9c8085cc27 req-0ed16957-8794-44e3-be8b-0a976e7ad39a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0551057 Jul 29 18:19:07.086718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-770b5cda-8f45-44dd-9153-ea9c8085cc27 req-efcb80ff-34ac-4fad-83b8-4efb6e7b77f7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358558 Jul 29 18:19:07.416201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1303-f5b1-482b-922b-d5df753450e6 req-1e736938-eaf9-4e17-9a8a-9cfc4a94f23a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:07.417678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a66a1303-f5b1-482b-922b-d5df753450e6 req-1e736938-eaf9-4e17-9a8a-9cfc4a94f23a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0542409 Jul 29 18:19:07.461032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a66a1303-f5b1-482b-922b-d5df753450e6 req-e545c328-8100-4467-b06f-7e955bbce6f2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Jul 29 18:19:08.588272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a14fc-9bee-4a5b-86aa-1784845a69af req-3afd881e-7992-40c0-bf87-26eebd42f55a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:08.589812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c90a14fc-9bee-4a5b-86aa-1784845a69af req-3afd881e-7992-40c0-bf87-26eebd42f55a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0568058 Jul 29 18:19:08.630657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c90a14fc-9bee-4a5b-86aa-1784845a69af req-b1430e6a-33d5-4e34-9495-3c76f88ce52d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Jul 29 18:19:08.824121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-6aa88c48-a40e-4fe4-9c91-d2b897db6841 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:08.825666 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-6aa88c48-a40e-4fe4-9c91-d2b897db6841 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 945 time: 0.0553515 Jul 29 18:19:08.927266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port e4a101dd-8984-4521-9041-4a7a5d6067dc {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:19:08.927616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:09.025685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port e4a101dd-8984-4521-9041-4a7a5d6067dc, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=e4a101dd-8984-4521-9041-4a7a5d6067dc,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:09.026052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:09.041339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for e4a101dd-8984-4521-9041-4a7a5d6067dc owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:19:09.184494 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:09.197020 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1d8b86c8-080f-4b63-a5f6-407c2cc03153'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:19:09.201762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['e4a101dd-8984-4521-9041-4a7a5d6067dc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:19:09.220062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=e4a101dd-8984-4521-9041-4a7a5d6067dc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:09.264553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port e4a101dd-8984-4521-9041-4a7a5d6067dc on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:19:09.267292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:09.269432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bbd607cf-5e1b-45ad-888e-6c7978b4bc0d req-5040a271-a79c-4ce3-ae22-48640e7f6fca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "DELETE /v2.0/ports/e4a101dd-8984-4521-9041-4a7a5d6067dc HTTP/1.1" status: 204 len: 173 time: 0.4369237 Jul 29 18:19:09.269939 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'name': 'network-vif-deleted', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:19:09.272223 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde8640-3cd9-4a1d-b7bb-976865b28241" -d '{"events": [{"server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "name": "network-vif-deleted", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:19:09.298960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c461e29a-b06d-4216-be56-9adca1fdb4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:09.323112 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533af3e-a84f-49a2-8e7b-40826a799aa4 x-openstack-request-id: req-a533af3e-a84f-49a2-8e7b-40826a799aa4 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:19:09.323471 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7da29-dd09-4858-8afc-ce9d05d45c4a", "name": "network-vif-deleted", "tag": "e4a101dd-8984-4521-9041-4a7a5d6067dc", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:19:09.323747 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a533af3e-a84f-49a2-8e7b-40826a799aa4 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:19:09.324221 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe7da29-dd09-4858-8afc-ce9d05d45c4a', 'name': 'network-vif-deleted', 'tag': 'e4a101dd-8984-4521-9041-4a7a5d6067dc', 'status': 'completed', 'code': 200} Jul 29 18:19:09.736345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b866ff7f-1b01-4b8a-82f0-045b54f4bc9e req-f62c5b87-93fd-423a-b796-b590d6658934 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0312996 Jul 29 18:19:10.834569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f053753d-be0d-493a-8384-35ed3e86d539 req-bad1a216-3eb8-42e9-bcad-745b41747e9c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0276573 Jul 29 18:19:11.711363 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-987c7c70-5f42-4f7b-a11d-82e4f6ba31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:11.925749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:11.942719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a7f23e8-038f-43e6-8824-9d61435661ab req-e53145ec-2da1-4f5f-b0ef-089a2bf55a2c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0338917 Jul 29 18:19:12.685083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:19:13.068842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:13.074231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2ee474a-7b40-4084-bc49-0fcad7609462 req-6cd007aa-aab0-4266-a2d5-984df3064294 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe7da29-dd09-4858-8afc-ce9d05d45c4a HTTP/1.1" status: 200 len: 210 time: 0.0493882 Jul 29 18:19:13.217855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e4a101dd-8984-4521-9041-4a7a5d6067dc no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:19:13.241790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: e4a101dd-8984-4521-9041-4a7a5d6067dc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:19:13.242269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device e4a101dd-8984-4521-9041-4a7a5d6067dc not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:19:14.706663 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:17.578151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec81c8-2f14-476b-81e6-f967cfe2d20c req-a728f35b-bb6c-404d-ba27-22b04e3ad546 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:17.579665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2aec81c8-2f14-476b-81e6-f967cfe2d20c req-a728f35b-bb6c-404d-ba27-22b04e3ad546 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0551879 Jul 29 18:19:17.620771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2aec81c8-2f14-476b-81e6-f967cfe2d20c req-5881c5bc-695a-43ae-acd3-af6d7a25399f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Jul 29 18:19:18.741014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe207-3a8f-415c-8e69-c4156b5a8cb9 req-91739187-7074-4e29-b82c-1d73f5ee2e80 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:18.742560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcbbe207-3a8f-415c-8e69-c4156b5a8cb9 req-91739187-7074-4e29-b82c-1d73f5ee2e80 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0525885 Jul 29 18:19:18.782314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bcbbe207-3a8f-415c-8e69-c4156b5a8cb9 req-97e20045-330d-427b-a55e-6fb1dfad6983 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=346963c0-4543-49cc-bb98-1308bb50dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Jul 29 18:19:19.076379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-eafe94cd-4cf0-49e4-8f4b-17ab3b0d1d35 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:19.078145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-eafe94cd-4cf0-49e4-8f4b-17ab3b0d1d35 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 946 time: 0.0659978 Jul 29 18:19:19.172998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:19:19.173343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:19.274764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port 1d8b86c8-080f-4b63-a5f6-407c2cc03153, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=1d8b86c8-080f-4b63-a5f6-407c2cc03153,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:19.275091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:19.288040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for 1d8b86c8-080f-4b63-a5f6-407c2cc03153 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:19:19.431406 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:19.447357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['1d8b86c8-080f-4b63-a5f6-407c2cc03153'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:19:19.468203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=1d8b86c8-080f-4b63-a5f6-407c2cc03153,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:19.494029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.494414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.494752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.495087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.495420 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.495747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.496072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.496390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.496714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.497029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.497349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.497666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:19.517222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port 1d8b86c8-080f-4b63-a5f6-407c2cc03153 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:19:19.519713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:19.521699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bcfc47a-bb6c-442e-abbd-dac5ddbbe528 req-68a2361d-ce47-44e7-89c9-9213f7ef9b3a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "DELETE /v2.0/ports/1d8b86c8-080f-4b63-a5f6-407c2cc03153 HTTP/1.1" status: 204 len: 173 time: 0.4377751 Jul 29 18:19:19.522205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'name': 'network-vif-deleted', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:19:19.524499 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca20bc6-f9eb-46b0-bd5a-45fff454e321" -d '{"events": [{"server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "name": "network-vif-deleted", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:19:19.565783 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf023b-20ce-4709-844e-f43b0164f672 x-openstack-request-id: req-34cf023b-20ce-4709-844e-f43b0164f672 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:19:19.566079 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a9e32-6989-48bf-8ac2-a3db5032de7f", "name": "network-vif-deleted", "tag": "1d8b86c8-080f-4b63-a5f6-407c2cc03153", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:19:19.566350 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34cf023b-20ce-4709-844e-f43b0164f672 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:19:19.566757 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a9e32-6989-48bf-8ac2-a3db5032de7f', 'name': 'network-vif-deleted', 'tag': '1d8b86c8-080f-4b63-a5f6-407c2cc03153', 'status': 'completed', 'code': 200} Jul 29 18:19:19.883736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f09c2ce3-8669-4cc1-a133-313900e02065 req-0c840322-e927-487f-bba7-06f261cfe380 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0282040 Jul 29 18:19:20.981482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc3a0339-0c16-4a7a-b83c-6db0fdbf8c91 req-43c2abf9-1e8a-4c9c-bd5b-849463701992 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0275931 Jul 29 18:19:22.089745 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2eedda7-a691-4bf5-bc96-14e947264ca5 req-b6071f95-a08d-42db-a374-e7aacf6c5a6c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0306394 Jul 29 18:19:22.967407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1d8b86c8-080f-4b63-a5f6-407c2cc03153 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:19:22.988420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 1d8b86c8-080f-4b63-a5f6-407c2cc03153 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:19:22.988803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 1d8b86c8-080f-4b63-a5f6-407c2cc03153 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:19:23.198892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b35b76b-78af-43a1-8706-9ac87e837a16 req-6e35cb66-563b-4670-ba90-f4ce83f273a3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd2a9e32-6989-48bf-8ac2-a3db5032de7f HTTP/1.1" status: 200 len: 210 time: 0.0277181 Jul 29 18:19:26.572375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41104) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:26.577493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864710142', 'description': 'tempest-secgroup-smoke-1864710142 description', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:26.601469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.685285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.690963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.719086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.719762 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.720451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469200 Jul 29 18:19:26.722655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350be046-2c61-495f-bb03-ec889f6246be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a79343-d758-486f-800e-5c9e939bf229,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:26.723777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:26.728624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:26.757905 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.805766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.810915 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.828165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd203f0-7204-42e6-b6c1-b6151f2a587f,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:26.835364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.836581 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-498a6649-d1e6-4b48-a89a-045a04b45fac tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117029 Jul 29 18:19:26.839583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:26.844145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:26.874411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.936307 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.941674 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.961610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223fe4ed-e2f1-4ae0-b993-ac204d913ff1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:26.964645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:26.965906 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55edff54-b7d2-428b-8812-4b19ffbda2ce tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253433 Jul 29 18:19:26.968665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:26.973126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:27.001552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.064396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.069159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.086647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8003c28-8b9c-4ff9-85c0-7cb5f5b9104a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:27.092649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.094000 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7e475f45-fd0e-435e-8b99-a18c5f5b5d92 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243968 Jul 29 18:19:27.096698 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41112) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:27.101208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:27.129436 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.191875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.197442 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.215104 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bde9f2-76c0-4389-b220-90fa58fdec25,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:27.224008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.225447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-59ef794d-33aa-4248-a28d-7d9c783279ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277497 Jul 29 18:19:27.228376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41114) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:27.233246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:27.256863 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Project f1e31080da444c36b2b3f5ddba74d1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:19:27.261662 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.322643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.328596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.354595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3fda11-1758-42aa-a175-4f1046298503,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:27.357372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.358591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cec1f739-f12c-493e-b02c-9a095d078955 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291716 Jul 29 18:19:27.361781 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:27.366853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'security_group_rule': {'security_group_id': '88a79343-d758-486f-800e-5c9e939bf229', 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:27.390677 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Project f1e31080da444c36b2b3f5ddba74d1ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:19:27.395385 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.457161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.461049 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.477644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d22121e-5a69-4f96-922a-21c95cc71136,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:27.485373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:27.486616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9c30102f-3169-41a4-a7be-cea295d58886 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237669 Jul 29 18:19:27.677086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:39.287232 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0808cce-d72a-4f7c-9801-c4ff52749f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:41.714852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c44421d9-809d-41cc-8488-d4c9c3ee6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:41.859946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-2f91fa37-4054-4c28-8478-aca0b7f14f39 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864710142&fields=id&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 267 time: 0.0381002 Jul 29 18:19:41.920195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:41.969611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-ccd3303b-c77f-496d-be91-a3e3d909c50f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:41.971154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-ccd3303b-c77f-496d-be91-a3e3d909c50f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1043816 Jul 29 18:19:41.986559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-85a4682a-3d49-43da-9b29-6deb3e708229 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0092263 Jul 29 18:19:42.037339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-15a5a18a-0323-486c-b771-6c457bf5715d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455341 Jul 29 18:19:42.052624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-89a2422f-6693-4749-ab9b-443cdab180a3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:19:42.053552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-89a2422f-6693-4749-ab9b-443cdab180a3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050213 Jul 29 18:19:42.143550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-1eb39210-0529-4f56-8ac8-887e7ba0f8b1 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842533 Jul 29 18:19:42.235199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-d88e2c2c-bb8b-41d1-a1f9-f9fb937ca5cb service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824826 Jul 29 18:19:42.535248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-268bb19d-7380-4e06-846c-ee924a3ab319 req-ef0bfda8-f9e8-475c-bf8d-e1c8ef88c08a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0323792 Jul 29 18:19:43.067217 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:43.456510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-a65895c9-65a8-411e-afe6-2cd79f71af27 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:43.458001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-a65895c9-65a8-411e-afe6-2cd79f71af27 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1070716 Jul 29 18:19:43.502602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-8a9efa99-d719-46ba-a64e-2174b813f5f5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 380 time: 0.0352280 Jul 29 18:19:43.512454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'security_groups': ['88a79343-d758-486f-800e-5c9e939bf229']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:43.637600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1829b5f-a59e-4dff-ae5a-fba5196c312e req-45fa9d30-3d0f-45af-8444-6c9ad36cdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0328689 Jul 29 18:19:43.654810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:19:43.658381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:43.790358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.11 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/7a783317-2b41-439f-afcd-1da5ce186a68) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:19:43.928132 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:43.942794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object 7a783317-2b41-439f-afcd-1da5ce186a68 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:19:43.977622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.028171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:19:44.031397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:19:44.035191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:19:44.062514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:44.092828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:44.093576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.111154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7496734a-6004-4635-9635-697ee541492e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6023605 Jul 29 18:19:44.122353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-13ad6049-d843-4d0b-9e2e-1ae337080cb2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:19:44.123351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-13ad6049-d843-4d0b-9e2e-1ae337080cb2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056381 Jul 29 18:19:44.135503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Request body: {'port': {'device_id': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:44.194854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.292211 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6065dbef-b1c4-4e37-a868-889ae6cb46fe None None] Provisioning for port 7a783317-2b41-439f-afcd-1da5ce186a68 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:19:44.296853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6065dbef-b1c4-4e37-a868-889ae6cb46fe None None] Provisioning complete for port 7a783317-2b41-439f-afcd-1da5ce186a68 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:19:44.297460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6065dbef-b1c4-4e37-a868-889ae6cb46fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.334199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6065dbef-b1c4-4e37-a868-889ae6cb46fe None None] Port 7a783317-2b41-439f-afcd-1da5ce186a68 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:19:44.497820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a783317-2b41-439f-afcd-1da5ce186a68 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:19:44.509765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.523395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Transition to ACTIVE for port object 7a783317-2b41-439f-afcd-1da5ce186a68 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:19:44.527269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.619713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:44.715323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.738190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Attempting to bind port 7a783317-2b41-439f-afcd-1da5ce186a68 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:19:44.738190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Attempting to bind port 7a783317-2b41-439f-afcd-1da5ce186a68 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:19:44.738984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Attempting to bind port 7a783317-2b41-439f-afcd-1da5ce186a68 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:19:44.745631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Port 7a783317-2b41-439f-afcd-1da5ce186a68 on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:19:44.748641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Attempting to bind port 7a783317-2b41-439f-afcd-1da5ce186a68 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:19:44.763076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:19:44.763565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:19:44.764393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:19:44.764939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Bound port: 7a783317-2b41-439f-afcd-1da5ce186a68, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:19:44.765402 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.865815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:19:44.872945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7a783317-2b41-439f-afcd-1da5ce186a68,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:19:44.892423 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.935282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:44.936429 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:44.937844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] 10.222.0.38 "PUT /v2.0/ports/7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 1092 time: 0.8067298 Jul 29 18:19:44.940487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:19:44.943721 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:19:44.981844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781fdae-7825-4c70-b8c5-57aff79b8056 req-c97e585c-6e09-4c1c-ab3c-4a19be845fd7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:44.989801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9781fdae-7825-4c70-b8c5-57aff79b8056 req-c97e585c-6e09-4c1c-ab3c-4a19be845fd7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.2159338 Jul 29 18:19:45.001443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e57312-11e1-4686-a98b-e139833e26fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:45.085993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9781fdae-7825-4c70-b8c5-57aff79b8056 req-336fa358-e761-4212-af0e-d560750bafb3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951431 Jul 29 18:19:45.109804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7b1cb4ae-dd41-4d00-9e40-feac36b8a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.111687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7b1cb4ae-dd41-4d00-9e40-feac36b8a62e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1095 time: 0.1062541 Jul 29 18:19:45.162102 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcc392c-ed45-42a5-b6c3-81d75f53f233 x-openstack-request-id: req-fdcc392c-ed45-42a5-b6c3-81d75f53f233 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:19:45.162391 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:19:45.162634 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdcc392c-ed45-42a5-b6c3-81d75f53f233 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:19:45.163009 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68', 'status': 'completed', 'code': 200} Jul 29 18:19:45.164871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-b97c1466-bdb1-4465-8c41-f2e29968a804 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 217 time: 0.0450547 Jul 29 18:19:45.224939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7190f982-558a-4a16-857c-cee6dad39798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.226596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-7190f982-558a-4a16-857c-cee6dad39798 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0528197 Jul 29 18:19:45.274164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-8711cc9b-985c-4ef3-bd29-8e86853b2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.275907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-8711cc9b-985c-4ef3-bd29-8e86853b2e3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420458 Jul 29 18:19:45.377113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-bcbcd20a-3f5c-498b-8edc-8e5f16d027a0 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926049 Jul 29 18:19:45.476185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-022f53cc-a8ea-495c-87a7-2a8e0b8696dd req-01590e4a-05d8-4276-b141-0075a3b88eee service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922587 Jul 29 18:19:45.574655 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-55bcdfb4-fe7b-4d17-ab03-0e21800d2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.576527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-55bcdfb4-fe7b-4d17-ab03-0e21800d2b73 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1095 time: 0.0458279 Jul 29 18:19:45.666441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-48ca2bc1-d635-46fb-96bc-c77f4e80ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.667863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-48ca2bc1-d635-46fb-96bc-c77f4e80ea9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0842063 Jul 29 18:19:45.713496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-671eaeb2-5444-44b5-8777-768949c42696 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 217 time: 0.0383172 Jul 29 18:19:45.762919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-ead22dcf-c60f-4ffb-9a57-c3eb467e7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.764731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-ead22dcf-c60f-4ffb-9a57-c3eb467e7e1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0438869 Jul 29 18:19:45.810652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-8bbcb339-75e1-4b13-ba57-fc2d6a1d1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:45.812177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-8bbcb339-75e1-4b13-ba57-fc2d6a1d1beb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406902 Jul 29 18:19:45.904854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-accd28b5-a9aa-4d24-bd97-4a3918ea8ef4 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857656 Jul 29 18:19:45.996899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4ec644f5-d2c0-4375-a3c5-5305671dfd7a req-ae54c5f9-4e75-442d-9acd-eb391240f5dc service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Jul 29 18:19:46.189599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15966e5-7461-465d-ab9f-e9fe10be4a46 req-ef55eebc-b459-4862-860e-8deb6926490e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:46.191156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d15966e5-7461-465d-ab9f-e9fe10be4a46 req-ef55eebc-b459-4862-860e-8deb6926490e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0550125 Jul 29 18:19:46.235253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d15966e5-7461-465d-ab9f-e9fe10be4a46 req-3d947ebc-89d5-4333-959e-70762fa14397 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Jul 29 18:19:47.359901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8962e-0929-4c8a-9791-e30045f39ea7 req-50d05499-d704-445d-9489-d0a5d2fa3eca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:47.361585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82e8962e-0929-4c8a-9791-e30045f39ea7 req-50d05499-d704-445d-9489-d0a5d2fa3eca tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0546949 Jul 29 18:19:47.401176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82e8962e-0929-4c8a-9791-e30045f39ea7 req-523feb46-69ee-4784-b3e9-45db8ee41ad6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Jul 29 18:19:48.529309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00020-8486-46ae-86b7-85aa7418ffac req-bf1a7956-b691-4c2f-ad87-78e3f7d26d49 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:48.530800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80d00020-8486-46ae-86b7-85aa7418ffac req-bf1a7956-b691-4c2f-ad87-78e3f7d26d49 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0519474 Jul 29 18:19:48.572165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-80d00020-8486-46ae-86b7-85aa7418ffac req-983f5da8-e96c-4a6b-9a01-2d9b08da1980 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Jul 29 18:19:49.684551 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:19:49.703257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d295-3ffe-4ee5-b38f-c65eae096600 req-fc3dfb46-52e6-4a66-b458-d779489b3ca0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:49.704733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b688d295-3ffe-4ee5-b38f-c65eae096600 req-fc3dfb46-52e6-4a66-b458-d779489b3ca0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0502565 Jul 29 18:19:49.742901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b688d295-3ffe-4ee5-b38f-c65eae096600 req-94ee76d2-e93d-4035-b6c3-e5c958c2f90c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Jul 29 18:19:50.889717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad822e-cdaa-4359-82b7-eb0898893ceb req-55dbc982-05d1-448b-a1e2-769113d5276d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:50.891238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9ad822e-cdaa-4359-82b7-eb0898893ceb req-55dbc982-05d1-448b-a1e2-769113d5276d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0626466 Jul 29 18:19:50.930585 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9ad822e-cdaa-4359-82b7-eb0898893ceb req-e567915c-5acc-4a90-afa5-b2f427a59e66 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Jul 29 18:19:52.059404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911cc4-ae9e-434a-a7e0-1f5e0b663fe3 req-0b0ee616-5e0d-4daf-8cf9-b2e3698cfd1e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:52.060911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d911cc4-ae9e-434a-a7e0-1f5e0b663fe3 req-0b0ee616-5e0d-4daf-8cf9-b2e3698cfd1e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0542033 Jul 29 18:19:52.103874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d911cc4-ae9e-434a-a7e0-1f5e0b663fe3 req-ced9863d-c7f6-4d71-9bf3-307f556ac300 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337737 Jul 29 18:19:53.226768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2165-19bb-48fb-9411-a57bc8523cba req-db962947-cdba-4b1b-a1b9-be8050af8f63 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:53.228669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cebd2165-19bb-48fb-9411-a57bc8523cba req-db962947-cdba-4b1b-a1b9-be8050af8f63 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0535457 Jul 29 18:19:53.268057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cebd2165-19bb-48fb-9411-a57bc8523cba req-3210c415-d599-4c31-87ff-7a7a99c93833 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Jul 29 18:19:54.399536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c4ec-13c1-4e1c-af5c-820a32dc080f req-2b868dce-3877-4fa4-9fd6-4d77f9d98d2a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:54.401009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b84c4ec-13c1-4e1c-af5c-820a32dc080f req-2b868dce-3877-4fa4-9fd6-4d77f9d98d2a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 944 time: 0.0540574 Jul 29 18:19:54.440765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b84c4ec-13c1-4e1c-af5c-820a32dc080f req-f4162434-c901-4354-8f5c-94bff99a2150 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Jul 29 18:19:55.129286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7a783317-2b41-439f-afcd-1da5ce186a68 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:19:55.237881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7a783317-2b41-439f-afcd-1da5ce186a68,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:55.250639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '7a783317-2b41-439f-afcd-1da5ce186a68', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': '7a783317-2b41-439f-afcd-1da5ce186a68', 'mac_address': 'fa:16:3e:06:63:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:19:55.290832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:55.303256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a783317-2b41-439f-afcd-1da5ce186a68 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:19:55.324796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7a783317-2b41-439f-afcd-1da5ce186a68,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:55.333357 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:55.393320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:55.535960 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['7a783317-2b41-439f-afcd-1da5ce186a68'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:19:55.569209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561ed7a-ca74-42fb-ac84-7c57ff97c046 req-e43d98f0-7eee-4d2c-89b1-5f9624ecaa76 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:55.570807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e561ed7a-ca74-42fb-ac84-7c57ff97c046 req-e43d98f0-7eee-4d2c-89b1-5f9624ecaa76 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 945 time: 0.0552704 Jul 29 18:19:55.609765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e561ed7a-ca74-42fb-ac84-7c57ff97c046 req-cd6f794e-c99a-41f7-8e92-adb652f9b8e5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Jul 29 18:19:56.713509 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:56.728189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2030c-7e2c-4925-9f3d-abb61e6c6f92 req-8d30f58c-8a58-498b-8343-a6d69288f5ae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:56.729701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba2030c-7e2c-4925-9f3d-abb61e6c6f92 req-8d30f58c-8a58-498b-8343-a6d69288f5ae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 945 time: 0.0524247 Jul 29 18:19:56.768258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba2030c-7e2c-4925-9f3d-abb61e6c6f92 req-6075bbc1-114a-4bf6-80ca-034dbb9e78d2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Jul 29 18:19:57.140653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7a783317-2b41-439f-afcd-1da5ce186a68 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:19:57.201847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 7a783317-2b41-439f-afcd-1da5ce186a68 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:19:57.205442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 7a783317-2b41-439f-afcd-1da5ce186a68 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:19:57.205818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:57.284917 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:57.309971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:19:57.312275 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6e452-4bf8-4c65-b99c-6d0930b38017" -d '{"events": [{"server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "name": "network-vif-plugged", "status": "completed", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:19:57.325485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7a783317-2b41-439f-afcd-1da5ce186a68,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:19:57.331068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:57.353442 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2afe511-0494-4958-9938-522b379d50e5 x-openstack-request-id: req-f2afe511-0494-4958-9938-522b379d50e5 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:19:57.353732 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "name": "network-vif-plugged", "status": "completed", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:19:57.353990 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2afe511-0494-4958-9938-522b379d50e5 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:19:57.354389 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68', 'code': 200} Jul 29 18:19:57.381554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:57.704235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:57.808205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96531ee2-c9a6-4765-b31f-cd3adc701916 req-7388b5cb-b47b-4a7f-b57d-013e1d15aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:57.809729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96531ee2-c9a6-4765-b31f-cd3adc701916 req-7388b5cb-b47b-4a7f-b57d-013e1d15aeb0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1097 time: 0.4020498 Jul 29 18:19:57.854641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96531ee2-c9a6-4765-b31f-cd3adc701916 req-93bae6e1-54d4-43fd-9883-b22917913720 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 Jul 29 18:19:57.891330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f2eb2-aa84-4409-a584-c90af75b749f req-b54096aa-bd4f-45f0-838c-ad1adb6e288b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:57.892769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5f2eb2-aa84-4409-a584-c90af75b749f req-b54096aa-bd4f-45f0-838c-ad1adb6e288b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.0523806 Jul 29 18:19:57.931656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5f2eb2-aa84-4409-a584-c90af75b749f req-0d9bc7bd-7a1a-4561-93e0-ea1f3f47f2a3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Jul 29 18:19:59.055332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af173e22-1298-428f-9913-5a81a752e1f0 req-3a23c4e0-738c-424f-9ee6-765579bfb5ff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:59.056798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af173e22-1298-428f-9913-5a81a752e1f0 req-3a23c4e0-738c-424f-9ee6-765579bfb5ff tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.0522234 Jul 29 18:19:59.099485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af173e22-1298-428f-9913-5a81a752e1f0 req-6b25b850-c465-4db5-a073-580200a551f6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Jul 29 18:19:59.221483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17e6c-8b99-433f-ab7b-77649d024dd5 req-a18400a4-891b-436c-8615-854a552ddb90 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:59.222925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93c17e6c-8b99-433f-ab7b-77649d024dd5 req-a18400a4-891b-436c-8615-854a552ddb90 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.0564675 Jul 29 18:19:59.267272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93c17e6c-8b99-433f-ab7b-77649d024dd5 req-d1a3a8e8-85c8-4737-8c9c-1618b1d48cb9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Jul 29 18:19:59.294526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41298) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:59.338561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bc3f7-a95a-4e96-8c22-14ee2080924d tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:19:59.340078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d04bc3f7-a95a-4e96-8c22-14ee2080924d tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1092 time: 0.0445321 Jul 29 18:19:59.343089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41300) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:19:59.347465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '7a783317-2b41-439f-afcd-1da5ce186a68', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:19:59.374575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:59.477908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:59.581560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.25.5.164 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/15232ca3-21ca-40e6-ac05-8a2347296b71) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:19:59.679294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:59.720793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:19:59.761244 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:19:59.764044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:19:59.767803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:19:59.775194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=15232ca3-21ca-40e6-ac05-8a2347296b71,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:19:59.801135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.801470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.801801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.802124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.802462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.802783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.803101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.803410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.803725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.804035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.804348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:19:59.804661 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:20:00.139966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:00.214166 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:00.363350 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:00.370334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:00.433091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=15232ca3-21ca-40e6-ac05-8a2347296b71,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:20:00.447987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:00.546075 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP 02eee78a-24e8-4f01-ba9e-59be86b949e0 associated. External IP: 172.25.5.164, port: 7a783317-2b41-439f-afcd-1da5ce186a68. Jul 29 18:20:01.116895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:20:01.233038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:20:01.244086 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:20:01.250263 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:01.253113 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:20:01.253721 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:19:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:20:01.277684 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a8b1c5e-0a4c-438c-b991-79c1305f803d tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9336104 Jul 29 18:20:01.278630 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:20:01.281287 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab602dd-642c-4b42-934e-0ef191d3eae4" -d '{"events": [{"name": "network-changed", "server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:20:01.318609 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47438489-f961-46cd-a737-3a57602203b5 x-openstack-request-id: req-47438489-f961-46cd-a737-3a57602203b5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:20:01.318900 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:20:01.319150 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47438489-f961-46cd-a737-3a57602203b5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:20:01.319553 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68', 'status': 'completed', 'code': 200} Jul 29 18:20:01.360894 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:20:01.381387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-e0291627-286d-4779-8d05-5144d13f181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:01.382877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-e0291627-286d-4779-8d05-5144d13f181e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1097 time: 0.0419450 Jul 29 18:20:01.479653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-56d89f76-7dce-44ed-9bac-3e3ea2de6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:01.481418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-56d89f76-7dce-44ed-9bac-3e3ea2de6cf8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0906672 Jul 29 18:20:01.547521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-11f5f05c-59e4-4b3d-8614-dbf6b3bae7a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 1000 time: 0.0586138 Jul 29 18:20:01.585509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '02eee78a-24e8-4f01-ba9e-59be86b949e0', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '7a783317-2b41-439f-afcd-1da5ce186a68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:06:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:19:59Z', 'updated_at': '2021-07-29T18:19:59Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:20:01.596489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-2c710c4e-be11-4e65-a417-f4cd44761414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:01.597968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-2c710c4e-be11-4e65-a417-f4cd44761414 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0439930 Jul 29 18:20:01.612258 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:20:01.620927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:20:01.621503 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:19:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:20:01.648350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-93e12e90-9ccb-49df-916c-a69c41a07f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:01.649877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-93e12e90-9ccb-49df-916c-a69c41a07f6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447881 Jul 29 18:20:01.730539 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:20:01.738688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-a94a33e4-9122-461f-865a-4e142b52114b service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Jul 29 18:20:01.832040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ab602dd-642c-4b42-934e-0ef191d3eae4 req-185c64e6-3502-46aa-aafe-a65be90c78b1 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Jul 29 18:20:01.990070 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '02eee78a-24e8-4f01-ba9e-59be86b949e0', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '7a783317-2b41-439f-afcd-1da5ce186a68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:06:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:19:59Z', 'updated_at': '2021-07-29T18:19:59Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:20:02.016829 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ff15-70df-4f3a-a580-ce148f5468f0 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '02eee78a-24e8-4f01-ba9e-59be86b949e0', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '7a783317-2b41-439f-afcd-1da5ce186a68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:06:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:19:59Z', 'updated_at': '2021-07-29T18:19:59Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:20:02.227977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c687fb-fa2f-41ae-849b-0e96245c8edc None None] New status for floating IP 02eee78a-24e8-4f01-ba9e-59be86b949e0: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:20:09.290911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b65f2a68-74e4-4d86-95ba-782ed90e24da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:11.722888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-46d3cb61-6baf-4344-a221-f3ebfb91a293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:11.933431 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:13.084839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:14.719832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:26.684512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:20:26.728149 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:27.699909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:39.300450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9fb621a2-fe96-4b7a-a012-608362ce42a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:41.727446 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df50094a-9aa7-4d8a-b7ca-35fd3715e21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:41.935567 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:43.080658 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:44.727027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:45.435579 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-ab43e2d9-82f5-4515-9996-416bb82b5de0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334128 Jul 29 18:20:45.522595 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-b42da668-7a35-4c46-a65d-eb852a4dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:45.524144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-b42da668-7a35-4c46-a65d-eb852a4dd684 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1097 time: 0.0427415 Jul 29 18:20:45.633189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-debb3096-1a1d-4e43-96b6-006481a98ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:45.634710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-debb3096-1a1d-4e43-96b6-006481a98ab0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0908859 Jul 29 18:20:45.701593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-1591c224-c2f5-462f-9700-a15287145127 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 1002 time: 0.0600452 Jul 29 18:20:45.752087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-05ac1890-7279-43bd-b619-af677f146b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:45.753520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-05ac1890-7279-43bd-b619-af677f146b3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0439670 Jul 29 18:20:45.805690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-0d9188cb-169c-4ca6-a301-c02bccfaf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:20:45.807306 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-0d9188cb-169c-4ca6-a301-c02bccfaf357 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466030 Jul 29 18:20:45.896182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-fec11496-3472-4459-b8f4-87391e03bfd2 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810316 Jul 29 18:20:45.991647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6397967a-5e4e-49a1-af3f-84af2ee319c6 req-64b22b48-623b-438a-902a-a1b3fd293163 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878024 Jul 29 18:20:56.728745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:20:57.722497 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:03.690101 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:21:09.300549 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f022b4e7-4d98-4db6-bf83-c47e3203b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:11.731517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3c30acb-ca00-41f1-a36d-e87249f14d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:11.935710 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:13.086851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:14.723959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:26.726472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:27.723650 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:39.295595 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-acd590d7-95ba-4e36-971f-90bdcb9afc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:40.693171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:21:41.736764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bb3a-b3fe-472e-86ff-f4ee84d9c93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:41.935241 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:43.080975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:44.724232 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:46.502659 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-9267494c-4c46-4dc4-be0b-4be57d95b7ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440710 Jul 29 18:21:46.587979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484d58-90d0-4686-b855-c633dce866d6 req-bbe409ce-09aa-4585-9cd7-8f535b5d3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:21:46.589486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-bbe409ce-09aa-4585-9cd7-8f535b5d3ea7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 1097 time: 0.0427370 Jul 29 18:21:46.710931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484d58-90d0-4686-b855-c633dce866d6 req-744178cf-8c0a-4bfe-a10c-7ee06b95c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:21:46.712437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-744178cf-8c0a-4bfe-a10c-7ee06b95c550 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.1005189 Jul 29 18:21:46.778361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-14c2fe14-e8da-421c-8770-9c6173679fd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 200 len: 1002 time: 0.0590355 Jul 29 18:21:46.829492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484d58-90d0-4686-b855-c633dce866d6 req-84436d77-fa81-40f7-af20-b47ac0b48e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:21:46.830947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-84436d77-fa81-40f7-af20-b47ac0b48e92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0456738 Jul 29 18:21:46.897188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484d58-90d0-4686-b855-c633dce866d6 req-09e74bc5-e3e4-4a55-b726-8dd2762047e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:21:46.898727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-09e74bc5-e3e4-4a55-b726-8dd2762047e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597870 Jul 29 18:21:46.989976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-dd217ba4-dd5a-45ed-a4d6-9c438354a021 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Jul 29 18:21:47.086139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8484d58-90d0-4686-b855-c633dce866d6 req-aae3916f-903a-411e-94e3-880a5af44709 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888340 Jul 29 18:21:56.727423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:57.723142 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:21:59.092171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1958a-7bfe-41a9-99e3-f434eaa4d574 req-fa518c91-3eb7-46e4-97fe-e3cc80f42bd2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:21:59.093683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ee1958a-7bfe-41a9-99e3-f434eaa4d574 req-fa518c91-3eb7-46e4-97fe-e3cc80f42bd2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.1261411 Jul 29 18:21:59.132780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ee1958a-7bfe-41a9-99e3-f434eaa4d574 req-67717c9d-8cf7-417d-b43f-77cb9052a01e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jul 29 18:22:00.277319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae59c25-6371-45b6-92e9-f92149c15076 req-052775b6-225a-4526-aed0-b577eb2f2e36 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:00.278817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aae59c25-6371-45b6-92e9-f92149c15076 req-052775b6-225a-4526-aed0-b577eb2f2e36 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.0537820 Jul 29 18:22:00.320361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aae59c25-6371-45b6-92e9-f92149c15076 req-6d5e6559-b756-4b1e-86b2-81a139cc67ef tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Jul 29 18:22:00.499497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a32a8b-134e-4242-908c-96679e8eae96 req-84b6807d-354c-4c33-851e-c8ea3559c2a3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:00.500847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a32a8b-134e-4242-908c-96679e8eae96 req-84b6807d-354c-4c33-851e-c8ea3559c2a3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 946 time: 0.0563467 Jul 29 18:22:00.594049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port 7a783317-2b41-439f-afcd-1da5ce186a68 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:22:00.594382 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:00.680898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port 7a783317-2b41-439f-afcd-1da5ce186a68, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=7a783317-2b41-439f-afcd-1da5ce186a68,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:22:00.681278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:00.917350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:00.917795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:00.918101 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP 02eee78a-24e8-4f01-ba9e-59be86b949e0 disassociated. External IP: 172.25.5.164, port: 7a783317-2b41-439f-afcd-1da5ce186a68. Jul 29 18:22:00.918535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for 7a783317-2b41-439f-afcd-1da5ce186a68 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:22:01.053162 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:01.081218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=7a783317-2b41-439f-afcd-1da5ce186a68,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:01.092356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.092698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.093034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.093362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.093672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.094000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.094344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.094667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.094979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.095645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.095645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.095889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:01.205127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:22:01.314455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:22:01.324613 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:22:01.333473 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:22:01.334095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:21:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:01.357876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port 7a783317-2b41-439f-afcd-1da5ce186a68 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:22:01.360836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:01.363119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54a32a8b-134e-4242-908c-96679e8eae96 req-ce2c1534-ea35-4efc-94e7-e0de9c5a64d3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "DELETE /v2.0/ports/7a783317-2b41-439f-afcd-1da5ce186a68 HTTP/1.1" status: 204 len: 173 time: 0.8561060 Jul 29 18:22:01.363582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'name': 'network-vif-deleted', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:22:01.366090 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf6856-c654-4d80-9c81-7ec55ddbf77c" -d '{"events": [{"server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "name": "network-vif-deleted", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:22:01.419025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77edeee8-1971-4f23-824e-37013bbcab62 req-e1ebe170-a805-4ef8-8b79-e81c9633fbf1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0299022 Jul 29 18:22:01.443712 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:22:01.547670 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0a8d85-4273-473d-9ca3-864fead09e4b x-openstack-request-id: req-cc0a8d85-4273-473d-9ca3-864fead09e4b {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:22:01.548161 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c265cc0c-4e21-42c0-89f8-16d1895cbe6b", "name": "network-vif-deleted", "tag": "7a783317-2b41-439f-afcd-1da5ce186a68", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:22:01.548494 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc0a8d85-4273-473d-9ca3-864fead09e4b {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:22:01.549199 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c265cc0c-4e21-42c0-89f8-16d1895cbe6b', 'name': 'network-vif-deleted', 'tag': '7a783317-2b41-439f-afcd-1da5ce186a68', 'status': 'completed', 'code': 200} Jul 29 18:22:01.656822 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:01.774077 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:22:01.783106 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:22:01.783707 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:21:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:01.887425 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:22:02.089549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:02.120005 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef452649-db45-41f9-b764-169b3b31bb51 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:22:02.338286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbeb9a-bb99-4ba7-ad6d-5255034d2dbc None None] New status for floating IP 02eee78a-24e8-4f01-ba9e-59be86b949e0: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:22:02.521658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-278cfa08-aed5-4efc-9189-47fead17d0b2 req-b339aa6a-61c6-490f-9a91-b5e5864bacd5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jul 29 18:22:03.616145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1fc88acf-498f-4f0c-866e-559de310acf3 req-cb88de45-8e03-4398-a55a-675416b056af tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0269935 Jul 29 18:22:03.667100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7a783317-2b41-439f-afcd-1da5ce186a68 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:22:03.687332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 7a783317-2b41-439f-afcd-1da5ce186a68 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:22:03.687677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 7a783317-2b41-439f-afcd-1da5ce186a68 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:22:04.721259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b47f40c-bace-46ea-acd7-900eb5fe5c94 req-aff9100e-2dc9-4fda-ae1a-55d0e75d100a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=c265cc0c-4e21-42c0-89f8-16d1895cbe6b HTTP/1.1" status: 200 len: 210 time: 0.0274804 Jul 29 18:22:05.940948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-fb967703-b2a2-418b-9dc6-cc404369d312 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864710142&fields=id&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 267 time: 0.0346954 Jul 29 18:22:06.055370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-6e520b43-bcb9-4734-a0e1-f85d51263be2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:06.056761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-6e520b43-bcb9-4734-a0e1-f85d51263be2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1093419 Jul 29 18:22:06.074544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-0642d958-1495-4fbf-8540-2b2230659720 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0091567 Jul 29 18:22:06.129850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-01f7289a-9fb3-4402-b5f2-da09500382b0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501306 Jul 29 18:22:06.235000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-265adb9d-7234-4301-9bde-94a224539731 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904427 Jul 29 18:22:06.329226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-3b56bb0d-43e4-4f93-a50d-253459faf405 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Jul 29 18:22:06.631688 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25440e70-c835-400c-932b-fdd6a5149f69 req-d9269f5d-3a04-4989-b137-8edbba2aaf3e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 210 time: 0.0270166 Jul 29 18:22:07.558877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a989b5c7-1e11-4deb-b1bf-67447a83e0d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:07.560344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a989b5c7-1e11-4deb-b1bf-67447a83e0d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1091931 Jul 29 18:22:07.606508 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-57fa046e-a92b-4a9d-a5df-16422ac942ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 380 time: 0.0370986 Jul 29 18:22:07.615908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'security_groups': ['88a79343-d758-486f-800e-5c9e939bf229']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:22:07.735483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-135e5f73-338d-4499-9535-d7891ff0c3cc req-57e3c138-cf35-4689-8a13-38c27b6cca45 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 210 time: 0.0335503 Jul 29 18:22:07.761209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:22:07.765029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:07.897724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.8 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/41c3b0d1-f0df-4764-ac1a-0991c70303e3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:22:08.053215 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.067541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object 41c3b0d1-f0df-4764-ac1a-0991c70303e3 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:22:08.103197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.147267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:22:08.150479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:22:08.154108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:22:08.188300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:08.218347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:08.218347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.240384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-df736e00-9a26-4e02-905e-39167bef439f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281748 Jul 29 18:22:08.253499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Request body: {'port': {'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:22:08.315957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.373790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ab309cc8-c6b3-40b9-9245-f0a0be6da810 None None] Provisioning for port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:22:08.378192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ab309cc8-c6b3-40b9-9245-f0a0be6da810 None None] Provisioning complete for port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:22:08.378800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab309cc8-c6b3-40b9-9245-f0a0be6da810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.412125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ab309cc8-c6b3-40b9-9245-f0a0be6da810 None None] Port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:22:08.583530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3b0d1-f0df-4764-ac1a-0991c70303e3 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:22:08.592181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.604557 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Transition to ACTIVE for port object 41c3b0d1-f0df-4764-ac1a-0991c70303e3 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:22:08.610421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.662566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:08.741878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Attempting to bind port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:22:08.742210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Attempting to bind port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:22:08.742620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Attempting to bind port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:22:08.747618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:22:08.747946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Attempting to bind port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:22:08.753449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:22:08.753785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:22:08.754164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:22:08.754636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Bound port: 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:22:08.754989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.864787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:22:08.869459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:22:08.876203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.884828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec92b6-1d08-4d56-9938-cecdbd5c8c18 req-38240401-bd3d-4a55-8160-803617c34aa2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:08.886379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afec92b6-1d08-4d56-9938-cecdbd5c8c18 req-38240401-bd3d-4a55-8160-803617c34aa2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0782614 Jul 29 18:22:08.924805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:08.925414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:08.927051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 1091 time: 0.6787276 Jul 29 18:22:08.933592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:22:08.936681 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d68cfd-9945-4d79-aed1-51b0f755335b" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:22:08.989814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-afec92b6-1d08-4d56-9938-cecdbd5c8c18 req-609a530e-5a06-4d86-ba4b-b0431eaa7eb9 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949547 Jul 29 18:22:09.014482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09a7f-1168-45d5-bc00-451447e326e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:09.032196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-f09cdddf-35e8-49e8-ad34-f1918cd8d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.034422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-f09cdddf-35e8-49e8-ad34-f1918cd8d764 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1094 time: 0.0619416 Jul 29 18:22:09.045620 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab3e52-09d9-47ba-9f56-fc887fd2ac9c x-openstack-request-id: req-4eab3e52-09d9-47ba-9f56-fc887fd2ac9c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:22:09.045912 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:22:09.046165 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eab3e52-09d9-47ba-9f56-fc887fd2ac9c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:22:09.046627 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'status': 'completed', 'code': 200} Jul 29 18:22:09.087643 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-02890d53-98fc-4ccb-9d6d-69c9ad13e8d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 217 time: 0.0393519 Jul 29 18:22:09.138908 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-06c409ae-ff3a-4855-888b-191cd6aac0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.140739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-06c409ae-ff3a-4855-888b-191cd6aac0a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0456533 Jul 29 18:22:09.190147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-6d667122-4af3-49a0-b0fd-08d08097fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.191635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-6d667122-4af3-49a0-b0fd-08d08097fccd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427608 Jul 29 18:22:09.292898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-62195acd-d29e-4c42-b0a0-264306421d85 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929725 Jul 29 18:22:09.298333 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d2c340c-7356-4250-8c7d-2f8ed00ebc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:09.386705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c80f3954-9a2b-47c1-b076-f19a8977ef3a req-4e6db820-f3c8-495e-b6a8-1c11f2f3eb44 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 Jul 29 18:22:09.473721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-e5e04ecf-86be-46f4-a29f-3445e5016965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.475159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-e5e04ecf-86be-46f4-a29f-3445e5016965 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1094 time: 0.0412519 Jul 29 18:22:09.568013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-81d3cb97-7396-4c0c-b936-1a2c2b6d9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.569479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-81d3cb97-7396-4c0c-b936-1a2c2b6d9229 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0879219 Jul 29 18:22:09.611986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-203f6bf2-af9e-466f-a951-310a109cf12f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 217 time: 0.0350068 Jul 29 18:22:09.665453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-726528f3-0734-433f-9780-50019a9bef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.666989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-726528f3-0734-433f-9780-50019a9bef07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0477529 Jul 29 18:22:09.713459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-27067296-6569-45ed-8991-eee2a49d4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:09.715159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-27067296-6569-45ed-8991-eee2a49d4e27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406034 Jul 29 18:22:09.803943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-f07e7c19-12e6-4f5d-9cde-70f092234176 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817735 Jul 29 18:22:09.897289 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38d68cfd-9945-4d79-aed1-51b0f755335b req-e2826ae9-14ab-4ca2-b664-244adea59e80 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Jul 29 18:22:10.113502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefde08-d11e-4903-a66c-bbeca37c939f req-1db92850-7df2-4bd7-ad50-d0b57fcebe94 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:10.115060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daefde08-d11e-4903-a66c-bbeca37c939f req-1db92850-7df2-4bd7-ad50-d0b57fcebe94 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0505295 Jul 29 18:22:10.153215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-daefde08-d11e-4903-a66c-bbeca37c939f req-fe5da14e-8339-4f03-899f-ce8fee1065fd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jul 29 18:22:11.277873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef343d4a-e9b8-47e2-bb00-94424a38681d req-aa671b4a-4050-43a3-932c-aea6408fa4a0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:11.279850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef343d4a-e9b8-47e2-bb00-94424a38681d req-aa671b4a-4050-43a3-932c-aea6408fa4a0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0528495 Jul 29 18:22:11.325750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef343d4a-e9b8-47e2-bb00-94424a38681d req-cbdb2caa-dca8-4a0a-a187-07c9cea5d100 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Jul 29 18:22:11.723385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62f10568-acee-4a69-8f69-46d101196845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:11.938540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:12.454834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76b8dc-d4b6-4ace-8571-063e53b61281 req-1807ce4e-4111-419a-99b4-408ce9680f99 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:12.456216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed76b8dc-d4b6-4ace-8571-063e53b61281 req-1807ce4e-4111-419a-99b4-408ce9680f99 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0522664 Jul 29 18:22:12.496594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed76b8dc-d4b6-4ace-8571-063e53b61281 req-c7cecdb8-959f-4438-8a4c-fea1626b3ca6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jul 29 18:22:13.091299 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:13.632236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f909301-6643-4e90-b28a-afd3ada7ef4c req-3ed16dfc-4a35-4dce-bc23-c291ad53dfcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:13.633729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f909301-6643-4e90-b28a-afd3ada7ef4c req-3ed16dfc-4a35-4dce-bc23-c291ad53dfcd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0514321 Jul 29 18:22:13.674498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5f909301-6643-4e90-b28a-afd3ada7ef4c req-f02620ae-2c0f-4086-9d32-079109eff10b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Jul 29 18:22:14.727432 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:14.791299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13798183-bc27-4b93-bd6b-52673cad1efe req-d4decbb5-c802-493d-b9b2-e45a45a9c9d0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:14.792792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13798183-bc27-4b93-bd6b-52673cad1efe req-d4decbb5-c802-493d-b9b2-e45a45a9c9d0 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0500400 Jul 29 18:22:14.835754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13798183-bc27-4b93-bd6b-52673cad1efe req-5b1b1925-2fe1-4d6a-a842-6f0ef5952f25 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366735 Jul 29 18:22:15.966030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e20520-7767-4f47-b1a9-4df1681fcfda req-e4983841-dcb5-4750-8b52-fc7f82a002f8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:15.967540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66e20520-7767-4f47-b1a9-4df1681fcfda req-e4983841-dcb5-4750-8b52-fc7f82a002f8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0582068 Jul 29 18:22:16.012941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66e20520-7767-4f47-b1a9-4df1681fcfda req-fe4dd0a9-fc5c-477c-8a34-2b0f83e60f95 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362175 Jul 29 18:22:17.148698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef76f-89cc-4940-8b22-4d4d0b2fd98f req-ea9b9791-8ae5-4b77-b08a-d287e7c9a4e7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:17.150197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b51ef76f-89cc-4940-8b22-4d4d0b2fd98f req-ea9b9791-8ae5-4b77-b08a-d287e7c9a4e7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0531962 Jul 29 18:22:17.190290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b51ef76f-89cc-4940-8b22-4d4d0b2fd98f req-c931266c-22e8-4fe9-9bca-938141c1e17c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Jul 29 18:22:17.697957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:22:18.317016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec688e-f25a-417d-95b4-622f81c7b5e4 req-2ad05342-f79b-45db-872f-a2f4a493c788 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:18.318545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7ec688e-f25a-417d-95b4-622f81c7b5e4 req-2ad05342-f79b-45db-872f-a2f4a493c788 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0502045 Jul 29 18:22:18.363626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7ec688e-f25a-417d-95b4-622f81c7b5e4 req-8add03db-d70e-49bd-9c23-328ff1ec1a94 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364304 Jul 29 18:22:19.500844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40a36-b2d3-4dd0-b93c-abcfb1384696 req-186be4a7-1c8f-4233-947d-eb656009f75a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:19.502216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03e40a36-b2d3-4dd0-b93c-abcfb1384696 req-186be4a7-1c8f-4233-947d-eb656009f75a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 943 time: 0.0600796 Jul 29 18:22:19.541229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03e40a36-b2d3-4dd0-b93c-abcfb1384696 req-e1d371fe-b3b3-4a51-b5c6-b33136366754 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Jul 29 18:22:19.761728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 41c3b0d1-f0df-4764-ac1a-0991c70303e3 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:22:19.874286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:22:19.885413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:22:19.924353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:19.936791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3b0d1-f0df-4764-ac1a-0991c70303e3 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:22:19.955616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:22:19.963529 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:20.017524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:20.024823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.025175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.025510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.025813 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.026144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.026502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.026824 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.027142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.027460 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.027778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.028158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.028477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:22:20.190185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['41c3b0d1-f0df-4764-ac1a-0991c70303e3'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:22:20.673614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea4baa-8e4d-4474-bde4-cc1c098e010e req-7b3d6505-58c9-4510-beae-b06f6c5b535c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:20.675108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcea4baa-8e4d-4474-bde4-cc1c098e010e req-7b3d6505-58c9-4510-beae-b06f6c5b535c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 944 time: 0.0573425 Jul 29 18:22:20.714580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dcea4baa-8e4d-4474-bde4-cc1c098e010e req-aa268c51-a53a-48e6-b05a-432f0c26b5d4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Jul 29 18:22:21.775152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 41c3b0d1-f0df-4764-ac1a-0991c70303e3 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:22:21.830146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:22:21.834172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:22:21.834348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbdc5-baba-4b75-841e-14849480f0eb req-064aeacc-8e32-4a35-aa51-71e39ff64b0f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:21.834828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:21.835752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-499bbdc5-baba-4b75-841e-14849480f0eb req-064aeacc-8e32-4a35-aa51-71e39ff64b0f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 944 time: 0.0483439 Jul 29 18:22:21.883526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-499bbdc5-baba-4b75-841e-14849480f0eb req-b569e026-079a-4c58-8f74-7698ca848df4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Jul 29 18:22:21.912916 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:21.934927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:22:21.937328 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9c5b6-4a9b-4ca2-90ed-dba571b6e694" -d '{"events": [{"server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:22:21.951628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:22:21.959253 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:22.035406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:22.058959 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351013f0-31c5-40de-9100-368dc1329207 x-openstack-request-id: req-351013f0-31c5-40de-9100-368dc1329207 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:22:22.059255 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "name": "network-vif-plugged", "status": "completed", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:22:22.059506 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-351013f0-31c5-40de-9100-368dc1329207 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:22:22.059905 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'code': 200} Jul 29 18:22:22.158270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbab7d4-6bec-4a13-a7c1-9f9923c105b0 req-70e8d93b-9e37-44ff-9c63-e8ca7246bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:22.159751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cbab7d4-6bec-4a13-a7c1-9f9923c105b0 req-70e8d93b-9e37-44ff-9c63-e8ca7246bbed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0435619 Jul 29 18:22:22.195559 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cbab7d4-6bec-4a13-a7c1-9f9923c105b0 req-bbaa2f29-7ae7-4262-aa0b-1a0166faca3d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278416 Jul 29 18:22:23.005570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1ce8-5830-4795-982e-4141c5486eb7 req-71535aa2-5dfe-4f3f-9f7a-0e36b7193d96 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:23.007096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fcf1ce8-5830-4795-982e-4141c5486eb7 req-71535aa2-5dfe-4f3f-9f7a-0e36b7193d96 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0513108 Jul 29 18:22:23.045782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4fcf1ce8-5830-4795-982e-4141c5486eb7 req-d7744082-83e9-4d7c-9d05-cabae7359ffb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Jul 29 18:22:24.177278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41886bd-eaf5-4b57-bd72-5f221f235c98 req-7220e40a-f10c-4706-b2fd-67079f6e0675 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:24.178792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f41886bd-eaf5-4b57-bd72-5f221f235c98 req-7220e40a-f10c-4706-b2fd-67079f6e0675 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0526905 Jul 29 18:22:24.226563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f41886bd-eaf5-4b57-bd72-5f221f235c98 req-044d6732-a852-4e55-88d7-2143890f084f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Jul 29 18:22:24.342949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13edac-590b-4589-8851-fc01353cd52e req-cbcae951-af7e-4b44-b353-ae22b5fdc835 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:24.344347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da13edac-590b-4589-8851-fc01353cd52e req-cbcae951-af7e-4b44-b353-ae22b5fdc835 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0517633 Jul 29 18:22:24.384127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da13edac-590b-4589-8851-fc01353cd52e req-af34c594-e900-4ecb-933c-696f477c640f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Jul 29 18:22:24.407038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41446) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:22:24.493095 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b47eab-b89d-4ee8-acf4-d197531d4bb3 tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:24.494793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f8b47eab-b89d-4ee8-acf4-d197531d4bb3 tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1091 time: 0.0865738 Jul 29 18:22:24.497708 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:22:24.504284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:22:24.532571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.005650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.112349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.25.5.40 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/cc1edb2d-1cb7-4308-80dc-d2602f952171) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:22:25.216652 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.260184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.306291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:22:25.310355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:22:25.319541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:22:25.322726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=cc1edb2d-1cb7-4308-80dc-d2602f952171,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:25.699596 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.768477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.919176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.926324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:25.994305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=cc1edb2d-1cb7-4308-80dc-d2602f952171,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:22:26.008568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:26.118937 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP 6c16cfff-509c-4e64-9151-4f85f93ae8bc associated. External IP: 172.25.5.40, port: 41c3b0d1-f0df-4764-ac1a-0991c70303e3. Jul 29 18:22:26.332546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:22:26.451602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:22:26.461450 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:22:26.471163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:26.472166 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:22:26.472773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:22:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:26.502853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f0f237da-f1cb-4443-b4bd-15a1a2c424c5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0038447 Jul 29 18:22:26.503571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:22:26.506675 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c425d3c-36bb-467e-bb0a-3e09d41699aa" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:22:26.543464 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84da07-7a65-4915-aedc-3b603101b14f x-openstack-request-id: req-ee84da07-7a65-4915-aedc-3b603101b14f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:22:26.543759 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:22:26.544012 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee84da07-7a65-4915-aedc-3b603101b14f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:22:26.544419 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'status': 'completed', 'code': 200} Jul 29 18:22:26.580910 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:22:26.605875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-162f45f8-ef4e-4274-a0ea-08e99ba6f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:26.607397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-162f45f8-ef4e-4274-a0ea-08e99ba6f8fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0415194 Jul 29 18:22:26.697875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-c7e227d3-80af-4d32-9013-84a032490724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:26.699404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-c7e227d3-80af-4d32-9013-84a032490724 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0853965 Jul 29 18:22:26.736115 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:26.770835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-03f7c199-6533-4dc1-b927-c0c17e9d4df1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 998 time: 0.0642989 Jul 29 18:22:26.810290 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:25Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:26.820428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-f9124568-ebab-4d4d-acf1-6a7ef2d6ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:26.821891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-f9124568-ebab-4d4d-acf1-6a7ef2d6ebae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0442255 Jul 29 18:22:26.840028 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:22:26.848580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:22:26.849186 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:22:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:26.867645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-1d36bddf-ef38-4f0a-a9d7-23fba2db855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:26.869081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-1d36bddf-ef38-4f0a-a9d7-23fba2db855e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400760 Jul 29 18:22:26.952516 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:22:26.965241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-235236c2-957a-4a0c-b8a6-388283cd9b3c service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887082 Jul 29 18:22:27.057623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c425d3c-36bb-467e-bb0a-3e09d41699aa req-33c99106-3d45-4567-8639-ef54cd508ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852635 Jul 29 18:22:27.185565 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:25Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:22:27.212364 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996398e-c0bd-4247-bb69-f4783ac497a8 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:25Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:22:27.413269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a118a3-e00d-415e-bed8-bc398519ab3a None None] New status for floating IP 6c16cfff-509c-4e64-9151-4f85f93ae8bc: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:22:27.731068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:39.309842 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80a11fa5-5652-4c42-8b8b-cdbf2db8c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:41.726583 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0bf023f2-3bd5-4854-839d-5f3341771416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:41.932716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:43.091155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:44.750641 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:45.780397 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-20c75462-9a88-4bf8-916f-606e886890f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517399 Jul 29 18:22:45.867082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-585141ab-9e94-4579-aa2a-f59cf971cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:45.868709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-585141ab-9e94-4579-aa2a-f59cf971cb70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0449915 Jul 29 18:22:45.978474 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-d54caf20-d8c4-422c-8f94-2ddac6dfba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:45.980239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-d54caf20-d8c4-422c-8f94-2ddac6dfba82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0914609 Jul 29 18:22:46.058452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-0b4c514a-d677-40fb-8782-29bf90ae1b91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 1000 time: 0.0708642 Jul 29 18:22:46.109017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-830f52bd-d934-48e7-b5f5-4760ec819df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:46.110493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-830f52bd-d934-48e7-b5f5-4760ec819df7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0451672 Jul 29 18:22:46.157248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-cab74989-33a6-4d71-a568-542074d68c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:22:46.158850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-cab74989-33a6-4d71-a568-542074d68c3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415339 Jul 29 18:22:46.252586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-7027295f-e765-4c5b-aa15-e61e8ac9dfae service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868342 Jul 29 18:22:46.343347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-648fae16-7877-4d58-9d25-dcdab7e35692 req-91d14d48-5610-4d2a-b777-dd39df02e4e9 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834818 Jul 29 18:22:54.697990 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:22:56.740985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:22:57.730606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:09.311625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9662dae8-e39c-4792-9a7b-64ee31f8bac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:11.732997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aef88045-9b54-4e8a-a9bc-4b6476139a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:11.944175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:13.098517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:14.733500 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:26.748358 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:27.732894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:28.815718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-bc12fdcf-519e-4e59-a6f2-dd3fa55a7a30 req-ff718bf4-d635-47c6-a4f0-7d49b666cee1 service neutron] (94051) timed out ('10.222.0.49', 51260) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:23:31.703000 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:23:39.316475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-27420417-e3bc-4d79-81fd-e64b3490c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:41.746068 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4009d6ba-ac1c-4614-97f4-22da593d8b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:41.948581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:43.100171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:44.735061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:47.319563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-786f8a07-6514-48a9-9356-19f5d36776fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437567 Jul 29 18:23:47.412886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-41a7064d-b0cf-478d-8e32-77ecc88ab1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:23:47.414442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-41a7064d-b0cf-478d-8e32-77ecc88ab1c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0490131 Jul 29 18:23:47.522857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-b71aeac1-4470-46fb-b2a3-64c1ba73b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:23:47.524244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-b71aeac1-4470-46fb-b2a3-64c1ba73b968 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0899611 Jul 29 18:23:47.594564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-c4e978d2-aa22-4427-b2c9-b74812b42041 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 1000 time: 0.0629516 Jul 29 18:23:47.644170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-988405af-4eb1-4ce6-a88f-145385e11520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:23:47.645568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-988405af-4eb1-4ce6-a88f-145385e11520 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0436640 Jul 29 18:23:47.693825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-fdb97faf-cd02-42b3-8ded-891400e8c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:23:47.696281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-fdb97faf-cd02-42b3-8ded-891400e8c62e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427368 Jul 29 18:23:47.803971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-40f3e3a8-e6e8-4d6b-a4a7-5c41c7c5e84b service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003110 Jul 29 18:23:47.916506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b1ba9476-92e3-4ea7-8bf3-738438eef05f req-95dacd1f-f7b5-4025-8461-bf700f8c3ba9 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052365 Jul 29 18:23:56.765362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:23:57.735540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:04.016239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-81e4ffb5-ac4e-4bd4-b9d0-f74da77d85b1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864710142&fields=id&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 267 time: 0.0352771 Jul 29 18:24:04.129321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-af09450d-be7b-420d-bba0-e2f02af2e468 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:04.130819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-af09450d-be7b-420d-bba0-e2f02af2e468 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1078486 Jul 29 18:24:04.146269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-97e6a2eb-3715-4860-b218-acdf2e90870f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/quotas/f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 375 time: 0.0097213 Jul 29 18:24:04.210608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-72feb823-ba50-4507-b0ac-51ee4dd62fa7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0591717 Jul 29 18:24:04.361524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-dc338e20-a6c3-46e1-b08b-47fa87a70963 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382661 Jul 29 18:24:04.456485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-e482857d-1178-4597-8065-d3a9238032f8 service neutron] 10.222.0.16 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888023 Jul 29 18:24:04.750861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-174e2379-97d3-4b45-85f9-f9d224d05c04 req-11fa590f-10b0-4fb2-a4f4-fb978a5d14ae tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 210 time: 0.0290349 Jul 29 18:24:05.808160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a68ef8bf-c2de-4793-b365-4b0043d99056 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:05.809661 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a68ef8bf-c2de-4793-b365-4b0043d99056 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 811 time: 0.1093254 Jul 29 18:24:05.863499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-f419f4e5-e353-464b-a988-21f244c20800 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e31080da444c36b2b3f5ddba74d1ee HTTP/1.1" status: 200 len: 380 time: 0.0449207 Jul 29 18:24:05.872942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'port': {'device_id': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'admin_state_up': True, 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'security_groups': ['88a79343-d758-486f-800e-5c9e939bf229']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:24:05.882192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cbd77a35-153c-4e0c-8280-c3aa1362519b req-c74b75de-bf13-4b04-a8d1-28caaa51c2cc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Jul 29 18:24:05.980881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Made reservation on behalf of f1e31080da444c36b2b3f5ddba74d1ee for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:24:05.984913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.115191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.20.0.7 (42424029-64fb-4fc2-9cf3-631842dac12f/9246aff5-2e5c-423b-8854-dcddfa229ef7/cba27aed-781b-4f45-8274-af072dff44ee) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:24:06.257215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.271096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Transition to ACTIVE for port object cba27aed-781b-4f45-8274-af072dff44ee will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:24:06.307144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.350685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 42424029-64fb-4fc2-9cf3-631842dac12f is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:24:06.353945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:24:06.357838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:24:06.383735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:06.400117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.400117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.400372 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.400998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.400998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.401269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.401884 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.402277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.402626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.402949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.403339 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.403660 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:06.424511 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:06.425160 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.440994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-a835d97c-9253-4197-a8d3-38ba72b0e6cf tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717716 Jul 29 18:24:06.452637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-f81dae1d-9642-4b88-89c0-04529f2400bc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:24:06.453951 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-f81dae1d-9642-4b88-89c0-04529f2400bc tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064876 Jul 29 18:24:06.524021 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Request body: {'port': {'device_id': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:24:06.577951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad567f68-b77a-489d-87f2-292e81c7ab48 None None] Provisioning for port cba27aed-781b-4f45-8274-af072dff44ee completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:24:06.582602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad567f68-b77a-489d-87f2-292e81c7ab48 None None] Provisioning complete for port cba27aed-781b-4f45-8274-af072dff44ee triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:24:06.582974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.583116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad567f68-b77a-489d-87f2-292e81c7ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.618897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ad567f68-b77a-489d-87f2-292e81c7ab48 None None] Port cba27aed-781b-4f45-8274-af072dff44ee cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:24:06.849205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba27aed-781b-4f45-8274-af072dff44ee {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:24:06.857290 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.870432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Transition to ACTIVE for port object cba27aed-781b-4f45-8274-af072dff44ee will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:24:06.876262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:06.924992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Pushing event updated for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:07.021543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Attempting to bind port cba27aed-781b-4f45-8274-af072dff44ee on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:24:07.022103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Attempting to bind port cba27aed-781b-4f45-8274-af072dff44ee by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:24:07.022471 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Attempting to bind port cba27aed-781b-4f45-8274-af072dff44ee on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:24:07.030522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Port cba27aed-781b-4f45-8274-af072dff44ee on network 42424029-64fb-4fc2-9cf3-631842dac12f not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:24:07.030955 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Attempting to bind port cba27aed-781b-4f45-8274-af072dff44ee on network 42424029-64fb-4fc2-9cf3-631842dac12f {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:24:07.036864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:24:07.037312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Checking segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:24:07.037776 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Bound using segment: {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:24:07.038179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718587ed-22e1-4082-87e8-d9aef69cb5e1 req-e22531f5-183b-4fea-b628-86cf2c99a873 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.038699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Bound port: cba27aed-781b-4f45-8274-af072dff44ee, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c163-1e5f-4880-86a8-1934ed9da408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:24:07.038825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:07.045735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-718587ed-22e1-4082-87e8-d9aef69cb5e1 req-e22531f5-183b-4fea-b628-86cf2c99a873 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0846362 Jul 29 18:24:07.084081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-718587ed-22e1-4082-87e8-d9aef69cb5e1 req-e8f0c359-1d6e-4c26-82c8-e899c66742bd tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374293 Jul 29 18:24:07.106842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:24:07.110637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cba27aed-781b-4f45-8274-af072dff44ee,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:24:07.116096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:07.150671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.151487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:07.153312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] 10.222.0.49 "PUT /v2.0/ports/cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 1091 time: 0.6909962 Jul 29 18:24:07.156017 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:24:07.159391 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:24:07.215744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5410a9-1b0b-4764-b0b0-97657ecb4eca service neutron] Pushing event updated for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:07.274325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-c45c505b-89e8-4897-8a98-2e52a6f0af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.275988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-c45c505b-89e8-4897-8a98-2e52a6f0af38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1094 time: 0.0715964 Jul 29 18:24:07.320814 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09a2cb-75c9-49c9-afc6-04069ea3ea73 x-openstack-request-id: req-fe09a2cb-75c9-49c9-afc6-04069ea3ea73 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:24:07.321202 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:24:07.321542 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe09a2cb-75c9-49c9-afc6-04069ea3ea73 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:24:07.322035 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee', 'status': 'completed', 'code': 200} Jul 29 18:24:07.323717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-728e5558-ec1b-49e1-98c8-fbe2d7c7ce9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 217 time: 0.0395889 Jul 29 18:24:07.377517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-6fa27d07-009c-4308-a8d7-a81847a7feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.379105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-6fa27d07-009c-4308-a8d7-a81847a7feab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0472472 Jul 29 18:24:07.428642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-06637392-3641-44d4-9dd7-290e11b3b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.430161 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-06637392-3641-44d4-9dd7-290e11b3b11f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439508 Jul 29 18:24:07.525613 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-544164c2-88c4-430e-a2e0-169d0e64a5b1 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877690 Jul 29 18:24:07.616706 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-20d10fcb-28b3-4770-bc4a-158ecbb78558 req-f24a8b71-6e6f-4455-acb0-cb9f01878ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836680 Jul 29 18:24:07.716168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-cbf56cbf-0496-4a4f-a864-6606ed228c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.717722 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-cbf56cbf-0496-4a4f-a864-6606ed228c9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1094 time: 0.0497792 Jul 29 18:24:07.809235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-14bbd1bc-ed66-4efa-89fc-615299e26856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.810769 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-14bbd1bc-ed66-4efa-89fc-615299e26856 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0857146 Jul 29 18:24:07.859044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-1c447683-35c4-44fb-b1d0-8957fb8bbc4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 217 time: 0.0409541 Jul 29 18:24:07.909457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-e7e0ea5b-0939-41ba-b453-c687d980c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.910985 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-e7e0ea5b-0939-41ba-b453-c687d980c468 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0453265 Jul 29 18:24:07.958553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-7a871053-957d-4cab-a2d3-70b409e42604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:07.959975 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-7a871053-957d-4cab-a2d3-70b409e42604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Jul 29 18:24:08.058657 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-306765fd-ea7c-4e24-a64d-4461b5e991de service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897908 Jul 29 18:24:08.151451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-74d04eb4-2081-43c1-ba4c-e2a5fba34a0e req-f4034e56-366b-47ee-abc8-b8964c036595 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Jul 29 18:24:08.207560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92752dfa-f726-4a20-bc50-4a63194d3509 req-c9181015-82b8-46a1-97f8-205b705deb90 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:08.209195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92752dfa-f726-4a20-bc50-4a63194d3509 req-c9181015-82b8-46a1-97f8-205b705deb90 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0545986 Jul 29 18:24:08.249192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92752dfa-f726-4a20-bc50-4a63194d3509 req-77b326b0-a26e-4dc4-923a-998e0ac59714 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339358 Jul 29 18:24:08.703242 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:24:09.310962 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1e0f391-ef35-49b8-9501-55f40b0e660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:09.366740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82674a2-d80b-428b-a8ef-c0fc422bba85 req-b18a246c-e82e-4648-9e15-f4ff8b95b9e2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:09.368319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f82674a2-d80b-428b-a8ef-c0fc422bba85 req-b18a246c-e82e-4648-9e15-f4ff8b95b9e2 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0503328 Jul 29 18:24:09.408725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f82674a2-d80b-428b-a8ef-c0fc422bba85 req-d620a61f-cedb-4ebf-a1d3-2b631f4c18b8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340674 Jul 29 18:24:10.552338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7afe0-636c-4181-aa98-c1edfabc4ef5 req-a3f34330-1d80-461a-a723-cf9d03ea42ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:10.553815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ced7afe0-636c-4181-aa98-c1edfabc4ef5 req-a3f34330-1d80-461a-a723-cf9d03ea42ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0619559 Jul 29 18:24:10.593470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ced7afe0-636c-4181-aa98-c1edfabc4ef5 req-0ec02cb2-eca3-4515-af02-e3611f727335 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Jul 29 18:24:11.733510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7cde7-a5f8-4186-838a-6a7cd78b503f req-8aa1212f-fe87-4033-8037-aeb8938c8298 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:11.735063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2de7cde7-a5f8-4186-838a-6a7cd78b503f req-8aa1212f-fe87-4033-8037-aeb8938c8298 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0606377 Jul 29 18:24:11.738347 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10d29071-ac44-421d-86a9-874d11f9e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:11.775219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2de7cde7-a5f8-4186-838a-6a7cd78b503f req-3eff675f-87a3-4693-8369-064717641240 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335100 Jul 29 18:24:11.948755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:12.900113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a974040-6b94-40d1-acd9-83cd348d68a3 req-15d84f42-9917-44cf-8c5b-f5d192a8cce1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:12.901619 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a974040-6b94-40d1-acd9-83cd348d68a3 req-15d84f42-9917-44cf-8c5b-f5d192a8cce1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0530736 Jul 29 18:24:12.940117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a974040-6b94-40d1-acd9-83cd348d68a3 req-751e7bf4-1959-4e92-99a9-8f0b1e784f73 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jul 29 18:24:13.108697 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:14.068635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcd06f-4b9b-40b2-8fd5-f5427eb0660c req-979e9b0d-d5a6-4933-ae2d-89fdd01a76f6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:14.070134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bcd06f-4b9b-40b2-8fd5-f5427eb0660c req-979e9b0d-d5a6-4933-ae2d-89fdd01a76f6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0555253 Jul 29 18:24:14.108889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92bcd06f-4b9b-40b2-8fd5-f5427eb0660c req-5debf857-9a87-4bec-b839-0bafc2a321d5 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jul 29 18:24:14.738659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:15.238505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5ffa4-12e6-4dc3-b63c-32ac96f1d274 req-f2162c51-2ea4-446b-8a22-420d861946f4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:15.239992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffd5ffa4-12e6-4dc3-b63c-32ac96f1d274 req-f2162c51-2ea4-446b-8a22-420d861946f4 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0551956 Jul 29 18:24:15.278583 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffd5ffa4-12e6-4dc3-b63c-32ac96f1d274 req-6e145bee-0251-4260-91cc-570be61732f3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 29 18:24:16.413841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a228-3163-4c03-bc3e-aa5b75361bdb req-fd912e9c-4d3f-40bd-b171-2609d930c769 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:16.415611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79e5a228-3163-4c03-bc3e-aa5b75361bdb req-fd912e9c-4d3f-40bd-b171-2609d930c769 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0609946 Jul 29 18:24:16.462524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79e5a228-3163-4c03-bc3e-aa5b75361bdb req-c09aedda-c841-42ea-93cb-8a5ff0827c63 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Jul 29 18:24:17.600144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd896db-4a51-42d7-ab40-f97b3a2cccc3 req-8c975181-1294-4175-9699-13ff213c9793 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:17.601642 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bd896db-4a51-42d7-ab40-f97b3a2cccc3 req-8c975181-1294-4175-9699-13ff213c9793 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0545595 Jul 29 18:24:17.639856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8bd896db-4a51-42d7-ab40-f97b3a2cccc3 req-a7acb7d5-880d-41be-9076-dae8f88a847e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Jul 29 18:24:18.566388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cba27aed-781b-4f45-8274-af072dff44ee details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:24:18.682234 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cba27aed-781b-4f45-8274-af072dff44ee,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:24:18.694515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'cba27aed-781b-4f45-8274-af072dff44ee', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'port_id': 'cba27aed-781b-4f45-8274-af072dff44ee', 'mac_address': 'fa:16:3e:85:47:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:24:18.733055 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:18.745551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba27aed-781b-4f45-8274-af072dff44ee {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:24:18.757752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd360c-1bd3-42e1-842b-3b5857e14b58 req-f0c21c1b-b338-465b-a0a9-33ec9da3952f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:18.759327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48dd360c-1bd3-42e1-842b-3b5857e14b58 req-f0c21c1b-b338-465b-a0a9-33ec9da3952f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 943 time: 0.0491471 Jul 29 18:24:18.765002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cba27aed-781b-4f45-8274-af072dff44ee,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:24:18.770931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:18.800260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-48dd360c-1bd3-42e1-842b-3b5857e14b58 req-5fdf54bc-9dc7-443a-9f5c-3c3345ddc1bb tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Jul 29 18:24:18.816850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:18.824046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.824386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.824723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.825052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.825383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.825705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.826026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.826369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.826698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.827014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.827334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.827647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:18.990408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['cba27aed-781b-4f45-8274-af072dff44ee'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:24:19.928989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27699e3-6190-4530-a421-ce880c102408 req-ca5559a3-d64b-4ee3-9513-969dd8c708ee tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:19.930497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f27699e3-6190-4530-a421-ce880c102408 req-ca5559a3-d64b-4ee3-9513-969dd8c708ee tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 944 time: 0.0526662 Jul 29 18:24:19.971052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f27699e3-6190-4530-a421-ce880c102408 req-51ca2e52-8d0f-4ef8-ae3f-b8261e071d4b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Jul 29 18:24:20.581882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cba27aed-781b-4f45-8274-af072dff44ee up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:24:20.645448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port cba27aed-781b-4f45-8274-af072dff44ee completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:24:20.649557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port cba27aed-781b-4f45-8274-af072dff44ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:24:20.649943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:20.724707 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:20.747175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:24:20.749451 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9a4b2-6c35-4b3d-9f4a-c80fa03afd8b" -d '{"events": [{"server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "name": "network-vif-plugged", "status": "completed", "tag": "cba27aed-781b-4f45-8274-af072dff44ee"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:24:20.762452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cba27aed-781b-4f45-8274-af072dff44ee,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:24:20.768286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:20.794509 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108334c3-6535-45fe-8864-0e1391b5d6b4 x-openstack-request-id: req-108334c3-6535-45fe-8864-0e1391b5d6b4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:24:20.794794 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "name": "network-vif-plugged", "status": "completed", "tag": "cba27aed-781b-4f45-8274-af072dff44ee", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:24:20.795037 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-108334c3-6535-45fe-8864-0e1391b5d6b4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:24:20.795408 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee', 'code': 200} Jul 29 18:24:20.824731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:20.884065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd46cc-714c-4adb-9eba-88b9a22bbb8a req-59458033-5bab-4727-b87c-da75647f58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:20.885556 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47fd46cc-714c-4adb-9eba-88b9a22bbb8a req-59458033-5bab-4727-b87c-da75647f58f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1096 time: 0.0411069 Jul 29 18:24:20.920216 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-47fd46cc-714c-4adb-9eba-88b9a22bbb8a req-c337a547-7d84-47e8-8fc6-5c70b6b83c44 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278296 Jul 29 18:24:21.103115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6f09-bba5-49db-8389-8a2681a7d9a7 req-63412a26-136d-4645-81df-6cf6721a3e1c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:21.104489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a5a6f09-bba5-49db-8389-8a2681a7d9a7 req-63412a26-136d-4645-81df-6cf6721a3e1c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Jul 29 18:24:21.145825 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a5a6f09-bba5-49db-8389-8a2681a7d9a7 req-92052304-5dc8-4890-83e8-fd236a11a729 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 29 18:24:22.272875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bbee-1b0d-4117-ba3c-ba160588c140 req-d03e3cd2-4de3-41ba-a47c-6216f7eea501 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:22.274378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c923bbee-1b0d-4117-ba3c-ba160588c140 req-d03e3cd2-4de3-41ba-a47c-6216f7eea501 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Jul 29 18:24:22.315839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c923bbee-1b0d-4117-ba3c-ba160588c140 req-f3645635-f9e9-4428-ab9f-c3b9b40f7207 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Jul 29 18:24:22.430819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763ee8d-44e1-4871-8a4f-06c68fbb5636 req-9f4d2d07-dbd8-4ca4-bbe5-63bdf1f6f9db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:22.432185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e763ee8d-44e1-4871-8a4f-06c68fbb5636 req-9f4d2d07-dbd8-4ca4-bbe5-63bdf1f6f9db tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Jul 29 18:24:22.474255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e763ee8d-44e1-4871-8a4f-06c68fbb5636 req-81d8b6b1-6810-4c09-b7ca-5134e56bc7b7 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Jul 29 18:24:22.496537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41598) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:24:22.541594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09def3d-1be7-4d85-adda-f389125ce5d4 tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:22.543161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e09def3d-1be7-4d85-adda-f389125ce5d4 tempest-TestVolumeBootPattern-1765214369 tempest-TestVolumeBootPattern-1765214369-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1091 time: 0.0456579 Jul 29 18:24:22.546130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41600) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:24:22.550608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'cba27aed-781b-4f45-8274-af072dff44ee', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:24:22.577558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:22.687438 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:22.797376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Allocated IP 172.25.5.188 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/fe63b989-5dfb-4799-b053-aff526ec0a1a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:24:22.897912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:22.938159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:22.978873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:24:22.981779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:24:22.985321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:24:23.009186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=fe63b989-5dfb-4799-b053-aff526ec0a1a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:23.021009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.021355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.021696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.022029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.022383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.022726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.023054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.023375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.023697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.024016 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.024336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.024652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:24:23.356367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:23.437224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:23.584018 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:23.590831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:23.655118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event updated for resources: {'Port': ['ID=fe63b989-5dfb-4799-b053-aff526ec0a1a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:24:23.670504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:24.133602 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP faf6b53e-9be0-40a0-bcd8-b4a5613ba024 associated. External IP: 172.25.5.188, port: cba27aed-781b-4f45-8274-af072dff44ee. Jul 29 18:24:24.341769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:24:24.462986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:24:24.473470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:24:24.482138 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:24.484715 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:24:24.485398 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:24:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:24:24.509846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9e0398db-d309-45e8-adfb-a391e6cdc874 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9625998 Jul 29 18:24:24.510462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:24:24.513077 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:24:24.549321 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86efc6-976a-4e4b-a0dd-6c5b8fc846f7 x-openstack-request-id: req-8b86efc6-976a-4e4b-a0dd-6c5b8fc846f7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:24:24.549611 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:24:24.549827 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b86efc6-976a-4e4b-a0dd-6c5b8fc846f7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:24:24.550257 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee', 'status': 'completed', 'code': 200} Jul 29 18:24:24.593320 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:24:24.615861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-072eab8d-d835-46bb-9649-7365278e0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:24.617372 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-072eab8d-d835-46bb-9649-7365278e0a33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1096 time: 0.0453436 Jul 29 18:24:24.706012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-5dc53f39-3b24-42c2-a201-96965627cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:24.707635 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-5dc53f39-3b24-42c2-a201-96965627cd4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0831437 Jul 29 18:24:24.781538 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-d17c7564-0446-4367-a7f5-32b3cce3c7e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 999 time: 0.0647864 Jul 29 18:24:24.828750 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}, {'id': 'faf6b53e-9be0-40a0-bcd8-b4a5613ba024', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': 'cba27aed-781b-4f45-8274-af072dff44ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:85:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:24:23Z', 'updated_at': '2021-07-29T18:24:23Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:24:24.829926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-a6950900-e756-4939-9e7b-011668250a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:24.831403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-a6950900-e756-4939-9e7b-011668250a6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0431902 Jul 29 18:24:24.858854 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:24:24.867507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:24:24.868130 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:24:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:24:24.878096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-77da2fbc-369a-43de-9eb4-bc1d8c5a95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:24.879734 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-77da2fbc-369a-43de-9eb4-bc1d8c5a95d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409796 Jul 29 18:24:24.973888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:24:24.974925 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-5e25ed9f-89e8-40d5-a455-ac386b4ed0a0 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871136 Jul 29 18:24:25.067503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ead78b18-7a16-4d8c-8cd8-eccd528d8a7b req-017137fa-f596-4f8d-a1f9-9fe7af39d578 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854023 Jul 29 18:24:25.199352 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}, {'id': 'faf6b53e-9be0-40a0-bcd8-b4a5613ba024', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': 'cba27aed-781b-4f45-8274-af072dff44ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:85:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:24:23Z', 'updated_at': '2021-07-29T18:24:23Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:24:25.225376 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb9e69-d300-429a-ae04-b9dce9d1ac7c None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}, {'id': 'faf6b53e-9be0-40a0-bcd8-b4a5613ba024', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': 'cba27aed-781b-4f45-8274-af072dff44ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:85:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:24:23Z', 'updated_at': '2021-07-29T18:24:23Z', 'revision_number': 0, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:24:25.448804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0812e-a1e9-41b0-a461-22d770e8bf95 None None] New status for floating IP faf6b53e-9be0-40a0-bcd8-b4a5613ba024: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:24:26.772865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:27.751463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:39.315359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f131-a6ff-4de8-95d7-5b985866e300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:41.747743 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-64e9018a-5908-401f-a955-783e6aebc538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:41.943218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:43.103342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:44.785810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:45.708819 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:24:45.994562 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-71b4cbf3-7cfb-459e-a5b6-e68f6db3e80a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466907 Jul 29 18:24:46.100543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354fd33-068c-49db-abdc-152be6e0f63a req-fdab3861-f8ff-4bae-aca6-9b79a1075b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:46.102173 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-fdab3861-f8ff-4bae-aca6-9b79a1075b85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1096 time: 0.0621867 Jul 29 18:24:46.215453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354fd33-068c-49db-abdc-152be6e0f63a req-897cecdb-30c6-4497-bcfc-13329a763088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:46.217003 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-897cecdb-30c6-4497-bcfc-13329a763088 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0925875 Jul 29 18:24:46.293213 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-454bd39d-3a2c-4e36-9e22-5a1d9243ff48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 1001 time: 0.0690999 Jul 29 18:24:46.346304 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354fd33-068c-49db-abdc-152be6e0f63a req-21ec5cf4-eb3c-4194-b245-5b310a33d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:46.348010 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-21ec5cf4-eb3c-4194-b245-5b310a33d71c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0481350 Jul 29 18:24:46.398297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354fd33-068c-49db-abdc-152be6e0f63a req-0b04a915-94e2-4b62-8697-48031cca6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:46.399915 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-0b04a915-94e2-4b62-8697-48031cca6b94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452554 Jul 29 18:24:46.502801 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-b7cd677e-4b6e-43ea-a6a0-c6f67c113ab2 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950608 Jul 29 18:24:46.601654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f354fd33-068c-49db-abdc-152be6e0f63a req-4b5ca224-d773-4dbb-850f-a55e60a4d855 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907257 Jul 29 18:24:47.794196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-36fd5588-accf-41a4-a4f7-d4bf58556d28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453467 Jul 29 18:24:47.885646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-257f2b0c-e38a-4043-9e0e-fdb07c6a34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:47.887502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-257f2b0c-e38a-4043-9e0e-fdb07c6a34bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0438361 Jul 29 18:24:47.996874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-664d2b85-ad61-4f56-a95f-06630382336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:47.998428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-664d2b85-ad61-4f56-a95f-06630382336b service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0910401 Jul 29 18:24:48.063726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-55fdf054-ff88-45f8-8817-464a11d9bf77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 1000 time: 0.0583909 Jul 29 18:24:48.116290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-3bdd6557-4c68-430c-b4a6-cf268087417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:48.117717 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-3bdd6557-4c68-430c-b4a6-cf268087417c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0476260 Jul 29 18:24:48.164733 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-42aa82f7-5f66-4960-b909-c9b3bb5c7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:24:48.166232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-42aa82f7-5f66-4960-b909-c9b3bb5c7b6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407431 Jul 29 18:24:48.257039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-3231300c-9cc6-4631-b1fc-95c598126f81 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831935 Jul 29 18:24:48.356628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7feef4da-dbb4-4f48-a4b4-5d3169e02ea2 req-9373f875-70b5-4334-8308-ad5a10f29c81 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919623 Jul 29 18:24:56.771621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:24:57.759046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:09.322520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02e098d4-8395-471e-965d-dd0d0ec2836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:11.746840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cef7b57-af7e-4afd-839c-f6d061435930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:11.946467 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:13.108118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:14.743559 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:22.713649 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:25:26.790406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:27.774838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:39.330139 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4402990f-0e8d-4363-8fa6-b16eb38e1338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:41.747855 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a15655a-bd7c-4024-b200-17df0af4491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:41.952285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:43.119491 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:44.749739 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:47.510835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-4ffaa765-d80e-49ec-a978-d41f8f50dd77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433073 Jul 29 18:25:47.606264 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-84df7c71-65bb-4cb3-9030-8b1dc7dd058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:47.607768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-84df7c71-65bb-4cb3-9030-8b1dc7dd058d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1096 time: 0.0468571 Jul 29 18:25:47.733686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-c43a0a3a-34e1-4c9f-ade2-274bed112e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:47.735232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-c43a0a3a-34e1-4c9f-ade2-274bed112e94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.1065893 Jul 29 18:25:47.805177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-5c779272-1ae8-4176-a695-b0eb1741d498 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 1001 time: 0.0623367 Jul 29 18:25:47.854123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-6576e5c0-1da2-46e9-adc7-caade475b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:47.855645 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-6576e5c0-1da2-46e9-adc7-caade475b4cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0433333 Jul 29 18:25:47.903986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-bae9893d-698e-4f1c-8c76-04369bc78269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:47.905473 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-bae9893d-698e-4f1c-8c76-04369bc78269 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419419 Jul 29 18:25:47.998646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-96786c05-1ae4-4977-a34e-345520ea8402 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854566 Jul 29 18:25:48.091228 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f523f040-eeb8-42c8-81e7-cc0274b22f11 req-76f67eae-47af-4219-ab22-5dc55f542cf3 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858977 Jul 29 18:25:48.822402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-f85a8c68-0820-433f-a684-5fef7df3a342 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930812 Jul 29 18:25:48.911808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b7e0-0535-4338-8217-00934013c070 req-8d86dac5-a0d7-40d0-bff0-9f9832d73c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:48.913311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-8d86dac5-a0d7-40d0-bff0-9f9832d73c0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0439227 Jul 29 18:25:49.025493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b7e0-0535-4338-8217-00934013c070 req-99e77823-f7e2-4605-b73b-5e2a1fee0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:49.026947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-99e77823-f7e2-4605-b73b-5e2a1fee0b6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0901608 Jul 29 18:25:49.094832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-ca52c716-e782-41d4-bde9-bf9cb72ee7ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 1000 time: 0.0606258 Jul 29 18:25:49.151616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b7e0-0535-4338-8217-00934013c070 req-0d1db34b-cdec-4f37-98dd-25c81317af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:49.153806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-0d1db34b-cdec-4f37-98dd-25c81317af86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0515797 Jul 29 18:25:49.205869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b7e0-0535-4338-8217-00934013c070 req-50c76295-6f83-4b76-9e19-12a6304364b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:49.207358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-50c76295-6f83-4b76-9e19-12a6304364b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458460 Jul 29 18:25:49.301196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-1af529eb-0d38-495b-9a5d-1f1c845b12a0 service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Jul 29 18:25:49.408652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4609b7e0-0535-4338-8217-00934013c070 req-7a7edad1-2d97-499e-b619-0b513eff173c service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003687 Jul 29 18:25:53.151241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41650) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:25:53.322052 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port fe63b989-5dfb-4799-b053-aff526ec0a1a {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:25:53.322380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:53.402745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:53.402975 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:53.414732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for fe63b989-5dfb-4799-b053-aff526ec0a1a owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:25:53.575639 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:53.606868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=fe63b989-5dfb-4799-b053-aff526ec0a1a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:25:53.618537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.618876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.619210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.619536 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.619862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.620179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.620473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.620792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.621096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.621404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.621714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.622022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:53.676269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:53.676496 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP faf6b53e-9be0-40a0-bcd8-b4a5613ba024 disassociated (deleted). External IP: 172.25.5.188, port: cba27aed-781b-4f45-8274-af072dff44ee. Jul 29 18:25:53.886285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:25:53.994451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:25:53.999328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:54.009629 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:25:54.019495 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:25:54.020112 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:25:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:25:54.026947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ef626c90-2c93-42d0-9edd-2a67957ec341 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "DELETE /v2.0/floatingips/faf6b53e-9be0-40a0-bcd8-b4a5613ba024 HTTP/1.1" status: 204 len: 168 time: 0.8742504 Jul 29 18:25:54.027580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:25:54.029974 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359628ac-c866-4191-9e22-ebed3eb51b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:25:54.127259 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:25:54.188664 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea8f41-e38f-48ff-b21a-a4bc1b4340e4 x-openstack-request-id: req-6aea8f41-e38f-48ff-b21a-a4bc1b4340e4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:25:54.189223 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "tag": "cba27aed-781b-4f45-8274-af072dff44ee", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:25:54.189331 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aea8f41-e38f-48ff-b21a-a4bc1b4340e4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:25:54.189679 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee', 'status': 'completed', 'code': 200} Jul 29 18:25:54.255319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-650307e1-55e1-4e04-afd2-a5796acc70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:54.256776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-650307e1-55e1-4e04-afd2-a5796acc70d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 1096 time: 0.0423572 Jul 29 18:25:54.283496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f06f-ffcc-47a1-9725-6ed9e3fd37bd req-3c474d9a-ca07-483f-851d-b2ad82c047d6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:54.285173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096f06f-ffcc-47a1-9725-6ed9e3fd37bd req-3c474d9a-ca07-483f-851d-b2ad82c047d6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0509706 Jul 29 18:25:54.326892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b096f06f-ffcc-47a1-9725-6ed9e3fd37bd req-ba091191-9bef-4191-b290-9f5950bec2ba tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348201 Jul 29 18:25:54.361338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-28957d25-c2f6-4635-9ac5-dee8fc8f5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:54.362354 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-28957d25-c2f6-4635-9ac5-dee8fc8f5dc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.0971394 Jul 29 18:25:54.363686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:25:54.391414 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:25:54.400011 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:25:54.400616 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:25:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:25:54.406149 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-4e57bcdb-66a6-463a-85c8-81de7767ae3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 200 len: 217 time: 0.0349464 Jul 29 18:25:54.457984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-aaec270b-5fde-41f3-a2c6-937270824414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:54.460190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-aaec270b-5fde-41f3-a2c6-937270824414 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0463340 Jul 29 18:25:54.511021 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:25:54.511799 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-564f9b52-d748-469e-93c2-cbcc4528719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:54.513326 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-564f9b52-d748-469e-93c2-cbcc4528719f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449131 Jul 29 18:25:54.604011 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-a28a439b-f166-4bf2-8e34-b14ea077b6f7 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Jul 29 18:25:54.700325 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-359628ac-c866-4191-9e22-ebed3eb51b1c req-bef36d00-7c09-4157-ba29-9ec7eeaca046 service neutron] 10.222.0.49 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Jul 29 18:25:54.734997 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:25:54.850289 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf5a65-f6d2-4393-b9e5-3c4048bcdb77 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '6c16cfff-509c-4e64-9151-4f85f93ae8bc', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'port_id': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'mac_address': 'fa:16:3e:16:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:22:25Z', 'updated_at': '2021-07-29T18:22:27Z', 'revision_number': 1, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:25:55.068122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865adef-794d-4697-ba02-166c02594d78 None None] New status for floating IP faf6b53e-9be0-40a0-bcd8-b4a5613ba024: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:25:55.453841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aad07-e16e-4967-a8e8-1307f7902f12 req-c8257e4c-11ca-4451-a40b-f4555405ba6e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:55.455257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a36aad07-e16e-4967-a8e8-1307f7902f12 req-c8257e4c-11ca-4451-a40b-f4555405ba6e tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0607848 Jul 29 18:25:55.497059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a36aad07-e16e-4967-a8e8-1307f7902f12 req-aed994af-57bb-464b-8566-9a293edbde5c tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Jul 29 18:25:55.742557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-b2226f0e-d74d-4be6-a032-1cbe243f5057 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:25:55.743910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-b2226f0e-d74d-4be6-a032-1cbe243f5057 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 945 time: 0.0620165 Jul 29 18:25:55.839241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port cba27aed-781b-4f45-8274-af072dff44ee {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:25:55.839608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:55.933478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port cba27aed-781b-4f45-8274-af072dff44ee, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=cba27aed-781b-4f45-8274-af072dff44ee,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:25:55.933875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:55.947376 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for cba27aed-781b-4f45-8274-af072dff44ee owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:25:56.091873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:56.123652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=cba27aed-781b-4f45-8274-af072dff44ee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:25:56.136045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.136393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.136731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.137069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.137401 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.137732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.138056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.138420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.138743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.139062 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.139383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.139701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:25:56.173790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port cba27aed-781b-4f45-8274-af072dff44ee on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:25:56.176578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:56.178617 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c0c6de8-a58a-4de2-a09d-ce5c9ec95fe9 req-db950e6d-5944-45f0-8d85-e52a9e8fdb81 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.49 "DELETE /v2.0/ports/cba27aed-781b-4f45-8274-af072dff44ee HTTP/1.1" status: 204 len: 173 time: 0.4283319 Jul 29 18:25:56.179047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'name': 'network-vif-deleted', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:25:56.181371 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c13d7-dc45-46a4-81d1-a6f2b961669a" -d '{"events": [{"server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "name": "network-vif-deleted", "tag": "cba27aed-781b-4f45-8274-af072dff44ee"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:25:56.217964 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a3d91a-9c0c-4daa-8b50-848c44754788 x-openstack-request-id: req-e9a3d91a-9c0c-4daa-8b50-848c44754788 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:25:56.218302 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa6c5f-c3b7-4616-a8c3-e3b711f4a768", "name": "network-vif-deleted", "tag": "cba27aed-781b-4f45-8274-af072dff44ee", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:25:56.218536 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9a3d91a-9c0c-4daa-8b50-848c44754788 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:25:56.218940 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa6c5f-c3b7-4616-a8c3-e3b711f4a768', 'name': 'network-vif-deleted', 'tag': 'cba27aed-781b-4f45-8274-af072dff44ee', 'status': 'completed', 'code': 200} Jul 29 18:25:56.600923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8483a3a9-9696-440b-9b35-8f076c29c28f req-656d94ca-0a1f-4474-8ece-421315dd9e3f tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Jul 29 18:25:56.778414 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:57.698657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca881eea-5296-48fa-8324-6e5de5c9967c req-289f8781-7c3b-41d2-82a5-14732e69617b tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Jul 29 18:25:57.760863 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:25:59.032946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b6e1536-3f5a-446e-a23b-635ad604f31e req-7a051bf3-2590-4190-b11f-f8508dffa445 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=65fa6c5f-c3b7-4616-a8c3-e3b711f4a768 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Jul 29 18:25:59.076165 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cba27aed-781b-4f45-8274-af072dff44ee no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:25:59.099288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: cba27aed-781b-4f45-8274-af072dff44ee {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:25:59.099625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device cba27aed-781b-4f45-8274-af072dff44ee not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:25:59.719510 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:26:04.432106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41692) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:04.601685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port cc1edb2d-1cb7-4308-80dc-d2602f952171 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:04.601997 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:04.689030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:04.689285 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:04.701177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for cc1edb2d-1cb7-4308-80dc-d2602f952171 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:04.855921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:04.880963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=cc1edb2d-1cb7-4308-80dc-d2602f952171,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:04.944499 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:04.944778 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Floating IP 6c16cfff-509c-4e64-9151-4f85f93ae8bc disassociated (deleted). External IP: 172.25.5.40, port: 41c3b0d1-f0df-4764-ac1a-0991c70303e3. Jul 29 18:26:05.165482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:26:05.282412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:26:05.287496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:05.293533 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:26:05.303780 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:05.304397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:25:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:05.318311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-56a34665-37f4-44bb-9438-7882dc8ad988 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c16cfff-509c-4e64-9151-4f85f93ae8bc HTTP/1.1" status: 204 len: 168 time: 0.8822432 Jul 29 18:26:05.318311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:05.318972 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284255b-2dcb-4a06-9003-a8fe36f203d7" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:05.409490 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:05.486401 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686db30b-34ea-47ba-9c30-3b8e7016f7c1 x-openstack-request-id: req-686db30b-34ea-47ba-9c30-3b8e7016f7c1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:05.486946 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:05.487068 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686db30b-34ea-47ba-9c30-3b8e7016f7c1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:05.487605 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'status': 'completed', 'code': 200} Jul 29 18:26:05.585459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-00cf2166-917e-47ef-a244-037371fd2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:05.587161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-00cf2166-917e-47ef-a244-037371fd2bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 1096 time: 0.0744328 Jul 29 18:26:05.611025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa85c5-6bec-47f9-8e10-5083af1d3a8e req-d070d127-0866-4285-8238-16ce2a32c015 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:05.612465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6aa85c5-6bec-47f9-8e10-5083af1d3a8e req-d070d127-0866-4285-8238-16ce2a32c015 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0718484 Jul 29 18:26:05.613296 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:05.643182 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:26:05.651976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:05.652582 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:25:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:05.695591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6aa85c5-6bec-47f9-8e10-5083af1d3a8e req-1467d26b-c458-4b9d-a437-00fccd12f0f3 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730989 Jul 29 18:26:05.714720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-125fb768-e81a-4434-8c16-c529ce382d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:05.716259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-125fb768-e81a-4434-8c16-c529ce382d96 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 200 len: 912 time: 0.1211538 Jul 29 18:26:05.757140 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:05.772475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-da559707-5d31-4566-b535-50e7bdee4b35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 200 len: 217 time: 0.0477269 Jul 29 18:26:05.823783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-11691f4f-4ea6-42d5-8baf-ed6428dce06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:05.825258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-11691f4f-4ea6-42d5-8baf-ed6428dce06f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 200 len: 850 time: 0.0447228 Jul 29 18:26:05.873145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-e1a9a15d-d225-4aa9-925a-6a5149a8d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:05.874554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-e1a9a15d-d225-4aa9-925a-6a5149a8d9e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42424029-64fb-4fc2-9cf3-631842dac12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414968 Jul 29 18:26:05.963047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:05.969045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-dd49ff82-d36b-4de3-8441-62fe0906602f service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862060 Jul 29 18:26:05.990049 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f693f3-3e6f-4a3f-bc7f-18a3e43216e2 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:16:34Z', 'revision_number': 4, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd09cc77d-b81e-4edf-854c-de53727bfca1', 'name': '', 'network_id': '42424029-64fb-4fc2-9cf3-631842dac12f', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'mac_address': 'fa:16:3e:86:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:34Z', 'updated_at': '2021-07-29T18:16:40Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'subnets': [{'id': '9246aff5-2e5c-423b-8854-dcddfa229ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:26:06.063199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3284255b-2dcb-4a06-9003-a8fe36f203d7 req-4439f259-5d33-4e50-ade3-c5376ac9f41d service neutron] 10.222.0.38 "GET /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851836 Jul 29 18:26:06.220309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192a959-cf05-4701-88e3-d6d9d35b03aa None None] New status for floating IP 6c16cfff-509c-4e64-9151-4f85f93ae8bc: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:26:06.833227 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c6d77-5f8c-41ae-a3ba-a71935356e33 req-b2a6235e-e277-4321-915f-46e34dd5fd89 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:06.834740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-028c6d77-5f8c-41ae-a3ba-a71935356e33 req-b2a6235e-e277-4321-915f-46e34dd5fd89 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0579250 Jul 29 18:26:06.884117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-028c6d77-5f8c-41ae-a3ba-a71935356e33 req-53e9a0c9-d0ed-4604-92c7-d725bf8997d1 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/security-groups?id=88a79343-d758-486f-800e-5c9e939bf229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Jul 29 18:26:06.999592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f281c9-f796-4664-ba12-da778e403376 req-ba30cfb2-3026-46d0-b51d-9b5e170433c6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:07.000970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90f281c9-f796-4664-ba12-da778e403376 req-ba30cfb2-3026-46d0-b51d-9b5e170433c6 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 945 time: 0.0552611 Jul 29 18:26:07.097027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:07.097328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:07.197312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] For port 41c3b0d1-f0df-4764-ac1a-0991c70303e3, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=41c3b0d1-f0df-4764-ac1a-0991c70303e3,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:07.197692 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:07.210663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for 41c3b0d1-f0df-4764-ac1a-0991c70303e3 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:07.348258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:07.374513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=41c3b0d1-f0df-4764-ac1a-0991c70303e3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:07.416959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] No DVR routers for this DVR port 41c3b0d1-f0df-4764-ac1a-0991c70303e3 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:26:07.419558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:07.421538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-90f281c9-f796-4664-ba12-da778e403376 req-89e7b63e-0946-46c6-980e-65dfdb5967d8 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.38 "DELETE /v2.0/ports/41c3b0d1-f0df-4764-ac1a-0991c70303e3 HTTP/1.1" status: 204 len: 173 time: 0.4144752 Jul 29 18:26:07.488476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'name': 'network-vif-deleted', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:07.490946 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351b902-4a6f-4e0c-adae-5e78a1cf3cf3" -d '{"events": [{"server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "name": "network-vif-deleted", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:07.527476 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560e747-788e-48f9-9dcf-84539c3aacf8 x-openstack-request-id: req-d560e747-788e-48f9-9dcf-84539c3aacf8 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:07.527778 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ea4e25-6d62-4e1e-adfc-5cd540e0857c", "name": "network-vif-deleted", "tag": "41c3b0d1-f0df-4764-ac1a-0991c70303e3", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:07.528039 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d560e747-788e-48f9-9dcf-84539c3aacf8 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:07.528453 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ea4e25-6d62-4e1e-adfc-5cd540e0857c', 'name': 'network-vif-deleted', 'tag': '41c3b0d1-f0df-4764-ac1a-0991c70303e3', 'status': 'completed', 'code': 200} Jul 29 18:26:07.983195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5cd7d81c-09f0-4f7b-bc01-9796bec20dbb req-d8224e5d-55c0-45c9-8bf3-3c5580d2a93a tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 210 time: 0.0271335 Jul 29 18:26:08.917241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 41c3b0d1-f0df-4764-ac1a-0991c70303e3 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:08.940639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 41c3b0d1-f0df-4764-ac1a-0991c70303e3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:08.940983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 41c3b0d1-f0df-4764-ac1a-0991c70303e3 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:09.078030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06284786-f146-475f-b0a6-7877dd5e94cd req-2a93bd1d-02c9-496c-89ae-046a86692ffa tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 210 time: 0.0259769 Jul 29 18:26:09.314091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e279a898-3cda-4c9a-978f-f484b16e766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:10.179294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b7855c3b-8816-42fe-aa6a-cbd19552a5a7 req-d1501cb9-4e60-421d-a454-d2b4c8e323de tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ea4e25-6d62-4e1e-adfc-5cd540e0857c HTTP/1.1" status: 200 len: 210 time: 0.0312877 Jul 29 18:26:11.235659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:11.366432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Deleting port 15232ca3-21ca-40e6-ac05-8a2347296b71 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:11.366751 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.441280 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.441602 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.456443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Calling delete_port for 15232ca3-21ca-40e6-ac05-8a2347296b71 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:11.742830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-626dde2e-f77a-4a51-be73-4f0dc27600e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.946333 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.953060 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:11.978098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'Port': ['ID=15232ca3-21ca-40e6-ac05-8a2347296b71,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:12.042541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:12.045020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:12.046105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-386e9c16-0974-4827-bff0-d9637c9c6454 tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "DELETE /v2.0/floatingips/02eee78a-24e8-4f01-ba9e-59be86b949e0 HTTP/1.1" status: 204 len: 168 time: 0.8094094 Jul 29 18:26:13.113290 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:14.305906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41726) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:14.366231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:14.391922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:14.452443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:14.455151 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:14.456774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] 10.222.0.16 "DELETE /v2.0/security-groups/88a79343-d758-486f-800e-5c9e939bf229 HTTP/1.1" status: 204 len: 168 time: 0.1496725 Jul 29 18:26:14.477360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c450fdf-04fe-4299-b6ba-4938423925be tempest-TestVolumeBootPattern-1184750932 tempest-TestVolumeBootPattern-1184750932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a79343-d758-486f-800e-5c9e939bf229,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:14.522700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:14.753296 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:15.019653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:15.278337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Deleting port d09cc77d-b81e-4edf-854c-de53727bfca1 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:15.278668 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:15.355963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] For port d09cc77d-b81e-4edf-854c-de53727bfca1, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d09cc77d-b81e-4edf-854c-de53727bfca1,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:15.356316 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:15.372097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Calling delete_port for d09cc77d-b81e-4edf-854c-de53727bfca1 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:15.560961 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:15.586286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09cc77d-b81e-4edf-854c-de53727bfca1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:16.119485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:16.340637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Router 2e74365d-5b8d-4403-af40-830296f0fb21 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:26:16.448879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:26:16.454137 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-72e8f29b-268d-469e-bcd4-7edc1035ba30 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e74365d-5b8d-4403-af40-830296f0fb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303308 Jul 29 18:26:16.456980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41734) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:16.459909 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Sync routers for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:26:16.470152 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:16.470802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:26:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:16.563798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:16.575621 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:16.666568 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:16.725388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Deleting port d9f15d76-9d38-4a25-8ccd-5db1600c5943 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:16.725655 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:16.770063 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:26:15Z', 'revision_number': 5, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port': {'id': 'd9f15d76-9d38-4a25-8ccd-5db1600c5943', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:32Z', 'updated_at': '2021-07-29T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:16.796552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Checking router: 2e74365d-5b8d-4403-af40-830296f0fb21 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:26:16.804757 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Routers {'2e74365d-5b8d-4403-af40-830296f0fb21'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:16.805351 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:26:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['2e74365d-5b8d-4403-af40-830296f0fb21'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:16.805480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] For port d9f15d76-9d38-4a25-8ccd-5db1600c5943, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d9f15d76-9d38-4a25-8ccd-5db1600c5943,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:16.805831 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:16.819548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Calling delete_port for d9f15d76-9d38-4a25-8ccd-5db1600c5943 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:16.889419 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] Set router 2e74365d-5b8d-4403-af40-830296f0fb21 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:16.995719 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.024432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f15d76-9d38-4a25-8ccd-5db1600c5943,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:17.058856 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:26:16Z', 'revision_number': 6, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:17.088495 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54003d9-3239-4df4-a623-6c0f18ad8026 None None] The sync data for ids ['2e74365d-5b8d-4403-af40-830296f0fb21'] in n-d-801607-3 is: [{'id': '2e74365d-5b8d-4403-af40-830296f0fb21', 'name': 'tempest-TestVolumeBootPattern-952244420-router', 'tenant_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:31Z', 'updated_at': '2021-07-29T18:26:16Z', 'revision_number': 6, 'project_id': 'f1e31080da444c36b2b3f5ddba74d1ee', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:26:17.091915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.185262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.187475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.237228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.237757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e74365d-5b8d-4403-af40-830296f0fb21 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:26:17.242222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.243286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9bc0ddb7-bad6-4b37-b42e-6ad103c4b000 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e74365d-5b8d-4403-af40-830296f0fb21 HTTP/1.1" status: 204 len: 168 time: 0.7853291 Jul 29 18:26:17.245976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41736) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:17.290408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Deleting subnet 9246aff5-2e5c-423b-8854-dcddfa229ef7 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:26:17.293517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.330682 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.421622 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.479092 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.509067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.513631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41738) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:17.514355 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9246aff5-2e5c-423b-8854-dcddfa229ef7 HTTP/1.1" status: 204 len: 168 time: 0.2674246 Jul 29 18:26:17.515212 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdc0c8-2587-47db-a323-4f22a2a7d4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9246aff5-2e5c-423b-8854-dcddfa229ef7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:17.516839 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0741d5c-f05c-4713-b157-1cbc0745b3fc None None] Network 42424029-64fb-4fc2-9cf3-631842dac12f requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:26:17.581180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.642720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Deleting port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:17.643201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.705567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] For port 409a766d-cc6f-41a2-b80b-e22743d4f5e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=409a766d-cc6f-41a2-b80b-e22743d4f5e4,segment=NetworkSegment(e9b1c163-1e5f-4880-86a8-1934ed9da408),segment_id=e9b1c163-1e5f-4880-86a8-1934ed9da408)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:17.705933 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.719478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Calling delete_port for 409a766d-cc6f-41a2-b80b-e22743d4f5e4 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:17.802222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.829280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Pushing event deleted for resources: {'Port': ['ID=409a766d-cc6f-41a2-b80b-e22743d4f5e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:17.835052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] No DVR routers for this DVR port 409a766d-cc6f-41a2-b80b-e22743d4f5e4 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:26:17.879878 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bcfb8-64fb-4017-9d35-d412c4732abd None None] DHCP port deletion for 42424029-64fb-4fc2-9cf3-631842dac12f request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:26:17.906418 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.916646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42424029-64fb-4fc2-9cf3-631842dac12f']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:17.929414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b1c163-1e5f-4880-86a8-1934ed9da408') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:17.929715 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b1c163-1e5f-4880-86a8-1934ed9da408') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:17.939386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.953305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.959708 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:26:17.961389 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:17.963107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d9f15d76-9d38-4a25-8ccd-5db1600c5943 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:26:17.963528 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:26:17.986825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d9f15d76-9d38-4a25-8ccd-5db1600c5943 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:17.987173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d9f15d76-9d38-4a25-8ccd-5db1600c5943 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:17.987599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 409a766d-cc6f-41a2-b80b-e22743d4f5e4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:18.013247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 409a766d-cc6f-41a2-b80b-e22743d4f5e4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:18.013589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 409a766d-cc6f-41a2-b80b-e22743d4f5e4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:18.014006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d09cc77d-b81e-4edf-854c-de53727bfca1 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:18.024502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.030363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.032284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] 10.222.0.16 "DELETE /v2.0/networks/42424029-64fb-4fc2-9cf3-631842dac12f HTTP/1.1" status: 204 len: 168 time: 0.5175407 Jul 29 18:26:18.034578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d09cc77d-b81e-4edf-854c-de53727bfca1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:18.035004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d09cc77d-b81e-4edf-854c-de53727bfca1 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:18.035583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41740) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:18.052213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59860cc-c6f0-4f36-ac0a-b7b6227de150 admin admin] Pushing event deleted for resources: {'Network': ['ID=42424029-64fb-4fc2-9cf3-631842dac12f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:18.404578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.665521 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Deleting port 0ee0d6d4-f105-4e18-8e70-85958dbf268a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:18.666265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.748235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] For port 0ee0d6d4-f105-4e18-8e70-85958dbf268a, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0ee0d6d4-f105-4e18-8e70-85958dbf268a,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:18.748562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.761469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Calling delete_port for 0ee0d6d4-f105-4e18-8e70-85958dbf268a owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:18.952937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:18.978681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee0d6d4-f105-4e18-8e70-85958dbf268a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:19.156975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:19.405559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Router 41623777-ec25-4cee-9fa5-6f660cef4935 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:26:19.535220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:26:19.542065 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-663f6f62-c1f5-4d70-a343-90677e9b760a admin admin] 10.222.0.16 "PUT /v2.0/routers/41623777-ec25-4cee-9fa5-6f660cef4935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5047438 Jul 29 18:26:19.544615 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41742) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:19.548577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Sync routers for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:26:19.561203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:19.561827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:26:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:19.652528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:19.670899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:19.767792 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:19.823704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Deleting port 96351386-b602-4233-8d37-ede087aec385 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:19.824043 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:19.857413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '96351386-b602-4233-8d37-ede087aec385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:26:18Z', 'revision_number': 5, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port': {'id': '96351386-b602-4233-8d37-ede087aec385', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:19.903028 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] For port 96351386-b602-4233-8d37-ede087aec385, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=96351386-b602-4233-8d37-ede087aec385,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:19.903461 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:19.918952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Calling delete_port for 96351386-b602-4233-8d37-ede087aec385 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:20.047459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Checking router: 41623777-ec25-4cee-9fa5-6f660cef4935 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:26:20.058946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Routers {'41623777-ec25-4cee-9fa5-6f660cef4935'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:26:20.059861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:26:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['41623777-ec25-4cee-9fa5-6f660cef4935'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:20.103303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.127041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96351386-b602-4233-8d37-ede087aec385,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:20.161790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] Set router 41623777-ec25-4cee-9fa5-6f660cef4935 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:26:20.196008 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.213066 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:26:19Z', 'revision_number': 6, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:20.242265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1f0c0-d42e-4575-a076-490048720ab6 None None] The sync data for ids ['41623777-ec25-4cee-9fa5-6f660cef4935'] in n-d-801607-3 is: [{'id': '41623777-ec25-4cee-9fa5-6f660cef4935', 'name': 'tempest-TestVolumeBootPattern-771122051-router', 'tenant_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:16:36Z', 'updated_at': '2021-07-29T18:26:19Z', 'revision_number': 6, 'project_id': '2d44e7e0e3f0483d89030615a4f77e3e', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:26:20.287981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.290105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.333805 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.334432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41623777-ec25-4cee-9fa5-6f660cef4935 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:26:20.338948 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.340190 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f1ea6844-c0fa-4968-a754-52c4d9f7baa5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41623777-ec25-4cee-9fa5-6f660cef4935 HTTP/1.1" status: 204 len: 168 time: 0.7945056 Jul 29 18:26:20.343912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41746) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:20.391311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Deleting subnet fd2c1776-30e5-4143-a6e0-48395a0727f7 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:26:20.394405 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.427750 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.510606 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.570064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.595439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2c1776-30e5-4143-a6e0-48395a0727f7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:20.599149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.601071 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-989288fb-ead2-450c-8e62-632014043a4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd2c1776-30e5-4143-a6e0-48395a0727f7 HTTP/1.1" status: 204 len: 168 time: 0.2562263 Jul 29 18:26:20.603842 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41748) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:20.609634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5097a-09e9-4e9c-8885-ca6bce819096 None None] Network 2728e45b-df15-4f60-b5be-bb1aa31da488 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:26:20.672645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:20.724076 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Deleting port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:20.724417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.011076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] DHCP port deletion for 2728e45b-df15-4f60-b5be-bb1aa31da488 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:26:21.060001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Deleting port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:21.060377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.125387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] For port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:21.125752 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.139681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Calling delete_port for cdfe846d-5efd-46e0-8dc9-8e816c1d54bf owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:21.158362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] For port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,segment=NetworkSegment(14546593-606f-46ac-9a07-ebee6eddfe89),segment_id=14546593-606f-46ac-9a07-ebee6eddfe89)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:21.158958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.174413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Calling delete_port for cdfe846d-5efd-46e0-8dc9-8e816c1d54bf owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:21.229508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.254563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Pushing event deleted for resources: {'Port': ['ID=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:21.256177 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.264151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] No DVR routers for this DVR port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:26:21.268840 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.269263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.269687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.270088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.275435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532284fd-1b7d-4d1b-847e-89791824408c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:21.290518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfe846d-5efd-46e0-8dc9-8e816c1d54bf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:21.295704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] No DVR routers for this DVR port cdfe846d-5efd-46e0-8dc9-8e816c1d54bf on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:26:21.365630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.375559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2728e45b-df15-4f60-b5be-bb1aa31da488']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:21.386109 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14546593-606f-46ac-9a07-ebee6eddfe89') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:21.386489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14546593-606f-46ac-9a07-ebee6eddfe89') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:26:21.395257 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.408962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.414873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:26:21.415210 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self.session.flush() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:26:21.416838 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:26:21.473439 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.480708 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.481265 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2728e45b-df15-4f60-b5be-bb1aa31da488 HTTP/1.1" status: 204 len: 168 time: 0.8763163 Jul 29 18:26:21.493320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0211e75-f237-48fe-8012-9ead3d01de47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2728e45b-df15-4f60-b5be-bb1aa31da488,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:21.598455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41752) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:21.640053 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-94d32b43-5e64-4d51-bea4-eae94b204169 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1e31080da444c36b2b3f5ddba74d1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403800 Jul 29 18:26:21.643731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41754) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:21.694910 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.720297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.772363 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.776328 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:21.777616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/346963c0-4543-49cc-bb98-1308bb50dc41 HTTP/1.1" status: 204 len: 168 time: 0.1330185 Jul 29 18:26:21.785438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f809a-c5c9-4a01-94ea-38b9a3bcceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346963c0-4543-49cc-bb98-1308bb50dc41,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:21.965765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0ee0d6d4-f105-4e18-8e70-85958dbf268a no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:21.985706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0ee0d6d4-f105-4e18-8e70-85958dbf268a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:21.986128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0ee0d6d4-f105-4e18-8e70-85958dbf268a not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:21.986862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96351386-b602-4233-8d37-ede087aec385 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:22.004897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 96351386-b602-4233-8d37-ede087aec385 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:22.005248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 96351386-b602-4233-8d37-ede087aec385 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:22.005727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cdfe846d-5efd-46e0-8dc9-8e816c1d54bf no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:22.027057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cdfe846d-5efd-46e0-8dc9-8e816c1d54bf {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:22.027395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cdfe846d-5efd-46e0-8dc9-8e816c1d54bf not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:22.114573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41760) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:22.155560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1f354c67-9860-48cb-94d3-7a762dd435a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d44e7e0e3f0483d89030615a4f77e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398183 Jul 29 18:26:22.158332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41762) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:22.208487 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:22.232174 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:22.280978 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:22.285038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:22.286383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e5e1a2c-555b-4684-a465-45f1202861ed HTTP/1.1" status: 204 len: 168 time: 0.1270595 Jul 29 18:26:22.294790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1843f-bde5-4a6f-b3e7-44750e9594b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e1a2c-555b-4684-a465-45f1202861ed,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:26.781086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:27.762031 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:32.558860 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-71bb3835-cd64-41a1-8cf6-0611c080235a tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef2268ddc9054f96855f27344382b2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303288 Jul 29 18:26:32.775054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-b26b4420-8bbc-4fdf-ac37-c1a4844f44d7 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:32.776459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-b26b4420-8bbc-4fdf-ac37-c1a4844f44d7 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116182 Jul 29 18:26:32.791811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-000bceea-73ae-40b2-9bc9-0b9ae89259fb tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/quotas/ef2268ddc9054f96855f27344382b2ff HTTP/1.1" status: 200 len: 375 time: 0.0091057 Jul 29 18:26:32.823970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-9c69c5d8-2cb6-4cb1-8373-b812ea713ae9 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef2268ddc9054f96855f27344382b2ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269811 Jul 29 18:26:34.013321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d6a12dc2-771f-4098-9c70-f884fbc54c89 req-e67c0a07-c116-4a7d-98ce-f184db44f310 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 210 time: 0.0271413 Jul 29 18:26:34.893231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-8d8c0143-70fa-446c-bfde-c82add1cd6af tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ef2268ddc9054f96855f27344382b2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216303 Jul 29 18:26:35.007034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-148d37c7-53ff-48d3-811e-14b484084f46 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:35.008851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-148d37c7-53ff-48d3-811e-14b484084f46 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097770 Jul 29 18:26:35.021556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Request body: {'port': {'device_id': '903e495c-f04a-4041-bff4-011db5e3741d', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'admin_state_up': True, 'tenant_id': 'ef2268ddc9054f96855f27344382b2ff'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:35.123024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8a5c556-8f14-4c3a-926c-8df576555336 req-64887d72-f8d2-4236-bbef-cfa68668b828 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jul 29 18:26:35.156330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Made reservation on behalf of ef2268ddc9054f96855f27344382b2ff for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:26:35.159809 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.168946 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.259344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.266676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.329656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02535adc-6401-41b1-8fd1-67ad77411310,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:35.410760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Allocated IP 192.168.233.69 (850da3e7-e5eb-417f-a05e-24364db52c20/26bcfc5a-20b3-4a9a-94aa-76102a9f7c03/3881ccfe-2537-4837-bebf-337e26e60fd6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:26:35.566170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.579855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Transition to ACTIVE for port object 3881ccfe-2537-4837-bebf-337e26e60fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:26:35.623518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.672362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Network 850da3e7-e5eb-417f-a05e-24364db52c20 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:26:35.675461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:26:35.680471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:26:35.689632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Pushing event updated for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:35.738387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:35.739040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.755307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-802b27ca-d4de-4b48-a60f-3b9751ac7c62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7374878 Jul 29 18:26:35.767746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Request body: {'port': {'device_id': '903e495c-f04a-4041-bff4-011db5e3741d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:35.824020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.884337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5445e9fd-bffa-442c-b864-5cef960ef6a2 None None] Provisioning for port 3881ccfe-2537-4837-bebf-337e26e60fd6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:26:35.888401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5445e9fd-bffa-442c-b864-5cef960ef6a2 None None] Provisioning complete for port 3881ccfe-2537-4837-bebf-337e26e60fd6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:26:35.888837 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5445e9fd-bffa-442c-b864-5cef960ef6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:35.923505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5445e9fd-bffa-442c-b864-5cef960ef6a2 None None] Port 3881ccfe-2537-4837-bebf-337e26e60fd6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:26:36.103860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3881ccfe-2537-4837-bebf-337e26e60fd6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:26:36.111674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:36.123674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Transition to ACTIVE for port object 3881ccfe-2537-4837-bebf-337e26e60fd6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:26:36.128024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:36.176631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Pushing event updated for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:36.283566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Attempting to bind port 3881ccfe-2537-4837-bebf-337e26e60fd6 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:26:36.283868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Attempting to bind port 3881ccfe-2537-4837-bebf-337e26e60fd6 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:26:36.284209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Attempting to bind port 3881ccfe-2537-4837-bebf-337e26e60fd6 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:26:36.298191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357340e-bb05-4d41-9fa7-8de36ed83896 req-896d39a1-a07f-4802-8702-9063bfbef420 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.299812 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7357340e-bb05-4d41-9fa7-8de36ed83896 req-896d39a1-a07f-4802-8702-9063bfbef420 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 947 time: 0.0817428 Jul 29 18:26:36.300614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Port 3881ccfe-2537-4837-bebf-337e26e60fd6 on network 850da3e7-e5eb-417f-a05e-24364db52c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:26:36.301195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Attempting to bind port 3881ccfe-2537-4837-bebf-337e26e60fd6 on network 850da3e7-e5eb-417f-a05e-24364db52c20 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:26:36.313987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:26:36.314347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Checking segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:26:36.314727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Bound using segment: {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:26:36.315175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Bound port: 3881ccfe-2537-4837-bebf-337e26e60fd6, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c413c3d-e599-4022-9641-298b15f2a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:26:36.315530 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:36.372166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7357340e-bb05-4d41-9fa7-8de36ed83896 req-ce051cd8-db1b-4001-a072-57c139986b04 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Jul 29 18:26:36.401319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:26:36.404761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3881ccfe-2537-4837-bebf-337e26e60fd6,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:26:36.409270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:36.443547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.444174 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:36.445746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] 10.222.0.38 "PUT /v2.0/ports/3881ccfe-2537-4837-bebf-337e26e60fd6 HTTP/1.1" status: 200 len: 1095 time: 0.6824634 Jul 29 18:26:36.446060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:36.448388 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898d4753-903c-460c-a99e-e915dfbc647e" -d '{"events": [{"name": "network-changed", "server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:36.478287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075d46-ac43-4e7c-a6af-8bae02820441 service neutron] Pushing event updated for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:36.488236 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ae0f6-3290-4391-be29-778a1c84b45a x-openstack-request-id: req-b14ae0f6-3290-4391-be29-778a1c84b45a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:36.488707 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:36.488826 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b14ae0f6-3290-4391-be29-778a1c84b45a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:36.489168 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6', 'status': 'completed', 'code': 200} Jul 29 18:26:36.543559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-0c05f1ce-4651-4933-aa5a-092ddb916575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.545113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-0c05f1ce-4651-4933-aa5a-092ddb916575 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef2268ddc9054f96855f27344382b2ff&device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 1098 time: 0.0442758 Jul 29 18:26:36.588839 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-1e6ea4de-00ea-4b3d-80ba-e185fcd09d05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=3881ccfe-2537-4837-bebf-337e26e60fd6 HTTP/1.1" status: 200 len: 217 time: 0.0358131 Jul 29 18:26:36.640145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-e7f62ba8-d6c8-44be-b072-ba9d5b7fa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.641663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-e7f62ba8-d6c8-44be-b072-ba9d5b7fa344 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0464928 Jul 29 18:26:36.691992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-b1f5ab64-435f-402e-b9b3-545727587803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.693452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-b1f5ab64-435f-402e-b9b3-545727587803 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443485 Jul 29 18:26:36.719485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:26:36.784605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-2930cfd1-239d-4516-b41f-9cf6240ceffb service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Jul 29 18:26:36.879722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e145d0-3fdb-4ebf-a2bb-93ab9251775c req-67ebcec2-e08e-4316-9e10-e7f831e6ff50 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879583 Jul 29 18:26:36.964210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4753-903c-460c-a99e-e915dfbc647e req-334db7c1-b3c3-4266-896e-b99a59468e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:36.965651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-334db7c1-b3c3-4266-896e-b99a59468e7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef2268ddc9054f96855f27344382b2ff&device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 1098 time: 0.0435553 Jul 29 18:26:37.063320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4753-903c-460c-a99e-e915dfbc647e req-034bc82b-0471-4ea6-88a5-67f0494c5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:37.064804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-034bc82b-0471-4ea6-88a5-67f0494c5f03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=850da3e7-e5eb-417f-a05e-24364db52c20 HTTP/1.1" status: 200 len: 870 time: 0.0924659 Jul 29 18:26:37.106720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-6724b1d3-3b82-4b06-9ccf-03ffa9f9e740 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=3881ccfe-2537-4837-bebf-337e26e60fd6 HTTP/1.1" status: 200 len: 217 time: 0.0339782 Jul 29 18:26:37.159224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4753-903c-460c-a99e-e915dfbc647e req-42e30e51-84e7-459c-859d-9ea927b532ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:37.160683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-42e30e51-84e7-459c-859d-9ea927b532ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26bcfc5a-20b3-4a9a-94aa-76102a9f7c03 HTTP/1.1" status: 200 len: 843 time: 0.0463607 Jul 29 18:26:37.208696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4753-903c-460c-a99e-e915dfbc647e req-3318f65f-1a1b-4975-919b-16d9970ca932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:37.210193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-3318f65f-1a1b-4975-919b-16d9970ca932 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=850da3e7-e5eb-417f-a05e-24364db52c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413096 Jul 29 18:26:37.313349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-e61e8912-eac5-4597-b8e2-23badf53af1c service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943739 Jul 29 18:26:37.405620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-898d4753-903c-460c-a99e-e915dfbc647e req-0fa264aa-b485-4f53-a79c-14ee686eb357 service neutron] 10.222.0.38 "GET /v2.0/networks/850da3e7-e5eb-417f-a05e-24364db52c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Jul 29 18:26:37.501324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfed4b-3e73-47b5-8ee1-be19eed2f709 req-35a3c0a2-70e5-4853-9e71-86a5cc889537 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:37.502865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14bfed4b-3e73-47b5-8ee1-be19eed2f709 req-35a3c0a2-70e5-4853-9e71-86a5cc889537 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 947 time: 0.0570338 Jul 29 18:26:37.545150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14bfed4b-3e73-47b5-8ee1-be19eed2f709 req-596c6cc8-c69a-4ed3-ba05-1eda70b0ab3e tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Jul 29 18:26:38.682541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8a7fb-bc40-4884-a8c3-8648f8b21f7a req-8ada8a77-7c59-4e84-8487-ac95d3b3a5c6 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:38.684500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64f8a7fb-bc40-4884-a8c3-8648f8b21f7a req-8ada8a77-7c59-4e84-8487-ac95d3b3a5c6 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 947 time: 0.0539634 Jul 29 18:26:38.725428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64f8a7fb-bc40-4884-a8c3-8648f8b21f7a req-58221642-7d29-4d47-962a-241945680f3e tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 29 18:26:39.319973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4efa5a78-e4c7-4220-8ef7-94ded98e6d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:39.869007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce690e18-2ee3-4edc-a34e-0d8657d3e1f6 req-e846d610-65ca-40e6-8057-0b8f4f08ade9 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:39.870523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce690e18-2ee3-4edc-a34e-0d8657d3e1f6 req-e846d610-65ca-40e6-8057-0b8f4f08ade9 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 947 time: 0.0614619 Jul 29 18:26:39.909183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce690e18-2ee3-4edc-a34e-0d8657d3e1f6 req-259494c2-e0f2-409a-832e-303f8e8e7d51 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Jul 29 18:26:41.056496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3881ccfe-2537-4837-bebf-337e26e60fd6 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:26:41.062430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6927f86-8cf6-4963-9244-4d328a158f18 req-5c1dbe70-8053-4231-872b-ef807d4702db tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:41.063948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6927f86-8cf6-4963-9244-4d328a158f18 req-5c1dbe70-8053-4231-872b-ef807d4702db tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 947 time: 0.0668387 Jul 29 18:26:41.104126 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6927f86-8cf6-4963-9244-4d328a158f18 req-be90b3c8-44fa-4903-a850-6c39c174a664 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Jul 29 18:26:41.154939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3881ccfe-2537-4837-bebf-337e26e60fd6,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:41.166767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '3881ccfe-2537-4837-bebf-337e26e60fd6', 'network_id': '850da3e7-e5eb-417f-a05e-24364db52c20', 'port_id': '3881ccfe-2537-4837-bebf-337e26e60fd6', 'mac_address': 'fa:16:3e:49:00:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bcfc5a-20b3-4a9a-94aa-76102a9f7c03', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:26:41.204480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:41.216864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3881ccfe-2537-4837-bebf-337e26e60fd6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:26:41.236467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3881ccfe-2537-4837-bebf-337e26e60fd6,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:41.242827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:41.289026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:41.491457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['3881ccfe-2537-4837-bebf-337e26e60fd6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:26:41.747004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e61eba0-7047-48dc-987c-394d5bdfbd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:41.952794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:42.232250 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee327b3d-46fb-47b2-b1da-952e4dd50014 req-9fd3dc1d-d47a-4537-a54f-447ab1667f61 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:42.233752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee327b3d-46fb-47b2-b1da-952e4dd50014 req-9fd3dc1d-d47a-4537-a54f-447ab1667f61 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 948 time: 0.0523715 Jul 29 18:26:42.273823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee327b3d-46fb-47b2-b1da-952e4dd50014 req-19062f60-ac4b-4ab5-b36d-ca936ce5ef75 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Jul 29 18:26:43.068512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3881ccfe-2537-4837-bebf-337e26e60fd6 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:26:43.121961 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:43.133215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 3881ccfe-2537-4837-bebf-337e26e60fd6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:26:43.137271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 3881ccfe-2537-4837-bebf-337e26e60fd6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:26:43.137637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:43.218720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:43.242522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:43.244792 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908badc-290d-4a7a-aa7e-787580a28e29" -d '{"events": [{"server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "name": "network-vif-plugged", "status": "completed", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:43.259435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3881ccfe-2537-4837-bebf-337e26e60fd6,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:43.264843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:43.291438 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50fca6-6377-48c9-beeb-99d00c3b9d0a x-openstack-request-id: req-1c50fca6-6377-48c9-beeb-99d00c3b9d0a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:43.291729 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "name": "network-vif-plugged", "status": "completed", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:43.291980 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c50fca6-6377-48c9-beeb-99d00c3b9d0a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:43.292374 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6', 'code': 200} Jul 29 18:26:43.320084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:43.409406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b9f6-e725-41fb-9677-c308a249911a req-ff5f074a-d0b3-48c7-8060-516520061a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:43.410915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5d8b9f6-e725-41fb-9677-c308a249911a req-ff5f074a-d0b3-48c7-8060-516520061a62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 1100 time: 0.0710979 Jul 29 18:26:43.431503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757fef-cf8e-45c6-b8d2-5316297282b9 req-0a3e8f62-0ac4-4547-aae2-b950b04fb548 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:43.432892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c757fef-cf8e-45c6-b8d2-5316297282b9 req-0a3e8f62-0ac4-4547-aae2-b950b04fb548 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 949 time: 0.0817957 Jul 29 18:26:43.471233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5d8b9f6-e725-41fb-9677-c308a249911a req-18e16ca0-0f72-481e-8dbc-c4cd00d0a7c0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528643 Jul 29 18:26:43.483337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c757fef-cf8e-45c6-b8d2-5316297282b9 req-81d2e5e0-157b-46ed-a242-5f3ef99680ed tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Jul 29 18:26:44.602962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af0970-0882-4e6a-86d2-caaba2cd4bde req-24850602-ad26-44c1-ad2f-873faa0e23ce tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:44.604457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99af0970-0882-4e6a-86d2-caaba2cd4bde req-24850602-ad26-44c1-ad2f-873faa0e23ce tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 949 time: 0.0519865 Jul 29 18:26:44.644156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99af0970-0882-4e6a-86d2-caaba2cd4bde req-d9a7cb1f-6018-42d7-94c7-671702371949 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Jul 29 18:26:44.801645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:45.556410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33a3e1-66d1-44e3-961c-2fdbb8d81328 req-a3592831-6eb7-4dde-91a5-f6624589bb62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:45.558404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc33a3e1-66d1-44e3-961c-2fdbb8d81328 req-a3592831-6eb7-4dde-91a5-f6624589bb62 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 949 time: 0.0581102 Jul 29 18:26:45.597018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc33a3e1-66d1-44e3-961c-2fdbb8d81328 req-716d5500-7d0d-497a-9b01-d3c6254b27e1 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Jul 29 18:26:46.744324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110e89-ac56-4c18-be0e-6ccbe75fc800 req-217fe299-744f-483e-9ebc-8bad5f0fa074 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:46.745788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d110e89-ac56-4c18-be0e-6ccbe75fc800 req-217fe299-744f-483e-9ebc-8bad5f0fa074 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 949 time: 0.0794959 Jul 29 18:26:46.785636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6e66-246c-4c98-a722-987276704a74 req-4d9f2bd3-632f-433a-8fc3-01a7e4cdb740 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:46.787130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34be6e66-246c-4c98-a722-987276704a74 req-4d9f2bd3-632f-433a-8fc3-01a7e4cdb740 tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.38 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 949 time: 0.0827072 Jul 29 18:26:46.813746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8d110e89-ac56-4c18-be0e-6ccbe75fc800 req-1607bad2-0ab2-4439-9ea2-0c68b5e5755d tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/security-groups?id=02535adc-6401-41b1-8fd1-67ad77411310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Jul 29 18:26:46.893968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Deleting port 3881ccfe-2537-4837-bebf-337e26e60fd6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:26:46.894217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:46.986158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] For port 3881ccfe-2537-4837-bebf-337e26e60fd6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3881ccfe-2537-4837-bebf-337e26e60fd6,segment=NetworkSegment(9c413c3d-e599-4022-9641-298b15f2a76a),segment_id=9c413c3d-e599-4022-9641-298b15f2a76a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:46.986543 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:47.000650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Calling delete_port for 3881ccfe-2537-4837-bebf-337e26e60fd6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:26:47.137187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:47.168105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Pushing event deleted for resources: {'Port': ['ID=3881ccfe-2537-4837-bebf-337e26e60fd6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:47.210059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] No DVR routers for this DVR port 3881ccfe-2537-4837-bebf-337e26e60fd6 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:26:47.212903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:47.214952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34be6e66-246c-4c98-a722-987276704a74 req-356d3936-f6df-4103-8bba-bf3e4528920f tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.38 "DELETE /v2.0/ports/3881ccfe-2537-4837-bebf-337e26e60fd6 HTTP/1.1" status: 204 len: 173 time: 0.4198208 Jul 29 18:26:47.215404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'name': 'network-vif-deleted', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:47.217884 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29ddc05-6ee8-48ac-977b-0cfe3a195a83" -d '{"events": [{"server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "name": "network-vif-deleted", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:47.257361 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba43b22f-1482-47c7-a011-6fc66cb05d16 x-openstack-request-id: req-ba43b22f-1482-47c7-a011-6fc66cb05d16 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:47.257981 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903e495c-f04a-4041-bff4-011db5e3741d", "name": "network-vif-deleted", "tag": "3881ccfe-2537-4837-bebf-337e26e60fd6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:47.258272 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba43b22f-1482-47c7-a011-6fc66cb05d16 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:47.258661 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903e495c-f04a-4041-bff4-011db5e3741d', 'name': 'network-vif-deleted', 'tag': '3881ccfe-2537-4837-bebf-337e26e60fd6', 'status': 'completed', 'code': 200} Jul 29 18:26:47.939929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-756ccea5-20b7-42f9-8bb2-f68f9e478b61 req-13c2856f-8300-4f78-97ed-68a15812188b tempest-ServersAdminNegativeTestJSON-1325007214 tempest-ServersAdminNegativeTestJSON-1325007214-project] 10.222.0.16 "GET /v2.0/ports?device_id=903e495c-f04a-4041-bff4-011db5e3741d HTTP/1.1" status: 200 len: 210 time: 0.0347455 Jul 29 18:26:49.118215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3881ccfe-2537-4837-bebf-337e26e60fd6 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:26:49.140796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 3881ccfe-2537-4837-bebf-337e26e60fd6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:26:49.141201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3881ccfe-2537-4837-bebf-337e26e60fd6 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:26:49.258874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41902) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:49.442086 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-540f8d00-213a-4e06-90e1-8e7f87b3d93a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef2268ddc9054f96855f27344382b2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819284 Jul 29 18:26:49.444746 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:49.500067 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:49.521608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:49.574039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:49.576621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:49.577788 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02535adc-6401-41b1-8fd1-67ad77411310 HTTP/1.1" status: 204 len: 168 time: 0.1321537 Jul 29 18:26:49.585790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef422718-2fe2-470f-adb9-d6d8e35a10ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02535adc-6401-41b1-8fd1-67ad77411310,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:49.878373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41914) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:49.892633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db8146a4-6c0f-4854-9cdc-865472b3b466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:49.994766 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db8146a4-6c0f-4854-9cdc-865472b3b466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.000616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-db8146a4-6c0f-4854-9cdc-865472b3b466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.038551 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-db8146a4-6c0f-4854-9cdc-865472b3b466 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cad6a8177f87471fbdb1e1e808bef95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589453 Jul 29 18:26:50.039625 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8146a4-6c0f-4854-9cdc-865472b3b466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329bf76b-38d8-48cd-b07c-7101bd78ac59,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:50.041433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41916) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:50.093989 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.116482 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.172312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.176198 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:50.177381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/329bf76b-38d8-48cd-b07c-7101bd78ac59 HTTP/1.1" status: 204 len: 168 time: 0.1349745 Jul 29 18:26:50.185207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e34a4-9287-4933-a8b4-5af467030115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329bf76b-38d8-48cd-b07c-7101bd78ac59,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:50.931813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41938) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:51.071830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-302620171-network', 'tenant_id': '1720bb5b9186464f9c0273e554177b72'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:51.099062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Made reservation on behalf of 1720bb5b9186464f9c0273e554177b72 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:26:51.101412 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.109998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.206269 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.212178 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.252058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:26:51.267133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e899a9c-77da-4767-87aa-fb3f455cae60,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:51.272760 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.273097 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Added segment 89240be4-af7a-4811-8020-3651ae8c8f6a of type vlan for network 282160e2-d4c2-4f02-a718-4e3c8809399b Jul 29 18:26:51.317483 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.352205 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.353154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:51.353730 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.410854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4776692 Jul 29 18:26:51.413784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 41944) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:26:51.419102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Request body: {'subnet': {'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-302620171-subnet', 'tenant_id': '1720bb5b9186464f9c0273e554177b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:51.438930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626df31-6096-4098-a43f-94e14ea24165 admin admin] Pushing event updated for resources: {'Network': ['ID=282160e2-d4c2-4f02-a718-4e3c8809399b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:51.441873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Made reservation on behalf of 1720bb5b9186464f9c0273e554177b72 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:26:51.444417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.449370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 282160e2-d4c2-4f02-a718-4e3c8809399b details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:26:51.619968 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.676546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:51.687143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Checking segment: {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:26:51.687496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Network hostable DHCP agents. Network: 282160e2-d4c2-4f02-a718-4e3c8809399b, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:26:51.707274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Network 282160e2-d4c2-4f02-a718-4e3c8809399b is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:26:51.717643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 282160e2-d4c2-4f02-a718-4e3c8809399b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:26:51.722198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:51.722813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:51.727378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce0a26-4d3c-45f8-9bea-c77f6cf94c8b None None] Network 282160e2-d4c2-4f02-a718-4e3c8809399b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:26:51.737858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c3ba79cd-6fdc-43c4-9f98-65b5ee9ac789 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3229523 Jul 29 18:26:51.858694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee3f06-0274-49d8-97a0-ee028486d050 None None] Network 282160e2-d4c2-4f02-a718-4e3c8809399b requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:26:52.168821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-6612945c-4650-4928-97f6-59773680c9e4 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:52.170352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-6612945c-4650-4928-97f6-59773680c9e4 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 811 time: 0.1120398 Jul 29 18:26:52.186178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-0f5e6397-9998-46f3-9e0f-3a4ff63d53b1 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/quotas/1720bb5b9186464f9c0273e554177b72 HTTP/1.1" status: 200 len: 375 time: 0.0096390 Jul 29 18:26:52.218612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-b58eb2e1-472a-45be-b120-8ba9fb559472 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270483 Jul 29 18:26:52.311705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-e0d8f9b9-c658-4126-b6d3-d1fbca64417c service neutron] 10.222.0.16 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857635 Jul 29 18:26:52.401328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-fa417353-f3ff-46a7-896f-33c71308cd6d service neutron] 10.222.0.16 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835497 Jul 29 18:26:52.568821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be523de2-742c-44a4-9cbe-eb83f5151b5e req-1275e5a1-1159-41b3-81db-acaa7458410a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 210 time: 0.0276139 Jul 29 18:26:53.530957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-9711732d-06b4-4948-89ca-75057b4c1bf7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:53.532422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-9711732d-06b4-4948-89ca-75057b4c1bf7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.38 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 811 time: 0.1132772 Jul 29 18:26:53.545502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Request body: {'port': {'device_id': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b', 'admin_state_up': True, 'tenant_id': '1720bb5b9186464f9c0273e554177b72'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:54.022919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be92bd53-1a24-420d-b4a3-d42b40fcfd01 req-0a742f32-1b6a-4a30-a0b2-e1bbeedc253b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 210 time: 0.3860581 Jul 29 18:26:54.042009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Made reservation on behalf of 1720bb5b9186464f9c0273e554177b72 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:26:54.046654 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.179820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Allocated IP 172.20.0.5 (282160e2-d4c2-4f02-a718-4e3c8809399b/cbe784e9-a8c0-4ab7-8aec-db00153d0e9a/319146e9-c366-438c-a0e2-4a3c63388fa4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:26:54.324041 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.376578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.422222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Network 282160e2-d4c2-4f02-a718-4e3c8809399b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:26:54.425404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:26:54.429048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:26:54.438092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:54.465303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.465643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.465981 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.466348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.466667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.467001 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.467328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.467649 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.467968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.468288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.468608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.468926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:26:54.492683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:54.493292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.509828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-5aa99d39-0d52-4f12-87df-5d21faabc899 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681787 Jul 29 18:26:54.522207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Request body: {'port': {'device_id': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:26:54.575567 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.835509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319146e9-c366-438c-a0e2-4a3c63388fa4 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:26:54.843032 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.855493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Transition to ACTIVE for port object 319146e9-c366-438c-a0e2-4a3c63388fa4 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:26:54.860365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:54.908035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:54.979132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:26:54.979438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:26:54.979762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:26:54.984216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:26:54.984511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:26:54.989389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:26:54.989753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Checking segment: {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:26:54.990132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Bound using segment: {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:26:54.990638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Bound port: 319146e9-c366-438c-a0e2-4a3c63388fa4, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:26:54.990992 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:55.054457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:26:55.057829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:26:55.062891 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:55.106383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.106998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:55.108340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] 10.222.0.38 "PUT /v2.0/ports/319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 1091 time: 0.5903707 Jul 29 18:26:55.108779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:26:55.111056 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cf4a8f-e895-4455-ad17-3c59cb615d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:26:55.165172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710051c0-2806-4207-99e9-639d47a79c19 service neutron] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:55.200875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca0f2a-c3a7-41ab-ae74-d6935338e761 req-8b9cb495-adac-4462-8dd5-765a07ae87bf tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.202441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15ca0f2a-c3a7-41ab-ae74-d6935338e761 req-8b9cb495-adac-4462-8dd5-765a07ae87bf tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.1084344 Jul 29 18:26:55.217123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-8e7109da-6a5a-4255-baa3-5400640b82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.218578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-8e7109da-6a5a-4255-baa3-5400640b82ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.0725229 Jul 29 18:26:55.264513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-b3662573-73a9-4816-8108-1045a63def9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0381021 Jul 29 18:26:55.302718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-15ca0f2a-c3a7-41ab-ae74-d6935338e761 req-6ffafe03-2dbb-41f3-8745-49712f332030 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933149 Jul 29 18:26:55.321143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-fb60fecd-cf7a-4c40-baff-821a8439dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.322626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-fb60fecd-cf7a-4c40-baff-821a8439dd6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0505550 Jul 29 18:26:55.358676 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515928c6-7978-4716-b55b-ab898fce37d0 x-openstack-request-id: req-515928c6-7978-4716-b55b-ab898fce37d0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:26:55.358969 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:26:55.359220 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-515928c6-7978-4716-b55b-ab898fce37d0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:26:55.359620 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'status': 'completed', 'code': 200} Jul 29 18:26:55.361528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-ac10a579-5c04-4155-8e91-a21e49905e80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319412 Jul 29 18:26:55.451472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-2274a1ad-dae0-4a9a-9b4f-c254de62e4d0 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Jul 29 18:26:55.550621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08164ea7-4080-40a9-a633-c8d317e41a7b req-20c1d4ea-5738-437b-a2bd-d0583bafcc3b service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Jul 29 18:26:55.636700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-0fff8e5f-c2ef-405b-881d-6c21059d3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.638114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-0fff8e5f-c2ef-405b-881d-6c21059d3e62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.0440307 Jul 29 18:26:55.727498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-5fec64cc-f56e-4167-a0c4-410ec7d6eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.728951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-5fec64cc-f56e-4167-a0c4-410ec7d6eb85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.0838995 Jul 29 18:26:55.774253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-7a20bb6e-0723-4332-898d-8cce0dd4b27a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0375264 Jul 29 18:26:55.822628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-f643d67c-66ec-4db5-8ed9-f859ebd6f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:55.824061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-f643d67c-66ec-4db5-8ed9-f859ebd6f43d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0431058 Jul 29 18:26:55.858589 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-bd905a7a-9510-49df-a3f2-754789d684b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250781 Jul 29 18:26:55.954404 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-0c77a893-b26c-4719-93e2-350dcd78b311 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Jul 29 18:26:56.049428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53cf4a8f-e895-4455-ad17-3c59cb615d3c req-f9091e8a-489b-4754-ac61-4d084e1a553d service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863354 Jul 29 18:26:56.435781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608be5d5-c09b-4bdc-82a3-ef459393a70b req-65c1968d-8719-4ccc-831e-dce19dd133c7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:56.437266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-608be5d5-c09b-4bdc-82a3-ef459393a70b req-65c1968d-8719-4ccc-831e-dce19dd133c7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.0560136 Jul 29 18:26:56.481662 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-608be5d5-c09b-4bdc-82a3-ef459393a70b req-b6a49abe-c628-4afe-b031-826bd03507b4 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 29 18:26:56.788953 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:57.620616 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53725132-fd2d-415e-ab6e-fa5acd6ae167 req-b98db4cb-984f-4ccf-bf8d-6474b74308e7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:57.622112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53725132-fd2d-415e-ab6e-fa5acd6ae167 req-b98db4cb-984f-4ccf-bf8d-6474b74308e7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.0567570 Jul 29 18:26:57.663743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53725132-fd2d-415e-ab6e-fa5acd6ae167 req-4455ba4f-6634-4e32-be01-baea3016f6a8 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Jul 29 18:26:57.779958 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:58.851465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b6a7-471b-437d-a579-cd6e5ca1373c req-a0322d74-e313-42c6-b562-7e3bef8f7c00 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:26:58.852953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a630b6a7-471b-437d-a579-cd6e5ca1373c req-a0322d74-e313-42c6-b562-7e3bef8f7c00 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.1064219 Jul 29 18:26:58.891205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a630b6a7-471b-437d-a579-cd6e5ca1373c req-fb9c7ab3-d71f-4b08-b8df-cbcb1e6f77fd tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Jul 29 18:26:59.196043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:26:59.293771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:59.304972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b', 'port_id': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'mac_address': 'fa:16:3e:37:e5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe784e9-a8c0-4ab7-8aec-db00153d0e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:26:59.344406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:59.357428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319146e9-c366-438c-a0e2-4a3c63388fa4 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:26:59.376705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:26:59.384468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:26:59.431350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:26:59.571357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['319146e9-c366-438c-a0e2-4a3c63388fa4'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:27:00.023306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b8925-3b01-4977-94fd-da6d0e417496 req-88f735ac-f754-44a2-8ae9-a7771e0bc5e7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:00.024791 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208b8925-3b01-4977-94fd-da6d0e417496 req-88f735ac-f754-44a2-8ae9-a7771e0bc5e7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 944 time: 0.0595784 Jul 29 18:27:00.067956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-208b8925-3b01-4977-94fd-da6d0e417496 req-b5d6b664-b82e-4479-b1ca-8b15311d89c5 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Jul 29 18:27:01.195316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:27:01.201716 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352ed4-8536-40a8-9250-01da70b2239c req-2bbf1558-aa0b-4781-b856-a214ddfc4e73 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:01.203255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11352ed4-8536-40a8-9250-01da70b2239c req-2bbf1558-aa0b-4781-b856-a214ddfc4e73 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 944 time: 0.0512261 Jul 29 18:27:01.243310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-11352ed4-8536-40a8-9250-01da70b2239c req-65770184-1751-4be7-8ed3-aeefd0e13050 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Jul 29 18:27:01.249421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 319146e9-c366-438c-a0e2-4a3c63388fa4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:27:01.253344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 319146e9-c366-438c-a0e2-4a3c63388fa4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:27:01.253713 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:01.335544 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:01.358213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:01.360431 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c034a-5738-42c3-94d1-f7b1f1459162" -d '{"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-plugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:01.372975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:01.382814 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:01.410557 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363f9e9a-513e-4a6e-8adf-3fd71ae2c1db x-openstack-request-id: req-363f9e9a-513e-4a6e-8adf-3fd71ae2c1db {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:01.410830 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-plugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:01.411076 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-363f9e9a-513e-4a6e-8adf-3fd71ae2c1db {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:01.411593 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'code': 200} Jul 29 18:27:01.438748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:01.501835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4ddea-f596-404e-8904-86a3a696d674 req-870dfeff-1f27-4013-978f-ee2618346055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:01.503525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52a4ddea-f596-404e-8904-86a3a696d674 req-870dfeff-1f27-4013-978f-ee2618346055 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1096 time: 0.0418489 Jul 29 18:27:01.539358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52a4ddea-f596-404e-8904-86a3a696d674 req-c526da35-c40a-4071-afc4-90a236008b7e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289860 Jul 29 18:27:02.366978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbab79-bea3-42ad-8329-f2f26b211ffa req-36f0f236-37f9-4c62-ab7a-a656dbe02f25 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:02.368473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6dbab79-bea3-42ad-8329-f2f26b211ffa req-36f0f236-37f9-4c62-ab7a-a656dbe02f25 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0500522 Jul 29 18:27:02.413342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6dbab79-bea3-42ad-8329-f2f26b211ffa req-d8c758c7-9f9e-4a81-84e2-20683ba29a78 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jul 29 18:27:02.598611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 41998) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:02.652995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814c71e-f732-491a-b48f-f18ae13a0f2f req-7bb3fde9-7c8c-4a7f-bf66-3e5b8657322d tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:02.654532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5814c71e-f732-491a-b48f-f18ae13a0f2f req-7bb3fde9-7c8c-4a7f-bf66-3e5b8657322d tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0485835 Jul 29 18:27:02.731392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5814c71e-f732-491a-b48f-f18ae13a0f2f req-1ccc957e-97d3-4a26-ab21-c2a56b3f739b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679235 Jul 29 18:27:02.737260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-60b3bd6b-8815-496c-802f-1b8f2cc485ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375091 Jul 29 18:27:03.863793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee1d72-9207-4096-ab2d-67143ff0e6c1 req-5cbb4bf2-e6b1-47b0-9e08-6f72fc235e63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:03.865384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4ee1d72-9207-4096-ab2d-67143ff0e6c1 req-5cbb4bf2-e6b1-47b0-9e08-6f72fc235e63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0523911 Jul 29 18:27:03.931460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4ee1d72-9207-4096-ab2d-67143ff0e6c1 req-a4276798-b00c-4d9e-8713-728ef6439f04 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Jul 29 18:27:03.941313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-735ce4b5-93ea-46d5-aedd-5e2468fa3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:03.942898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-735ce4b5-93ea-46d5-aedd-5e2468fa3ec4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1096 time: 0.0636661 Jul 29 18:27:04.035670 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-d6576e9a-14f7-4b21-b7ad-de3ef7abcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:04.037070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-d6576e9a-14f7-4b21-b7ad-de3ef7abcfca service neutron] 10.222.0.38 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.0872493 Jul 29 18:27:04.081813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-4fadfa6c-9bc4-4547-9487-fdd656e98023 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Jul 29 18:27:04.132587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-7ef4edbf-0fa9-4e42-888d-bee06853c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:04.133970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-7ef4edbf-0fa9-4e42-888d-bee06853c171 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0450523 Jul 29 18:27:04.165915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-94e8f785-a01b-4a24-ad6a-f992ebc4807c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249717 Jul 29 18:27:04.261657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-67871ba2-2a57-478b-b829-c379a0545f49 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Jul 29 18:27:04.357436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-7785b375-a6ba-4fff-b6c9-605dc26b07b8 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885739 Jul 29 18:27:05.066119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c9474-1d7e-46a9-9a0f-538f5d23e627 req-c01b8511-4464-4198-bdc8-4ebf40b8e158 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:05.067722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-659c9474-1d7e-46a9-9a0f-538f5d23e627 req-c01b8511-4464-4198-bdc8-4ebf40b8e158 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0508971 Jul 29 18:27:05.109201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-659c9474-1d7e-46a9-9a0f-538f5d23e627 req-057f0a01-ec86-4244-be6a-60421191abb8 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Jul 29 18:27:06.243224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f909d-05ae-4a5b-a2a1-160543917622 req-95b1252a-14ad-46ed-b16e-56de1dd2212b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:06.244625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-194f909d-05ae-4a5b-a2a1-160543917622 req-95b1252a-14ad-46ed-b16e-56de1dd2212b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0554354 Jul 29 18:27:06.284412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-194f909d-05ae-4a5b-a2a1-160543917622 req-b070a7c6-50e9-4d96-8380-fc69e2c3af7a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Jul 29 18:27:07.442137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74ab16-dc5a-407a-9b3e-b704308540e7 req-78174029-37ea-4e7e-b2b8-17e471705248 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:07.443613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed74ab16-dc5a-407a-9b3e-b704308540e7 req-78174029-37ea-4e7e-b2b8-17e471705248 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0602152 Jul 29 18:27:07.485441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed74ab16-dc5a-407a-9b3e-b704308540e7 req-36a59035-9039-41b8-9a39-bbba51f101a7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jul 29 18:27:08.608331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9997e2-9b93-468a-b833-05e1817a496f req-efb1990d-007c-4ecb-bd54-fbcdd0b19052 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:08.609817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d9997e2-9b93-468a-b833-05e1817a496f req-efb1990d-007c-4ecb-bd54-fbcdd0b19052 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0508564 Jul 29 18:27:08.648918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3d9997e2-9b93-468a-b833-05e1817a496f req-fa907b17-f8ba-4b9e-946b-d1765fc391ae tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 29 18:27:09.335988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f5ce-a3b5-4c92-b2f6-21ca63d19c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:09.791636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3874-ea15-4329-948c-5a809ffdc9d9 req-e24e5e0f-9776-4605-b334-a3e295868eab tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:09.793116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3bc3874-ea15-4329-948c-5a809ffdc9d9 req-e24e5e0f-9776-4605-b334-a3e295868eab tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0663974 Jul 29 18:27:09.832487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3bc3874-ea15-4329-948c-5a809ffdc9d9 req-486a33af-c198-4477-ad18-ad7cf80b8e5a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Jul 29 18:27:10.959076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c3605-a965-49c2-a8cc-10e1aee2aa9c req-87142b3d-7d94-4da4-a624-d288d0f3e0d7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:10.960569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de5c3605-a965-49c2-a8cc-10e1aee2aa9c req-87142b3d-7d94-4da4-a624-d288d0f3e0d7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0526106 Jul 29 18:27:11.002672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de5c3605-a965-49c2-a8cc-10e1aee2aa9c req-878b82ce-185c-43b6-b5d8-d681cd95d9a6 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Jul 29 18:27:11.742991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-57c81c8b-d1c2-4da9-840c-5f4aee40723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:11.954911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:12.121967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614564ac-1cde-459b-a733-8905f6df3266 req-3e26d7a7-e9fa-43be-a09a-3df09a493f7e tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:12.123444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-614564ac-1cde-459b-a733-8905f6df3266 req-3e26d7a7-e9fa-43be-a09a-3df09a493f7e tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0520053 Jul 29 18:27:12.165965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-614564ac-1cde-459b-a733-8905f6df3266 req-54f4cefd-8d37-4379-89e7-afc04ec38ff3 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Jul 29 18:27:13.126289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:13.291761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e6cd-9e63-4d08-b427-c822284cdce1 req-20c978ba-8464-4d9f-b7b7-57e6e98da501 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:13.293236 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f64e6cd-9e63-4d08-b427-c822284cdce1 req-20c978ba-8464-4d9f-b7b7-57e6e98da501 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0558856 Jul 29 18:27:13.333550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f64e6cd-9e63-4d08-b427-c822284cdce1 req-e7105917-10bf-401a-9fb9-5cb4af108e93 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Jul 29 18:27:13.725118 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:27:14.460449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab1a4-0b1a-4b56-82f5-ab9adb4f9ab4 req-7ce601db-724b-4bdd-b1d7-d0f25a61fe11 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:14.461828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f8ab1a4-0b1a-4b56-82f5-ab9adb4f9ab4 req-7ce601db-724b-4bdd-b1d7-d0f25a61fe11 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0516927 Jul 29 18:27:14.503442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f8ab1a4-0b1a-4b56-82f5-ab9adb4f9ab4 req-ac9b5673-13e9-4c92-9a9d-8a936b5fc530 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Jul 29 18:27:14.768855 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:15.634268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0750d9-ef80-49d4-ba41-a351628ff756 req-26f2291a-f72c-41a4-9c1e-d5b866588a95 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:15.635783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c0750d9-ef80-49d4-ba41-a351628ff756 req-26f2291a-f72c-41a4-9c1e-d5b866588a95 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0519125 Jul 29 18:27:15.682760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c0750d9-ef80-49d4-ba41-a351628ff756 req-b8d22bcd-1679-4316-a1d5-6569fa6fd269 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Jul 29 18:27:16.821378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73880a9f-8ba9-40e0-a8d9-0b5c65faa5f4 req-88fa135f-8317-4d67-a5bd-1c6ccf0bc3c0 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:16.822867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73880a9f-8ba9-40e0-a8d9-0b5c65faa5f4 req-88fa135f-8317-4d67-a5bd-1c6ccf0bc3c0 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0561802 Jul 29 18:27:16.863209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-73880a9f-8ba9-40e0-a8d9-0b5c65faa5f4 req-d752e786-292a-489e-9361-0da347d5dd5d tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Jul 29 18:27:18.005320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728a650-852b-4cd8-b416-3e139ab9b582 req-ef4f7435-3032-4183-8574-9bd8fa34d69e tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:18.007202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2728a650-852b-4cd8-b416-3e139ab9b582 req-ef4f7435-3032-4183-8574-9bd8fa34d69e tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0558331 Jul 29 18:27:18.047159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2728a650-852b-4cd8-b416-3e139ab9b582 req-a9bd2212-b746-494f-90a2-6887f3848fd0 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Jul 29 18:27:19.168926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8514b-bf24-4ff9-809d-39b7772596b7 req-0b276db9-8441-49b7-964c-d582cb90e833 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:19.170503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ace8514b-bf24-4ff9-809d-39b7772596b7 req-0b276db9-8441-49b7-964c-d582cb90e833 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0531147 Jul 29 18:27:19.211822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ace8514b-bf24-4ff9-809d-39b7772596b7 req-41a4cb13-5f93-40db-9954-958adeb5ef55 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Jul 29 18:27:20.341559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b109a3-2247-4c9d-97cb-5573294b6c5b req-b6fa077f-7492-429d-a90b-b29b77e575c2 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:20.343064 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27b109a3-2247-4c9d-97cb-5573294b6c5b req-b6fa077f-7492-429d-a90b-b29b77e575c2 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0565846 Jul 29 18:27:20.386504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27b109a3-2247-4c9d-97cb-5573294b6c5b req-e5a6d98f-e2ad-4cb8-90bb-f80026f2da0b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Jul 29 18:27:21.527623 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3d21-c960-40d3-a99b-25ebca906378 req-ef920fb5-10c7-4dd4-8129-b73ef6798077 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:21.529106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13ff3d21-c960-40d3-a99b-25ebca906378 req-ef920fb5-10c7-4dd4-8129-b73ef6798077 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0603118 Jul 29 18:27:21.570323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13ff3d21-c960-40d3-a99b-25ebca906378 req-993b5729-cdb4-4e32-a9c1-70756541ab03 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Jul 29 18:27:22.695818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f896-fa24-49ed-bc93-4f2f465320f8 req-cf5fc5cb-3f76-43c7-8bf3-f84dc6ae9d1f tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:22.697325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3127f896-fa24-49ed-bc93-4f2f465320f8 req-cf5fc5cb-3f76-43c7-8bf3-f84dc6ae9d1f tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0582123 Jul 29 18:27:22.738105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3127f896-fa24-49ed-bc93-4f2f465320f8 req-0649fc55-70a6-4155-a1da-5609dcbda6cb tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Jul 29 18:27:23.879965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00944471-5cd9-4702-9c97-92d86b65d833 req-726b40fe-264a-4b79-8ea8-4c0c068ca71c tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:23.881445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00944471-5cd9-4702-9c97-92d86b65d833 req-726b40fe-264a-4b79-8ea8-4c0c068ca71c tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0594070 Jul 29 18:27:23.929930 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00944471-5cd9-4702-9c97-92d86b65d833 req-aea5c601-7f96-4a2a-a8a8-5dfd7151a1e1 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Jul 29 18:27:25.060059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cd33-8ccf-4405-9429-7f85592521c4 req-641369fe-c7df-4569-ac96-9de5d997a73c tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:25.061546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e2cd33-8ccf-4405-9429-7f85592521c4 req-641369fe-c7df-4569-ac96-9de5d997a73c tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0524096 Jul 29 18:27:25.102756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3e2cd33-8ccf-4405-9429-7f85592521c4 req-5d76cc87-e3d0-4508-b013-19aaa39eee76 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jul 29 18:27:26.231366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20e268-5790-4013-9189-2ab79d1c6ae7 req-84d20fa9-25b7-454d-8c65-ccf213fccfd1 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:26.232796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a20e268-5790-4013-9189-2ab79d1c6ae7 req-84d20fa9-25b7-454d-8c65-ccf213fccfd1 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0508764 Jul 29 18:27:26.272374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a20e268-5790-4013-9189-2ab79d1c6ae7 req-716fa294-5fbc-43c5-99e5-4deef132e6c7 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Jul 29 18:27:26.783405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:27.408986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceafff-a0ca-482c-bfde-77b894f3a6f0 req-b0fc012d-778c-4108-b128-e5842eddc5be tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:27.410502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f0ceafff-a0ca-482c-bfde-77b894f3a6f0 req-b0fc012d-778c-4108-b128-e5842eddc5be tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0576882 Jul 29 18:27:27.450995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f0ceafff-a0ca-482c-bfde-77b894f3a6f0 req-46551263-086b-4fc0-8834-3efb7e106f0f tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Jul 29 18:27:27.780295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:28.587269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662cd6-8dbf-489e-8472-55c55c71a082 req-54a64fec-9f5d-4e68-baf2-485e7abd306f tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:28.589021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7662cd6-8dbf-489e-8472-55c55c71a082 req-54a64fec-9f5d-4e68-baf2-485e7abd306f tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0610466 Jul 29 18:27:28.632562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7662cd6-8dbf-489e-8472-55c55c71a082 req-4d840f14-ced4-4a3f-9092-838c3349fa49 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Jul 29 18:27:29.758790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29f54-97d4-46b2-a89e-e27a23755244 req-71cf35ba-0284-4e33-8e88-210263398a54 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:29.760330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92c29f54-97d4-46b2-a89e-e27a23755244 req-71cf35ba-0284-4e33-8e88-210263398a54 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0531440 Jul 29 18:27:29.800692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92c29f54-97d4-46b2-a89e-e27a23755244 req-72e2b979-dd5b-4500-a1e6-e8533a053efe tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Jul 29 18:27:30.933885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979c348-6000-4b48-9c81-9f6b6238b1d2 req-6ae84ce4-c669-4e8c-8917-3f529dcf6281 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:30.935371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0979c348-6000-4b48-9c81-9f6b6238b1d2 req-6ae84ce4-c669-4e8c-8917-3f529dcf6281 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 945 time: 0.0541654 Jul 29 18:27:30.973192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0979c348-6000-4b48-9c81-9f6b6238b1d2 req-8876cec9-c0d6-4bed-89b6-3e0b21dc1778 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 29 18:27:31.227992 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-032d186b-dacc-4982-8eb6-a144687644aa req-5f67a4d5-4736-4be8-9e23-34506490f5b6 service neutron] show failed (client error): The resource could not be found. Jul 29 18:27:31.229071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-5f67a4d5-4736-4be8-9e23-34506490f5b6 service neutron] 10.222.0.38 "GET /v2.0/ports/319146e9-c366-438c-a0e2-4a3c63388fa4/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0642841 Jul 29 18:27:31.482697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-d3e8ff4d-6227-432f-89f6-e8c772f34f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:31.484125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-d3e8ff4d-6227-432f-89f6-e8c772f34f82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a&tenant_id=1720bb5b9186464f9c0273e554177b72 HTTP/1.1" status: 200 len: 1096 time: 0.0954511 Jul 29 18:27:31.497841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:27:31.551854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:31.760422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:31.795315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:27:31.835424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:31.837763 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0b222-0017-478b-b086-c73c3e6fc51c" -d '{"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-unplugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:31.841627 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:31.854546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Transition to ACTIVE for port object 319146e9-c366-438c-a0e2-4a3c63388fa4 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:27:31.860078 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:31.893893 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae8f24d-a29e-4e22-90ac-67e21df0efba x-openstack-request-id: req-1ae8f24d-a29e-4e22-90ac-67e21df0efba {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:31.894180 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-unplugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:31.894451 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ae8f24d-a29e-4e22-90ac-67e21df0efba {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:31.894849 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'code': 200} Jul 29 18:27:31.925067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:31.927514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] No DVR routers for this DVR port 319146e9-c366-438c-a0e2-4a3c63388fa4 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:27:31.938174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.938543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.938878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.939210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.939537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.939864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.940182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.940496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.940853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.941169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.941484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.941779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:31.980346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:27:31.980689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:27:31.981016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:27:31.985828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:27:31.986158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Attempting to bind port 319146e9-c366-438c-a0e2-4a3c63388fa4 on network 282160e2-d4c2-4f02-a718-4e3c8809399b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:27:31.991525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:27:31.991861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Checking segment: {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:27:31.992229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Bound using segment: {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:27:31.992680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Bound port: 319146e9-c366-438c-a0e2-4a3c63388fa4, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89240be4-af7a-4811-8020-3651ae8c8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:27:31.993009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:32.063723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:27:32.066725 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:27:32.072493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:32.093106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b743a-f738-4d92-9b24-d0861d6d89a9 req-51ec2238-c9ab-46c0-a8a9-eb5b7963e3da tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:32.094747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc9b743a-f738-4d92-9b24-d0861d6d89a9 req-51ec2238-c9ab-46c0-a8a9-eb5b7963e3da tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.0512233 Jul 29 18:27:32.105194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:32.105575 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:32.107090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] 10.222.0.49 "PUT /v2.0/ports/319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 1091 time: 0.6137908 Jul 29 18:27:32.129480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a13f9-71e2-46f8-b667-96e6696d6486 service neutron] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:32.135518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dc9b743a-f738-4d92-9b24-d0861d6d89a9 req-d1be705a-7718-42c6-bd33-1f93c7d34cc9 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Jul 29 18:27:32.172897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-cb320c0a-a458-4109-9bce-db89581cc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:32.174550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-cb320c0a-a458-4109-9bce-db89581cc27a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.0416601 Jul 29 18:27:32.271619 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-eac58048-87bf-40cb-8b82-c011f0b4ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:32.273021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-eac58048-87bf-40cb-8b82-c011f0b4ae17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.0908573 Jul 29 18:27:32.315192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-33d1207a-9051-4680-9f4e-8112b487ca75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0348687 Jul 29 18:27:32.366986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d186b-dacc-4982-8eb6-a144687644aa req-499cf9d6-2820-44af-b2bb-4d3a07bb3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:32.368433 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-499cf9d6-2820-44af-b2bb-4d3a07bb3136 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0465219 Jul 29 18:27:32.406172 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-3ad756eb-35f4-44d7-82d2-7540b38444b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295231 Jul 29 18:27:32.496175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-1a411a94-3808-45c5-81a0-c0857a7de003 service neutron] 10.222.0.49 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825899 Jul 29 18:27:32.592887 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-032d186b-dacc-4982-8eb6-a144687644aa req-e3d38a0b-2978-4058-a254-87c103750a61 service neutron] 10.222.0.49 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Jul 29 18:27:33.263841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bec1-894a-4b82-95f4-7985c09ee450 req-562da40b-4dd5-4006-a597-928f474f6d0b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:33.265344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6842bec1-894a-4b82-95f4-7985c09ee450 req-562da40b-4dd5-4006-a597-928f474f6d0b tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.0552597 Jul 29 18:27:33.307873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6842bec1-894a-4b82-95f4-7985c09ee450 req-868fc8b8-7870-4c58-9bfd-6aded20772b1 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jul 29 18:27:33.896063 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:33.899998 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:33.955033 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e4619-6dd7-4cae-8a74-3a390603c6c8 x-openstack-request-id: req-4b8e4619-6dd7-4cae-8a74-3a390603c6c8 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:33.955304 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:33.956117 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b8e4619-6dd7-4cae-8a74-3a390603c6c8 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:33.956117 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'status': 'completed', 'code': 200} Jul 29 18:27:34.030369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-f58947ac-407e-4807-94b8-0b2b6e170b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.031900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-f58947ac-407e-4807-94b8-0b2b6e170b3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.0542946 Jul 29 18:27:34.091214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4ee86948-4a18-44e5-9a84-d2e6746f8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.092808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4ee86948-4a18-44e5-9a84-d2e6746f8f0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.0438313 Jul 29 18:27:34.144850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-754706d7-8416-49d5-8872-d84d3753e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.146447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-754706d7-8416-49d5-8872-d84d3753e7df service neutron] 10.222.0.38 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.1063547 Jul 29 18:27:34.182979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-750a1a57-d6bf-419f-8771-f2f2c8fd9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.184533 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-750a1a57-d6bf-419f-8771-f2f2c8fd9c6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.0845816 Jul 29 18:27:34.191674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-156f24e5-1802-427f-b641-603857b2c111 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0384798 Jul 29 18:27:34.234043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-8e99ad87-6b50-4f59-a384-f8724402dba3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0392308 Jul 29 18:27:34.240825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4f72d570-03d2-4feb-9254-a3394213adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.242319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4f72d570-03d2-4feb-9254-a3394213adbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0441108 Jul 29 18:27:34.273830 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-d22b491b-942a-4f49-918f-c49dccd54e6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249021 Jul 29 18:27:34.284083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-244f8dd1-3825-4af0-8997-98a28313fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.285545 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-244f8dd1-3825-4af0-8997-98a28313fb1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0446570 Jul 29 18:27:34.319312 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-e198a30c-ac33-4e9f-a1ff-e00f2b31b5b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256608 Jul 29 18:27:34.373006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-ca32f940-72bc-4112-8a19-563e3068f3d6 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922050 Jul 29 18:27:34.420395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4c10e629-f6d1-4b8f-a184-b10e81438fdc service neutron] 10.222.0.49 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936069 Jul 29 18:27:34.498845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc000-4424-44e5-bb05-6d0a08e10eaa req-b6f8a7a8-fa6b-4525-9adf-779a84c65605 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.500351 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2afc000-4424-44e5-bb05-6d0a08e10eaa req-b6f8a7a8-fa6b-4525-9adf-779a84c65605 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 943 time: 0.1110756 Jul 29 18:27:34.507329 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-93227c3d-06d7-4077-9c69-819bf8d3ff9b service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268234 Jul 29 18:27:34.512773 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d14d0095-be28-4b2b-8fbf-c3d7c11cab7c req-4bc7f971-e0f9-40e9-986b-0220447d14d9 service neutron] 10.222.0.49 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Jul 29 18:27:34.543370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2afc000-4424-44e5-bb05-6d0a08e10eaa req-cc10a996-931f-4cf4-8e21-48117713947a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Jul 29 18:27:34.822919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-6a999ec1-0c39-4385-a5bb-56db034ffb4a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:34.824459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-6a999ec1-0c39-4385-a5bb-56db034ffb4a tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a&tenant_id=1720bb5b9186464f9c0273e554177b72&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0851486 Jul 29 18:27:34.890332 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-f60ecc07-501e-41d9-8604-b0ea20857883 service neutron] delete failed (client error): The resource could not be found. Jul 29 18:27:34.891424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-f60ecc07-501e-41d9-8604-b0ea20857883 service neutron] 10.222.0.38 "DELETE /v2.0/ports/319146e9-c366-438c-a0e2-4a3c63388fa4/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0587161 Jul 29 18:27:35.238225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-750afd85-7e1e-4b08-9dd8-f578388e062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:35.239790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-750afd85-7e1e-4b08-9dd8-f578388e062c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1720bb5b9186464f9c0273e554177b72&device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 1094 time: 0.3022001 Jul 29 18:27:35.331370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-1294f19e-1af3-402e-b062-53d7cb46f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:35.332846 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-1294f19e-1af3-402e-b062-53d7cb46f076 service neutron] 10.222.0.38 "GET /v2.0/networks?id=282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 200 len: 912 time: 0.0852633 Jul 29 18:27:35.350198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:27:35.378419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-3bda4fbc-0dd0-4a91-8f71-08fe9349741f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 200 len: 217 time: 0.0382447 Jul 29 18:27:35.390548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:27:35.428719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-3561d656-05bd-43b2-a4aa-782d4c6ee1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:35.430084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-3561d656-05bd-43b2-a4aa-782d4c6ee1cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 200 len: 851 time: 0.0451775 Jul 29 18:27:35.461151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-3bf73ccd-9038-4a25-9097-d229af5472d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282160e2-d4c2-4f02-a718-4e3c8809399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241485 Jul 29 18:27:35.557414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-e458ad61-b4b1-43e4-8ba2-0c01bd9a64a5 service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Jul 29 18:27:35.618218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:27:35.647049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-22ce3fa4-8e83-4a98-8a9d-757afb7314db service neutron] 10.222.0.38 "GET /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824902 Jul 29 18:27:35.714496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:35.725857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'network_id': '282160e2-d4c2-4f02-a718-4e3c8809399b', 'port_id': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'mac_address': 'fa:16:3e:37:e5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe784e9-a8c0-4ab7-8aec-db00153d0e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:27:35.762199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:35.774831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319146e9-c366-438c-a0e2-4a3c63388fa4 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:27:35.795387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:35.802879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:35.869754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:35.878521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.878874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.879220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.879561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.879898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.880264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.880593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.880922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.881249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.881924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.882269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:35.882600 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:27:36.027402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['319146e9-c366-438c-a0e2-4a3c63388fa4'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:27:36.349298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21557ac-d710-4119-92ec-f7906bd12398 req-263129e8-ee8e-463c-918b-42e520d41a87 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:36.350788 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b21557ac-d710-4119-92ec-f7906bd12398 req-263129e8-ee8e-463c-918b-42e520d41a87 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 944 time: 0.0570443 Jul 29 18:27:36.392407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b21557ac-d710-4119-92ec-f7906bd12398 req-bdfea4a4-e4d8-43c9-a5f7-be5fd718111c tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338378 Jul 29 18:27:37.520407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385bf9a-78d7-4714-aa6d-020506f67c31 req-c2f944b7-d0a6-4c90-b772-c3bbc0464c61 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:37.522030 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a385bf9a-78d7-4714-aa6d-020506f67c31 req-c2f944b7-d0a6-4c90-b772-c3bbc0464c61 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 944 time: 0.0604045 Jul 29 18:27:37.562484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a385bf9a-78d7-4714-aa6d-020506f67c31 req-a42dda8b-c1fd-4c35-a347-11d26afc6291 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e899a9c-77da-4767-87aa-fb3f455cae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Jul 29 18:27:37.564928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-30ae0b64-9b82-4911-988b-6bfaf82cc7f2 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:37.566438 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-30ae0b64-9b82-4911-988b-6bfaf82cc7f2 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4f648aa-5703-4efb-b6c6-5b8fc8aa078a HTTP/1.1" status: 200 len: 944 time: 0.0517299 Jul 29 18:27:37.617780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:27:37.663631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Deleting port 319146e9-c366-438c-a0e2-4a3c63388fa4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:27:37.663958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.668138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 319146e9-c366-438c-a0e2-4a3c63388fa4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:27:37.672014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 319146e9-c366-438c-a0e2-4a3c63388fa4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:27:37.672320 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.751447 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.752910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:37.753274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.767078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Calling delete_port for 319146e9-c366-438c-a0e2-4a3c63388fa4 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:27:37.792806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:37.795195 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2888b0-8376-43a9-81c7-cd1eafc8653c" -d '{"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-plugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:37.808890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 319146e9-c366-438c-a0e2-4a3c63388fa4, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=319146e9-c366-438c-a0e2-4a3c63388fa4,segment=NetworkSegment(89240be4-af7a-4811-8020-3651ae8c8f6a),segment_id=89240be4-af7a-4811-8020-3651ae8c8f6a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:37.815090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.868361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:37.908691 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f83f9-df73-4e05-adc5-cb7ba4be0eb6 x-openstack-request-id: req-0a1f83f9-df73-4e05-adc5-cb7ba4be0eb6 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:37.908983 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-plugged", "status": "completed", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:37.909119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.909257 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a1f83f9-df73-4e05-adc5-cb7ba4be0eb6 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:37.909645 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'code': 200} Jul 29 18:27:37.921353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['319146e9-c366-438c-a0e2-4a3c63388fa4'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:27:37.939991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Pushing event deleted for resources: {'Port': ['ID=319146e9-c366-438c-a0e2-4a3c63388fa4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:37.983730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] No DVR routers for this DVR port 319146e9-c366-438c-a0e2-4a3c63388fa4 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:27:37.986430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:37.988505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de4d97cc-2b89-4d9a-9059-f5737f42c7d9 req-8754efac-8971-48c9-808a-c9a12c292f63 tempest-DeleteServersTestJSON-505083227 tempest-DeleteServersTestJSON-505083227-project] 10.222.0.49 "DELETE /v2.0/ports/319146e9-c366-438c-a0e2-4a3c63388fa4 HTTP/1.1" status: 204 len: 173 time: 0.4153140 Jul 29 18:27:37.988912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-deleted', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:37.991212 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170f98b-f764-4ad8-b940-39b873645501" -d '{"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-deleted", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:38.026546 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a619dfb7-3abb-479a-8866-c565bfe74952 x-openstack-request-id: req-a619dfb7-3abb-479a-8866-c565bfe74952 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:38.026839 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f648aa-5703-4efb-b6c6-5b8fc8aa078a", "name": "network-vif-deleted", "tag": "319146e9-c366-438c-a0e2-4a3c63388fa4", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:38.027092 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a619dfb7-3abb-479a-8866-c565bfe74952 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:38.027590 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f648aa-5703-4efb-b6c6-5b8fc8aa078a', 'name': 'network-vif-deleted', 'tag': '319146e9-c366-438c-a0e2-4a3c63388fa4', 'status': 'completed', 'code': 200} Jul 29 18:27:38.697145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42104) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:38.748428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Deleting subnet cbe784e9-a8c0-4ab7-8aec-db00153d0e9a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:27:38.751810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:38.789228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:38.832397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:38.889493 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:38.916114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe784e9-a8c0-4ab7-8aec-db00153d0e9a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:38.918106 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:38.921803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-92f0ac13-12b7-4b84-b0f0-3a0d6431251e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cbe784e9-a8c0-4ab7-8aec-db00153d0e9a HTTP/1.1" status: 204 len: 168 time: 0.2218077 Jul 29 18:27:38.922795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:38.993641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.075713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.085470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282160e2-d4c2-4f02-a718-4e3c8809399b']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:27:39.095652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89240be4-af7a-4811-8020-3651ae8c8f6a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:27:39.095953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89240be4-af7a-4811-8020-3651ae8c8f6a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:27:39.104716 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.118497 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.124556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:27:39.124941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:27:39.126693 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:27:39.183908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.189665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.194290 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/282160e2-d4c2-4f02-a718-4e3c8809399b HTTP/1.1" status: 204 len: 168 time: 0.2704239 Jul 29 18:27:39.207054 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ca3cc-874b-45b1-af3c-8715cd94cfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=282160e2-d4c2-4f02-a718-4e3c8809399b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:39.307737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42110) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:39.318812 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8cce8b7-06e9-4320-a718-eddfdf971ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.349430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-92f4b991-95c2-40b4-a76f-a587d07fef16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1720bb5b9186464f9c0273e554177b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403361 Jul 29 18:27:39.352041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42112) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:39.411724 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.438550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.487011 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.489523 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:39.490710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e899a9c-77da-4767-87aa-fb3f455cae60 HTTP/1.1" status: 204 len: 168 time: 0.1376841 Jul 29 18:27:39.498984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695daa00-f65e-49c7-90a7-bdaddfbbdd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e899a9c-77da-4767-87aa-fb3f455cae60,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:40.201814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:40.308563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-105141110-network', 'tenant_id': '7513b5fb174540f2acceb15ed3ad0852'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:27:40.332103 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Made reservation on behalf of 7513b5fb174540f2acceb15ed3ad0852 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:27:40.334342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.342789 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.436377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.442821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.468432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:27:40.483176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7cae6b-4fb7-4000-8e26-701093a7059f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:40.486038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.486418 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Added segment 8f8ac9f1-9fc1-4f02-a97c-24326f9ed948 of type vlan for network dde5b0e3-1a95-432e-b7cd-188bad411361 Jul 29 18:27:40.528988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.560176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.561114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:40.561768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.619056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4161046 Jul 29 18:27:40.620222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0eb20-7b6e-45af-9a78-dd4776d234a1 admin admin] Pushing event updated for resources: {'Network': ['ID=dde5b0e3-1a95-432e-b7cd-188bad411361,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:40.622269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42138) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:27:40.627171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Request body: {'subnet': {'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-105141110-subnet', 'tenant_id': '7513b5fb174540f2acceb15ed3ad0852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:27:40.631200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dde5b0e3-1a95-432e-b7cd-188bad411361 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:27:40.649951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Made reservation on behalf of 7513b5fb174540f2acceb15ed3ad0852 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:27:40.652350 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.822273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.877992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6175e643-1d8b-4560-ad22-fc0e0fd970a0,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:40.887172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Checking segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:27:40.887534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Network hostable DHCP agents. Network: dde5b0e3-1a95-432e-b7cd-188bad411361, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:27:40.907778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Network dde5b0e3-1a95-432e-b7cd-188bad411361 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:27:40.918495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dde5b0e3-1a95-432e-b7cd-188bad411361) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:27:40.924094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:40.924210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:40.927117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e140d0-bae8-47ee-ac01-2fd866965447 None None] Network dde5b0e3-1a95-432e-b7cd-188bad411361 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:27:40.945823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7116d4bb-4d04-4a50-8832-4bea9bb66b11 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3172925 Jul 29 18:27:41.205874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0e309-ddcc-4f3f-95fa-9c38c685adf7 None None] Network dde5b0e3-1a95-432e-b7cd-188bad411361 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:27:41.378647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6fd52d0c-5760-4454-83fc-a5142305afa2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:41.380003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6fd52d0c-5760-4454-83fc-a5142305afa2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 814 time: 0.1049848 Jul 29 18:27:41.396617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-54862b4e-a913-4345-8f76-88c674ce2242 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/quotas/7513b5fb174540f2acceb15ed3ad0852 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jul 29 18:27:41.427739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-66262e39-4bb5-460a-af28-b737e5eef647 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258706 Jul 29 18:27:41.523083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-b0da7d22-b002-4295-b1e9-e697d4c17c5f service neutron] 10.222.0.16 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884061 Jul 29 18:27:41.611415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-447dedbe-b64d-44f2-b843-ca9cc572bfe1 service neutron] 10.222.0.16 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822201 Jul 29 18:27:41.732809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:27:41.752702 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5664c13b-1e07-4eb1-b183-0984c4d9efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:41.754512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 319146e9-c366-438c-a0e2-4a3c63388fa4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:27:41.755035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 319146e9-c366-438c-a0e2-4a3c63388fa4 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:27:41.779664 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6fe106-a146-4752-b382-06ff4278bd5c req-6df911e1-ac18-46fd-923f-91088081daa8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 210 time: 0.0284765 Jul 29 18:27:41.947856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:42.876962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-785f5280-d276-4fdc-981f-049e8534c947 req-3b9159d6-b113-4033-a4a8-bb30f2591602 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 210 time: 0.0308154 Jul 29 18:27:42.975269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-c4eb14eb-ea10-43e3-8b9d-636a7eb94a4b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:42.976727 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-c4eb14eb-ea10-43e3-8b9d-636a7eb94a4b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 814 time: 0.1066282 Jul 29 18:27:42.989313 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Request body: {'port': {'device_id': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'admin_state_up': True, 'tenant_id': '7513b5fb174540f2acceb15ed3ad0852'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:27:43.102838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Made reservation on behalf of 7513b5fb174540f2acceb15ed3ad0852 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:27:43.106299 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.122972 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.242716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Allocated IP 172.20.0.3 (dde5b0e3-1a95-432e-b7cd-188bad411361/6175e643-1d8b-4560-ad22-fc0e0fd970a0/beb4e9d5-bc6e-45e0-accc-aae859e68c62) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:27:43.397277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.441759 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.483794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Network dde5b0e3-1a95-432e-b7cd-188bad411361 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:27:43.486975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:27:43.490593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:27:43.498867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:43.547255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:43.547858 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.563821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-70ea7aad-2ff2-4fdd-bb1d-b59c96b30577 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782378 Jul 29 18:27:43.576168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Request body: {'port': {'device_id': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:27:43.627906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.910281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb4e9d5-bc6e-45e0-accc-aae859e68c62 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:27:43.918517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.931311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Transition to ACTIVE for port object beb4e9d5-bc6e-45e0-accc-aae859e68c62 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:27:43.937139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:43.988783 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:44.007080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef4fa-bfea-4463-8107-f9cc3b39ac9d req-a50b1542-11bb-4cfd-90e2-155075dfb8f8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.008622 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c3ef4fa-bfea-4463-8107-f9cc3b39ac9d req-a50b1542-11bb-4cfd-90e2-155075dfb8f8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0593498 Jul 29 18:27:44.047471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c3ef4fa-bfea-4463-8107-f9cc3b39ac9d req-85d02950-f17a-4bdd-9c9c-e16ba46ec896 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Jul 29 18:27:44.052895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:27:44.053290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:27:44.053694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:27:44.057997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:27:44.058455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:27:44.066885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:27:44.067352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Checking segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:27:44.067752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Bound using segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:27:44.068182 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Bound port: beb4e9d5-bc6e-45e0-accc-aae859e68c62, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:27:44.068567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:44.133476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:27:44.136669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:27:44.144158 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:44.175808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.176412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:44.177808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] 10.222.0.49 "PUT /v2.0/ports/beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 1091 time: 0.6056695 Jul 29 18:27:44.178230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:44.180564 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:44.207298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e978-17a0-439a-973b-5c2aff89c850 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:44.242108 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49d880-7c70-4ca6-8101-54be9999044b x-openstack-request-id: req-6f49d880-7c70-4ca6-8101-54be9999044b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:44.242427 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:44.242675 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f49d880-7c70-4ca6-8101-54be9999044b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:44.243071 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'status': 'completed', 'code': 200} Jul 29 18:27:44.259199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-de69c6a8-4c3a-4950-acf9-74bd09cd0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.260768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-de69c6a8-4c3a-4950-acf9-74bd09cd0fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0443287 Jul 29 18:27:44.305942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-c36a2611-7a74-453c-9550-8e763cb28e52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0371344 Jul 29 18:27:44.356688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-17f619cb-692d-4e9e-9cad-c7c44dadfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.358132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-17f619cb-692d-4e9e-9cad-c7c44dadfc51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0451388 Jul 29 18:27:44.389148 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-425191da-3e99-44b3-b697-f82681cf6a27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241752 Jul 29 18:27:44.485981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-f20cff52-fd6d-481a-8a9b-393c923f29a4 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890098 Jul 29 18:27:44.576307 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-02bb6a62-ba77-49f0-9a4b-89c9a292eda0 req-31474c88-9871-4bd8-b0fe-ac755b31d82c service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Jul 29 18:27:44.669483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-0b24af2a-047a-4754-854b-d67a6ebb64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.671066 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-0b24af2a-047a-4754-854b-d67a6ebb64e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0428164 Jul 29 18:27:44.761701 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:44.767585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-e01a114f-28b9-4dcb-baf0-ee7988df2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.769078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-e01a114f-28b9-4dcb-baf0-ee7988df2f69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0912845 Jul 29 18:27:44.812034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-7f9e9fbc-91bc-4fe1-b074-cc28db1e2fd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0346124 Jul 29 18:27:44.868193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-ec94a872-35b4-4ff8-92bf-dde34046f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:44.869738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-ec94a872-35b4-4ff8-92bf-dde34046f563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0496957 Jul 29 18:27:44.910285 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-013d2b03-8e56-46ae-b2be-e86c3cd75964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318177 Jul 29 18:27:45.002397 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-fd615477-5ee2-43c2-a5c4-2870e5ac6217 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836833 Jul 29 18:27:45.103253 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-372cfb9d-c28f-438b-aaf6-6d156c5fc7ef req-333b1526-e752-42d3-b97a-df25f67b7123 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928957 Jul 29 18:27:45.167825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166636-f9f2-4a9c-b88f-9b9c70639df2 req-879459d7-eb43-4cb6-b545-783fa082765a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:45.169389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e166636-f9f2-4a9c-b88f-9b9c70639df2 req-879459d7-eb43-4cb6-b545-783fa082765a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0509899 Jul 29 18:27:45.211967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e166636-f9f2-4a9c-b88f-9b9c70639df2 req-3086627c-6c3a-4d83-a9af-2cea0ab3f14e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Jul 29 18:27:46.331160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267151b7-a7e8-4b07-b481-35a35c586935 req-bf114c15-05f6-41ba-b7ac-ea2129313efe tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:46.332632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-267151b7-a7e8-4b07-b481-35a35c586935 req-bf114c15-05f6-41ba-b7ac-ea2129313efe tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0502884 Jul 29 18:27:46.375422 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-267151b7-a7e8-4b07-b481-35a35c586935 req-242a4cbf-b687-4286-a223-caec4677df6e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Jul 29 18:27:47.509396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85a3b-c879-4aa7-b9ca-5e8800c772be req-8733cba6-efeb-4d3c-afea-5febc808eeca tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:47.510908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de85a3b-c879-4aa7-b9ca-5e8800c772be req-8733cba6-efeb-4d3c-afea-5febc808eeca tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0507708 Jul 29 18:27:47.556922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1de85a3b-c879-4aa7-b9ca-5e8800c772be req-c4f0e21e-77d9-495e-adc4-31837047e12f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jul 29 18:27:47.751541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:27:47.852881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:47.864136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'port_id': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'mac_address': 'fa:16:3e:91:73:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175e643-1d8b-4560-ad22-fc0e0fd970a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:27:47.904529 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:47.918598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb4e9d5-bc6e-45e0-accc-aae859e68c62 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:27:47.940170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:47.945377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:47.992124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:48.131732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['beb4e9d5-bc6e-45e0-accc-aae859e68c62'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:27:48.679883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f8472-79c2-43b4-9bd8-641e415e067e req-785d617e-28a4-4f83-8b58-b1039f6219b5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:48.681375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-576f8472-79c2-43b4-9bd8-641e415e067e req-785d617e-28a4-4f83-8b58-b1039f6219b5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 944 time: 0.0526500 Jul 29 18:27:48.723343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-576f8472-79c2-43b4-9bd8-641e415e067e req-3f990664-3577-42ea-b1fd-ef4f2128147c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Jul 29 18:27:49.760137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:27:49.821543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port beb4e9d5-bc6e-45e0-accc-aae859e68c62 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:27:49.825438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port beb4e9d5-bc6e-45e0-accc-aae859e68c62 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:27:49.825810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:49.857512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192344-2974-4aa7-abf5-bd2662db34ee req-9194df30-3a63-4834-9105-b83ba9607126 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:49.859055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb192344-2974-4aa7-abf5-bd2662db34ee req-9194df30-3a63-4834-9105-b83ba9607126 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 944 time: 0.0503747 Jul 29 18:27:49.901705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb192344-2974-4aa7-abf5-bd2662db34ee req-d2a87543-9b96-481e-b3c1-bf7ef34bbb65 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 Jul 29 18:27:49.903723 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:49.935477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:27:49.937839 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f847ab-42f6-412e-8933-e489c0d58b59" -d '{"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-plugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:27:49.955333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:27:49.960553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:49.988495 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701cb2b-4fa5-43a5-bd7e-ca22dab3df80 x-openstack-request-id: req-d701cb2b-4fa5-43a5-bd7e-ca22dab3df80 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:27:49.988787 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-plugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:27:49.989037 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d701cb2b-4fa5-43a5-bd7e-ca22dab3df80 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:27:49.989428 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'code': 200} Jul 29 18:27:50.018094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:27:50.078889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f4e8-8b62-471e-af7a-3e3443b6c6b3 req-0cd8cfb5-cb0b-4a93-9076-8b8fcac72aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:50.080399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b862f4e8-8b62-471e-af7a-3e3443b6c6b3 req-0cd8cfb5-cb0b-4a93-9076-8b8fcac72aa9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1096 time: 0.0429192 Jul 29 18:27:50.115760 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b862f4e8-8b62-471e-af7a-3e3443b6c6b3 req-2f239789-06c1-42a6-b9a3-f04c1aef78b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285027 Jul 29 18:27:50.729975 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:27:51.030910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489121-050e-463c-9a1a-9e55e605a739 req-102ad163-0561-4fd3-b554-ece5307889da tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:51.032293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60489121-050e-463c-9a1a-9e55e605a739 req-102ad163-0561-4fd3-b554-ece5307889da tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Jul 29 18:27:51.070307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60489121-050e-463c-9a1a-9e55e605a739 req-88c3c020-ce90-4a2b-8e15-e3be743bfb20 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jul 29 18:27:51.187144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ed486-12cf-481f-9357-624d40d7e580 req-6f1e7942-0f26-4c6a-9f34-1f2ba733d41b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:51.188626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a74ed486-12cf-481f-9357-624d40d7e580 req-6f1e7942-0f26-4c6a-9f34-1f2ba733d41b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Jul 29 18:27:51.233506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a74ed486-12cf-481f-9357-624d40d7e580 req-d1a35751-aada-4fa2-9f72-f8010a9951a0 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Jul 29 18:27:51.448511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff24d6-d714-496d-b519-f5e92f369d9d req-13f4d601-620d-4bf7-a203-6b95d4fff1fc tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:51.450022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eff24d6-d714-496d-b519-f5e92f369d9d req-13f4d601-620d-4bf7-a203-6b95d4fff1fc tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Jul 29 18:27:51.494560 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eff24d6-d714-496d-b519-f5e92f369d9d req-444d15d5-568c-4b83-bc0d-3b835a7bf5b7 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 29 18:27:51.611645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9e0e9-aec9-4553-9256-80237e389927 req-cebbcf43-22fd-422d-8529-24249f687854 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:51.613166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbc9e0e9-aec9-4553-9256-80237e389927 req-cebbcf43-22fd-422d-8529-24249f687854 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0519521 Jul 29 18:27:51.653015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fbc9e0e9-aec9-4553-9256-80237e389927 req-aab1ded6-eb32-4ec7-b9e7-ad04712b7734 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Jul 29 18:27:51.910193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-595f152d-c1a7-491b-b964-96bc3efa8bb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683768 Jul 29 18:27:51.920982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1432c1-9f49-43c9-8da1-1d6abd6d04b6 req-f08c9261-c10e-45d4-80c6-d4cb6cd04d55 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:51.922471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f1432c1-9f49-43c9-8da1-1d6abd6d04b6 req-f08c9261-c10e-45d4-80c6-d4cb6cd04d55 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0725574 Jul 29 18:27:51.966486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1f1432c1-9f49-43c9-8da1-1d6abd6d04b6 req-b081c4a4-69e6-4165-bc0a-0dd13049aa43 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Jul 29 18:27:53.099784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28813-0c2b-4524-ab8a-a76dbfcd9d30 req-55a1c512-b5f7-4347-8496-3d5e9394590d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:53.101257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5dc28813-0c2b-4524-ab8a-a76dbfcd9d30 req-55a1c512-b5f7-4347-8496-3d5e9394590d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0541739 Jul 29 18:27:53.142477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5dc28813-0c2b-4524-ab8a-a76dbfcd9d30 req-e37712ea-91b9-4066-b24e-154e8e4d94b9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Jul 29 18:27:53.184896 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ae71c5f8-cacc-4fe6-bc3b-4207458b2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:53.186424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ae71c5f8-cacc-4fe6-bc3b-4207458b2244 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1096 time: 0.0407681 Jul 29 18:27:53.284815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-32100f5c-7ebf-4c68-a47c-24e67e8195c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:53.286208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-32100f5c-7ebf-4c68-a47c-24e67e8195c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0927005 Jul 29 18:27:53.327486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-0be3c173-774f-4666-a189-cc8ead4706dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0340300 Jul 29 18:27:53.384879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-5d3dbdb4-adb7-4102-924c-b67c6e4ecb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:53.386424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-5d3dbdb4-adb7-4102-924c-b67c6e4ecb9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0518172 Jul 29 18:27:53.425103 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-e012f0a7-0120-4bcb-b842-d68e2da98b21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291696 Jul 29 18:27:53.521463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-d907ec3f-3d41-4e40-b540-21a4a91558e8 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Jul 29 18:27:53.622471 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-d55c15ac-e112-4092-963b-cf2b057f8029 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935247 Jul 29 18:27:54.271970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d2482-3232-4eea-86cb-62f8c3308f86 req-a7a42205-2fae-4f4e-8b18-0040db72c07e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:54.273342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-964d2482-3232-4eea-86cb-62f8c3308f86 req-a7a42205-2fae-4f4e-8b18-0040db72c07e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Jul 29 18:27:54.311167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-964d2482-3232-4eea-86cb-62f8c3308f86 req-bcbef26a-e547-4f61-afc1-bb04e96f2513 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Jul 29 18:27:55.441957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e498-a4b0-4ec3-86bb-23f211d029c1 req-c56412fb-6792-4034-b9d0-c598ab481213 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:55.443340 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e68e498-a4b0-4ec3-86bb-23f211d029c1 req-c56412fb-6792-4034-b9d0-c598ab481213 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Jul 29 18:27:55.489661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e68e498-a4b0-4ec3-86bb-23f211d029c1 req-d044978f-d55a-45ba-bdbf-4e2d195a9f0c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Jul 29 18:27:56.632392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f2efe-fbad-4ed9-b4f3-2c50f1adba2a req-6666f084-c56c-4edc-9472-fa554a0fb25c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:56.633903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d67f2efe-fbad-4ed9-b4f3-2c50f1adba2a req-6666f084-c56c-4edc-9472-fa554a0fb25c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0591040 Jul 29 18:27:56.675233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d67f2efe-fbad-4ed9-b4f3-2c50f1adba2a req-44904a48-25a6-45d2-aa5b-c8d7bd9f6a74 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Jul 29 18:27:56.806342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:57.769701 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:27:57.796907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc7a8c-74b3-4d1b-8e59-16080f618c57 req-0651db8c-f9c7-4799-9a77-13a843875d46 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:57.798428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dffc7a8c-74b3-4d1b-8e59-16080f618c57 req-0651db8c-f9c7-4799-9a77-13a843875d46 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0509312 Jul 29 18:27:57.837299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dffc7a8c-74b3-4d1b-8e59-16080f618c57 req-dc3dc8b0-9efe-485a-8b87-5556659430bf tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Jul 29 18:27:58.972028 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365a3c-7317-4559-8733-846796901a3a req-80c0a6fa-e7a0-4c6f-8d65-0fe90e80c0de tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:27:58.973491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d365a3c-7317-4559-8733-846796901a3a req-80c0a6fa-e7a0-4c6f-8d65-0fe90e80c0de tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0587873 Jul 29 18:27:59.019313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2d365a3c-7317-4559-8733-846796901a3a req-0abdbd45-0ece-4b46-bfbb-fbc0390e3967 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Jul 29 18:28:00.152619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a2a7e-053e-47ee-ab48-a9cc57e4e1e6 req-9973be17-af8f-4e56-a4f4-1d4642a19546 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:00.154119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b36a2a7e-053e-47ee-ab48-a9cc57e4e1e6 req-9973be17-af8f-4e56-a4f4-1d4642a19546 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0540876 Jul 29 18:28:00.193551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b36a2a7e-053e-47ee-ab48-a9cc57e4e1e6 req-b6a3e299-7f8d-4ac8-bef8-bf3164262249 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 29 18:28:01.328883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720121-4cc5-41af-9973-e07c3b538032 req-faabf874-2658-4e1e-a3c6-2c437a25c94b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:01.330421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37720121-4cc5-41af-9973-e07c3b538032 req-faabf874-2658-4e1e-a3c6-2c437a25c94b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0531933 Jul 29 18:28:01.370085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37720121-4cc5-41af-9973-e07c3b538032 req-1f5251d4-5c0a-420d-b4ab-2d48554406db tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jul 29 18:28:02.508061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30912-6d26-484f-b3ef-b99e7d68ba48 req-ae41c50d-377c-440f-8904-c8dd524f1623 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:02.509703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9b30912-6d26-484f-b3ef-b99e7d68ba48 req-ae41c50d-377c-440f-8904-c8dd524f1623 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0613027 Jul 29 18:28:02.555111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9b30912-6d26-484f-b3ef-b99e7d68ba48 req-2f4fddf9-37a4-4860-a109-e769d7b7b89f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366838 Jul 29 18:28:03.692464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6865c-293f-449b-bd69-aa49a01cb5f9 req-8c2ccfab-f145-4c92-9d1b-9ad1e73b8e60 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:03.693921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56f6865c-293f-449b-bd69-aa49a01cb5f9 req-8c2ccfab-f145-4c92-9d1b-9ad1e73b8e60 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0499570 Jul 29 18:28:03.734290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56f6865c-293f-449b-bd69-aa49a01cb5f9 req-11fb346f-f3ad-4c31-8322-3573d26af070 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 29 18:28:04.852725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab691-8339-41cc-9ed4-862510d98b91 req-243420ee-0663-4bf6-86da-d7177a868d6f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:04.854484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c4ab691-8339-41cc-9ed4-862510d98b91 req-243420ee-0663-4bf6-86da-d7177a868d6f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Jul 29 18:28:04.893020 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c4ab691-8339-41cc-9ed4-862510d98b91 req-6ce68551-b76e-4e82-85b4-e54502373c42 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Jul 29 18:28:06.018731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aef9dc-97e0-4356-b48b-a0be480436a4 req-c2d60c34-106b-4f27-b96a-b4aabf0934d2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:06.020218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42aef9dc-97e0-4356-b48b-a0be480436a4 req-c2d60c34-106b-4f27-b96a-b4aabf0934d2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0521233 Jul 29 18:28:06.069970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42aef9dc-97e0-4356-b48b-a0be480436a4 req-d7ade2aa-45aa-439d-8415-10d829220b0e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Jul 29 18:28:07.200758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7663d-cc9d-455a-b423-651595cbf0a3 req-eb36ebd1-f7a6-4a50-8fb1-e02b0e256d4e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:07.202228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e7663d-cc9d-455a-b423-651595cbf0a3 req-eb36ebd1-f7a6-4a50-8fb1-e02b0e256d4e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Jul 29 18:28:07.241987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92e7663d-cc9d-455a-b423-651595cbf0a3 req-918c2c4d-8e22-4cb9-9c3d-fff914aec93f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Jul 29 18:28:08.377329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2dad-f873-4b0f-b178-d3411306971c req-b1749a07-18d4-4343-abaf-d9e7da25741d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:08.378870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d16a2dad-f873-4b0f-b178-d3411306971c req-b1749a07-18d4-4343-abaf-d9e7da25741d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0544574 Jul 29 18:28:08.417336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d16a2dad-f873-4b0f-b178-d3411306971c req-903bc347-8da8-4a61-9a0f-26b0ce8fd97a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jul 29 18:28:09.324585 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-60f0c450-19ae-4f3e-b499-108c76262dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:09.545481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1811-6939-4904-a47b-1905c316c4a0 req-b299d98c-0dc4-499d-8d5a-43bee33124ac tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:09.546946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b48f1811-6939-4904-a47b-1905c316c4a0 req-b299d98c-0dc4-499d-8d5a-43bee33124ac tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Jul 29 18:28:09.592771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b48f1811-6939-4904-a47b-1905c316c4a0 req-a8bb1239-ae4a-42f5-8f81-d6edee0e258b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369592 Jul 29 18:28:10.740161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f279-fc40-46ba-a68b-7ce0e992d610 req-c6fc9bd3-f9b4-46aa-b881-e31856a9ffe9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:10.741645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf05f279-fc40-46ba-a68b-7ce0e992d610 req-c6fc9bd3-f9b4-46aa-b881-e31856a9ffe9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0623291 Jul 29 18:28:10.783548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf05f279-fc40-46ba-a68b-7ce0e992d610 req-014a708c-a81c-4125-82a4-a39833da1d87 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Jul 29 18:28:11.746863 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f073f243-98ed-42e9-839d-97a41a9697bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:11.909823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9950b-dd81-484e-b6ab-b89704301b86 req-97eda1f0-518d-4de3-b9dd-1c9db2510e16 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:11.911328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bc9950b-dd81-484e-b6ab-b89704301b86 req-97eda1f0-518d-4de3-b9dd-1c9db2510e16 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0575683 Jul 29 18:28:11.952116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bc9950b-dd81-484e-b6ab-b89704301b86 req-3c7e3576-3f21-4e89-a178-ad0528eb86e5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Jul 29 18:28:11.952761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:13.092143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b43e5-605e-4d6a-92b1-c9decdee7871 req-ca312866-ea3a-4725-b672-f19692b76db1 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:13.093820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c74b43e5-605e-4d6a-92b1-c9decdee7871 req-ca312866-ea3a-4725-b672-f19692b76db1 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0601597 Jul 29 18:28:13.126710 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:13.137018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c74b43e5-605e-4d6a-92b1-c9decdee7871 req-6beeab93-eea2-44d9-a9ca-6ec05802c58c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Jul 29 18:28:14.259446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037a79-09be-49cc-97ac-98a8141153eb req-48823967-8bed-4cdb-b137-7f950ff02857 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:14.260841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95037a79-09be-49cc-97ac-98a8141153eb req-48823967-8bed-4cdb-b137-7f950ff02857 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0504382 Jul 29 18:28:14.311462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95037a79-09be-49cc-97ac-98a8141153eb req-78ad5276-f938-46cc-965d-944e2c7806b7 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Jul 29 18:28:14.776322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:15.440819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7acd-35a3-4803-a25d-86c14b3cc6e7 req-a8df9b7a-17b2-4fb5-a455-6c271893fc3e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:15.442219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-327a7acd-35a3-4803-a25d-86c14b3cc6e7 req-a8df9b7a-17b2-4fb5-a455-6c271893fc3e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0576825 Jul 29 18:28:15.484130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-327a7acd-35a3-4803-a25d-86c14b3cc6e7 req-97dd599a-6949-4a27-85f5-f5ea9eed7721 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Jul 29 18:28:16.608869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c342e-5255-402c-88d1-8b8d9fefa5f3 req-c72cef70-ec2b-4be1-9503-1c8d23f86eb2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:16.610346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1c342e-5255-402c-88d1-8b8d9fefa5f3 req-c72cef70-ec2b-4be1-9503-1c8d23f86eb2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Jul 29 18:28:16.655535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d1c342e-5255-402c-88d1-8b8d9fefa5f3 req-875c7f7a-9ef0-4a46-a36d-96d1173b1cee tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Jul 29 18:28:17.784384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54406a-a9a1-40db-a15e-f93813e820c0 req-897a4341-d8ed-4df9-9882-377eb7367d41 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:17.785864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a54406a-a9a1-40db-a15e-f93813e820c0 req-897a4341-d8ed-4df9-9882-377eb7367d41 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0519633 Jul 29 18:28:17.828390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a54406a-a9a1-40db-a15e-f93813e820c0 req-f079984a-a167-438b-ba7b-90a9cb7eb0ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Jul 29 18:28:18.960481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3eeeb-0f10-45af-8184-35a4aca5c084 req-f7e96e6b-89db-480a-bcca-5a9efba054f3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:18.961978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99d3eeeb-0f10-45af-8184-35a4aca5c084 req-f7e96e6b-89db-480a-bcca-5a9efba054f3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Jul 29 18:28:19.000216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99d3eeeb-0f10-45af-8184-35a4aca5c084 req-4bed3d90-22c6-44e8-ae4e-c5a09ea7b749 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Jul 29 18:28:20.123705 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697b406-6762-4b28-870c-a32e24bc0837 req-9740e291-1da0-4406-890b-c7df0ad6990b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:20.125170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d697b406-6762-4b28-870c-a32e24bc0837 req-9740e291-1da0-4406-890b-c7df0ad6990b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0531244 Jul 29 18:28:20.173644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d697b406-6762-4b28-870c-a32e24bc0837 req-5a81278f-f26e-41dc-acf2-f74de1a4a768 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Jul 29 18:28:20.588558 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-ffab115b-aece-4646-81a6-33f2394b8bed req-0a84c219-6f7f-4723-97a2-e30e89edfa30 service neutron] show failed (client error): The resource could not be found. Jul 29 18:28:20.589550 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-0a84c219-6f7f-4723-97a2-e30e89edfa30 service neutron] 10.222.0.49 "GET /v2.0/ports/beb4e9d5-bc6e-45e0-accc-aae859e68c62/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0636792 Jul 29 18:28:20.856332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-92774085-c6b7-4f7f-8362-da81a3e8866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:20.857805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-92774085-c6b7-4f7f-8362-da81a3e8866b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07&tenant_id=7513b5fb174540f2acceb15ed3ad0852 HTTP/1.1" status: 200 len: 1096 time: 0.0753450 Jul 29 18:28:20.869799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:28:20.932024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.153752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:21.192365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:28:21.234513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:21.236881 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3436a-94fb-4c1d-8d53-25be5d33232e" -d '{"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:21.240927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.264325 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Transition to ACTIVE for port object beb4e9d5-bc6e-45e0-accc-aae859e68c62 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:28:21.281078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.364845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:21.367057 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] No DVR routers for this DVR port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:28:21.377578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940937a-29b4-44b4-aecc-605c3b8fbb78 req-53d88ec1-6b26-4ef2-9013-4e32a58f0816 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:21.379142 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a940937a-29b4-44b4-aecc-605c3b8fbb78 req-53d88ec1-6b26-4ef2-9013-4e32a58f0816 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.1291895 Jul 29 18:28:21.389108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.389453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.389794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.390127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.390556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.390902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.391213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.391534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.391856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.392174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.392491 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.392793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:21.439013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:28:21.439271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:28:21.439597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:28:21.451916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:28:21.452231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Attempting to bind port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:28:21.456709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a940937a-29b4-44b4-aecc-605c3b8fbb78 req-9abac558-be69-4f4f-977b-ba5cb5cdad9a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692458 Jul 29 18:28:21.461867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:28:21.462492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Checking segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:28:21.463009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Bound using segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:28:21.463672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Bound port: beb4e9d5-bc6e-45e0-accc-aae859e68c62, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:28:21.464222 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.533131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:28:21.536392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:28:21.542039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.579020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:21.579653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:21.581084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] 10.222.0.38 "PUT /v2.0/ports/beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 1091 time: 0.7154200 Jul 29 18:28:21.584325 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4844279-f31b-4df6-a6e7-efc5acd0239f x-openstack-request-id: req-c4844279-f31b-4df6-a6e7-efc5acd0239f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:21.584642 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-unplugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:21.584894 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4844279-f31b-4df6-a6e7-efc5acd0239f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:21.585342 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'code': 200} Jul 29 18:28:21.615264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce230984-0f22-486f-84e2-6653c1438eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:21.648656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-0a2e08d6-4b56-4b37-b051-d56d2834c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:21.650193 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-0a2e08d6-4b56-4b37-b051-d56d2834c0f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0442636 Jul 29 18:28:21.743352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-87860fdd-7d1f-417c-91a3-06b9258ffb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:21.744741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-87860fdd-7d1f-417c-91a3-06b9258ffb85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0872438 Jul 29 18:28:21.791703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-6836ce88-7984-4adb-a4f1-0aed1b3b2cea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0389481 Jul 29 18:28:21.841839 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab115b-aece-4646-81a6-33f2394b8bed req-8166c0a4-5319-4998-a919-039e0a279334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:21.843270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-8166c0a4-5319-4998-a919-039e0a279334 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0437989 Jul 29 18:28:21.875435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-2c07bbd9-442e-4471-afc1-f6fe5fbfa8e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249064 Jul 29 18:28:21.967557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-7565813c-a6bc-487a-a0c5-aa73df53fd1b service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Jul 29 18:28:22.064145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ffab115b-aece-4646-81a6-33f2394b8bed req-9dc38176-bb75-45a5-a65b-b6791702415f service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 Jul 29 18:28:22.594501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745428bf-1467-427c-aa28-a511066d5373 req-74324710-8254-4dc5-8876-b5cf13d2e04d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:22.596904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-745428bf-1467-427c-aa28-a511066d5373 req-74324710-8254-4dc5-8876-b5cf13d2e04d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0519874 Jul 29 18:28:22.642555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-745428bf-1467-427c-aa28-a511066d5373 req-73cfe954-92c8-4eb4-a2f1-9f88cdad76ad tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Jul 29 18:28:23.586711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:23.589378 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3810885-28fb-471e-80d8-264b8d408571" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:23.651523 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b47da1-9c60-447c-be14-dc83bf01384c x-openstack-request-id: req-36b47da1-9c60-447c-be14-dc83bf01384c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:23.652104 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:23.652104 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36b47da1-9c60-447c-be14-dc83bf01384c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:23.652463 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'status': 'completed', 'code': 200} Jul 29 18:28:23.708007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-904eabff-4f41-428a-a59b-e43fc1deadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.709900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-904eabff-4f41-428a-a59b-e43fc1deadf3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0428305 Jul 29 18:28:23.715029 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-d69400dd-3b83-4be7-8641-4610ab3aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.716578 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-d69400dd-3b83-4be7-8641-4610ab3aaa61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0430398 Jul 29 18:28:23.810590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-5a578e63-ad48-4e46-b3fb-835508e9b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.812134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-5a578e63-ad48-4e46-b3fb-835508e9b14f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0886884 Jul 29 18:28:23.821124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08aa27-4652-4bbf-a351-b1b5d4a0d8bb req-9ec21de9-c276-4c24-9617-c67296c49e10 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.822611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e08aa27-4652-4bbf-a351-b1b5d4a0d8bb req-9ec21de9-c276-4c24-9617-c67296c49e10 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.1087828 Jul 29 18:28:23.844110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-2f13f5e4-a23c-44d7-b79b-1bb05ef0430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.845442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-2f13f5e4-a23c-44d7-b79b-1bb05ef0430a service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.1229701 Jul 29 18:28:23.855208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-86c75cb7-d22a-477a-8e98-4df6fb78bd9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0357084 Jul 29 18:28:23.890818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-95cf9f53-4e9e-4e67-849b-031c5601de77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0374022 Jul 29 18:28:23.904573 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-f74d3086-299c-4f05-8e95-6b02f7272400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.906041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-f74d3086-299c-4f05-8e95-6b02f7272400 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0439618 Jul 29 18:28:23.910507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e08aa27-4652-4bbf-a351-b1b5d4a0d8bb req-c8a71f8a-12a7-4012-94b7-b25704a4cdbf tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816185 Jul 29 18:28:23.919263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:28:23.947487 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-35d0c99c-e987-46ef-a683-8ffab82c8647 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Jul 29 18:28:23.950100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810885-28fb-471e-80d8-264b8d408571 req-ed19021c-de3b-4c09-81e0-c179d9045d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:23.951591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-ed19021c-de3b-4c09-81e0-c179d9045d32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0534110 Jul 29 18:28:23.965485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:28:23.986935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-25ff9a0c-454d-4f59-8ce6-1a02d1383b9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274637 Jul 29 18:28:24.076485 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-86f4011c-a522-4ce7-971e-571e79022248 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187253 Jul 29 18:28:24.092486 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.49', 51968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:28:24.137584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-37ae4354-2037-4b10-a348-0b8bf21f9b9e service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438060 Jul 29 18:28:24.149805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1cc0a-83fa-428e-b5c0-d01ca08e2a46 req-57e406d0-05e3-4f94-b97d-e2303e356b49 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:24.151250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1c1cc0a-83fa-428e-b5c0-d01ca08e2a46 req-57e406d0-05e3-4f94-b97d-e2303e356b49 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0824165 Jul 29 18:28:24.240811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1c1cc0a-83fa-428e-b5c0-d01ca08e2a46 req-659c88dd-d393-45c5-8fe5-dc435fdf61dd tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814459 Jul 29 18:28:24.268640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-3c2cf28c-507d-407c-bafe-bb7dcec5c674 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163840 Jul 29 18:28:24.587855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-5ac116ab-2ec0-4868-9839-bcb1e973753c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:24.589355 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-5ac116ab-2ec0-4868-9839-bcb1e973753c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07&tenant_id=7513b5fb174540f2acceb15ed3ad0852&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.4951239 Jul 29 18:28:24.594920 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-4a72e9fd-17cb-432b-b6f3-b25567173d54 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099771 Jul 29 18:28:24.655182 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-21db92a4-68cc-463a-9a7e-341f3f73c516 service neutron] delete failed (client error): The resource could not be found. Jul 29 18:28:24.656176 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-21db92a4-68cc-463a-9a7e-341f3f73c516 service neutron] 10.222.0.49 "DELETE /v2.0/ports/beb4e9d5-bc6e-45e0-accc-aae859e68c62/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0545919 Jul 29 18:28:24.752887 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-07fe651b-9a10-441d-b083-e132dc3c39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:24.754445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-07fe651b-9a10-441d-b083-e132dc3c39f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 1094 time: 0.0521231 Jul 29 18:28:24.846584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-22f2e2d7-e176-499b-affc-52173021b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:24.847977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-22f2e2d7-e176-499b-affc-52173021b4b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0868316 Jul 29 18:28:24.894607 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-6ce267f5-7181-489d-8b86-f0d76177a1aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 200 len: 217 time: 0.0392492 Jul 29 18:28:24.942945 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-c4925266-eaac-4e4a-9f74-3782ed02debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:24.944350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-c4925266-eaac-4e4a-9f74-3782ed02debc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0428529 Jul 29 18:28:24.975088 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-7804ba55-3b7d-4ed2-a227-80c4697bdf3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239029 Jul 29 18:28:25.080177 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-741f7d41-3917-47d3-a232-2ff861272c8c service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973198 Jul 29 18:28:25.175577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f79771a0-f0ef-48ce-99a4-c477f79a7018 req-276e0519-e789-42c5-ba32-00b4bd2c8cc9 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879200 Jul 29 18:28:25.376161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17e6c-556d-4bb2-9ba6-899b194130ec req-52f03b0c-5e5a-40be-a9b1-d04f51b4b7d4 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:25.377665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cc17e6c-556d-4bb2-9ba6-899b194130ec req-52f03b0c-5e5a-40be-a9b1-d04f51b4b7d4 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 943 time: 0.0656826 Jul 29 18:28:25.437691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9cc17e6c-556d-4bb2-9ba6-899b194130ec req-7704bda7-9295-4779-8c54-0da43eea8284 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530956 Jul 29 18:28:25.589221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:28:25.687912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:25.699418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'port_id': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'mac_address': 'fa:16:3e:91:73:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175e643-1d8b-4560-ad22-fc0e0fd970a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:28:25.740340 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:25.753876 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb4e9d5-bc6e-45e0-accc-aae859e68c62 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:28:25.775487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:25.781330 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:25.829714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:25.993964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['beb4e9d5-bc6e-45e0-accc-aae859e68c62'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:28:26.579388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47564c2-0d2c-465e-8542-255bb25548cb req-f9ab1c5c-46ad-4a05-a26e-5c2a9cb377e0 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:26.581074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c47564c2-0d2c-465e-8542-255bb25548cb req-f9ab1c5c-46ad-4a05-a26e-5c2a9cb377e0 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 944 time: 0.0627861 Jul 29 18:28:26.622502 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c47564c2-0d2c-465e-8542-255bb25548cb req-6c40c6b3-1e03-4f28-8ba7-fe15bebcade3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Jul 29 18:28:26.748874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa71e6-a518-4ec5-91b5-3c5299c401e2 req-1a93c076-c3cc-452e-8b3e-6174ce74996d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:26.750294 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9efa71e6-a518-4ec5-91b5-3c5299c401e2 req-1a93c076-c3cc-452e-8b3e-6174ce74996d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 944 time: 0.0512946 Jul 29 18:28:26.789475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9efa71e6-a518-4ec5-91b5-3c5299c401e2 req-11b13659-13f8-4e01-a7bc-47f5b8452c6e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Jul 29 18:28:26.802773 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:26.907223 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c5c92-400f-4b17-bb40-809bb7d43376 req-097f29ff-ce12-474c-b32f-1ad911c06e03 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:26.908782 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c4c5c92-400f-4b17-bb40-809bb7d43376 req-097f29ff-ce12-474c-b32f-1ad911c06e03 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 944 time: 0.0528865 Jul 29 18:28:26.954674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c4c5c92-400f-4b17-bb40-809bb7d43376 req-7d5e6474-ea6f-40eb-b6b6-affc41156156 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387859 Jul 29 18:28:27.336085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-e9cd2eff-b58e-45af-bb29-ef656d9bf7fb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:27.337540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-e9cd2eff-b58e-45af-bb29-ef656d9bf7fb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 814 time: 0.1128268 Jul 29 18:28:27.355109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-11b065a2-0b1b-4628-b127-a87dfdd4e5a1 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/quotas/7513b5fb174540f2acceb15ed3ad0852 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Jul 29 18:28:27.405098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-ce985e15-d845-4563-b92d-85c5a81390de tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444162 Jul 29 18:28:27.597650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:28:27.652700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port beb4e9d5-bc6e-45e0-accc-aae859e68c62 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:28:27.656805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port beb4e9d5-bc6e-45e0-accc-aae859e68c62 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:28:27.657180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:27.729409 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:28:27.737952 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:27.764992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-4fc2ca23-d005-41d8-b977-54199633259a service neutron] 10.222.0.16 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526485 Jul 29 18:28:27.773446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:27.775885 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55ae569-25bf-4973-ba14-efd1ee6c1713" -d '{"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-plugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:27.786455 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:27.789837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:27.794907 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:27.843478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:27.856749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-5374c15a-3348-4a27-8aa4-5278f691080c service neutron] 10.222.0.16 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Jul 29 18:28:27.989224 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4df7e-cd85-4164-aaec-56483e21e58b x-openstack-request-id: req-04c4df7e-cd85-4164-aaec-56483e21e58b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:27.989456 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-plugged", "status": "completed", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:27.989704 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04c4df7e-cd85-4164-aaec-56483e21e58b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:27.990114 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'code': 200} Jul 29 18:28:28.047256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c306c7b4-d23c-442f-9302-24e98a77733a req-6ee0b13f-35cf-48cf-9721-cef6055e5449 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 210 time: 0.0305982 Jul 29 18:28:28.450040 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-361e2a7b-7377-47c2-b852-ec7b32c1695a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:28.451694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-361e2a7b-7377-47c2-b852-ec7b32c1695a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa2e72e9-e9ab-4349-abbd-e10ffff44a07 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Jul 29 18:28:28.545190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Deleting port beb4e9d5-bc6e-45e0-accc-aae859e68c62 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:28:28.545531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:28.637683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] For port beb4e9d5-bc6e-45e0-accc-aae859e68c62, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=beb4e9d5-bc6e-45e0-accc-aae859e68c62,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:28.638054 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:28.651124 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Calling delete_port for beb4e9d5-bc6e-45e0-accc-aae859e68c62 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:28:28.789006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:28.801222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['beb4e9d5-bc6e-45e0-accc-aae859e68c62'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:28:28.819408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Pushing event deleted for resources: {'Port': ['ID=beb4e9d5-bc6e-45e0-accc-aae859e68c62,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:28.905081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] No DVR routers for this DVR port beb4e9d5-bc6e-45e0-accc-aae859e68c62 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:28:28.909038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:28.911067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.38 "DELETE /v2.0/ports/beb4e9d5-bc6e-45e0-accc-aae859e68c62 HTTP/1.1" status: 204 len: 173 time: 0.4530296 Jul 29 18:28:28.911505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-deleted', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:28.913791 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40bd6e3-55ef-4c1d-8950-e94ed019efd3" -d '{"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-deleted", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:28.953613 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26020c3-f766-455a-958e-4004bd05b535 x-openstack-request-id: req-d26020c3-f766-455a-958e-4004bd05b535 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:28.953904 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e72e9-e9ab-4349-abbd-e10ffff44a07", "name": "network-vif-deleted", "tag": "beb4e9d5-bc6e-45e0-accc-aae859e68c62", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:28.954368 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d26020c3-f766-455a-958e-4004bd05b535 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:28.954616 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e72e9-e9ab-4349-abbd-e10ffff44a07', 'name': 'network-vif-deleted', 'tag': 'beb4e9d5-bc6e-45e0-accc-aae859e68c62', 'status': 'completed', 'code': 200} Jul 29 18:28:28.976950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-4b51674b-7211-4679-80b4-3ae14839c734 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:28.978539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-4b51674b-7211-4679-80b4-3ae14839c734 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 814 time: 0.1360083 Jul 29 18:28:29.000047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Request body: {'port': {'device_id': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'admin_state_up': True, 'tenant_id': '7513b5fb174540f2acceb15ed3ad0852'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:28:29.115182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Made reservation on behalf of 7513b5fb174540f2acceb15ed3ad0852 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:28:29.119367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.164697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ccc1205d-e1f3-44ee-9a9e-65b5000f29ba req-0804a9ea-5ed4-4afd-939f-012eceb22dee tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 210 time: 0.0422795 Jul 29 18:28:29.278930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Allocated IP 172.20.0.7 (dde5b0e3-1a95-432e-b7cd-188bad411361/6175e643-1d8b-4560-ad22-fc0e0fd970a0/daa9eabd-02a8-4c74-95ce-a89c3bc35206) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:28:29.432875 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.475230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.488288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['beb4e9d5-bc6e-45e0-accc-aae859e68c62'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:28:29.515498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Network dde5b0e3-1a95-432e-b7cd-188bad411361 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:28:29.518710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:28:29.522395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:28:29.553249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:29.581282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:29.581912 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.598419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a5327c00-ebe4-44fc-95e7-9baacc2b03ef tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021273 Jul 29 18:28:29.610909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Request body: {'port': {'device_id': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:28:29.664069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.930922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa9eabd-02a8-4c74-95ce-a89c3bc35206 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:28:29.938422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:29.950309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Transition to ACTIVE for port object daa9eabd-02a8-4c74-95ce-a89c3bc35206 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:28:29.957016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:30.008151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:30.082809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:28:30.083121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:28:30.083442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:28:30.087836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:28:30.088158 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:28:30.093543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:28:30.093879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Checking segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:28:30.094300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Bound using segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:28:30.094725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Bound port: daa9eabd-02a8-4c74-95ce-a89c3bc35206, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:28:30.095078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:30.161216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:28:30.164837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:28:30.173298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:30.208811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:30.209432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:30.210910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] 10.222.0.38 "PUT /v2.0/ports/daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 1091 time: 0.6041124 Jul 29 18:28:30.230556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572fba2-6137-40d9-bb1e-90e704430fcf service neutron] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:30.316087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ecdfe-22be-4f95-aeaa-97be9177150d req-9a0a8b6b-98aa-4694-b3bb-4f831dae9abc tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:30.317601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf6ecdfe-22be-4f95-aeaa-97be9177150d req-9a0a8b6b-98aa-4694-b3bb-4f831dae9abc tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0757902 Jul 29 18:28:30.322263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-231e0b97-f8d6-44cf-aad6-a66879f311f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:30.323672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-231e0b97-f8d6-44cf-aad6-a66879f311f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0710654 Jul 29 18:28:30.381258 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-d17b15b4-15c6-43a2-af15-369cad805dd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0432627 Jul 29 18:28:30.401259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf6ecdfe-22be-4f95-aeaa-97be9177150d req-72654951-fa23-4b7f-ae3b-d48a3f80317f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766790 Jul 29 18:28:30.435599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-5a258156-7eb9-437e-b372-01ad79b4d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:30.437067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-5a258156-7eb9-437e-b372-01ad79b4d108 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0484302 Jul 29 18:28:30.470342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-5b90c18e-e2fa-45ac-83d8-99aee29a1d93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254960 Jul 29 18:28:30.566803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-92cd2c02-670c-4295-8ef5-f60ea354324c service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894074 Jul 29 18:28:30.655389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29fe5070-c43c-4d54-aa44-825534b4d325 req-a537eefd-7d42-4ba2-9108-e3e05fb1795a service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816450 Jul 29 18:28:30.955796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:30.959782 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a19259-a22d-49b4-9548-bc8481d449f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:31.000920 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884fb5e7-9b4d-436d-9953-57b18483b3b3 x-openstack-request-id: req-884fb5e7-9b4d-436d-9953-57b18483b3b3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:31.001285 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:31.001544 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-884fb5e7-9b4d-436d-9953-57b18483b3b3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:31.002224 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'status': 'completed', 'code': 200} Jul 29 18:28:31.069815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-36d569e1-fc08-4c75-bb22-b8700567f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:31.071313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-36d569e1-fc08-4c75-bb22-b8700567f680 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0475254 Jul 29 18:28:31.160469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-9908f411-3f40-49a0-8340-1b37e9ff6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:31.161920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-9908f411-3f40-49a0-8340-1b37e9ff6a9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0832360 Jul 29 18:28:31.204252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-de173e87-348e-4877-b597-d7bf2a7ec65d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0344765 Jul 29 18:28:31.257308 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-0e2c2bae-9908-4010-83e5-ca75489f3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:31.258684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-0e2c2bae-9908-4010-83e5-ca75489f3dcd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0472829 Jul 29 18:28:31.291873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-95cd8450-2631-44da-aacf-f346c4bc0edd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241537 Jul 29 18:28:31.385633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-15b340bb-4de3-422e-ab3e-035ada540b84 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 Jul 29 18:28:31.509574 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3a19259-a22d-49b4-9548-bc8481d449f8 req-e313fc8f-d34c-4938-88f0-01a58f8037ce service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149814 Jul 29 18:28:31.531429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029da3a-97fc-49b7-bd5b-baf68e55de93 req-cc0129ff-a226-44cb-b284-90db39fe514d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:31.532938 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7029da3a-97fc-49b7-bd5b-baf68e55de93 req-cc0129ff-a226-44cb-b284-90db39fe514d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0628903 Jul 29 18:28:31.573980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7029da3a-97fc-49b7-bd5b-baf68e55de93 req-06a22b17-082b-4a41-9560-d2aa99ecb04f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jul 29 18:28:32.711938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510413e-23c6-4b96-a80d-e2a8460538d2 req-d9f45205-49c5-48e2-aa25-32ffc148281a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:32.713428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f510413e-23c6-4b96-a80d-e2a8460538d2 req-d9f45205-49c5-48e2-aa25-32ffc148281a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0559244 Jul 29 18:28:32.751295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f510413e-23c6-4b96-a80d-e2a8460538d2 req-7ba365d3-cfdd-440b-bcbc-9c033a40184c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Jul 29 18:28:33.631553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:28:33.633654 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:28:33.659991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: beb4e9d5-bc6e-45e0-accc-aae859e68c62 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:28:33.660334 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device beb4e9d5-bc6e-45e0-accc-aae859e68c62 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:28:33.750446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:33.763672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'port_id': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'mac_address': 'fa:16:3e:ce:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175e643-1d8b-4560-ad22-fc0e0fd970a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:28:33.800774 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:33.813604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9eabd-02a8-4c74-95ce-a89c3bc35206 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:28:33.833253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:33.838649 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:33.874691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9746-18e8-4fcf-ab24-af5fcd4961a1 req-596f8f66-c7f6-411d-bc95-d29455d4b297 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:33.877325 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f8b9746-18e8-4fcf-ab24-af5fcd4961a1 req-596f8f66-c7f6-411d-bc95-d29455d4b297 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0527313 Jul 29 18:28:33.896226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:33.918271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f8b9746-18e8-4fcf-ab24-af5fcd4961a1 req-2cc1175c-aa28-4e01-a641-8daf28e4f586 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Jul 29 18:28:34.020473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['daa9eabd-02a8-4c74-95ce-a89c3bc35206'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:28:35.048541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46179f-b5a6-4005-a898-5dd0cc9ce49e req-445c9013-a0dd-4398-8a4e-f6b9ead16940 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:35.050266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a46179f-b5a6-4005-a898-5dd0cc9ce49e req-445c9013-a0dd-4398-8a4e-f6b9ead16940 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 944 time: 0.0627933 Jul 29 18:28:35.090047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a46179f-b5a6-4005-a898-5dd0cc9ce49e req-40963609-9494-4655-bd1e-c719a106b91a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 29 18:28:35.643830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:28:35.706364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port daa9eabd-02a8-4c74-95ce-a89c3bc35206 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:28:35.710342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port daa9eabd-02a8-4c74-95ce-a89c3bc35206 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:28:35.710719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:35.788046 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:35.810433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:28:35.812720 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b037ef92-ac72-484b-88d0-a1778792aef0" -d '{"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-plugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:28:35.825374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:28:35.830440 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:35.854936 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac25d632-a54c-499c-8a5b-c6c6cbb60a3d x-openstack-request-id: req-ac25d632-a54c-499c-8a5b-c6c6cbb60a3d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:28:35.855721 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-plugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:28:35.855988 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac25d632-a54c-499c-8a5b-c6c6cbb60a3d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:28:35.856368 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'code': 200} Jul 29 18:28:35.883599 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:28:35.891561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.891939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.892290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.892626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.892993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.893295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.893622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.893998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.894301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.894643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.894990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.895311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:28:35.953377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b7bf9-3d17-408f-b07e-b17992d7729c req-cc42d837-3c0e-4db7-9002-998d30863c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:35.954949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c0b7bf9-3d17-408f-b07e-b17992d7729c req-cc42d837-3c0e-4db7-9002-998d30863c5a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1096 time: 0.0473187 Jul 29 18:28:35.991917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c0b7bf9-3d17-408f-b07e-b17992d7729c req-ef46073e-1003-447b-b929-d5923e72f4a8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297871 Jul 29 18:28:36.225906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defe740-fc75-4495-affc-d9e3e235aff9 req-5c4655d3-0ae0-4535-a93a-e6df9fffbfd6 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:36.227570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4defe740-fc75-4495-affc-d9e3e235aff9 req-5c4655d3-0ae0-4535-a93a-e6df9fffbfd6 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0597074 Jul 29 18:28:36.272691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4defe740-fc75-4495-affc-d9e3e235aff9 req-b94da010-5565-441b-a779-c0ae913ba232 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Jul 29 18:28:37.398587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553aab6-16cd-4780-9a57-ce3197d59e77 req-4ca37380-83c5-4e47-b2be-593244c84ae5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:37.400076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e553aab6-16cd-4780-9a57-ce3197d59e77 req-4ca37380-83c5-4e47-b2be-593244c84ae5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0524225 Jul 29 18:28:37.441077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e553aab6-16cd-4780-9a57-ce3197d59e77 req-c4f567ad-8eb4-4af0-bb98-1ae9bf9420f8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Jul 29 18:28:37.559763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240000-c10a-42f1-9c77-23ae0457401b req-85d2394b-d404-473b-8315-2ac211b9160e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:37.561248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28240000-c10a-42f1-9c77-23ae0457401b req-85d2394b-d404-473b-8315-2ac211b9160e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0540535 Jul 29 18:28:37.599723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28240000-c10a-42f1-9c77-23ae0457401b req-f93b6841-f7d1-4e28-aea7-f4ab8ac24d9d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Jul 29 18:28:37.855993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-6748ef4f-7ef8-4856-b7fa-6992919311ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668557 Jul 29 18:28:37.866498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4400190-4cd3-4e32-bc3f-986ec2972ae0 req-ced86c63-7a3e-4dea-ad70-86782c8f1119 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:37.867906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4400190-4cd3-4e32-bc3f-986ec2972ae0 req-ced86c63-7a3e-4dea-ad70-86782c8f1119 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0707951 Jul 29 18:28:37.908919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4400190-4cd3-4e32-bc3f-986ec2972ae0 req-d71d5670-978e-4c41-b6b6-31d4b51204aa tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Jul 29 18:28:38.971291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-aa53265f-bc5e-4dac-81f3-7986e53ced11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:38.972821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-aa53265f-bc5e-4dac-81f3-7986e53ced11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1096 time: 0.0463331 Jul 29 18:28:39.079553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950ce7-c26a-4806-a46b-e81df2609dcb req-3c5e8262-68d8-4a0a-986d-f639148e8300 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:39.081057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31950ce7-c26a-4806-a46b-e81df2609dcb req-3c5e8262-68d8-4a0a-986d-f639148e8300 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.1040950 Jul 29 18:28:39.112971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-ffebb2e1-eb9e-4f6a-9118-d476028e63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:39.114437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-ffebb2e1-eb9e-4f6a-9118-d476028e63cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.1290071 Jul 29 18:28:39.164123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-1acfc91a-020c-4890-9beb-c214c555f538 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0424576 Jul 29 18:28:39.167149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31950ce7-c26a-4806-a46b-e81df2609dcb req-4b7c33f2-01c4-4875-986b-6460afb12aa2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780742 Jul 29 18:28:39.216098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-303c1f84-eb1f-42c9-b38c-93a60dbe8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:39.217488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-303c1f84-eb1f-42c9-b38c-93a60dbe8b27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0463836 Jul 29 18:28:39.249120 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-aa63a07c-31da-48c9-8368-e7c7bdb059f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246391 Jul 29 18:28:39.333999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c4823a1a-47b5-4868-bf22-b472ddc14032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:39.345129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-3a6ca4d5-ccf5-4d9a-aa9c-a555ff71077b service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885336 Jul 29 18:28:39.437402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-4cc64fc1-7832-41e6-8962-375361c3733b service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850704 Jul 29 18:28:40.294775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a763fc-edf5-45a2-86e2-e8a439fe2914 req-fdfaa81b-34a8-4f88-9fd6-ff74c1ac4aac tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:40.296203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a763fc-edf5-45a2-86e2-e8a439fe2914 req-fdfaa81b-34a8-4f88-9fd6-ff74c1ac4aac tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0573783 Jul 29 18:28:40.337339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53a763fc-edf5-45a2-86e2-e8a439fe2914 req-6b488645-128e-4909-9b4d-ad7fe2fbc473 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Jul 29 18:28:41.466042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3802886-c0a2-43e9-8a32-1b2860319574 req-2159ffa5-be3f-48b9-bde5-5dbe2e64bde8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:41.467447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3802886-c0a2-43e9-8a32-1b2860319574 req-2159ffa5-be3f-48b9-bde5-5dbe2e64bde8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0501502 Jul 29 18:28:41.506267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3802886-c0a2-43e9-8a32-1b2860319574 req-f652260c-5633-4c0a-a80d-84029e0d2d92 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jul 29 18:28:41.747994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-980317ab-a5cf-46cb-ad2b-2c83b9707251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:41.956797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:42.638934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd2b3d-07ab-4285-8d3a-85dc80f4ffde req-4c5c907e-3a0d-44d2-a50d-a0c2f817b8d2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:42.640430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99bd2b3d-07ab-4285-8d3a-85dc80f4ffde req-4c5c907e-3a0d-44d2-a50d-a0c2f817b8d2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0501764 Jul 29 18:28:42.680715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99bd2b3d-07ab-4285-8d3a-85dc80f4ffde req-f2b9361e-3820-4863-b71b-9439549d1073 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 29 18:28:43.139323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:43.816230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5dfaf-86f1-48f1-beb8-90b9eff4d866 req-a2d03d6b-2c43-40b7-a72b-9dae9a383f59 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:43.817792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49a5dfaf-86f1-48f1-beb8-90b9eff4d866 req-a2d03d6b-2c43-40b7-a72b-9dae9a383f59 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0606656 Jul 29 18:28:43.860183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49a5dfaf-86f1-48f1-beb8-90b9eff4d866 req-6a4f6861-9ad1-421b-9769-df06a70291e9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 29 18:28:44.795114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:44.978490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab490f-151e-42e3-8eb7-c09c2844ecf2 req-6170fa2d-163e-45ff-992c-d5cfb1932924 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:44.979948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3ab490f-151e-42e3-8eb7-c09c2844ecf2 req-6170fa2d-163e-45ff-992c-d5cfb1932924 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0494080 Jul 29 18:28:45.021936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b3ab490f-151e-42e3-8eb7-c09c2844ecf2 req-9a7ba07e-e24a-4142-9145-b6ce2840bd1a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Jul 29 18:28:46.144918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fdc26-f301-48dd-93e6-48d13217caf6 req-7d47e8e9-65d4-4454-9d5f-dea1ff0dd074 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:46.146406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb1fdc26-f301-48dd-93e6-48d13217caf6 req-7d47e8e9-65d4-4454-9d5f-dea1ff0dd074 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0514610 Jul 29 18:28:46.184834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb1fdc26-f301-48dd-93e6-48d13217caf6 req-5f3b5203-89b8-46f1-84b3-c91977581447 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 29 18:28:47.307251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa365-deba-4d10-873b-cd1aece0d5d5 req-75da1e80-f72e-46ca-add0-e84c07458147 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:47.308798 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43cfa365-deba-4d10-873b-cd1aece0d5d5 req-75da1e80-f72e-46ca-add0-e84c07458147 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0554869 Jul 29 18:28:47.350331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43cfa365-deba-4d10-873b-cd1aece0d5d5 req-11b7da58-75f2-4b1a-9a70-9f3441c3d22a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Jul 29 18:28:48.486970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d99d1-8706-4449-9747-9dcd59c2e76a req-e3130989-cb93-4a06-86a6-58b017fa59e3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:48.488439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b2d99d1-8706-4449-9747-9dcd59c2e76a req-e3130989-cb93-4a06-86a6-58b017fa59e3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0479839 Jul 29 18:28:48.532374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b2d99d1-8706-4449-9747-9dcd59c2e76a req-db791d45-db0a-4a8b-ac89-0d03b3295936 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Jul 29 18:28:49.658460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25dbbe-a07c-40f7-821a-d52600f981b6 req-696756b2-b1b0-4fe1-8355-82a62cc86923 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:49.659932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a25dbbe-a07c-40f7-821a-d52600f981b6 req-696756b2-b1b0-4fe1-8355-82a62cc86923 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0525203 Jul 29 18:28:49.699461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a25dbbe-a07c-40f7-821a-d52600f981b6 req-b82725d3-378d-4426-95f0-b30c5a2655d2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jul 29 18:28:50.834710 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8662-a80b-4cc5-853a-6f70e8c11346 req-7462b16d-3d93-41aa-ba7c-eca55aff9d89 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:50.836186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebfe8662-a80b-4cc5-853a-6f70e8c11346 req-7462b16d-3d93-41aa-ba7c-eca55aff9d89 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0547562 Jul 29 18:28:50.874270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebfe8662-a80b-4cc5-853a-6f70e8c11346 req-3fac4936-ba25-44e3-baf6-4c8a95a5f173 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Jul 29 18:28:51.373915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-63b8ed6b-bba4-45de-a852-9d547e42b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:51.375537 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-63b8ed6b-bba4-45de-a852-9d547e42b6af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1096 time: 0.0460727 Jul 29 18:28:51.488528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-fc7e9833-aead-4f6d-8787-7d312fb9256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:51.489923 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-fc7e9833-aead-4f6d-8787-7d312fb9256b service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0903246 Jul 29 18:28:51.531700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-3e3413ae-c32f-4992-9fc4-e4584d03a4ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0344002 Jul 29 18:28:51.593129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-7109a175-d550-4fcc-86a1-1fbd40b9b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:51.595542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-7109a175-d550-4fcc-86a1-1fbd40b9b730 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0568197 Jul 29 18:28:51.629470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-260b158e-a7b4-4e5e-b2fe-902892c8ca6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264502 Jul 29 18:28:51.723484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-3cb234c3-572d-4f6f-bd55-846b9585e3e5 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Jul 29 18:28:51.815832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9212cb9e-eaf4-4611-8881-8d7ccb29a55e req-5b91628c-278b-4c04-939d-2eb018fb470d service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852036 Jul 29 18:28:52.011762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d07d93-52ab-4c25-9c6d-199dae759c7c req-c43b1837-4028-4deb-b34a-e19548fb6aee tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:52.013359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31d07d93-52ab-4c25-9c6d-199dae759c7c req-c43b1837-4028-4deb-b34a-e19548fb6aee tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0566103 Jul 29 18:28:52.054109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31d07d93-52ab-4c25-9c6d-199dae759c7c req-df675bbc-bc7b-4662-90bf-0adfaf9738cf tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jul 29 18:28:53.188864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc32cbc-5e54-419a-b143-003c4e7453f6 req-5dc1de64-78fd-4738-97ca-53b02855e00e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:53.190412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7dc32cbc-5e54-419a-b143-003c4e7453f6 req-5dc1de64-78fd-4738-97ca-53b02855e00e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0524092 Jul 29 18:28:53.229829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7dc32cbc-5e54-419a-b143-003c4e7453f6 req-eb741e4a-655b-40c5-af7f-b2bc22c4e3e8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Jul 29 18:28:54.370739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef198-2aec-409b-a894-126a659f16f8 req-fb45822c-999e-4a36-9c35-a4b2b8f20feb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:54.372242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a79ef198-2aec-409b-a894-126a659f16f8 req-fb45822c-999e-4a36-9c35-a4b2b8f20feb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0609522 Jul 29 18:28:54.411033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a79ef198-2aec-409b-a894-126a659f16f8 req-3f42676f-b3ba-4bbb-b999-d5db609e2b79 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Jul 29 18:28:55.547300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f4df1-a9c0-4dd9-a7dc-ca41af2f249c req-630839a3-1bfc-46a0-922a-156343548e6b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:55.548786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a14f4df1-a9c0-4dd9-a7dc-ca41af2f249c req-630839a3-1bfc-46a0-922a-156343548e6b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0630922 Jul 29 18:28:55.589260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a14f4df1-a9c0-4dd9-a7dc-ca41af2f249c req-5f58c94d-bca3-4c3c-ba6d-6158c3e5a628 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jul 29 18:28:56.728750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd0a4-08eb-4b10-ac7a-bbd6403fdf73 req-7a5f47dd-bb68-408a-a1de-15f701c1f38a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:56.730281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-642cd0a4-08eb-4b10-ac7a-bbd6403fdf73 req-7a5f47dd-bb68-408a-a1de-15f701c1f38a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0554554 Jul 29 18:28:56.771907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-642cd0a4-08eb-4b10-ac7a-bbd6403fdf73 req-bd28f302-d2eb-42f3-97e2-22e4bc2e1d4b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Jul 29 18:28:56.803137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:57.793847 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:28:57.898694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814dd6-dbfc-49ea-93fa-090049b5cb64 req-9d8e7eac-e54b-48a7-89c9-e201dfadbfc8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:57.900167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1814dd6-dbfc-49ea-93fa-090049b5cb64 req-9d8e7eac-e54b-48a7-89c9-e201dfadbfc8 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0584331 Jul 29 18:28:57.938032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1814dd6-dbfc-49ea-93fa-090049b5cb64 req-61dc2555-1148-4710-8f36-4bfcafe1ba09 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Jul 29 18:28:59.075473 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472165a-530f-47c5-abde-4483a7abc89d req-149ed2c0-9eac-4cf1-893e-2f44446c7f7d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:28:59.076964 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2472165a-530f-47c5-abde-4483a7abc89d req-149ed2c0-9eac-4cf1-893e-2f44446c7f7d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0604129 Jul 29 18:28:59.124411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2472165a-530f-47c5-abde-4483a7abc89d req-15db0b1e-fb3f-430f-b7c7-617ad5c67b62 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Jul 29 18:29:00.258802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b3ec9-91f6-4600-8edd-c6469659f7ff req-8d60e1eb-5470-4e60-9e2d-5c3fa548ab29 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:00.260201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b1b3ec9-91f6-4600-8edd-c6469659f7ff req-8d60e1eb-5470-4e60-9e2d-5c3fa548ab29 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0518081 Jul 29 18:29:00.299085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b1b3ec9-91f6-4600-8edd-c6469659f7ff req-42d59bfc-3a51-48de-b427-4bf261f07442 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Jul 29 18:29:01.430821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb815-dc99-45d3-bdc9-5d52f2e16c0b req-5186ff9b-9527-477d-9718-797fbc8adff9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:01.432223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b1fb815-dc99-45d3-bdc9-5d52f2e16c0b req-5186ff9b-9527-477d-9718-797fbc8adff9 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0489583 Jul 29 18:29:01.472956 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1b1fb815-dc99-45d3-bdc9-5d52f2e16c0b req-47e17e1e-6333-4786-bf79-6e56d1343206 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Jul 29 18:29:02.611128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2072-d5e1-4ce2-b025-1cc3a1ad8c38 req-ed350a9c-7161-4239-aad0-7a2ce67eb551 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:02.612648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d19d2072-d5e1-4ce2-b025-1cc3a1ad8c38 req-ed350a9c-7161-4239-aad0-7a2ce67eb551 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0657907 Jul 29 18:29:02.654194 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d19d2072-d5e1-4ce2-b025-1cc3a1ad8c38 req-50d8a229-acf4-4fd2-9bd9-a3cc3233e49e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jul 29 18:29:03.791984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e584461-2a8e-40d5-b9e0-945d13caae9b req-6d04a94b-039e-4c5e-b08a-80bdf08d2ec3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:03.793455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e584461-2a8e-40d5-b9e0-945d13caae9b req-6d04a94b-039e-4c5e-b08a-80bdf08d2ec3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0579028 Jul 29 18:29:03.836151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e584461-2a8e-40d5-b9e0-945d13caae9b req-e6c65ed4-eaf4-4dc0-b5a5-4e563eb52c0a tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Jul 29 18:29:04.734460 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:29:04.967371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfec60-9706-4c1d-ad3f-eb1036f0356c req-0ea7ac87-7bb9-4793-962e-38fee0f81e27 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:04.968842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17cfec60-9706-4c1d-ad3f-eb1036f0356c req-0ea7ac87-7bb9-4793-962e-38fee0f81e27 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0535939 Jul 29 18:29:05.008534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17cfec60-9706-4c1d-ad3f-eb1036f0356c req-906f7cb2-99ba-48fc-9e84-a9aec3b24233 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Jul 29 18:29:06.146425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7022-142a-4e57-9f7f-c5b82c3e25a5 req-9d65764b-068d-4130-8680-ddc88e029889 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:06.147893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d5a7022-142a-4e57-9f7f-c5b82c3e25a5 req-9d65764b-068d-4130-8680-ddc88e029889 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0685940 Jul 29 18:29:06.149997 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-dc333140-9d40-4e23-847e-e812ee619aed service neutron] show failed (client error): The resource could not be found. Jul 29 18:29:06.150955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-dc333140-9d40-4e23-847e-e812ee619aed service neutron] 10.222.0.38 "GET /v2.0/ports/daa9eabd-02a8-4c74-95ce-a89c3bc35206/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.1000972 Jul 29 18:29:06.188297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d5a7022-142a-4e57-9f7f-c5b82c3e25a5 req-365da13c-eaa7-477f-b931-d663fc99b626 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Jul 29 18:29:06.358889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-060cf0da-be7b-4308-b2cc-ce9a2f2239df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:06.360396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-060cf0da-be7b-4308-b2cc-ce9a2f2239df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c&tenant_id=7513b5fb174540f2acceb15ed3ad0852 HTTP/1.1" status: 200 len: 1096 time: 0.0489478 Jul 29 18:29:06.372627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:06.428850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:06.648696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:06.688098 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:06.727196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:06.729497 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78738c8-0589-47c3-9fd9-2adcebb1a312" -d '{"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-unplugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:06.733295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:06.745717 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Transition to ACTIVE for port object daa9eabd-02a8-4c74-95ce-a89c3bc35206 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:06.749648 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:06.813808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] No DVR routers for this DVR port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:29:06.816956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:06.828293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.828643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.828978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.829309 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.829636 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.829961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.830307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.830631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.830950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.831268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.831587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.831906 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:06.872971 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aae9f0-ec3d-462d-87bd-745586232291 x-openstack-request-id: req-46aae9f0-ec3d-462d-87bd-745586232291 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:06.873268 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-unplugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:06.873520 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46aae9f0-ec3d-462d-87bd-745586232291 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:06.873913 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'code': 200} Jul 29 18:29:06.876288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:29:06.876620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:29:06.876947 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:06.881687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:29:06.882096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Attempting to bind port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on network dde5b0e3-1a95-432e-b7cd-188bad411361 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:06.887700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:29:06.887924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Checking segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:06.888317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Bound using segment: {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:29:06.888929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Bound port: daa9eabd-02a8-4c74-95ce-a89c3bc35206, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:29:06.889396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:06.967371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:06.970386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:29:06.976194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:07.008654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:07.009270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:07.010726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] 10.222.0.49 "PUT /v2.0/ports/daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 1091 time: 0.6421473 Jul 29 18:29:07.038095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aae1f-d97d-4203-8456-099f74528f77 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:07.126226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-b0605bdf-83bc-4242-9334-a44ed610fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:07.127739 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-b0605bdf-83bc-4242-9334-a44ed610fe52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0949965 Jul 29 18:29:07.220659 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-b04dc2d8-1f1f-46bb-9f2a-4f02e0ad372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:07.222136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-b04dc2d8-1f1f-46bb-9f2a-4f02e0ad372e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0865676 Jul 29 18:29:07.275035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-7e386d10-4b36-4413-a6e9-f08cbdea139c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0454457 Jul 29 18:29:07.312441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322f929-099f-4a71-afc1-ab7ed8183706 req-d4ccce0d-cde2-48e8-9f5d-bdff1a3134cb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:07.313902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a322f929-099f-4a71-afc1-ab7ed8183706 req-d4ccce0d-cde2-48e8-9f5d-bdff1a3134cb tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0525928 Jul 29 18:29:07.324053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-7eb4bab1-109c-4fa3-a926-e4e7e17239c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:07.325517 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-7eb4bab1-109c-4fa3-a926-e4e7e17239c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0428889 Jul 29 18:29:07.353310 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a322f929-099f-4a71-afc1-ab7ed8183706 req-7f02489b-f820-4e35-98ba-825984b8be4f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jul 29 18:29:07.360345 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-911b101f-66c7-41d4-a025-880874714b7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275226 Jul 29 18:29:07.451717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-fbc6d941-072d-4fbb-abd9-26bbea59ea6a service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Jul 29 18:29:07.545045 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1c77c0bc-c30c-4ba7-86a6-3480a806ccdc req-c47a2345-adaa-4eb5-ba5f-7dccaec75cdc service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Jul 29 18:29:08.484577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0768dc-70ea-47b6-ad07-62fee52d7bcc req-916adae3-2e8e-4450-b035-73faca70adfd tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:08.486117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed0768dc-70ea-47b6-ad07-62fee52d7bcc req-916adae3-2e8e-4450-b035-73faca70adfd tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0543909 Jul 29 18:29:08.528385 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ed0768dc-70ea-47b6-ad07-62fee52d7bcc req-d6199824-91d8-4b18-ac4e-f31a6e1147e3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Jul 29 18:29:08.875634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:08.879508 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:08.934780 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d886c4d-3712-4771-a877-a7530bde1d5c x-openstack-request-id: req-9d886c4d-3712-4771-a877-a7530bde1d5c {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:08.935072 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:08.935321 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d886c4d-3712-4771-a877-a7530bde1d5c {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:08.935715 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'status': 'completed', 'code': 200} Jul 29 18:29:08.998274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-b1f2b05d-c5bb-43c0-a270-0a0314bcc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:08.999828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-b1f2b05d-c5bb-43c0-a270-0a0314bcc427 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0441623 Jul 29 18:29:09.002597 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-787c99a0-55be-41d4-8914-8adec3f269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.004318 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-787c99a0-55be-41d4-8914-8adec3f269b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0462253 Jul 29 18:29:09.102120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-b6a863ce-c5b4-4a13-a36d-a70b1ca86f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.103790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-b6a863ce-c5b4-4a13-a36d-a70b1ca86f9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0972393 Jul 29 18:29:09.108809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-8c0902af-a37d-48d4-a088-f772ceab4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.110395 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-8c0902af-a37d-48d4-a088-f772ceab4710 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0971594 Jul 29 18:29:09.159423 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-ad10d60c-10bc-48ed-bdac-52a097e58910 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0361230 Jul 29 18:29:09.212775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-9484e9c1-3194-4672-85c5-a5f7eee25a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.214264 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-9484e9c1-3194-4672-85c5-a5f7eee25a70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0475492 Jul 29 18:29:09.249095 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-d5a4d38c-225d-411b-a6bc-37f46ebb4e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274107 Jul 29 18:29:09.329589 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8b3e16d5-6f24-4c74-8394-bc9e547ef4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:09.353029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-52ea5f30-acdf-45ac-9f6f-d51b72529f1f service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961890 Jul 29 18:29:09.418624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-06177019-5d2c-4222-934b-eafa23eb6ff5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.3072176 Jul 29 18:29:09.450138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-1fd46267-3ab3-40ec-a458-4330a097c363 service neutron] 10.222.0.49 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899270 Jul 29 18:29:09.467738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-03b39390-c46b-4407-aadc-5bda6d04c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.469207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-03b39390-c46b-4407-aadc-5bda6d04c239 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0435238 Jul 29 18:29:09.500028 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-f536b77e-6627-42c4-9fb8-e149d105270a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239697 Jul 29 18:29:09.592600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-e9aac258-08c3-4e6e-bae5-bcb6aba0bcdc service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Jul 29 18:29:09.707781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a146d2-e118-4edd-a7c5-03131b6ef031 req-2ea07dd0-953c-45f4-b776-64fcc23966ff tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.709170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0a146d2-e118-4edd-a7c5-03131b6ef031 req-2ea07dd0-953c-45f4-b776-64fcc23966ff tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.1083074 Jul 29 18:29:09.734459 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b6cd3c4-8d20-45ef-bc19-c19ed4521ed5 req-43d3ed91-6bbc-4033-b2ea-0519a40929e2 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346262 Jul 29 18:29:09.753792 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0a146d2-e118-4edd-a7c5-03131b6ef031 req-dc9f7dd7-bc26-4b1e-9413-ebb4ed362b3c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Jul 29 18:29:09.987731 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf064b-f3ac-4e4c-84e3-1a31df5c9aca req-7fc63ba7-3a5f-492d-aa07-bdc6d7724c7d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:09.989130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebaf064b-f3ac-4e4c-84e3-1a31df5c9aca req-7fc63ba7-3a5f-492d-aa07-bdc6d7724c7d tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 943 time: 0.0817580 Jul 29 18:29:10.001239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-6d24fc87-114d-4005-8f81-f492de5c3ab5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:10.002672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-6d24fc87-114d-4005-8f81-f492de5c3ab5 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c&tenant_id=7513b5fb174540f2acceb15ed3ad0852&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0833549 Jul 29 18:29:10.073558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebaf064b-f3ac-4e4c-84e3-1a31df5c9aca req-67b063e3-d10b-4362-9793-27238a0098c7 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698922 Jul 29 18:29:10.082321 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-342f96dd-b545-4df0-8ecd-ce9f6781595d service neutron] delete failed (client error): The resource could not be found. Jul 29 18:29:10.083309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-342f96dd-b545-4df0-8ecd-ce9f6781595d service neutron] 10.222.0.38 "DELETE /v2.0/ports/daa9eabd-02a8-4c74-95ce-a89c3bc35206/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0734351 Jul 29 18:29:10.169381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:29:10.174638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-2dc9e867-87d6-4123-aca8-97a8f4b2c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:10.176166 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-2dc9e867-87d6-4123-aca8-97a8f4b2c558 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7513b5fb174540f2acceb15ed3ad0852&device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 1094 time: 0.0470407 Jul 29 18:29:10.263938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:10.268543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-980d5f08-7708-4f04-98ae-6ae4ab526b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:10.270013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-980d5f08-7708-4f04-98ae-6ae4ab526b9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 200 len: 915 time: 0.0868404 Jul 29 18:29:10.275572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'network_id': 'dde5b0e3-1a95-432e-b7cd-188bad411361', 'port_id': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'mac_address': 'fa:16:3e:ce:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6175e643-1d8b-4560-ad22-fc0e0fd970a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:29:10.311160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-5198c650-2a74-4d14-8bfe-a9908708935e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 200 len: 217 time: 0.0339770 Jul 29 18:29:10.315033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:10.327886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9eabd-02a8-4c74-95ce-a89c3bc35206 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:29:10.347336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:10.352914 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:10.362146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-ab9c803b-ef7e-48e7-b551-80251d3248b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:10.363713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-ab9c803b-ef7e-48e7-b551-80251d3248b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 200 len: 854 time: 0.0460341 Jul 29 18:29:10.399697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:10.399980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-93094156-bcb1-4f02-a321-4254e5fc0419 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dde5b0e3-1a95-432e-b7cd-188bad411361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294130 Jul 29 18:29:10.507115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-9eaa27d2-60d3-4888-b4c5-5e493d909134 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996785 Jul 29 18:29:10.562787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['daa9eabd-02a8-4c74-95ce-a89c3bc35206'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:29:10.611932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4114b01-4f19-401b-8a60-3deefc2aa408 req-939276ae-535b-4b64-964e-856cef53b2c7 service neutron] 10.222.0.38 "GET /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982721 Jul 29 18:29:11.192425 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4041bc2-0422-4d3f-8a08-b88272deab8c req-6e2d0d7a-e4e4-46e4-9788-5c41aa32b642 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:11.193962 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4041bc2-0422-4d3f-8a08-b88272deab8c req-6e2d0d7a-e4e4-46e4-9788-5c41aa32b642 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 944 time: 0.0514743 Jul 29 18:29:11.234191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a4041bc2-0422-4d3f-8a08-b88272deab8c req-2bae0f93-63a9-45cd-9fe0-89a2020c2c8f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Jul 29 18:29:11.366222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58364f10-da29-4b0e-863a-48bc15734446 req-95d85900-1b8f-4910-a096-0cb218f0652c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:11.367723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58364f10-da29-4b0e-863a-48bc15734446 req-95d85900-1b8f-4910-a096-0cb218f0652c tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 944 time: 0.0533061 Jul 29 18:29:11.405854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58364f10-da29-4b0e-863a-48bc15734446 req-77cb001e-753a-4121-ad38-4536328f4005 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jul 29 18:29:11.518532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90e2a-f67b-42d2-885d-1e55320fd60e req-ac70e837-44ab-4fd3-9c18-1c050989b73b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:11.519998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0d90e2a-f67b-42d2-885d-1e55320fd60e req-ac70e837-44ab-4fd3-9c18-1c050989b73b tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 944 time: 0.0490541 Jul 29 18:29:11.562821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0d90e2a-f67b-42d2-885d-1e55320fd60e req-6c5934e8-b399-4b85-a17e-c76a41279c2e tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Jul 29 18:29:11.740569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be7e17d2-38db-4887-9dec-7de921e1a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:11.750590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:29:11.788918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:29:11.906600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a7a19-a2d0-4449-81dc-6eedcfe80825 req-549d1890-69c5-426a-a64b-7d809fc40e2f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:11.908180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da6a7a19-a2d0-4449-81dc-6eedcfe80825 req-549d1890-69c5-426a-a64b-7d809fc40e2f tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 944 time: 0.0544116 Jul 29 18:29:11.950854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da6a7a19-a2d0-4449-81dc-6eedcfe80825 req-5e0fa16b-0f61-47cb-83e8-04ec75bfa5cc tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jul 29 18:29:11.960598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:12.192178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:12.257677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port daa9eabd-02a8-4c74-95ce-a89c3bc35206 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:12.261653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port daa9eabd-02a8-4c74-95ce-a89c3bc35206 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:12.262027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:12.357028 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:12.380672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:12.383408 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6360e29-2c50-44b1-b2da-4f82434d47d2" -d '{"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-plugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:12.396737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:12.402581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:12.425356 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c3e832-f373-4b54-8c57-9ab471471b9f x-openstack-request-id: req-c9c3e832-f373-4b54-8c57-9ab471471b9f {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:12.425643 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-plugged", "status": "completed", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:12.425894 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9c3e832-f373-4b54-8c57-9ab471471b9f {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:12.426269 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'code': 200} Jul 29 18:29:12.452629 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:13.051105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-e364a09c-d963-4a37-82e0-3b512a569603 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:13.052616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-e364a09c-d963-4a37-82e0-3b512a569603 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.49 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0554473 Jul 29 18:29:13.081603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07681f3-acec-455c-8595-8b1c72ac172c req-19844f8f-42db-4e66-aea4-dea3abc12286 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:13.084927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a07681f3-acec-455c-8595-8b1c72ac172c req-19844f8f-42db-4e66-aea4-dea3abc12286 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dafd423-9592-4d0d-8bb6-10c93caf730c HTTP/1.1" status: 200 len: 945 time: 0.0523996 Jul 29 18:29:13.124061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a07681f3-acec-455c-8595-8b1c72ac172c req-66a8ef2a-7d3a-49e2-88d4-c89b4c5b89b2 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7cae6b-4fb7-4000-8e26-701093a7059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Jul 29 18:29:13.134918 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:13.145634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Deleting port daa9eabd-02a8-4c74-95ce-a89c3bc35206 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:29:13.145981 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:13.249315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] For port daa9eabd-02a8-4c74-95ce-a89c3bc35206, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=daa9eabd-02a8-4c74-95ce-a89c3bc35206,segment=NetworkSegment(8f8ac9f1-9fc1-4f02-a97c-24326f9ed948),segment_id=8f8ac9f1-9fc1-4f02-a97c-24326f9ed948)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:13.249601 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:13.269889 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Calling delete_port for daa9eabd-02a8-4c74-95ce-a89c3bc35206 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:29:13.414196 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:13.426811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['daa9eabd-02a8-4c74-95ce-a89c3bc35206'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:29:13.443362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Pushing event deleted for resources: {'Port': ['ID=daa9eabd-02a8-4c74-95ce-a89c3bc35206,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:13.489872 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] No DVR routers for this DVR port daa9eabd-02a8-4c74-95ce-a89c3bc35206 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:29:13.492485 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:13.494497 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0d2730b2-1798-4f30-9662-ca7f395b788c req-6520c51b-0a22-458d-9fc7-b2492545c3a3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] 10.222.0.49 "DELETE /v2.0/ports/daa9eabd-02a8-4c74-95ce-a89c3bc35206 HTTP/1.1" status: 204 len: 173 time: 0.4352851 Jul 29 18:29:13.494984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-deleted', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:13.497377 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a12cf5-2233-4f8c-b437-32fe4a656231" -d '{"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-deleted", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:13.535779 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977c777-38be-454c-91b2-70da99093409 x-openstack-request-id: req-d977c777-38be-454c-91b2-70da99093409 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:13.536064 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dafd423-9592-4d0d-8bb6-10c93caf730c", "name": "network-vif-deleted", "tag": "daa9eabd-02a8-4c74-95ce-a89c3bc35206", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:13.536296 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d977c777-38be-454c-91b2-70da99093409 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:13.536699 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dafd423-9592-4d0d-8bb6-10c93caf730c', 'name': 'network-vif-deleted', 'tag': 'daa9eabd-02a8-4c74-95ce-a89c3bc35206', 'status': 'completed', 'code': 200} Jul 29 18:29:14.258897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:14.303381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Deleting subnet 6175e643-1d8b-4560-ad22-fc0e0fd970a0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:29:14.306826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.345812 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.390646 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.448229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.472965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6175e643-1d8b-4560-ad22-fc0e0fd970a0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:14.476786 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.479949 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-363e7d9e-cdc9-44f8-8e60-65e465035216 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6175e643-1d8b-4560-ad22-fc0e0fd970a0 HTTP/1.1" status: 204 len: 168 time: 0.2187812 Jul 29 18:29:14.481510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42500) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:14.553884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.635400 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.647194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde5b0e3-1a95-432e-b7cd-188bad411361']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:14.660339 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:14.660631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8ac9f1-9fc1-4f02-a97c-24326f9ed948') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:14.669824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.684102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.690345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:29:14.690733 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:29:14.692401 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:29:14.752354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.758744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.760609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dde5b0e3-1a95-432e-b7cd-188bad411361 HTTP/1.1" status: 204 len: 168 time: 0.2781074 Jul 29 18:29:14.772450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b2a4b-2958-475e-8e9c-01d501d1d7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde5b0e3-1a95-432e-b7cd-188bad411361,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:14.776947 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:14.872509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42504) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:14.921987 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-816adb21-9a93-4997-ba9e-6d0be05cf43f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7513b5fb174540f2acceb15ed3ad0852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478461 Jul 29 18:29:14.924371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42506) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:14.981533 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.002428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.051444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.053968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.055252 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f7cae6b-4fb7-4000-8e26-701093a7059f HTTP/1.1" status: 204 len: 168 time: 0.1300004 Jul 29 18:29:15.063334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccbf54-6e4f-4da5-9184-712d58e558d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7cae6b-4fb7-4000-8e26-701093a7059f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:15.748741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42528) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:15.851980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-20477534-network', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:15.882360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:29:15.884955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.893163 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.985417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:15.991590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.019199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:29:16.029497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f61a78-4190-44a7-a3bc-9ceed4525adf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:16.036320 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.036661 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Added segment dcaecdb0-b135-4e38-80cb-082b4828b1fc of type vlan for network bf5e9068-0bac-4669-9806-e6a6f6c23b4e Jul 29 18:29:16.076928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.107149 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.107997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:16.108614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.162681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4127274 Jul 29 18:29:16.165822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:16.171142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Request body: {'subnet': {'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-20477534-subnet', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:16.172441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae475ea-45e6-4bb3-9ad9-ed2787eddd66 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5e9068-0bac-4669-9806-e6a6f6c23b4e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:16.182232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:29:16.193414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:29:16.196010 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.198502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:29:16.249248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: daa9eabd-02a8-4c74-95ce-a89c3bc35206 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:29:16.249649 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device daa9eabd-02a8-4c74-95ce-a89c3bc35206 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:29:16.362105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.418006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7014956b-94dc-4e72-9943-19d8c4dbc6a9,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:16.428370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:16.428730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Network hostable DHCP agents. Network: bf5e9068-0bac-4669-9806-e6a6f6c23b4e, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:29:16.447780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:29:16.457587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, bf5e9068-0bac-4669-9806-e6a6f6c23b4e) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:16.461716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:16.462334 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.466467 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5344e9c-7c48-4b9e-bde4-e1267f1bcb3c None None] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:29:16.478442 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab0674ca-5c50-454f-911b-8b2fc9f5b181 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3114004 Jul 29 18:29:16.481280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42534) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:16.485756 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:16.510093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.511423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.598469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.611556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:29:16.612508 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.729579 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.748857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Allocated IP 172.20.0.2 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/8a18e542-0167-442f-a01a-86b323b6e729) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:29:16.889818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.898128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Transition to ACTIVE for port object 8a18e542-0167-442f-a01a-86b323b6e729 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:16.914486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Transition to ACTIVE for port object 8a18e542-0167-442f-a01a-86b323b6e729 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:16.922301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:16.963329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:16.966331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:16.973040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:29:16.976282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Pushing event updated for resources: {'Port': ['ID=8a18e542-0167-442f-a01a-86b323b6e729,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:17.030976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Attempting to bind port 8a18e542-0167-442f-a01a-86b323b6e729 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:29:17.031336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Attempting to bind port 8a18e542-0167-442f-a01a-86b323b6e729 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:29:17.031833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Attempting to bind port 8a18e542-0167-442f-a01a-86b323b6e729 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:17.037416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:29:17.037781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:17.038178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.038591 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:29:17.039060 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Bound port: 8a18e542-0167-442f-a01a-86b323b6e729, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:29:17.039405 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.107281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] For port 8a18e542-0167-442f-a01a-86b323b6e729, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:17.110507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] For port 8a18e542-0167-442f-a01a-86b323b6e729, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8a18e542-0167-442f-a01a-86b323b6e729,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:29:17.116878 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.175144 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.200995 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.309744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Allocated IP 172.25.5.10 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/4133ac02-612c-487b-a273-d0d5697c6734) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:29:17.324922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd4e3-54f0-4af4-ac4f-eb996a6c3bb4 None None] Pushing event updated for resources: {'Port': ['ID=8a18e542-0167-442f-a01a-86b323b6e729,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:17.423266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.479211 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.523825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:17.526762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:17.530449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:29:17.556345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Pushing event updated for resources: {'Port': ['ID=4133ac02-612c-487b-a273-d0d5697c6734,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:17.789193 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:17.993788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.123706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8a18e542-0167-442f-a01a-86b323b6e729 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:18.145626 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Router b6ffafa1-6981-4935-af12-945ed22a8e4e is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:29:18.179336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8a18e542-0167-442f-a01a-86b323b6e729 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:18.227917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83161e44-d9d7-44a9-b66a-c7067b44066d None None] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:29:18.254102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:29:18.263723 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:29:18.273199 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.274499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d4a5ef4e-9534-4d73-a53d-3a60dc929676 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7922630 Jul 29 18:29:18.277397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:18.277540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42538) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:18.278349 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:18.290493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Provisioning for port 8a18e542-0167-442f-a01a-86b323b6e729 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:18.299563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Provisioning complete for port 8a18e542-0167-442f-a01a-86b323b6e729 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:18.299930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.387985 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:18.448343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.489550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] For port 8a18e542-0167-442f-a01a-86b323b6e729, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8a18e542-0167-442f-a01a-86b323b6e729,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:18.496644 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.550206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0258d-14eb-4528-964c-515a7be51773 None None] Pushing event updated for resources: {'Port': ['ID=8a18e542-0167-442f-a01a-86b323b6e729,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:18.587869 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:17Z', 'revision_number': 3, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:18.619355 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:29:18.619639 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Updating router b6ffafa1-6981-4935-af12-945ed22a8e4e port 4133ac02-612c-487b-a273-d0d5697c6734 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:29:18.647482 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.716679 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eca1468b-772f-45b3-9381-459784407f1b None None] Provisioning complete for port 8a18e542-0167-442f-a01a-86b323b6e729 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:18.717044 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eca1468b-772f-45b3-9381-459784407f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.718134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.876720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Allocated IP 172.20.0.1 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/ad01f43f-96bd-44b1-bee5-1b6f3df50f88) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:29:18.910336 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.919891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Transition to ACTIVE for port object 4133ac02-612c-487b-a273-d0d5697c6734 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:18.926343 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.976685 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Attempting to bind port 4133ac02-612c-487b-a273-d0d5697c6734 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:29:18.977052 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Attempting to bind port 4133ac02-612c-487b-a273-d0d5697c6734 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:29:18.977412 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Attempting to bind port 4133ac02-612c-487b-a273-d0d5697c6734 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:18.979283 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Pushing event updated for resources: {'Port': ['ID=4133ac02-612c-487b-a273-d0d5697c6734,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:18.982430 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.988022 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:29:18.988403 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:18.988829 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.989206 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:29:18.989665 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Bound port: 4133ac02-612c-487b-a273-d0d5697c6734, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:29:18.990045 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:18.993045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.993389 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.993723 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.994054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.994408 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.994737 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.995060 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.995415 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.995745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.995938 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Transition to ACTIVE for port object ad01f43f-96bd-44b1-bee5-1b6f3df50f88 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:18.996095 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.996385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:18.996688 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:29:19.035185 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.050952 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] For port 4133ac02-612c-487b-a273-d0d5697c6734, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:19.054099 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] For port 4133ac02-612c-487b-a273-d0d5697c6734, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4133ac02-612c-487b-a273-d0d5697c6734,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:29:19.060264 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.076466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:19.079337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:19.082858 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:29:19.115837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Pushing event updated for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:19.125044 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb97b2-9d8f-4990-938a-5ae3c8dea6be None None] Pushing event updated for resources: {'Port': ['ID=4133ac02-612c-487b-a273-d0d5697c6734,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:19.128358 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.134566 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:19.135278 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:19.250713 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:19.270382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.327380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2b1856c2-03f8-4012-b722-76e0b8cd8141 None None] Provisioning for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:19.332034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2b1856c2-03f8-4012-b722-76e0b8cd8141 None None] Provisioning complete for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:19.332571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2b1856c2-03f8-4012-b722-76e0b8cd8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.369775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2b1856c2-03f8-4012-b722-76e0b8cd8141 None None] Port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:29:19.431824 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-83d30db3-f43e-43b5-921c-738066014736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:17Z', 'revision_number': 3, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:19.442848 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.448441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.461514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d30db3-f43e-43b5-921c-738066014736 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:17Z', 'revision_number': 3, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:29:19.513071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Pushing event updated for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:19.518214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.614290 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:19.615811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:19.769537 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:29:19.891237 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:29:19.899826 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7868eb06-512b-4c51-865e-272daa80e66a admin admin] 10.222.0.16 "PUT /v2.0/routers/b6ffafa1-6981-4935-af12-945ed22a8e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212120 Jul 29 18:29:19.901254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d4dc93a9-2841-405e-941b-21d60ccea58b None None] Provisioning complete for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:19.901764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4dc93a9-2841-405e-941b-21d60ccea58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:19.936818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc93a9-2841-405e-941b-21d60ccea58b None None] Port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:29:20.156024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4133ac02-612c-487b-a273-d0d5697c6734 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:20.208867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4133ac02-612c-487b-a273-d0d5697c6734 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:20.212727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4133ac02-612c-487b-a273-d0d5697c6734 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:20.213100 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.296915 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.317501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4133ac02-612c-487b-a273-d0d5697c6734, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4133ac02-612c-487b-a273-d0d5697c6734,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:20.322695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.323495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8a18e542-0167-442f-a01a-86b323b6e729 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:20.396170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4133ac02-612c-487b-a273-d0d5697c6734,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:20.407299 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8a18e542-0167-442f-a01a-86b323b6e729 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:20.407672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.435038 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42546) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:20.440242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291461955', 'description': 'tempest-description--399023798'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:20.466441 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.551756 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.556991 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.582148 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.583403 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1473825 Jul 29 18:29:20.586818 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42548) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:20.588140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7eeb5-9692-4219-a8a4-186e77ed38ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2abb4bd-9222-4ad6-8f20-58a90b5deb57,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:20.594369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'security_group_rule': {'security_group_id': 'd2abb4bd-9222-4ad6-8f20-58a90b5deb57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:20.625030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.684287 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.690192 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.708306 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c347d8-3f5e-42af-b438-c3505e009f5a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:20.718539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.719852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-32c71300-8898-4a3a-bfa4-3886ab6b235b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315277 Jul 29 18:29:20.722826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42550) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:20.727465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'security_group_rule': {'security_group_id': 'd2abb4bd-9222-4ad6-8f20-58a90b5deb57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:20.756795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.814031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.819536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.838956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bb98e6-8456-4ff0-82f1-2fdfce6b67db,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:20.842773 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.844032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d5ee3895-5278-4132-bd47-b89ee4f535fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202571 Jul 29 18:29:20.847286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42552) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:20.852388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:20.876450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.977415 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:20.996047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:29:21.006075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:21.006737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:21.084496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Allocated IP 172.25.5.187 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/33da532c-9585-42df-a742-02f5f0259aa4) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:29:21.114170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:21.185111 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.230278 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.270373 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:21.273046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:21.276078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:29:21.312593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=33da532c-9585-42df-a742-02f5f0259aa4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:21.314133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 2, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:21.348728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:29:21.349082 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Updating router b6ffafa1-6981-4935-af12-945ed22a8e4e port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:29:21.373030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.373319 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.410051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.561801 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.567713 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.640524 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.651406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Transition to ACTIVE for port object ad01f43f-96bd-44b1-bee5-1b6f3df50f88 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:21.657813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.711231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737090b8-bf86-42ee-ab18-7821942806c6 None None] Pushing event updated for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:21.767946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Attempting to bind port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:29:21.768331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Attempting to bind port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:29:21.768675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Attempting to bind port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:21.774483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:29:21.774863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:21.775279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.775674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:29:21.776153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Bound port: ad01f43f-96bd-44b1-bee5-1b6f3df50f88, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:29:21.776539 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.845175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] For port ad01f43f-96bd-44b1-bee5-1b6f3df50f88, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:21.848856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] For port ad01f43f-96bd-44b1-bee5-1b6f3df50f88, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:29:21.854550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.882221 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=33da532c-9585-42df-a742-02f5f0259aa4,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:21.895813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.912352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:21.912493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737090b8-bf86-42ee-ab18-7821942806c6 None None] Pushing event updated for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:21.914694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-792b3416-4c35-49e7-9e94-be486a0889cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0660591 Jul 29 18:29:21.920936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:21.921562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:22.051792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:22.088699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-18dd43cf-2fdb-4c8e-93b2-b93a6321b621 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1291461955&fields=id&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 267 time: 0.0474019 Jul 29 18:29:22.144634 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4133ac02-612c-487b-a273-d0d5697c6734 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:22.203769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-d16eb2f3-dc89-4abe-a283-daa3f12d6a51 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:22.205315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-d16eb2f3-dc89-4abe-a283-daa3f12d6a51 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1095257 Jul 29 18:29:22.222543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-46a76b89-7c17-43c0-bd05-4ad278008a90 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/quotas/b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 375 time: 0.0113053 Jul 29 18:29:22.275938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4133ac02-612c-487b-a273-d0d5697c6734 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:22.276315 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:22.277919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-c8830b0f-8de1-4403-b523-23e0ae24b101 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489299 Jul 29 18:29:22.386747 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:21Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:22.418499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4c1b-80cb-4e3d-8479-35be978b6a64 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:21Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:29:22.442315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-8dcbe5d7-43fd-4d53-9a06-253e3e71ef2f service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520333 Jul 29 18:29:22.551610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-d6b713b5-25e4-4635-a49b-31337b1d47da service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011121 Jul 29 18:29:22.722809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a648367b-209f-4540-a253-11ff616f4b12 req-67c22f65-b4a6-4bfc-8761-bd8221fb344a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 210 time: 0.0287054 Jul 29 18:29:23.706700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-4df2cb57-ece4-4c40-b5b5-9ec81e24906c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:23.708078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-4df2cb57-ece4-4c40-b5b5-9ec81e24906c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1095407 Jul 29 18:29:23.752770 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-57d268d8-24c3-469a-808b-709851846417 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 380 time: 0.0358026 Jul 29 18:29:23.762766 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'port': {'device_id': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'admin_state_up': True, 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'security_groups': ['d2abb4bd-9222-4ad6-8f20-58a90b5deb57']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:23.820090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6be97d90-2b86-4069-8f71-787aa1373f36 req-47846f01-6958-47af-8dc8-88a7c442b7ab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Jul 29 18:29:23.877034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:29:23.881024 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.001320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Allocated IP 172.20.0.4 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/0dc0318c-374c-4eb4-8b24-665a28a8e75f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:29:24.096582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ad01f43f-96bd-44b1-bee5-1b6f3df50f88 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:24.143882 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.145171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:24.149490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:24.149888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.158383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Transition to ACTIVE for port object 0dc0318c-374c-4eb4-8b24-665a28a8e75f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:24.194462 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.230116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.236979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:29:24.240232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:29:24.243966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:29:24.252777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:24.265639 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ad01f43f-96bd-44b1-bee5-1b6f3df50f88, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:24.270973 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.309318 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:24.310087 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.327573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:24.329583 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-17987118-f653-4084-a50e-553f8df5a43d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711713 Jul 29 18:29:24.342612 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Request body: {'port': {'device_id': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:24.398636 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.475172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad3fe94f-68da-4997-9211-649968928a94 None None] Provisioning for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:24.478796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ad3fe94f-68da-4997-9211-649968928a94 None None] Provisioning complete for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:24.479174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad3fe94f-68da-4997-9211-649968928a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.513708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fe94f-68da-4997-9211-649968928a94 None None] Port 0dc0318c-374c-4eb4-8b24-665a28a8e75f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:29:24.681003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc0318c-374c-4eb4-8b24-665a28a8e75f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:29:24.688450 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.700208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Transition to ACTIVE for port object 0dc0318c-374c-4eb4-8b24-665a28a8e75f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:29:24.706518 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.757714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:24.825864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:29:24.826187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:29:24.826547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:24.831126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:29:24.831448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:29:24.836504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:29:24.836843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:29:24.837233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:29:24.837666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Bound port: 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:29:24.838030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.916321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:29:24.919620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:29:24.925175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.950099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fbed3-5ab5-4d74-9732-4c4b02e90e26 req-7f27cbbb-158a-4fb4-9a0c-1990bcc7fe2b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:24.952233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e3fbed3-5ab5-4d74-9732-4c4b02e90e26 req-7f27cbbb-158a-4fb4-9a0c-1990bcc7fe2b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0567691 Jul 29 18:29:24.960069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:24.960676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:24.963825 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 1091 time: 0.6254897 Jul 29 18:29:24.966094 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:24.969626 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e3fed4-79c5-410e-b747-73696b0ff3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:24.999106 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e3fbed3-5ab5-4d74-9732-4c4b02e90e26 req-6e073c27-6f8c-473e-9710-5f370c16b999 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Jul 29 18:29:25.001409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f575b-5de7-473b-8691-0ddd049826e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:25.047970 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735a3b0-50e5-4e28-a4f3-82c46f7d0012 x-openstack-request-id: req-a735a3b0-50e5-4e28-a4f3-82c46f7d0012 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:25.048746 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:25.049054 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a735a3b0-50e5-4e28-a4f3-82c46f7d0012 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:25.049529 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'status': 'completed', 'code': 200} Jul 29 18:29:25.063160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-fc3d6a95-6aba-4e43-8263-4b81a0fbe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.064908 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-fc3d6a95-6aba-4e43-8263-4b81a0fbe58f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0530336 Jul 29 18:29:25.109258 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-889ef1ba-4bb7-4b7a-8143-8c3b328a4d18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 217 time: 0.0353546 Jul 29 18:29:25.163759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-6995e29e-81ba-482d-9dcc-d34888aa3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.165265 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-6995e29e-81ba-482d-9dcc-d34888aa3b28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0491192 Jul 29 18:29:25.213678 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-9bcaf292-3936-4144-ba9e-7ecafb9480a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.215208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-9bcaf292-3936-4144-ba9e-7ecafb9480a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397849 Jul 29 18:29:25.311669 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-c1604a80-c945-4a2b-a0b9-cfe50d9ca814 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888097 Jul 29 18:29:25.404163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-996cd0c1-ddca-46f2-bb4c-4acfe81b885b req-cf2c1ba5-6ea6-4d92-a835-be7c39b294cf service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850270 Jul 29 18:29:25.503250 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-60f83fa8-7e27-49fc-bb38-fd13f121d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.505145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-60f83fa8-7e27-49fc-bb38-fd13f121d37d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0443969 Jul 29 18:29:25.605052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-6351057d-5161-47cc-bdb3-4e52ebe0af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.606566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-6351057d-5161-47cc-bdb3-4e52ebe0af52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0924683 Jul 29 18:29:25.649106 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-bc75a0ef-239d-4950-b5be-e62f83d63b98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 217 time: 0.0345175 Jul 29 18:29:25.698010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-bceb71df-48a9-42fd-a022-0411631e5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.699499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-bceb71df-48a9-42fd-a022-0411631e5776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0428877 Jul 29 18:29:25.750181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-55111c89-ecc2-4959-920d-7a93877c8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:25.751687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-55111c89-ecc2-4959-920d-7a93877c8291 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438738 Jul 29 18:29:25.850160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-38e55e94-e239-4827-889e-3340aab85dcd service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894878 Jul 29 18:29:25.955815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d9e3fed4-79c5-410e-b747-73696b0ff3b9 req-c853c721-9a1a-4d31-943f-670d8df2c68a service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969329 Jul 29 18:29:26.082021 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ad01f43f-96bd-44b1-bee5-1b6f3df50f88 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:26.120897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac8bdb-d980-47d6-ab8b-2d35163e7c77 req-8980860a-9975-49fa-af91-9ff56c298673 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:26.122457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bac8bdb-d980-47d6-ab8b-2d35163e7c77 req-8980860a-9975-49fa-af91-9ff56c298673 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0525863 Jul 29 18:29:26.133630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:26.134006 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:26.163050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bac8bdb-d980-47d6-ab8b-2d35163e7c77 req-dd31a820-a221-416f-b847-73e4d0a47108 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328913 Jul 29 18:29:26.817704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:27.290176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af22c-638c-4af7-a6a5-fb6c36175973 req-21259e2e-6b76-4ed5-8f45-6eef540ace0b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:27.291723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b26af22c-638c-4af7-a6a5-fb6c36175973 req-21259e2e-6b76-4ed5-8f45-6eef540ace0b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0594764 Jul 29 18:29:27.332199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b26af22c-638c-4af7-a6a5-fb6c36175973 req-c66f828f-beb7-4143-8557-8c7b478ad373 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Jul 29 18:29:27.788616 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:28.281411 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:29:28.387764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:28.400333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'mac_address': 'fa:16:3e:58:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:29:28.438991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:28.452861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc0318c-374c-4eb4-8b24-665a28a8e75f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:29:28.455630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eaca7-0fb7-4d0f-b6bb-494dc9372957 req-a8d4c469-5f08-41bf-b767-00c5e7d1596a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:28.457137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e90eaca7-0fb7-4d0f-b6bb-494dc9372957 req-a8d4c469-5f08-41bf-b767-00c5e7d1596a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0552316 Jul 29 18:29:28.473204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:28.479237 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:28.497403 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e90eaca7-0fb7-4d0f-b6bb-494dc9372957 req-accb2771-60c6-4902-959b-94f9fb3da860 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Jul 29 18:29:28.526220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:28.667004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['0dc0318c-374c-4eb4-8b24-665a28a8e75f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:29:29.623205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cbf4c-e261-44e3-a371-ab5591f0dfbf req-05131d5c-cd9f-4efc-b039-72a69d23b574 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:29.624711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-279cbf4c-e261-44e3-a371-ab5591f0dfbf req-05131d5c-cd9f-4efc-b039-72a69d23b574 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 944 time: 0.0527940 Jul 29 18:29:29.666572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-279cbf4c-e261-44e3-a371-ab5591f0dfbf req-ce37ecf7-793a-4e38-8d99-55c2e027ca73 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 29 18:29:30.287405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:29:30.350507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:29:30.354586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:29:30.354952 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:30.585403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:30.609569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:30.611888 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27fb90a-c17d-45fe-81a7-a946f83b5428" -d '{"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-plugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:30.624630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:29:30.630900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:30.653479 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e505873-c01e-49ce-83fe-f8ca2667a1e6 x-openstack-request-id: req-9e505873-c01e-49ce-83fe-f8ca2667a1e6 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:30.653773 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-plugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:30.654000 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e505873-c01e-49ce-83fe-f8ca2667a1e6 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:30.654452 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'code': 200} Jul 29 18:29:30.679777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:29:30.750268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d79e90-35b2-433c-b889-931901ce1559 req-a4c91073-ae7e-4cb0-8cf7-f9dfc4906c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:30.751838 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79d79e90-35b2-433c-b889-931901ce1559 req-a4c91073-ae7e-4cb0-8cf7-f9dfc4906c5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1096 time: 0.0423763 Jul 29 18:29:30.784959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb009d7-66fb-4194-b9a4-e2dbdb403b85 req-d538bfa5-ca96-47e1-a50f-937b143c2e3e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:30.786518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7cb009d7-66fb-4194-b9a4-e2dbdb403b85 req-d538bfa5-ca96-47e1-a50f-937b143c2e3e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Jul 29 18:29:30.786914 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-79d79e90-35b2-433c-b889-931901ce1559 req-726b0b28-8dc5-4a7b-8145-36233afc0485 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279589 Jul 29 18:29:30.824015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7cb009d7-66fb-4194-b9a4-e2dbdb403b85 req-f943d56c-c766-44ef-8aa9-3b9896fcf258 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Jul 29 18:29:31.956935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500544e-c787-4fc9-9477-99eea21cdd3a req-e0746dc6-ab99-4b7d-b6bb-ee2c46c1d953 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:31.958495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1500544e-c787-4fc9-9477-99eea21cdd3a req-e0746dc6-ab99-4b7d-b6bb-ee2c46c1d953 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0546782 Jul 29 18:29:31.998206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1500544e-c787-4fc9-9477-99eea21cdd3a req-e7cca85e-c918-415f-a4f4-da06f7e91039 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Jul 29 18:29:32.113434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aefe9-81ba-4c21-834c-1750f17498e2 req-a646da7c-559c-4c7a-9534-135600e7d42e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:32.114861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea8aefe9-81ba-4c21-834c-1750f17498e2 req-a646da7c-559c-4c7a-9534-135600e7d42e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0515563 Jul 29 18:29:32.127496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:29:32.132387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'floatingip': {'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:29:32.172009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:32.620409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:32.626206 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:32.729027 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 associated. External IP: 172.25.5.187, port: 0dc0318c-374c-4eb4-8b24-665a28a8e75f. Jul 29 18:29:32.939393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:29:33.319244 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:29:33.324364 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:33.329306 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:29:33.339336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:33.339952 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:33.352068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9728e09d-1abf-40dc-94b5-ee0b29452782 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "PUT /v2.0/floatingips/e71ba530-56c5-4758-bba3-602739a063f1 HTTP/1.1" status: 200 len: 991 time: 1.2235107 Jul 29 18:29:33.352642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:29:33.354964 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf7cbf-4755-437d-82b7-496476dcdef6" -d '{"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:29:33.441008 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f33d50-1771-4996-acdb-d2ea12b69a2d x-openstack-request-id: req-42f33d50-1771-4996-acdb-d2ea12b69a2d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:29:33.441301 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:29:33.441548 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f33d50-1771-4996-acdb-d2ea12b69a2d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:29:33.441945 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'status': 'completed', 'code': 200} Jul 29 18:29:33.448860 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:33.506910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a7edd360-1c57-4b38-8d7d-6aa2da6f2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:33.508457 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a7edd360-1c57-4b38-8d7d-6aa2da6f2939 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1096 time: 0.0449767 Jul 29 18:29:33.603582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a4331926-b26c-47d4-af68-5cc15e5357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:33.604994 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a4331926-b26c-47d4-af68-5cc15e5357bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0898104 Jul 29 18:29:33.672047 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-e0fda6d2-5681-4877-ae4f-e75906cc88de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 999 time: 0.0594409 Jul 29 18:29:33.725270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-98468ddd-f20a-433a-922d-a86d070eed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:33.726791 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-98468ddd-f20a-433a-922d-a86d070eed83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0473626 Jul 29 18:29:33.764640 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:58:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:29:32Z', 'revision_number': 1, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:33.771817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a26a81a7-9e00-431b-88ec-1e772487e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:33.773313 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-a26a81a7-9e00-431b-88ec-1e772487e245 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395141 Jul 29 18:29:33.794380 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:29:33.802881 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:29:33.803493 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:29:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:33.863393 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-7b89af99-7498-4d5f-bdb8-06d372fbe2e4 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Jul 29 18:29:33.908979 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:29:33.958165 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-afaf7cbf-4755-437d-82b7-496476dcdef6 req-9cd16980-fa1e-4a38-880e-becc7ff1c5aa service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Jul 29 18:29:34.136174 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:58:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:29:32Z', 'revision_number': 1, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:29:34.162277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0050a-ced7-4e04-87d7-381bf05473cd None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:58:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:29:32Z', 'revision_number': 1, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:29:34.350359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972013c-4c47-45f6-af13-067c1651b293 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:29:39.333472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8e31-90b3-4cb4-a8fe-cfbda6547f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:41.738470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:29:41.748756 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5a89e0e0-21e3-4d67-a1d2-639abb1ddc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:41.964137 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:43.143008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:44.786735 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:51.099724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-90d3a196-f721-4021-8055-6bf810a1a154 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416903 Jul 29 18:29:51.199312 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-eb9b75d7-f5a8-4c2c-a0cc-69f090117fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:51.200813 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-eb9b75d7-f5a8-4c2c-a0cc-69f090117fb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1096 time: 0.0430732 Jul 29 18:29:51.308489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-53bc9717-4b51-4b06-8ee1-8dac0b335802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:51.309854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-53bc9717-4b51-4b06-8ee1-8dac0b335802 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0893176 Jul 29 18:29:51.376574 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-a8e0ba13-79b0-4d4c-9b17-8925af9b916d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 1001 time: 0.0586126 Jul 29 18:29:51.434060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-d57dc47c-6747-45d6-a2fc-8636c871df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:51.435696 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-d57dc47c-6747-45d6-a2fc-8636c871df11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0487261 Jul 29 18:29:51.484039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-7bfef22f-9d60-41a8-b175-6c55c8a92ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:29:51.485531 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-7bfef22f-9d60-41a8-b175-6c55c8a92ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418653 Jul 29 18:29:51.577055 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-0e24234a-e175-4b03-8271-e37039c80811 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826302 Jul 29 18:29:51.673720 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb00fa4b-5351-42f8-a6b2-29c522518df4 req-83f0007e-9555-4bba-ad24-d758fd47b3ef service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871587 Jul 29 18:29:56.807339 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:29:57.782884 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:09.332273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7488-f941-47d0-888f-4a0e1c4dae6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:11.748995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c64b3dbe-bce5-4466-b605-d8328f238254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:11.967138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:13.142621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:14.789865 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:18.743423 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:30:26.821603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:27.800104 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:39.328779 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b24b6f4-b68a-49fc-9e97-f96656839820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:41.752004 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afb8e565-32f1-4b0a-9e17-5e928c20f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:41.967202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:43.144832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:44.811843 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:51.043469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-94ea2b49-a118-4b20-98f6-60d8a573064d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443439 Jul 29 18:30:51.132301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-52124aa9-6ec7-43cb-ad78-99f66d5168fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:30:51.133764 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-52124aa9-6ec7-43cb-ad78-99f66d5168fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1096 time: 0.0439913 Jul 29 18:30:51.246727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-131127d9-c42d-46a5-abb5-6d2481ae617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:30:51.248195 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-131127d9-c42d-46a5-abb5-6d2481ae617c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0893176 Jul 29 18:30:51.321469 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-9707a557-937c-4c8e-a527-a9074abca2a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 1001 time: 0.0656459 Jul 29 18:30:51.377168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-5b1d26fe-ebe9-4ccb-a585-cee5db1c9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:30:51.378996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-5b1d26fe-ebe9-4ccb-a585-cee5db1c9b94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0496693 Jul 29 18:30:51.425045 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-7c1e19b0-53b1-4afa-8d9a-38a5795487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:30:51.426567 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-7c1e19b0-53b1-4afa-8d9a-38a5795487cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407579 Jul 29 18:30:51.520087 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-3adf7e1e-2394-4099-8c77-c9a6daa95a3a service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Jul 29 18:30:51.622633 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9cf5d980-280e-487b-bfdd-173d54ac58bd req-d38c33a5-5aed-48dd-9fb2-6b7df7b12f7e service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950255 Jul 29 18:30:55.748244 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:30:56.862477 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:30:57.830339 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:08.919687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b7fe-7fdd-4a46-a59b-8b72715eade5 req-f020cd4c-bd54-45ae-b73c-850a6ad6db13 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:08.921185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93b4b7fe-7fdd-4a46-a59b-8b72715eade5 req-f020cd4c-bd54-45ae-b73c-850a6ad6db13 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0584469 Jul 29 18:31:08.963751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93b4b7fe-7fdd-4a46-a59b-8b72715eade5 req-f1280bab-3b83-43e8-ac8c-b71fceadae21 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Jul 29 18:31:09.154761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 42812) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:31:09.209085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da8181-3f88-4dd0-896a-ad7eeac9502b req-d468eade-7f56-48fc-a2f0-7ec534c30c30 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:09.213285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58da8181-3f88-4dd0-896a-ad7eeac9502b req-d468eade-7f56-48fc-a2f0-7ec534c30c30 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Jul 29 18:31:09.253628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58da8181-3f88-4dd0-896a-ad7eeac9502b req-d7b5e6ad-b9c0-4ac7-87e9-1ce0fa5aebe6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370841 Jul 29 18:31:09.296164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-b040c2b2-de8b-480b-b700-18fc3ed4b62e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400976 Jul 29 18:31:09.321530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a240a5a7-56f2-426f-bfda-56a9e6075c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:10.379624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbfd1-c1e5-4416-bf82-61ca5cf3224b req-33524ebd-9229-4b35-afbc-cceaa3b74ece tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:10.381181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e27bbfd1-c1e5-4416-bf82-61ca5cf3224b req-33524ebd-9229-4b35-afbc-cceaa3b74ece tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0543072 Jul 29 18:31:10.421434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e27bbfd1-c1e5-4416-bf82-61ca5cf3224b req-1191da44-45bc-4a01-b452-3ba473dfb8f6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Jul 29 18:31:10.494676 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-d3853e61-1b60-46cd-b51a-6cf35bd4812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:10.497031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-d3853e61-1b60-46cd-b51a-6cf35bd4812b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1096 time: 0.0469992 Jul 29 18:31:10.593732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-6b2c808f-e168-432c-8b58-da9bc5b73237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:10.595240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-6b2c808f-e168-432c-8b58-da9bc5b73237 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0906587 Jul 29 18:31:10.665342 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-8228427d-68aa-4703-9477-85fa5590171c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 1001 time: 0.0626376 Jul 29 18:31:10.718536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ff13c81b-5ed3-4cbd-8bb8-9bacfbc218e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:10.719945 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ff13c81b-5ed3-4cbd-8bb8-9bacfbc218e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0475061 Jul 29 18:31:10.765233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-dfa03d30-3575-4543-90da-430861b9e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:10.766766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-dfa03d30-3575-4543-90da-430861b9e9a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399969 Jul 29 18:31:10.855559 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-cfc93737-2c92-475b-ba19-8af61628f9b5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Jul 29 18:31:10.955229 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-b6163320-35b4-4c99-bef9-c1f288bed30c service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928493 Jul 29 18:31:11.546461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5cdc-778a-4afb-a3ce-2dc635c8d89a req-e687a294-5e20-4fb1-8f3e-3826598ff629 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:11.547919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-004e5cdc-778a-4afb-a3ce-2dc635c8d89a req-e687a294-5e20-4fb1-8f3e-3826598ff629 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0508287 Jul 29 18:31:11.586500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-004e5cdc-778a-4afb-a3ce-2dc635c8d89a req-fade22c7-4f7b-463b-a8f2-8a2d35d69ccd tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jul 29 18:31:11.755042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-070e360e-4c08-4c02-b46f-9e6671800571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:11.971395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:12.712885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b66c8-8732-4c26-9353-1546ac4dd960 req-f344c84d-cf8d-45c9-9796-40517f6c705f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:12.714375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a95b66c8-8732-4c26-9353-1546ac4dd960 req-f344c84d-cf8d-45c9-9796-40517f6c705f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Jul 29 18:31:12.758891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a95b66c8-8732-4c26-9353-1546ac4dd960 req-4e648fbb-df77-4e1f-a46c-c8074983c38e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383286 Jul 29 18:31:13.154147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:13.892331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abb741-6f7e-4eb6-9c8b-7058c168a55a req-3608cfd2-3c57-4e4c-89a3-5fd5bad6b534 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:13.893815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22abb741-6f7e-4eb6-9c8b-7058c168a55a req-3608cfd2-3c57-4e4c-89a3-5fd5bad6b534 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Jul 29 18:31:13.933427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22abb741-6f7e-4eb6-9c8b-7058c168a55a req-e66b1649-8f1c-4f4d-8340-33318018d99e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Jul 29 18:31:14.794138 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:15.065364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e427b84-fb1d-4f51-b152-b1379e9917ef req-3d78173f-3535-4000-995d-b95c17ba951d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:15.066947 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e427b84-fb1d-4f51-b152-b1379e9917ef req-3d78173f-3535-4000-995d-b95c17ba951d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0584350 Jul 29 18:31:15.106703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e427b84-fb1d-4f51-b152-b1379e9917ef req-e4366a76-b0f3-424d-a412-e5e1030efd84 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Jul 29 18:31:16.241828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da538f-27fc-49bf-9a11-b5c04d94d9d8 req-c921156a-8328-44d4-8fe1-2b58b6d19af4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:16.243349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71da538f-27fc-49bf-9a11-b5c04d94d9d8 req-c921156a-8328-44d4-8fe1-2b58b6d19af4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Jul 29 18:31:16.285268 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71da538f-27fc-49bf-9a11-b5c04d94d9d8 req-980ac5e6-faa5-4040-ab6e-9af5fcb9a9bb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357280 Jul 29 18:31:17.427309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a049-7b34-460b-aec1-2e02c1099374 req-e6425929-2e81-4fe1-9e68-f7f79ee46671 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:17.428845 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9db4a049-7b34-460b-aec1-2e02c1099374 req-e6425929-2e81-4fe1-9e68-f7f79ee46671 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0551422 Jul 29 18:31:17.467159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9db4a049-7b34-460b-aec1-2e02c1099374 req-fc9bd8d0-7bc8-4638-9577-029c6e0b511c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Jul 29 18:31:18.597248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d1d74-cae8-4f97-a4fa-d86fa3449a99 req-d425a721-ab60-4d6a-97ed-14f32cf0a504 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:18.598805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719d1d74-cae8-4f97-a4fa-d86fa3449a99 req-d425a721-ab60-4d6a-97ed-14f32cf0a504 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0500839 Jul 29 18:31:18.638423 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-719d1d74-cae8-4f97-a4fa-d86fa3449a99 req-df940838-26c2-40e0-ba79-5e19bb47b1b5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Jul 29 18:31:19.762978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1058-178f-4f55-922f-00a9b71f9683 req-616d3b94-3c0b-4cc8-b9c2-9dd477f8f112 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:19.764465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-626d1058-178f-4f55-922f-00a9b71f9683 req-616d3b94-3c0b-4cc8-b9c2-9dd477f8f112 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0510261 Jul 29 18:31:19.807134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-626d1058-178f-4f55-922f-00a9b71f9683 req-855a8668-3d1b-48a0-9caa-173c57396a96 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Jul 29 18:31:20.945570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99462627-dab4-42ce-ad7e-88965fed6cc5 req-814d5e9d-cffb-480c-b50a-125523347d5c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:20.947100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99462627-dab4-42ce-ad7e-88965fed6cc5 req-814d5e9d-cffb-480c-b50a-125523347d5c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0582550 Jul 29 18:31:20.993842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99462627-dab4-42ce-ad7e-88965fed6cc5 req-dfaed27b-0f55-4146-8497-9d1681c5fcdb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Jul 29 18:31:22.114540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b671a-7b9a-4f4f-b2ae-caec6504e9f0 req-3f36552f-59cd-4c4b-b3c2-badf3618f36c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:22.116088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-622b671a-7b9a-4f4f-b2ae-caec6504e9f0 req-3f36552f-59cd-4c4b-b3c2-badf3618f36c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Jul 29 18:31:22.155330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-622b671a-7b9a-4f4f-b2ae-caec6504e9f0 req-ccd1fd83-34f8-47bd-9160-5d26008e75e4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Jul 29 18:31:22.750552 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-6ae7a07e-8eab-4cba-ad7c-d8221aad3fbd service neutron] show failed (client error): The resource could not be found. Jul 29 18:31:22.751561 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-6ae7a07e-8eab-4cba-ad7c-d8221aad3fbd service neutron] 10.222.0.49 "GET /v2.0/ports/0dc0318c-374c-4eb4-8b24-665a28a8e75f/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0612116 Jul 29 18:31:23.012268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-277a37a3-5942-4400-b851-7d1e7a22cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:23.013666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-277a37a3-5942-4400-b851-7d1e7a22cab2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0907350 Jul 29 18:31:23.025428 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:31:23.080338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.322586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f1cd5-77f3-49bf-bb10-cc7e7a831545 req-c80c18a0-3730-4163-b96a-ca969ab6e060 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:23.324083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f0f1cd5-77f3-49bf-bb10-cc7e7a831545 req-c80c18a0-3730-4163-b96a-ca969ab6e060 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Jul 29 18:31:23.325757 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:23.388084 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:31:23.392291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f0f1cd5-77f3-49bf-bb10-cc7e7a831545 req-22a1306c-8c7e-421b-b1c6-cdb79e0a3513 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575616 Jul 29 18:31:23.429765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:23.432095 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07117b9-feed-4f50-b73d-87b9e9439ec4" -d '{"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:23.436186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.448455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Transition to ACTIVE for port object 0dc0318c-374c-4eb4-8b24-665a28a8e75f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:31:23.453349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.480929 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c2191c-9c2f-42c9-9389-3f2738a5b363 x-openstack-request-id: req-f7c2191c-9c2f-42c9-9389-3f2738a5b363 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:23.481224 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:23.481476 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7c2191c-9c2f-42c9-9389-3f2738a5b363 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:23.481866 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'code': 200} Jul 29 18:31:23.574995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:23.600590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.600928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.601265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.601579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.601927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.602289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.602601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.602920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.603238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.603556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.603871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.604185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:23.637007 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] No DVR routers for this DVR port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:31:23.779534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:31:23.779737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:31:23.780090 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:31:23.784763 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:31:23.785083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Attempting to bind port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:31:23.790372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:31:23.790702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:31:23.791079 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:31:23.791500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Bound port: 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:31:23.791842 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.865296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:31:23.868358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:31:23.876265 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.911139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:23.911787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:23.913257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] 10.222.0.38 "PUT /v2.0/ports/0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 1091 time: 0.8917542 Jul 29 18:31:23.932798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb377-0ac4-4eaa-aad9-9e4b0509dfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:23.977944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-50ccd641-ad74-40bd-bdf0-3f2ddb805f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:23.979505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-50ccd641-ad74-40bd-bdf0-3f2ddb805f3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0423954 Jul 29 18:31:24.079054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-fc9f3283-2d01-4b9f-8614-5fbdd67901bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:24.080587 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-fc9f3283-2d01-4b9f-8614-5fbdd67901bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0940952 Jul 29 18:31:24.149070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-b7c90227-3239-467d-bd88-51078efc5a8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 999 time: 0.0602164 Jul 29 18:31:24.197820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-52d2b101-8609-47e2-b878-bd3b5974c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:24.199228 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-52d2b101-8609-47e2-b878-bd3b5974c1a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0437992 Jul 29 18:31:24.250200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-11b37c83-524b-4a7e-9820-cab5f99a6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:24.251734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-11b37c83-524b-4a7e-9820-cab5f99a6f16 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453112 Jul 29 18:31:24.263401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-9b79ee2d-585a-4d04-81e2-926d1f304b81 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:31:24.264379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-9b79ee2d-585a-4d04-81e2-926d1f304b81 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050192 Jul 29 18:31:24.358379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-2cade448-978c-4d93-b907-4c6fb2c9701e service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Jul 29 18:31:24.456233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8ae616c-44ac-4026-a3a1-9d1a2d883077 req-7772d642-0747-4fe8-950f-e2d5f05ef4b5 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Jul 29 18:31:24.519019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e552f-8a06-44d7-abf8-ed66bbcfbdc6 req-3acb9e02-06d9-4ae9-b51c-0eed8d3e131e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:24.520528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e552f-8a06-44d7-abf8-ed66bbcfbdc6 req-3acb9e02-06d9-4ae9-b51c-0eed8d3e131e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0534971 Jul 29 18:31:24.560038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e552f-8a06-44d7-abf8-ed66bbcfbdc6 req-2685be6a-b993-4077-8220-574da373eb3e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Jul 29 18:31:25.483797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:25.488522 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6c957-39fe-43d2-834e-4f5084a4997e" -d '{"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:25.545319 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1fda5f-ba2e-4761-9289-bbb1c24bab4e x-openstack-request-id: req-db1fda5f-ba2e-4761-9289-bbb1c24bab4e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:25.545609 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:25.545830 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db1fda5f-ba2e-4761-9289-bbb1c24bab4e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:25.546282 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'status': 'completed', 'code': 200} Jul 29 18:31:25.615977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-a755ca42-8554-438a-a8d5-f972684faf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.617558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-a755ca42-8554-438a-a8d5-f972684faf7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0456040 Jul 29 18:31:25.618646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-0322b0f0-f352-4df5-815f-dfea69fe905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.620278 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-0322b0f0-f352-4df5-815f-dfea69fe905b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0461495 Jul 29 18:31:25.714733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-cb95b9a0-0920-4f1d-896c-998fb502a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.716240 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-cb95b9a0-0920-4f1d-896c-998fb502a5b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0895383 Jul 29 18:31:25.737879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f592ba-6988-4362-b7fe-344a5ae5ac45 req-f8288815-40c3-4d02-9f94-ba0a79fc9c9b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.739376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13f592ba-6988-4362-b7fe-344a5ae5ac45 req-f8288815-40c3-4d02-9f94-ba0a79fc9c9b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.1046526 Jul 29 18:31:25.761940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-5f9f2370-43ef-4137-b741-e67d3f4ab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.763468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-5f9f2370-43ef-4137-b741-e67d3f4ab9a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.1372843 Jul 29 18:31:25.787185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-e6256119-0ca4-4d8d-8e15-1d6974d71143 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 999 time: 0.0640035 Jul 29 18:31:25.830504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13f592ba-6988-4362-b7fe-344a5ae5ac45 req-ed27b88a-e902-413e-a900-d78ed84825d9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842967 Jul 29 18:31:25.842610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-e862922a-375f-4f42-a3a1-1b64bc7a7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.844053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-e862922a-375f-4f42-a3a1-1b64bc7a7c7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0501757 Jul 29 18:31:25.851375 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-aad72f3f-e9bd-490c-92a8-a4e8922ca614 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 999 time: 0.0751336 Jul 29 18:31:25.890578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-38928929-96de-414b-8f6d-44f02e8bd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.892084 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-38928929-96de-414b-8f6d-44f02e8bd32f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413313 Jul 29 18:31:25.903778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-c719e7d5-ca92-4f99-8b92-8b1cd72840b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.905297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-c719e7d5-ca92-4f99-8b92-8b1cd72840b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0466509 Jul 29 18:31:25.954148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-9f3a750d-2cea-4b42-a890-b996e1b67bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:25.955719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-9f3a750d-2cea-4b42-a890-b996e1b67bb7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417707 Jul 29 18:31:25.984662 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-584b056a-d73e-4b00-b1cf-82c620741653 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Jul 29 18:31:26.063722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-6918430b-729c-4c54-bb58-0329f4af7f47 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998256 Jul 29 18:31:26.080910 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-b5412047-c6ba-42c9-b26f-c04743f004e9 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Jul 29 18:31:26.156627 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db6c957-39fe-43d2-834e-4f5084a4997e req-f56fd836-29b7-47b5-b7f5-79805ce75d5f service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855460 Jul 29 18:31:26.867976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:31:26.910367 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:26.918023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:31:26.966940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c36056-1a01-4a38-9712-ffbbf02620da req-9661ffe0-6492-4894-9f11-ec2ac8161b5d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:26.968479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03c36056-1a01-4a38-9712-ffbbf02620da req-9661ffe0-6492-4894-9f11-ec2ac8161b5d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0570359 Jul 29 18:31:27.010443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03c36056-1a01-4a38-9712-ffbbf02620da req-1af973ac-e021-42d6-b052-57b3b08e3388 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Jul 29 18:31:27.210061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8db442-6d50-4c68-ad35-bed546cc66be req-cfd72eb8-5239-4fdb-a045-97ccbd25f1a7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.211634 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8db442-6d50-4c68-ad35-bed546cc66be req-cfd72eb8-5239-4fdb-a045-97ccbd25f1a7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0505588 Jul 29 18:31:27.229125 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-500a31c8-12ab-4256-8e1a-4d210c9a806f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.230785 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-500a31c8-12ab-4256-8e1a-4d210c9a806f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926&tenant_id=b586e7369b2049de808d3b66d2da03b5&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0533419 Jul 29 18:31:27.251527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf8db442-6d50-4c68-ad35-bed546cc66be req-86894203-b6ab-4306-9d08-17087803543b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Jul 29 18:31:27.292656 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-c4de13d1-189d-49bd-962d-465df175e922 service neutron] delete failed (client error): The resource could not be found. Jul 29 18:31:27.293693 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-c4de13d1-189d-49bd-962d-465df175e922 service neutron] 10.222.0.49 "DELETE /v2.0/ports/0dc0318c-374c-4eb4-8b24-665a28a8e75f/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0557508 Jul 29 18:31:27.386993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-cbf8f840-bf28-4b5f-b95b-e096a934c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.389383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-cbf8f840-bf28-4b5f-b95b-e096a934c06b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 1094 time: 0.0517578 Jul 29 18:31:27.478699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-56c8a033-90f3-47eb-a9d8-7e3ef7fcb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.480196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-56c8a033-90f3-47eb-a9d8-7e3ef7fcb4c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0839243 Jul 29 18:31:27.553724 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-aba40ae5-bf57-4a1b-a366-089b63c1cb0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 200 len: 999 time: 0.0662174 Jul 29 18:31:27.837603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:27.849782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-9dc8bba9-34f3-46f4-b264-9288d5446479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.851299 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-9dc8bba9-34f3-46f4-b264-9288d5446479 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.2899640 Jul 29 18:31:27.898539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-03f430d0-0556-4aa6-baf1-bdf85096800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:27.900038 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-03f430d0-0556-4aa6-baf1-bdf85096800b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402889 Jul 29 18:31:27.992166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-24bfed0c-f3e2-43e7-8245-22dd9230d9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836923 Jul 29 18:31:28.087535 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b7c32b1b-7d98-4935-955d-251f713c9e75 req-f9b97fc5-8098-4e1f-9435-f1ff25d88606 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882881 Jul 29 18:31:28.374053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6019-94fc-4402-91cd-bb170792c213 req-e4189c9b-f754-4ea9-882d-97d09e51c5ae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:28.375491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e5d6019-94fc-4402-91cd-bb170792c213 req-e4189c9b-f754-4ea9-882d-97d09e51c5ae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 943 time: 0.0497634 Jul 29 18:31:28.386300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:31:28.417877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9e5d6019-94fc-4402-91cd-bb170792c213 req-7422d9f0-ade7-483c-8644-dc204b16469c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353985 Jul 29 18:31:28.484750 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:28.496651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'mac_address': 'fa:16:3e:58:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:31:28.538429 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:28.551154 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc0318c-374c-4eb4-8b24-665a28a8e75f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:31:28.572659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:28.577437 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:28.626381 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:28.635281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.635675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.636012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.636340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.637259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.637589 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.638071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.638430 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.638752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.639068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.639383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.639697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:28.840369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['0dc0318c-374c-4eb4-8b24-665a28a8e75f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:31:29.544271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366fc9-864a-4522-ab19-1012c5eefb1d req-52078ee4-5dc1-47e1-afc6-c0053d5bb662 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:29.545750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27366fc9-864a-4522-ab19-1012c5eefb1d req-52078ee4-5dc1-47e1-afc6-c0053d5bb662 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 944 time: 0.0545385 Jul 29 18:31:29.586159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-27366fc9-864a-4522-ab19-1012c5eefb1d req-8ad2fc9f-24ec-4b12-a5d3-3f13ebcd7651 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Jul 29 18:31:29.715603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc97eef-559e-4397-b46e-5d65eb948139 req-a8aa513f-f532-4075-8aa9-43b8ba451145 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:29.717015 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc97eef-559e-4397-b46e-5d65eb948139 req-a8aa513f-f532-4075-8aa9-43b8ba451145 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 944 time: 0.0556688 Jul 29 18:31:29.769925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc97eef-559e-4397-b46e-5d65eb948139 req-d176b6fa-c23b-4a3d-a1f7-7795a16af53f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Jul 29 18:31:29.894596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c4c1-c3d1-4fdc-b003-13fa2d605530 req-46ce0c2d-b5f1-42e2-8a8c-ab6b1a93ee04 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:29.896123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32b8c4c1-c3d1-4fdc-b003-13fa2d605530 req-46ce0c2d-b5f1-42e2-8a8c-ab6b1a93ee04 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 944 time: 0.0538638 Jul 29 18:31:29.938316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32b8c4c1-c3d1-4fdc-b003-13fa2d605530 req-98858358-2aed-4f09-9471-90522e6f879e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Jul 29 18:31:30.193976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690a0ed-21a0-4662-8d5c-2a3652891b37 req-841d0cb1-84c6-4763-856d-b4fbb382fa57 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:30.195539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8690a0ed-21a0-4662-8d5c-2a3652891b37 req-841d0cb1-84c6-4763-856d-b4fbb382fa57 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 944 time: 0.0614595 Jul 29 18:31:30.238408 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8690a0ed-21a0-4662-8d5c-2a3652891b37 req-262cde5e-9303-4d0e-8c94-08bb6fd85b12 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Jul 29 18:31:30.418094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:31:30.476220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:31:30.480282 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 0dc0318c-374c-4eb4-8b24-665a28a8e75f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:31:30.480662 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:30.558200 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:30.581689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:30.583990 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba002b8-c803-4b8e-a487-8330346e8458" -d '{"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-plugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:30.600167 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:30.607143 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:30.630710 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c934025-46e2-4d8c-a1e5-2fc715a0a09c x-openstack-request-id: req-1c934025-46e2-4d8c-a1e5-2fc715a0a09c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:30.631005 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-plugged", "status": "completed", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:30.631322 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c934025-46e2-4d8c-a1e5-2fc715a0a09c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:30.631718 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'code': 200} Jul 29 18:31:30.656357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:31.362524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc601314-6482-4a9d-8fa4-f850ad0889b5 req-afa0af22-37b6-4c14-95e6-93c4048a9180 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:31.364031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc601314-6482-4a9d-8fa4-f850ad0889b5 req-afa0af22-37b6-4c14-95e6-93c4048a9180 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Jul 29 18:31:31.427245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc601314-6482-4a9d-8fa4-f850ad0889b5 req-abd2f332-0447-44ad-95a0-2292191e551c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543897 Jul 29 18:31:31.435544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-80b2556f-26d1-4666-840b-372ee49de9c8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:31.436978 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-80b2556f-26d1-4666-840b-372ee49de9c8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 945 time: 0.0720906 Jul 29 18:31:31.534798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Deleting port 0dc0318c-374c-4eb4-8b24-665a28a8e75f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:31:31.535145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:31.622810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] For port 0dc0318c-374c-4eb4-8b24-665a28a8e75f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=0dc0318c-374c-4eb4-8b24-665a28a8e75f,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:31.623164 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:31.810290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:31.810614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:31.810874 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 disassociated. External IP: 172.25.5.187, port: 0dc0318c-374c-4eb4-8b24-665a28a8e75f. Jul 29 18:31:31.811215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Calling delete_port for 0dc0318c-374c-4eb4-8b24-665a28a8e75f owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:31:31.947571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:31.980482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'Port': ['ID=0dc0318c-374c-4eb4-8b24-665a28a8e75f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:32.102501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:31:32.214155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:31:32.226277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:31:32.240021 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:31:32.240636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:31:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:32.258318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] No DVR routers for this DVR port 0dc0318c-374c-4eb4-8b24-665a28a8e75f on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:31:32.260939 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:32.262972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2fa61599-5b04-4efc-ab20-14d8c56de99f req-6798e87a-2ea5-461b-a9e9-41b6ce126490 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "DELETE /v2.0/ports/0dc0318c-374c-4eb4-8b24-665a28a8e75f HTTP/1.1" status: 204 len: 173 time: 0.8198507 Jul 29 18:31:32.263394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-deleted', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:32.265688 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb791da8-49b7-40c0-bb33-bf507aca393d" -d '{"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-deleted", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:32.301140 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4150381-7d98-45ee-b468-dc63b4eaadf6 x-openstack-request-id: req-d4150381-7d98-45ee-b468-dc63b4eaadf6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:32.301387 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699d1ca-46da-4160-a4c1-3c2e9ed05926", "name": "network-vif-deleted", "tag": "0dc0318c-374c-4eb4-8b24-665a28a8e75f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:32.301697 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4150381-7d98-45ee-b468-dc63b4eaadf6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:32.302061 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699d1ca-46da-4160-a4c1-3c2e9ed05926', 'name': 'network-vif-deleted', 'tag': '0dc0318c-374c-4eb4-8b24-665a28a8e75f', 'status': 'completed', 'code': 200} Jul 29 18:31:32.347945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:31:32.545721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d6e484e4-74ee-4633-9718-16d291027627 req-45233738-7949-435e-9066-3b2d41e016c9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c699d1ca-46da-4160-a4c1-3c2e9ed05926 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Jul 29 18:31:32.556502 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:32.582084 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:31:32.590513 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:31:32.591098 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:31:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:32.694927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:31:32.770764 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:31:32.895054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:32.920193 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b6a31-d4bd-45d1-846f-b577ec019ebf None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:31:33.135583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab1e9b-74bc-440f-9f0a-51ecedc0204e None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:31:33.795345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-10547c2c-3c21-444d-b7d2-73d48b31b7c0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1291461955&fields=id&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 267 time: 0.0341165 Jul 29 18:31:33.906770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-56e0adb3-69e6-480b-9a95-eb0020671cb6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:33.908151 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-56e0adb3-69e6-480b-9a95-eb0020671cb6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1058307 Jul 29 18:31:33.926376 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-1561ccba-2ced-42a8-95c0-b5e1601eb72a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/quotas/b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 375 time: 0.0095096 Jul 29 18:31:33.980186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b43e953c-6d3f-4967-b0c4-88e2707799fa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478399 Jul 29 18:31:33.996337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-d9811aed-a327-446e-af57-96bb348fbbab service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:31:33.997297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-d9811aed-a327-446e-af57-96bb348fbbab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051968 Jul 29 18:31:34.089735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-f9da20f9-00a1-4977-88cb-82dbe8590938 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Jul 29 18:31:34.192224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-8c3fb3af-328e-4de3-b109-5ef2b12c16bf service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963509 Jul 29 18:31:34.354218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb3b39f6-3ca7-45cf-a746-58317a171520 req-dda93b45-853a-42f4-8ac7-48f4625c3f93 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jul 29 18:31:35.468545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9437e903-4d36-4241-a67a-47ce2d7a3fdf req-a87a4ff7-cbde-4707-b91d-e9db274d1ecb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0345027 Jul 29 18:31:36.320737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-78a07197-47bf-4c84-a558-7155bb1850b8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:36.322210 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-78a07197-47bf-4c84-a558-7155bb1850b8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1047518 Jul 29 18:31:36.366595 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-dedab935-06e5-43e7-8d48-76e70c1931ec tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 380 time: 0.0349867 Jul 29 18:31:36.376733 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'port': {'device_id': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'admin_state_up': True, 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'security_groups': ['d2abb4bd-9222-4ad6-8f20-58a90b5deb57']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:31:36.415680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:31:36.436414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 0dc0318c-374c-4eb4-8b24-665a28a8e75f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:31:36.437311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 0dc0318c-374c-4eb4-8b24-665a28a8e75f not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:31:36.488071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:31:36.491727 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:36.568843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0dc9c86-34ab-41c7-9bf7-156ebe991e1f req-f1f97a63-e347-434e-8596-93d2295862e6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0268245 Jul 29 18:31:36.619536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Allocated IP 172.20.0.8 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:31:36.761522 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:36.775681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Transition to ACTIVE for port object 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:31:36.811755 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:36.855287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:31:36.858479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:31:36.864832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:31:36.867568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:36.898444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.898827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.899196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.899531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.899863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.900193 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.900516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.900821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.901143 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.901455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.901774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.902092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:31:36.927831 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:36.928565 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:36.945287 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-21ada8d1-89e6-4bdd-82e2-707926df37c6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722797 Jul 29 18:31:36.959002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Request body: {'port': {'device_id': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:31:37.019632 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.069816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-268d71ba-7075-4d6f-b336-3946363def37 None None] Provisioning for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:31:37.073753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-268d71ba-7075-4d6f-b336-3946363def37 None None] Provisioning complete for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:31:37.074131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-268d71ba-7075-4d6f-b336-3946363def37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.107403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-268d71ba-7075-4d6f-b336-3946363def37 None None] Port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:31:37.285732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:31:37.293516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.306078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Transition to ACTIVE for port object 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:31:37.313266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.363241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:37.442653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:31:37.442989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:31:37.443289 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:31:37.448268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:31:37.448595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:31:37.454070 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:31:37.454448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:31:37.454835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:31:37.455292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Bound port: 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:31:37.455657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.522628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:31:37.526169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:31:37.532039 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.565574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:37.566188 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:37.567618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1091 time: 0.6133907 Jul 29 18:31:37.568050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:37.570358 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc52ae-f8fd-4e43-9d49-2f0400af3419" -d '{"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:37.598707 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c745c0-b5da-4b30-aa9b-a3fb3d67c238 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:37.628212 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d1082b-44ad-48a1-a1eb-d14502f674c9 x-openstack-request-id: req-24d1082b-44ad-48a1-a1eb-d14502f674c9 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:37.628639 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:37.628949 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24d1082b-44ad-48a1-a1eb-d14502f674c9 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:37.629407 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'status': 'completed', 'code': 200} Jul 29 18:31:37.667870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-27d4ab89-481f-49d0-a096-23ce1519280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:37.669528 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-27d4ab89-481f-49d0-a096-23ce1519280b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0512786 Jul 29 18:31:37.712899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-c83d57f8-48a3-4550-b8cb-2e5e346782ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 217 time: 0.0352693 Jul 29 18:31:37.724631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1f96-1129-454d-8fa2-e4cd4b45552c req-90f80171-0498-460a-b33f-ba8dccce13aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:37.726359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af8a1f96-1129-454d-8fa2-e4cd4b45552c req-90f80171-0498-460a-b33f-ba8dccce13aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0564358 Jul 29 18:31:37.763957 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b456ea7a-5340-4fc8-bbcb-a9cc9275fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:37.765511 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-b456ea7a-5340-4fc8-bbcb-a9cc9275fff3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0456586 Jul 29 18:31:37.765804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af8a1f96-1129-454d-8fa2-e4cd4b45552c req-80dce202-ea3c-48bc-aaf5-3d2c815adf51 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jul 29 18:31:37.811687 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-d812981d-cfee-4ec1-ad30-03767f6c741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:37.813139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-d812981d-cfee-4ec1-ad30-03767f6c741f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395186 Jul 29 18:31:37.910424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-157e3163-92ce-4aa9-b5e8-f85f50bac001 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899684 Jul 29 18:31:38.008208 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-3fd8e178-aab3-49c0-8a88-aeafa52d5149 req-19f1d0b1-cb9e-4453-9a40-e9e28570d3ba service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897915 Jul 29 18:31:38.097270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-a6a44b87-5df8-485e-8dbd-113081ce8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:38.098772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-a6a44b87-5df8-485e-8dbd-113081ce8bca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0424807 Jul 29 18:31:38.194506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-cdec657f-6c7d-4596-b1f6-ac9289888fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:38.196049 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-cdec657f-6c7d-4596-b1f6-ac9289888fa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0889199 Jul 29 18:31:38.241843 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-34f31a95-3766-4b0e-a57a-3a1f8fe061bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 217 time: 0.0385547 Jul 29 18:31:38.292467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-8d0454c5-b87a-450d-93c8-b23dad38abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:38.293768 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-8d0454c5-b87a-450d-93c8-b23dad38abee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0451307 Jul 29 18:31:38.342004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-9ceb7df3-ec87-4365-9710-de576fcd8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:38.343472 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-9ceb7df3-ec87-4365-9710-de576fcd8d3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414302 Jul 29 18:31:38.441206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-bf82cc60-d330-4331-987c-5276b04b9154 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Jul 29 18:31:38.540694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-42bc52ae-f8fd-4e43-9d49-2f0400af3419 req-8b20eb5a-08c3-426d-98f8-0ee03db6a2f0 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901909 Jul 29 18:31:38.897890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1ab84-2064-4893-9e18-f23f716e8ca0 req-7788eb53-6044-4f4b-86e0-25513eaf3681 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:38.899371 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06b1ab84-2064-4893-9e18-f23f716e8ca0 req-7788eb53-6044-4f4b-86e0-25513eaf3681 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0527210 Jul 29 18:31:38.937454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06b1ab84-2064-4893-9e18-f23f716e8ca0 req-57b8ee37-96f6-4567-b9a0-96dafc6c3930 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jul 29 18:31:39.340331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-90c63b3f-a320-466c-a210-6756503556a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:40.059258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc05d92-2606-4302-8754-223f89948e38 req-66edbeec-b6d3-4b84-a660-865b93a06e2e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:40.060738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acc05d92-2606-4302-8754-223f89948e38 req-66edbeec-b6d3-4b84-a660-865b93a06e2e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0494745 Jul 29 18:31:40.099414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-acc05d92-2606-4302-8754-223f89948e38 req-365b68ab-b37a-4d38-a95f-9e38f92fba66 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jul 29 18:31:40.906879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:31:41.011172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:41.022489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'mac_address': 'fa:16:3e:63:93:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:31:41.061452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:41.078609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:31:41.099323 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:41.105729 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:41.154590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:41.218541 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f854-9ead-499b-ab4d-ae72d85848d0 req-fd546ea4-eb71-44bf-aa70-7f62dea229ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:41.220848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d21f854-9ead-499b-ab4d-ae72d85848d0 req-fd546ea4-eb71-44bf-aa70-7f62dea229ce tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0535314 Jul 29 18:31:41.261582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1d21f854-9ead-499b-ab4d-ae72d85848d0 req-895c4200-9d41-4fe3-848e-f852ae36ff5f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Jul 29 18:31:41.335092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:31:41.759390 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2887e6e4-37e1-47f0-890f-efae71560236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:41.976043 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:42.398712 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53de5e-4e99-413e-8ce1-9c197808b6de req-b9b827e2-5b4e-4ef8-bf4a-238082738496 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:42.400149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d53de5e-4e99-413e-8ce1-9c197808b6de req-b9b827e2-5b4e-4ef8-bf4a-238082738496 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0598285 Jul 29 18:31:42.447735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d53de5e-4e99-413e-8ce1-9c197808b6de req-9d95fa55-dbcd-4561-855e-2c66d51519ba tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Jul 29 18:31:42.922843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:31:42.990192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:31:42.994783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:31:42.995162 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:43.070171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:43.093330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:43.095638 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b1f70-b795-4b72-8353-7cf8e3dd4d99" -d '{"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:43.108958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:31:43.114678 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:43.141506 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28617557-d99e-40a8-99a1-84e53fe124db x-openstack-request-id: req-28617557-d99e-40a8-99a1-84e53fe124db {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:43.141792 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:43.141993 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28617557-d99e-40a8-99a1-84e53fe124db {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:43.142429 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'code': 200} Jul 29 18:31:43.162235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:43.176739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:31:43.238363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac890c43-df6a-4b37-9e2d-7bdd81a361cf req-469f6dd4-6f2a-4aab-ab69-7c10f646eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:43.239895 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac890c43-df6a-4b37-9e2d-7bdd81a361cf req-469f6dd4-6f2a-4aab-ab69-7c10f646eb4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1096 time: 0.0428033 Jul 29 18:31:43.290807 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac890c43-df6a-4b37-9e2d-7bdd81a361cf req-4b4bd57d-3e4a-4a4a-8319-4564eafd6bfa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Jul 29 18:31:43.585707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfb5f3-adc1-4bfb-9470-b41548b51021 req-7ba45104-e0bf-4cb9-936f-8dc9f6b5ab8d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:43.587248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7abfb5f3-adc1-4bfb-9470-b41548b51021 req-7ba45104-e0bf-4cb9-936f-8dc9f6b5ab8d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0601060 Jul 29 18:31:43.632711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7abfb5f3-adc1-4bfb-9470-b41548b51021 req-dc073be3-60a0-4c96-8ef0-a9310a9ac0a3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363476 Jul 29 18:31:44.760621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc89d6-2fb9-4dca-a77f-75b07fc4b227 req-3045bd4a-22de-4d94-b819-1e2f23b8126d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:44.762158 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-babc89d6-2fb9-4dca-a77f-75b07fc4b227 req-3045bd4a-22de-4d94-b819-1e2f23b8126d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0555956 Jul 29 18:31:44.791444 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:45.074007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-babc89d6-2fb9-4dca-a77f-75b07fc4b227 req-40ceda3c-b65e-46be-b073-9533a03f4df5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056271 Jul 29 18:31:45.185562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455c755-eb16-4481-be12-2c33aaf61784 req-2a4a94f6-de02-41cf-8a01-d4297831d710 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:45.187130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0455c755-eb16-4481-be12-2c33aaf61784 req-2a4a94f6-de02-41cf-8a01-d4297831d710 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0482943 Jul 29 18:31:45.195894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 42960) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:31:45.200414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'floatingip': {'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:31:45.240678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:45.689785 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:45.697556 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:45.803837 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 associated. External IP: 172.25.5.187, port: 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d. Jul 29 18:31:46.031389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:31:46.143899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:31:46.148577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:46.155436 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:31:46.165160 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:31:46.165451 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:31:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:46.176928 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0c62db6d-ea7f-495e-a508-2ee8a7519041 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "PUT /v2.0/floatingips/e71ba530-56c5-4758-bba3-602739a063f1 HTTP/1.1" status: 200 len: 991 time: 0.9799240 Jul 29 18:31:46.177609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:31:46.180056 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895be1c6-9544-447b-b8cd-778de31241fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:31:46.268783 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f923a828-8c78-4233-8b34-351b907dedad x-openstack-request-id: req-f923a828-8c78-4233-8b34-351b907dedad {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:31:46.269076 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:31:46.269331 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f923a828-8c78-4233-8b34-351b907dedad {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:31:46.269720 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'status': 'completed', 'code': 200} Jul 29 18:31:46.332583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be1c6-9544-447b-b8cd-778de31241fd req-4eb75f1c-2995-4f14-aef6-b747f3b7ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:46.334104 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-4eb75f1c-2995-4f14-aef6-b747f3b7ccf5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1096 time: 0.0430160 Jul 29 18:31:46.364499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:31:46.425902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be1c6-9544-447b-b8cd-778de31241fd req-d5c8f0c0-465b-4887-81ed-eb8e2327779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:46.427463 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-d5c8f0c0-465b-4887-81ed-eb8e2327779e service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0856934 Jul 29 18:31:46.498021 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-66c46126-d6f6-4d90-81c0-4cbfbf96d778 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 999 time: 0.0627272 Jul 29 18:31:46.548095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be1c6-9544-447b-b8cd-778de31241fd req-d9f69904-9e45-42d8-a6ac-7f4ae3631fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:46.549570 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-d9f69904-9e45-42d8-a6ac-7f4ae3631fbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0446365 Jul 29 18:31:46.586336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:63:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:31:45Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:46.595587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be1c6-9544-447b-b8cd-778de31241fd req-8dd25471-7fbe-4777-ab1a-41851082a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:46.597152 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-8dd25471-7fbe-4777-ab1a-41851082a86c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396531 Jul 29 18:31:46.615157 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:31:46.623662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:31:46.624261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:31:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:46.691959 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-a001d213-aff7-4075-95f5-315569ec8512 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873253 Jul 29 18:31:46.728376 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:31:46.780597 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-895be1c6-9544-447b-b8cd-778de31241fd req-798a3643-d083-4404-aa2d-bd4216190b68 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Jul 29 18:31:46.953731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:63:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:31:45Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:31:46.988718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca4702-b995-4716-ba59-a92632595f73 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:63:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:31:45Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:31:47.177475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395bf39c-40c6-43c1-a155-4f2d809562cd None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:31:50.478558 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-3b8e1fd7-f251-4fd2-8ba1-b41fc4e98024 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424919 Jul 29 18:31:50.568578 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-d67c5738-76fa-4d4c-9553-8db38e2626b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:50.570059 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-d67c5738-76fa-4d4c-9553-8db38e2626b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1096 time: 0.0481763 Jul 29 18:31:50.678439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-542ccb2c-8465-46d9-a068-82219cedf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:50.679968 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-542ccb2c-8465-46d9-a068-82219cedf184 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0874431 Jul 29 18:31:50.751883 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-1b8583df-d9ae-4524-8e13-d5de9535d397 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1001 time: 0.0640633 Jul 29 18:31:50.800729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-f30a79e1-d280-4a14-a211-bab438121196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:50.802137 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-f30a79e1-d280-4a14-a211-bab438121196 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0432048 Jul 29 18:31:50.848886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-f5ad5526-30d1-4800-9cff-d182d9ac0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:31:50.850398 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-f5ad5526-30d1-4800-9cff-d182d9ac0305 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410485 Jul 29 18:31:50.941822 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-3a51984b-548b-40fe-9a77-881a7c90d8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Jul 29 18:31:51.032151 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6942bbe-dea1-49a3-bfde-6a29f73a9aaf req-46d36152-43c1-4565-9430-1cbb9c05647d service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 Jul 29 18:31:56.877976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:31:57.862517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:09.333337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3dacc51c-1d53-46c8-b68c-d45154bcb0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:09.770277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:32:11.763776 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fedf089a-d531-49d3-b850-865fa77dc018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:11.971381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:13.165494 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:14.801323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:26.887610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:27.864268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:39.336946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38e919ac-c7f4-4490-9264-afaf30732217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:41.767981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-346e50b5-d928-49c6-b5dd-837cc668faf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:41.975224 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:43.174033 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:44.799049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:46.774818 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:32:51.487794 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-9910ec1a-efb1-4cc0-ae08-87c203cc73b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584116 Jul 29 18:32:51.589632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-c653a222-3ed4-4fe6-801b-644ec32c50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:32:51.591205 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-c653a222-3ed4-4fe6-801b-644ec32c50e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1096 time: 0.0539773 Jul 29 18:32:51.702155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-0a7374b1-c6f5-4b19-86ae-b03d3d3ea2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:32:51.703655 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-0a7374b1-c6f5-4b19-86ae-b03d3d3ea2cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0837140 Jul 29 18:32:51.772315 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-920eb985-a36b-4e88-b933-1b5bc34161c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1001 time: 0.0612395 Jul 29 18:32:51.821508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-a0632d04-1152-4a60-ba57-c7a105e6e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:32:51.822936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-a0632d04-1152-4a60-ba57-c7a105e6e398 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0434799 Jul 29 18:32:51.868943 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-b182e575-b6bd-465b-931a-1d6772fd900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:32:51.870437 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-b182e575-b6bd-465b-931a-1d6772fd900c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400484 Jul 29 18:32:51.965878 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-a2419990-25d8-4858-be6f-4d024009de04 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Jul 29 18:32:52.058366 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c6722cda-72f9-4d55-bbdc-91e998df270c req-508304f9-ca7a-4686-9bc6-e20440be3729 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Jul 29 18:32:56.902726 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:32:57.876900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:09.343246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-650ea1e5-7301-4a63-b09c-3cfdeae3e179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:11.771538 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88f53c9b-77e5-4259-938d-fd15cb0a366a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:11.984851 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:13.162015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:14.809159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:21.940200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf060479-da96-404a-a140-074c3448d266 req-305b8303-6797-449a-8715-29e884fd4389 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:21.941707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf060479-da96-404a-a140-074c3448d266 req-305b8303-6797-449a-8715-29e884fd4389 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.1256578 Jul 29 18:33:21.983461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf060479-da96-404a-a140-074c3448d266 req-27a694e9-fade-47e1-ab55-6a86142325e0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Jul 29 18:33:23.120149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25789321-611a-4cab-806d-cd2f2c078ddc req-33a8b0ad-37af-43d3-9d0a-a65ed90c9477 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:23.121523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25789321-611a-4cab-806d-cd2f2c078ddc req-33a8b0ad-37af-43d3-9d0a-a65ed90c9477 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0622463 Jul 29 18:33:23.163034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25789321-611a-4cab-806d-cd2f2c078ddc req-3f7ee1a8-f891-4859-b364-8378edb5f834 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Jul 29 18:33:23.779580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:33:24.284668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43537ce2-1987-4f33-bd7b-8fad992656d1 req-c733add8-7dd8-4708-b6b3-66f1158c89d8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:24.286159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43537ce2-1987-4f33-bd7b-8fad992656d1 req-c733add8-7dd8-4708-b6b3-66f1158c89d8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0509670 Jul 29 18:33:24.325884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-43537ce2-1987-4f33-bd7b-8fad992656d1 req-6158f4dc-197d-4564-9651-90111b82181e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jul 29 18:33:25.460943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad04ff0-f393-4868-8b27-59ab3a172335 req-01ee4c00-e44b-4bed-b3a2-0a8c5fe6ce69 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:25.462333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ad04ff0-f393-4868-8b27-59ab3a172335 req-01ee4c00-e44b-4bed-b3a2-0a8c5fe6ce69 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0599933 Jul 29 18:33:25.504767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6ad04ff0-f393-4868-8b27-59ab3a172335 req-856d8d62-315b-49c9-aec7-8e9267314d57 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 29 18:33:26.637671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c37c0-0118-4335-a384-6292102439de req-69968e19-46e2-4133-9945-08d1f13f64c3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:26.639277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-015c37c0-0118-4335-a384-6292102439de req-69968e19-46e2-4133-9945-08d1f13f64c3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0627565 Jul 29 18:33:26.681563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-015c37c0-0118-4335-a384-6292102439de req-02aa9cdd-c2e5-42ed-94a9-40e950809334 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Jul 29 18:33:26.909942 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:27.821634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707428-fa5b-4543-a67a-0071a841244f req-9859d9cc-78a2-421a-a967-c5eb77784ec1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:27.823160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74707428-fa5b-4543-a67a-0071a841244f req-9859d9cc-78a2-421a-a967-c5eb77784ec1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0510747 Jul 29 18:33:27.864334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74707428-fa5b-4543-a67a-0071a841244f req-fc33ed83-07d7-4b1f-ac7a-cf0a87ffe917 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Jul 29 18:33:27.893428 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:28.996766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beef5a-2c13-4725-b071-a0f86c295221 req-815f63eb-215b-4ae8-b4d4-6da39a9cfd6f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:28.998288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58beef5a-2c13-4725-b071-a0f86c295221 req-815f63eb-215b-4ae8-b4d4-6da39a9cfd6f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0606356 Jul 29 18:33:29.038780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-58beef5a-2c13-4725-b071-a0f86c295221 req-b2e2ec06-7fb9-45c5-9c20-dcfe390a136e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337365 Jul 29 18:33:30.171909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ac819-ced1-4c1b-ba2f-0fab39f8ac5e req-d1d02bad-5f5e-45af-9924-cd278ffb6bdf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:30.173407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e63ac819-ced1-4c1b-ba2f-0fab39f8ac5e req-d1d02bad-5f5e-45af-9924-cd278ffb6bdf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0549917 Jul 29 18:33:30.211683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e63ac819-ced1-4c1b-ba2f-0fab39f8ac5e req-1fac7ebb-9763-40fe-b0f1-3a8939ce08e6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Jul 29 18:33:31.338662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dd791-dde8-4ad7-bbeb-79a2a11f464b req-e797f258-8c6f-4968-bd27-726f4fdba920 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:31.340134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-292dd791-dde8-4ad7-bbeb-79a2a11f464b req-e797f258-8c6f-4968-bd27-726f4fdba920 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0566862 Jul 29 18:33:31.382481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-292dd791-dde8-4ad7-bbeb-79a2a11f464b req-4f62e0b9-7350-4cdf-a13b-e5c16ec1aca5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335901 Jul 29 18:33:32.511269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f97b50-ada2-48ba-9dd0-28b0f476a585 req-b7232d5b-755f-44c4-9b88-cbcc1f762695 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:32.512731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f97b50-ada2-48ba-9dd0-28b0f476a585 req-b7232d5b-755f-44c4-9b88-cbcc1f762695 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0561140 Jul 29 18:33:32.550283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f97b50-ada2-48ba-9dd0-28b0f476a585 req-dc7dd892-4c06-445c-9a2c-1d53badc2ae6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Jul 29 18:33:32.787225 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-76ffd1e7-d946-4552-b622-3713e0538d9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419457 Jul 29 18:33:32.804845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ace8a-5ae6-4686-9b4b-f3f7dc248140 req-4f2a6895-3327-4395-ab4f-b759f289a6d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:32.806380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da6ace8a-5ae6-4686-9b4b-f3f7dc248140 req-4f2a6895-3327-4395-ab4f-b759f289a6d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0529413 Jul 29 18:33:32.844766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-da6ace8a-5ae6-4686-9b4b-f3f7dc248140 req-1aad182c-fbc6-418d-a722-ead4bee84295 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Jul 29 18:33:33.968601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d184-a112-4a7d-934a-344cfea245f6 req-0e945686-772a-46e2-9843-e7db1fe8a773 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:33.970095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c50d184-a112-4a7d-934a-344cfea245f6 req-0e945686-772a-46e2-9843-e7db1fe8a773 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0504918 Jul 29 18:33:34.003091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-447cdb58-4176-49b0-afa9-a199acc31e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:34.004627 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-447cdb58-4176-49b0-afa9-a199acc31e1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1096 time: 0.0459344 Jul 29 18:33:34.011224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c50d184-a112-4a7d-934a-344cfea245f6 req-2639b80e-cdcf-472f-ab38-22ea973e5baa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349708 Jul 29 18:33:34.104639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-bbb0a65e-37e5-47bb-9751-744a9400973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:34.106153 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-bbb0a65e-37e5-47bb-9751-744a9400973f service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0942321 Jul 29 18:33:34.186204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-aecd74e0-6301-4d11-874a-180400e281f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1001 time: 0.0725758 Jul 29 18:33:34.237648 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-7fd5f5f1-55f3-4833-b3ca-4db161b29e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:34.239179 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-7fd5f5f1-55f3-4833-b3ca-4db161b29e69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0451424 Jul 29 18:33:34.286777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-2f300545-635d-48a6-8437-678be89e5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:34.288237 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-2f300545-635d-48a6-8437-678be89e5c05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414665 Jul 29 18:33:34.395608 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-c2372ce6-e9df-463b-9622-47f8d2c8a82e service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996025 Jul 29 18:33:34.736365 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-baaf2478-7e59-4b60-af11-f1d0e76038a5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334115 Jul 29 18:33:35.144222 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f828bb-d506-496e-9883-abd5451c8f91 req-4b41edf1-cebe-4033-8c31-beee7f62b314 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:35.146457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f828bb-d506-496e-9883-abd5451c8f91 req-4b41edf1-cebe-4033-8c31-beee7f62b314 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0598624 Jul 29 18:33:35.187004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84f828bb-d506-496e-9883-abd5451c8f91 req-c807a0fd-99bf-4471-8bf1-a5c1af7e4d40 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342443 Jul 29 18:33:36.322706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863366-5242-423e-8869-5653ab0ab5ad req-f549a638-42f9-47aa-9640-fcc2a2b9f0d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:36.324215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52863366-5242-423e-8869-5653ab0ab5ad req-f549a638-42f9-47aa-9640-fcc2a2b9f0d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0667183 Jul 29 18:33:36.369778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-52863366-5242-423e-8869-5653ab0ab5ad req-ab9f2779-1a5a-4b9f-9491-b72d122cc48e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394125 Jul 29 18:33:36.505947 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-973cc0ef-1f0a-400c-9c35-e1771601ccfd service neutron] show failed (client error): The resource could not be found. Jul 29 18:33:36.506969 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-973cc0ef-1f0a-400c-9c35-e1771601ccfd service neutron] 10.222.0.49 "GET /v2.0/ports/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0656679 Jul 29 18:33:36.724719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-bcd6ee92-be1c-4d9c-b68e-bd0b565344dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:36.726275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-bcd6ee92-be1c-4d9c-b68e-bd0b565344dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0438261 Jul 29 18:33:36.737799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:33:36.792120 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.002975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:37.036646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:33:37.077043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:37.079560 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c27d905-abec-4edf-9c2c-2f79a55f6720" -d '{"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:37.084665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.100015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Transition to ACTIVE for port object 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:33:37.104259 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.188744 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:37.199677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.200021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.200360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.200691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.201020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.201349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.201678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.201999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.202345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.202662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.203034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.203296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:37.209416 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084a8bcb-8495-45aa-ab9a-86d06dc9b0c3 x-openstack-request-id: req-084a8bcb-8495-45aa-ab9a-86d06dc9b0c3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:37.209704 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:37.210014 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-084a8bcb-8495-45aa-ab9a-86d06dc9b0c3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:37.210442 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'code': 200} Jul 29 18:33:37.243297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] No DVR routers for this DVR port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:33:37.384963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:33:37.385647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:33:37.385647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:33:37.390343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:33:37.390659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Attempting to bind port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:33:37.395862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:33:37.396190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:33:37.396575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:33:37.396997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Bound port: 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:33:37.397384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.491771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:33:37.507534 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:33:37.512669 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.527747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7ebb-90db-4c2b-95d7-dbfdbcdb74b9 req-81da3b4a-b224-459f-8a56-f5a8b42b44de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.529230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32aa7ebb-90db-4c2b-95d7-dbfdbcdb74b9 req-81da3b4a-b224-459f-8a56-f5a8b42b44de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0839038 Jul 29 18:33:37.561813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.562458 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:37.563887 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1091 time: 0.8300364 Jul 29 18:33:37.629668 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1be3-625f-48fb-9b12-95a9bf6c13f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:37.636554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32aa7ebb-90db-4c2b-95d7-dbfdbcdb74b9 req-9eff80e5-5d24-4ecf-91ad-4bd8c40a508d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887737 Jul 29 18:33:37.651685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-8644f300-a8cf-463e-a00c-bdf8a6becc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.653244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-8644f300-a8cf-463e-a00c-bdf8a6becc48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0603111 Jul 29 18:33:37.752792 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-e92e484b-5bc8-45fa-a7eb-4f571173f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.754460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-e92e484b-5bc8-45fa-a7eb-4f571173f7ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0941553 Jul 29 18:33:37.823543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-46f107d4-ec43-4575-97bc-059cb063fe27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 999 time: 0.0619221 Jul 29 18:33:37.877528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-0054bb43-7b75-410c-8c31-3c941041e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.878901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-0054bb43-7b75-410c-8c31-3c941041e622 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0481994 Jul 29 18:33:37.925766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-4af5bb00-0f22-4e02-84ed-96fe5aa8e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:37.927245 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-4af5bb00-0f22-4e02-84ed-96fe5aa8e9c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410769 Jul 29 18:33:38.023378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-791e693a-e54e-4c60-9556-d24b73d43d46 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887899 Jul 29 18:33:38.117774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-764540af-cf65-444b-a5e6-12cfb4a3197a req-775627a5-5191-41a4-a58f-c1fa921f995b service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872791 Jul 29 18:33:38.767529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5674b-9f47-4e6a-90a6-d391db0072e7 req-233ca4c8-cc43-492c-885e-d7b8b446b8dd tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:38.769031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dd5674b-9f47-4e6a-90a6-d391db0072e7 req-233ca4c8-cc43-492c-885e-d7b8b446b8dd tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0529737 Jul 29 18:33:38.809826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3dd5674b-9f47-4e6a-90a6-d391db0072e7 req-926b2d47-7d4d-4509-a7eb-3da6a4bf7ea4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Jul 29 18:33:39.212128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:39.215288 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04a628a-eba2-40af-92f1-d953c4c6e5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:39.266287 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9ad5f-1d04-47f7-bfd1-b47f6819bb2f x-openstack-request-id: req-d0f9ad5f-1d04-47f7-bfd1-b47f6819bb2f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:39.266617 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:39.266869 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0f9ad5f-1d04-47f7-bfd1-b47f6819bb2f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:39.267266 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'status': 'completed', 'code': 200} Jul 29 18:33:39.329780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00ff24d1-1164-432a-9649-fbe42a3de999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:39.336249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-3b9bbf69-c7ff-4030-8bbd-5de29f7c246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.337924 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-3b9bbf69-c7ff-4030-8bbd-5de29f7c246e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0469835 Jul 29 18:33:39.343970 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-8a1c6405-a12e-4be9-b31a-4e9a6ee9b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.345616 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-8a1c6405-a12e-4be9-b31a-4e9a6ee9b804 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0516591 Jul 29 18:33:39.441113 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-de750e15-33fb-4707-a4c6-f74a3c09b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.441340 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-6ccdbf52-b314-451f-b341-462be65dc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.442530 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-6ccdbf52-b314-451f-b341-462be65dc451 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0897307 Jul 29 18:33:39.442632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-de750e15-33fb-4707-a4c6-f74a3c09b984 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0971644 Jul 29 18:33:39.507838 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-b552740d-2f91-43af-b3e7-1b2be990c851 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 999 time: 0.0583303 Jul 29 18:33:39.511163 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-8fc75a4e-ef85-4161-ab30-e5ab446b4fcd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 999 time: 0.0616972 Jul 29 18:33:39.548309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:33:39.561136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-0ab6988a-6cc2-4523-9501-22dddeb49886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.562664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-0ab6988a-6cc2-4523-9501-22dddeb49886 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0443175 Jul 29 18:33:39.563844 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-c6b7fc2a-2097-4aa7-8bce-d1ec86ae3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.565480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-c6b7fc2a-2097-4aa7-8bce-d1ec86ae3728 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0509531 Jul 29 18:33:39.588648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:33:39.608288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-2b12f79b-3d25-4813-8c53-73f809aad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.609899 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-2b12f79b-3d25-4813-8c53-73f809aad5f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401850 Jul 29 18:33:39.612714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-ceea8bfa-6bf6-4de0-b762-3f749e872a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.614339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-ceea8bfa-6bf6-4de0-b762-3f749e872a73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417340 Jul 29 18:33:39.702630 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-751a7b8c-0c8c-4888-8255-c5653f314d3b service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853407 Jul 29 18:33:39.707032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-76d87859-9db7-446b-adc2-a21f793c4cb5 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855072 Jul 29 18:33:39.795378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-762af25d-bd29-4856-b685-9372a6e526a2 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858493 Jul 29 18:33:39.802986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e04a628a-eba2-40af-92f1-d953c4c6e5e5 req-9fac483c-3ed4-4ff6-914c-b4dabca14c61 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Jul 29 18:33:39.930945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7c35-b75c-4d38-9c5b-84ab390ec05b req-38e4f86d-85fd-4da7-a3a8-950a9b23f468 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:39.932437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-762a7c35-b75c-4d38-9c5b-84ab390ec05b req-38e4f86d-85fd-4da7-a3a8-950a9b23f468 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0518560 Jul 29 18:33:39.972714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-762a7c35-b75c-4d38-9c5b-84ab390ec05b req-9f73c336-f123-4e2b-9a11-4397929a040d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 29 18:33:40.173284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007a841-2be7-4050-8ee1-3168901733a7 req-3c8d5dc3-54f2-4d20-9ff0-205e3e8480d0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.174841 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a007a841-2be7-4050-8ee1-3168901733a7 req-3c8d5dc3-54f2-4d20-9ff0-205e3e8480d0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 943 time: 0.0539489 Jul 29 18:33:40.186867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-bcf46a56-df86-4416-82ff-acc2472dda4d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.188350 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-bcf46a56-df86-4416-82ff-acc2472dda4d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d&tenant_id=b586e7369b2049de808d3b66d2da03b5&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0555398 Jul 29 18:33:40.218272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a007a841-2be7-4050-8ee1-3168901733a7 req-3b2ca602-8d92-4091-8756-e4b572c66918 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Jul 29 18:33:40.249633 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-82ae6433-115b-4080-bbdc-9d7b25f5e8f7 service neutron] delete failed (client error): The resource could not be found. Jul 29 18:33:40.250699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-82ae6433-115b-4080-bbdc-9d7b25f5e8f7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0554764 Jul 29 18:33:40.338476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-de891386-9267-4d60-bf3c-13b479e8fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.339981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-de891386-9267-4d60-bf3c-13b479e8fc5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1094 time: 0.0411513 Jul 29 18:33:40.434080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-ca515b53-1e77-43c0-ba47-eeb8eda0f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.435582 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-ca515b53-1e77-43c0-ba47-eeb8eda0f1ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0888836 Jul 29 18:33:40.503067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-6beb60c0-bd13-44e9-a0d3-0b1c09fa0915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 999 time: 0.0593841 Jul 29 18:33:40.553706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-c9f21188-2650-4587-a0fb-690624b4f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.555164 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-c9f21188-2650-4587-a0fb-690624b4f064 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0456331 Jul 29 18:33:40.604824 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-c9b95ad6-bce4-478e-bab0-62901519785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:40.606300 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-c9b95ad6-bce4-478e-bab0-62901519785b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435846 Jul 29 18:33:40.697132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-a1a44471-f283-4bf8-937b-7045fa1d530c service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Jul 29 18:33:40.789137 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d7532e1a-f627-4996-a8c7-f8da11a53fc9 req-49d29b8b-78c3-482b-9ca2-c6327044802b service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851548 Jul 29 18:33:41.052883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:33:41.163836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:41.175559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'mac_address': 'fa:16:3e:63:93:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:33:41.214304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:41.227760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:33:41.247568 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:41.253379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:41.307696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:41.315314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.315620 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.315947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.316450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.317139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.317483 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.317814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.318149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.318495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.318828 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.319205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.319532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:41.346105 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04c987-280f-4798-9d4e-d3861c34974f req-38bff8dd-113e-4e29-976b-23906dce0947 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:41.347633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a04c987-280f-4798-9d4e-d3861c34974f req-38bff8dd-113e-4e29-976b-23906dce0947 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0539603 Jul 29 18:33:41.390097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a04c987-280f-4798-9d4e-d3861c34974f req-87b7a48b-adb1-4aff-83f0-8ae5ee800efd tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Jul 29 18:33:41.464011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:33:41.506960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfd77e-e31a-4533-9d4c-dc5742cb92b1 req-5b673d47-0138-4857-8279-dc952dada1dc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:41.508488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29bfd77e-e31a-4533-9d4c-dc5742cb92b1 req-5b673d47-0138-4857-8279-dc952dada1dc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0524993 Jul 29 18:33:41.547057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29bfd77e-e31a-4533-9d4c-dc5742cb92b1 req-779631ff-2a32-4e2b-acc9-b2fc5f80dc17 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jul 29 18:33:41.765129 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04a53af3-b312-484f-bab5-615f5c7ff7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:41.979817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:42.043477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28da7-04de-4a9f-8f61-ccbed9a131c8 req-631499ec-43fd-41c9-8898-517ba033349b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:42.044940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8eb28da7-04de-4a9f-8f61-ccbed9a131c8 req-631499ec-43fd-41c9-8898-517ba033349b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.3439291 Jul 29 18:33:42.073719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-87b56ad7-a823-45bf-aa6b-0a2ce7c94864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:42.075187 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-87b56ad7-a823-45bf-aa6b-0a2ce7c94864 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 1095 time: 0.3386054 Jul 29 18:33:42.098670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8eb28da7-04de-4a9f-8f61-ccbed9a131c8 req-a62a5045-c3a8-408a-ac83-843c008d0308 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476191 Jul 29 18:33:42.176570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-d7399410-f0e0-446a-995d-cd56bffb87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:42.178052 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-d7399410-f0e0-446a-995d-cd56bffb87f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0939875 Jul 29 18:33:42.248497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-4f9bf9fd-5f79-4828-878a-84eafe11e821 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 200 len: 1000 time: 0.0634713 Jul 29 18:33:42.302760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-fba47eb7-0d0c-461a-a04d-045d03b25be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:42.304216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-fba47eb7-0d0c-461a-a04d-045d03b25be6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0480559 Jul 29 18:33:42.351376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-810235f9-accc-46ad-9177-d4c3d8ca2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:42.352826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-810235f9-accc-46ad-9177-d4c3d8ca2b1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417693 Jul 29 18:33:42.448457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-0c4828bd-1bf9-4547-8f21-05076cd4ca22 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878386 Jul 29 18:33:42.543550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d4b16d5b-7b82-48b7-b3e1-796dea48ec83 req-766ff1b7-c411-43e9-8db7-93910d2a135b service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881538 Jul 29 18:33:43.073585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:33:43.139049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:33:43.143032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:33:43.143406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:43.187618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:43.224345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874e83d-e219-4637-822a-ada9bcad4d3b req-0acde48e-5d5a-4588-ab68-71973a96019b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:43.225879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4874e83d-e219-4637-822a-ada9bcad4d3b req-0acde48e-5d5a-4588-ab68-71973a96019b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 944 time: 0.0559709 Jul 29 18:33:43.232443 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:43.254918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:43.257239 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6754b244-c9f1-4889-a090-e4ca6dd3269d" -d '{"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:43.264696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4874e83d-e219-4637-822a-ada9bcad4d3b req-475fd780-7617-4ccc-a300-37dbd94ce61b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 29 18:33:43.269808 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:43.274939 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:43.321791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:43.381669 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923516c1-cd26-4f2f-803e-e51a03386171 x-openstack-request-id: req-923516c1-cd26-4f2f-803e-e51a03386171 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:43.381967 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:43.382225 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-923516c1-cd26-4f2f-803e-e51a03386171 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:43.382662 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'code': 200} Jul 29 18:33:43.596751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee14b36-8c2a-4a48-8c61-fed8fc63cf3c req-10e573ce-aae7-470b-aee4-be2630188635 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:43.598135 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fee14b36-8c2a-4a48-8c61-fed8fc63cf3c req-10e573ce-aae7-470b-aee4-be2630188635 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0513790 Jul 29 18:33:43.637341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fee14b36-8c2a-4a48-8c61-fed8fc63cf3c req-1f0d1dc8-daf9-4293-98ed-f52fe2f77267 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Jul 29 18:33:44.755886 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af90be-d748-48e6-8bbc-f75684c38090 req-91d228c0-2ce5-48f1-be9d-65770a395291 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:44.757390 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9af90be-d748-48e6-8bbc-f75684c38090 req-91d228c0-2ce5-48f1-be9d-65770a395291 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0521865 Jul 29 18:33:44.806385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:44.807292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f9af90be-d748-48e6-8bbc-f75684c38090 req-d3bd5f72-ad71-4617-8232-735b42fefb40 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Jul 29 18:33:44.849795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-b0066ee0-3b3e-457f-a079-401e0c75429f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:44.851281 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-b0066ee0-3b3e-457f-a079-401e0c75429f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 945 time: 0.0585418 Jul 29 18:33:44.944118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Deleting port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:33:44.944448 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.036588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] For port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:45.036849 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.210666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.211037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.211391 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 disassociated. External IP: 172.25.5.187, port: 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d. Jul 29 18:33:45.211743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Calling delete_port for 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:33:45.350868 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.385104 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'Port': ['ID=4e6ca5ae-bf0b-46d8-b6b3-372f2341298d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:45.504338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:33:45.616298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:33:45.626968 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:33:45.636316 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:33:45.636928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:33:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:45.656313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] No DVR routers for this DVR port 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:33:45.659086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:45.661117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7ebce7bc-9745-49a7-9b45-a7c4a713fc38 req-80c297b6-3bc3-41da-97a7-720ec659e1de tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "DELETE /v2.0/ports/4e6ca5ae-bf0b-46d8-b6b3-372f2341298d HTTP/1.1" status: 204 len: 173 time: 0.8033035 Jul 29 18:33:45.661607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-deleted', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:45.663926 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc27d4e-b990-4431-a490-32b5d5bb2200" -d '{"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-deleted", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:45.702086 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cf0a82-97ec-46f8-ba9c-4c2e1ac971e6 x-openstack-request-id: req-58cf0a82-97ec-46f8-ba9c-4c2e1ac971e6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:45.702416 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87253b1-00cd-40dc-a9c0-daa06fe4bf6d", "name": "network-vif-deleted", "tag": "4e6ca5ae-bf0b-46d8-b6b3-372f2341298d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:45.702669 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58cf0a82-97ec-46f8-ba9c-4c2e1ac971e6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:45.703079 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87253b1-00cd-40dc-a9c0-daa06fe4bf6d', 'name': 'network-vif-deleted', 'tag': '4e6ca5ae-bf0b-46d8-b6b3-372f2341298d', 'status': 'completed', 'code': 200} Jul 29 18:33:45.751418 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:33:45.917683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68fd7fd7-7651-4b20-bf6b-5df155e68110 req-cc05514d-3f76-4760-a825-a114df960f24 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c87253b1-00cd-40dc-a9c0-daa06fe4bf6d HTTP/1.1" status: 200 len: 210 time: 0.0265865 Jul 29 18:33:45.961547 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:45.990379 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:33:45.998257 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:33:45.998855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:33:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:46.105102 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:33:46.409809 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:46.436304 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98572998-c41e-449d-a27d-d58fed9275e6 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:33:46.646823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a28565-ffb1-4692-8540-1b88164091f7 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:33:47.202546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-3f319c9c-0299-4c23-b07e-ca4e070763ff tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1291461955&fields=id&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 267 time: 0.0334699 Jul 29 18:33:47.323470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-85d86be3-9ebb-4c77-b3f9-9114a64eac3e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:47.324970 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-85d86be3-9ebb-4c77-b3f9-9114a64eac3e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1128001 Jul 29 18:33:47.340367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-f90935c2-ac92-491a-bf88-66d7aa922649 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/quotas/b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 375 time: 0.0094597 Jul 29 18:33:47.396267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-c234ebdf-0ad5-4119-9470-4d9b0e690814 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507333 Jul 29 18:33:47.513597 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-1a009357-e7bd-497a-81bf-03de8417f50b service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997610 Jul 29 18:33:47.618264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-2cc4fdfd-dce6-4cf1-8ba8-501636ddd82e service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980980 Jul 29 18:33:47.795820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fce0b34d-db8a-4532-9060-41a261493ef4 req-be8ced58-4092-4047-ab62-6769be8944ba tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Jul 29 18:33:48.771671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-5cb95568-96fa-4af5-bf76-2b27f0efaf15 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:48.773137 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-5cb95568-96fa-4af5-bf76-2b27f0efaf15 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1046214 Jul 29 18:33:48.818107 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-fd03bb85-aac2-46dd-976d-a3988cf07700 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 380 time: 0.0355170 Jul 29 18:33:48.827942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'port': {'device_id': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'admin_state_up': True, 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'security_groups': ['d2abb4bd-9222-4ad6-8f20-58a90b5deb57']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:33:48.896701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ebc7d029-a327-42b2-a0b3-175661471f1e req-9eda1b63-4e32-4232-b2d0-25e6bc9eca51 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 210 time: 0.0317037 Jul 29 18:33:48.944735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:33:48.948186 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.076274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Allocated IP 172.20.0.9 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/73479000-6125-43a5-af3a-33fafc27af34) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:33:49.112826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:33:49.133295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:33:49.133644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4e6ca5ae-bf0b-46d8-b6b3-372f2341298d not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:33:49.223104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.242650 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Transition to ACTIVE for port object 73479000-6125-43a5-af3a-33fafc27af34 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:33:49.280540 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.321861 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:33:49.324941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:33:49.328768 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:33:49.337065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:49.371888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.372241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.372585 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.372923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.373257 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.373598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.373912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.374234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.374590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.374915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.375238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.375554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:33:49.398679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:49.399303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.414918 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-851eabcb-766e-43af-ac62-7185cf50bc86 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908294 Jul 29 18:33:49.427711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Request body: {'port': {'device_id': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:33:49.484435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.558435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55a7ee9a-6b95-4375-83ee-28d568a6f4c7 None None] Provisioning for port 73479000-6125-43a5-af3a-33fafc27af34 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:33:49.562869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55a7ee9a-6b95-4375-83ee-28d568a6f4c7 None None] Provisioning complete for port 73479000-6125-43a5-af3a-33fafc27af34 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:33:49.563237 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55a7ee9a-6b95-4375-83ee-28d568a6f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.597341 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-55a7ee9a-6b95-4375-83ee-28d568a6f4c7 None None] Port 73479000-6125-43a5-af3a-33fafc27af34 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:33:49.747375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:33:49.755140 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.767065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Transition to ACTIVE for port object 73479000-6125-43a5-af3a-33fafc27af34 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:33:49.774312 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.821784 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:49.898679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:33:49.899015 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:33:49.899469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:33:49.904198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:33:49.904515 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:33:49.909558 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:33:49.909897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:33:49.910311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:33:49.910739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Bound port: 73479000-6125-43a5-af3a-33fafc27af34, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:33:49.911103 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:49.982080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:33:49.985501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:33:49.990986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:50.026748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7f408-8975-4099-b8d6-579192bc025f req-5981e2f2-5b6d-460e-b7a9-38ac1b8dfbaf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.028291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abf7f408-8975-4099-b8d6-579192bc025f req-5981e2f2-5b6d-460e-b7a9-38ac1b8dfbaf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0598071 Jul 29 18:33:50.028714 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.029338 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:50.030844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] 10.222.0.49 "PUT /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1091 time: 0.6076548 Jul 29 18:33:50.031287 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:50.033601 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:50.064881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b43f0c-9123-491f-935e-3f3cdf1cf674 service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:50.086701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-abf7f408-8975-4099-b8d6-579192bc025f req-c9feb180-e34f-47ce-ad98-f9d753479dcc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Jul 29 18:33:50.115262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-fac25624-186c-4065-9a98-ef3d99b71c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.116891 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-fac25624-186c-4065-9a98-ef3d99b71c6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1094 time: 0.0441051 Jul 29 18:33:50.159346 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7f604-1e94-4be9-a908-5fd6e9a743c5 x-openstack-request-id: req-36f7f604-1e94-4be9-a908-5fd6e9a743c5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:50.159646 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:50.159892 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36f7f604-1e94-4be9-a908-5fd6e9a743c5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:50.160292 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'status': 'completed', 'code': 200} Jul 29 18:33:50.162675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-90babdbe-2d33-48aa-9d17-4dae9f3a6e86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 217 time: 0.0382378 Jul 29 18:33:50.216963 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-1c0e3501-f21e-4d4a-8577-fc27eb8be16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.218494 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-1c0e3501-f21e-4d4a-8577-fc27eb8be16f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0490711 Jul 29 18:33:50.264361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240798b-1e72-4e05-8da7-fc13a813126c req-03c64691-bc66-415f-9583-a83d56f67360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.265889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-03c64691-bc66-415f-9583-a83d56f67360 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406466 Jul 29 18:33:50.359854 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-f998448f-518f-4b14-a878-4eec9b9c32d1 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865762 Jul 29 18:33:50.455270 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f240798b-1e72-4e05-8da7-fc13a813126c req-49e77d38-7053-4130-948c-a35469863af9 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Jul 29 18:33:50.552379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-7b381eee-182d-409d-a0e2-c589e0782eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.554012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-7b381eee-182d-409d-a0e2-c589e0782eb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1094 time: 0.0478427 Jul 29 18:33:50.656051 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-5547baf9-a2e3-44d2-8b9d-12ada036e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.657517 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-5547baf9-a2e3-44d2-8b9d-12ada036e999 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0964141 Jul 29 18:33:50.698971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-3e395148-b4dd-4fa2-b89a-60916de8ee7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Jul 29 18:33:50.749012 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-c30ef01e-cd4e-484c-9881-afcd2d0150bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.750351 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-c30ef01e-cd4e-484c-9881-afcd2d0150bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0439031 Jul 29 18:33:50.800587 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-f2848b37-7575-4ebd-b3a6-6ac13e94f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:50.802036 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-f2848b37-7575-4ebd-b3a6-6ac13e94f080 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443332 Jul 29 18:33:50.899082 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-3d8e17af-4271-413a-b69a-8e46ae9ab4ad service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869169 Jul 29 18:33:50.999668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-99073c34-4deb-4b4a-965f-dc8fb18d5f3c req-ea35a4ff-26bb-4c77-9ae3-bc6af774db44 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917652 Jul 29 18:33:51.212769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca818ed-d614-4a60-89fd-50239c77def8 req-ae3d2820-70dd-47a0-bf5b-d192ed4b41cf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:51.214343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ca818ed-d614-4a60-89fd-50239c77def8 req-ae3d2820-70dd-47a0-bf5b-d192ed4b41cf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0523417 Jul 29 18:33:51.254822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9ca818ed-d614-4a60-89fd-50239c77def8 req-d40ed701-1ea2-4a9a-ac60-4d3204e1b55e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341692 Jul 29 18:33:52.389119 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b1849-a4ff-40a7-b91b-467792f918b2 req-0720c5b0-c2f8-41cf-95ca-c3f5a24ca2a4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:52.390639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-646b1849-a4ff-40a7-b91b-467792f918b2 req-0720c5b0-c2f8-41cf-95ca-c3f5a24ca2a4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0549717 Jul 29 18:33:52.430612 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-646b1849-a4ff-40a7-b91b-467792f918b2 req-62d3bc1c-a04c-4368-bb63-5f528b049a6b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Jul 29 18:33:53.560013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26627a85-2031-4b73-86a9-396d560ae934 req-06fcbbf2-e39a-4c29-a0c5-e5f0fc39b296 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:53.561507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26627a85-2031-4b73-86a9-396d560ae934 req-06fcbbf2-e39a-4c29-a0c5-e5f0fc39b296 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0548449 Jul 29 18:33:53.595946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:33:53.605275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26627a85-2031-4b73-86a9-396d560ae934 req-071b1c17-e352-4fe3-9aac-1a124c0ebbf5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373974 Jul 29 18:33:53.861837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:53.873766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '73479000-6125-43a5-af3a-33fafc27af34', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:33:53.917423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:53.930975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:33:53.951513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:53.957012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:54.005937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:54.183968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['73479000-6125-43a5-af3a-33fafc27af34'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:33:54.737974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57ff9-6a34-46fe-927e-31b9f299d555 req-d67e5d0b-6634-4103-b949-11236cb6fdb9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:54.739501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9be57ff9-6a34-46fe-927e-31b9f299d555 req-d67e5d0b-6634-4103-b949-11236cb6fdb9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0509527 Jul 29 18:33:54.779110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9be57ff9-6a34-46fe-927e-31b9f299d555 req-49dc9da3-5941-49dd-a676-0b6ade8341cf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334535 Jul 29 18:33:55.611622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:33:55.668859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 73479000-6125-43a5-af3a-33fafc27af34 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:33:55.672523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 73479000-6125-43a5-af3a-33fafc27af34 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:33:55.672896 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:55.755084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:55.778376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:55.780681 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e002f-c46d-403c-9095-db47d7c42699" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:55.793694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:33:55.799551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:55.822286 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a524fd-f4f9-48ad-854e-2e62b6877881 x-openstack-request-id: req-80a524fd-f4f9-48ad-854e-2e62b6877881 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:55.822655 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:55.822806 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80a524fd-f4f9-48ad-854e-2e62b6877881 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:55.823191 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'code': 200} Jul 29 18:33:55.851885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:33:55.914353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654eeea-5f93-4fd2-a293-11f3b1a5cfaa req-cef5fe00-9cd2-4c5c-8d53-79e7c7133031 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:55.916613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4654eeea-5f93-4fd2-a293-11f3b1a5cfaa req-cef5fe00-9cd2-4c5c-8d53-79e7c7133031 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Jul 29 18:33:55.928750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26537c5-7a91-4f67-8976-e6cf56e18730 req-fd51e8bc-778f-4afd-9586-e2ea78eebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:55.930291 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f26537c5-7a91-4f67-8976-e6cf56e18730 req-fd51e8bc-778f-4afd-9586-e2ea78eebca4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1096 time: 0.0452325 Jul 29 18:33:55.956506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4654eeea-5f93-4fd2-a293-11f3b1a5cfaa req-bba086b5-360f-4625-99a1-00f14040610b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Jul 29 18:33:55.966654 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f26537c5-7a91-4f67-8976-e6cf56e18730 req-39e2297c-e8e7-4df6-8361-8bf601344609 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287800 Jul 29 18:33:56.917537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:57.087241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8d5f-03e9-4be8-a12b-bb6187beb354 req-576c637c-de97-43de-8daf-8b9c6df909fa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:57.088768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34dd8d5f-03e9-4be8-a12b-bb6187beb354 req-576c637c-de97-43de-8daf-8b9c6df909fa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Jul 29 18:33:57.133229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34dd8d5f-03e9-4be8-a12b-bb6187beb354 req-10af2343-78d6-4f9a-8b8d-032888aa006d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360675 Jul 29 18:33:57.253148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d07d1-9c71-4ee4-ab14-daa0dee914a2 req-0d558c89-c96d-4998-8933-c68edee6a4ab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:57.254685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-197d07d1-9c71-4ee4-ab14-daa0dee914a2 req-0d558c89-c96d-4998-8933-c68edee6a4ab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0586472 Jul 29 18:33:57.263400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:33:57.268032 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'floatingip': {'port_id': '73479000-6125-43a5-af3a-33fafc27af34'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:33:57.306626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:57.770631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:57.777231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:57.885191 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 associated. External IP: 172.25.5.187, port: 73479000-6125-43a5-af3a-33fafc27af34. Jul 29 18:33:57.901495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:58.110870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:33:58.218592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:33:58.223179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:33:58.228829 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:33:58.238203 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:33:58.238897 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:33:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:58.252472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-afc648fb-fd90-4d7e-8ea3-57e002096509 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "PUT /v2.0/floatingips/e71ba530-56c5-4758-bba3-602739a063f1 HTTP/1.1" status: 200 len: 991 time: 0.9879618 Jul 29 18:33:58.253141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:33:58.255459 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:33:58.342333 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57b7cd-759b-4780-91a7-1d2a113cd986 x-openstack-request-id: req-7e57b7cd-759b-4780-91a7-1d2a113cd986 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:33:58.342634 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:33:58.342884 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e57b7cd-759b-4780-91a7-1d2a113cd986 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:33:58.343291 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'status': 'completed', 'code': 200} Jul 29 18:33:58.349815 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:33:58.403292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-4037b75c-ef99-4a8f-b17e-7ea73f754661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:58.404671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-4037b75c-ef99-4a8f-b17e-7ea73f754661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1096 time: 0.0406265 Jul 29 18:33:58.495099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-04d1fc27-e965-469c-8bb5-b9ce389aa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:58.496604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-04d1fc27-e965-469c-8bb5-b9ce389aa891 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0846133 Jul 29 18:33:58.561185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-6481e736-21db-4563-ac8c-6f3e19139e7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 999 time: 0.0576112 Jul 29 18:33:58.580003 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:33:57Z', 'revision_number': 9, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:58.606485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:33:58.614525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-95c237e8-0152-4194-8654-22c7bc19503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:58.615546 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:33:58.616002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-95c237e8-0152-4194-8654-22c7bc19503f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0472643 Jul 29 18:33:58.616156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:33:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:58.662067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-0612f46b-ff8b-4c13-b627-46e8743c9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:33:58.663460 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-0612f46b-ff8b-4c13-b627-46e8743c9b30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398855 Jul 29 18:33:58.723071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:33:58.753201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-c8bff999-26a9-4635-8bee-8685019f2a16 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804541 Jul 29 18:33:58.848127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c0d2db24-1f61-48f8-9a5d-a43e6e65f9bf req-7a0b0a32-8469-49e0-9339-ecbb9a34a9a1 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880013 Jul 29 18:33:58.948943 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:33:57Z', 'revision_number': 9, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:33:58.977245 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5daf-8f13-4fbe-bbde-ddde9561556f None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:33:57Z', 'revision_number': 9, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:33:59.154586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf94eb-f839-4ac3-8acc-e388e5cb5f12 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:34:00.784499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:34:09.338909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a2b986d-d875-46dd-adf5-bf8669c9b743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:11.775741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03d08096-1efc-4f92-a590-c3e4cc7bf379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:11.995153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:13.175383 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:14.817676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:26.927065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:27.913768 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:37.789468 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:34:39.338633 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b841017b-b9d6-4c47-8d9f-eeaa8e2364bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:41.777155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8844d991-d07a-46c8-a9ea-7155b919ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:42.000218 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:43.178172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:44.813565 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:53.543830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-b6dbccf2-bd84-41e1-90dd-d476327fd7f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977032 Jul 29 18:34:53.629212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-6e16dc07-e353-4a48-abe2-f246d84e759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:34:53.630717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-6e16dc07-e353-4a48-abe2-f246d84e759a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1096 time: 0.0425644 Jul 29 18:34:53.740150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-f6cf8059-6dce-4916-8f8b-10cd4a338b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:34:53.741507 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-f6cf8059-6dce-4916-8f8b-10cd4a338b66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0904152 Jul 29 18:34:53.806835 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-18fb5814-6835-43b9-86a4-b31ea11d183d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1002 time: 0.0578070 Jul 29 18:34:53.860905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-244437ca-8e31-421f-8904-977b4305382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:34:53.862433 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-244437ca-8e31-421f-8904-977b4305382f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0487790 Jul 29 18:34:53.910403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-a4879574-05fa-4245-93c6-e02440eb8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:34:53.911857 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-a4879574-05fa-4245-93c6-e02440eb8f81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405843 Jul 29 18:34:53.923450 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-0221f8dc-84ec-40e3-b3f7-582fd7e455be service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:34:53.924425 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-0221f8dc-84ec-40e3-b3f7-582fd7e455be service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049717 Jul 29 18:34:54.013505 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-ef4c5a51-b3d8-4f9a-b44e-b19f646ec7ee service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Jul 29 18:34:54.108053 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-5ecf7642-b862-44ad-9d8e-090569659d48 req-07cfda82-7601-48db-a87c-591e920f4d1e service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Jul 29 18:34:56.935130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:34:57.915167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:09.343548 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f750-589a-4525-8a83-4bc80f80143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:11.778716 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-011148bf-9521-4e53-aeed-ec5f652c8f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:12.000893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:13.182760 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:14.794397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:35:14.817765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:26.966969 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:27.926226 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:35.061229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8810e-2e06-4dc2-9e7d-658a9f63313b req-d1ec06ee-9785-435a-a0f7-f2e0e5c3ac3d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:35.062793 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98a8810e-2e06-4dc2-9e7d-658a9f63313b req-d1ec06ee-9785-435a-a0f7-f2e0e5c3ac3d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0511887 Jul 29 18:35:35.398905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98a8810e-2e06-4dc2-9e7d-658a9f63313b req-4629010f-8398-43d9-a71d-c12172d14e06 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289623 Jul 29 18:35:35.402611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-6ed4e5d7-0b2e-488b-9775-333c3e589d5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3989322 Jul 29 18:35:36.531406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678c4e-56b3-421a-b034-6357ca2cefc4 req-371c0879-fbe7-4afb-a614-c3fd544461d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:36.532801 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95678c4e-56b3-421a-b034-6357ca2cefc4 req-371c0879-fbe7-4afb-a614-c3fd544461d1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Jul 29 18:35:36.571598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-95678c4e-56b3-421a-b034-6357ca2cefc4 req-b8d7cacf-d3f6-4534-abed-0ab14533906e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325174 Jul 29 18:35:37.617869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-ca1362ee-ecd3-4193-94ba-075aeae1d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:37.619433 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-ca1362ee-ecd3-4193-94ba-075aeae1d500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1096 time: 0.0439792 Jul 29 18:35:37.696131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a191a0-afb4-4ce8-bd04-d6b05bb86b63 req-40dfb064-d317-4fbc-9780-e391273bce43 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:37.697620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18a191a0-afb4-4ce8-bd04-d6b05bb86b63 req-40dfb064-d317-4fbc-9780-e391273bce43 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0493124 Jul 29 18:35:37.714449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-a45e7964-5d3c-4cdd-8c7f-a041036c45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:37.715980 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-a45e7964-5d3c-4cdd-8c7f-a041036c45f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0884101 Jul 29 18:35:37.735907 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18a191a0-afb4-4ce8-bd04-d6b05bb86b63 req-c0ddec80-3d9b-4d41-82fd-0cb9c6e4128f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Jul 29 18:35:38.028709 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-183dff59-6668-4971-99d6-945ccaaa180b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1002 time: 0.3049667 Jul 29 18:35:38.079689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-8c64122e-f61e-41d3-b852-366b478ba920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:38.081127 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-8c64122e-f61e-41d3-b852-366b478ba920 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0450771 Jul 29 18:35:38.140509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-04e97dd5-83ae-4c22-a0d4-6c325d132f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:38.141981 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-04e97dd5-83ae-4c22-a0d4-6c325d132f78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536613 Jul 29 18:35:38.234490 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3259125d-b3b2-4328-8ce5-e7ea8b936a78 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Jul 29 18:35:38.327277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-8f58b270-e558-4969-9a50-b0285e5171a0 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856638 Jul 29 18:35:38.873049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fcc1b-6bfd-4605-b4aa-e9495faaf8c5 req-781901e8-7786-4f95-a55b-fcfeeb2c7d34 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:38.874542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae6fcc1b-6bfd-4605-b4aa-e9495faaf8c5 req-781901e8-7786-4f95-a55b-fcfeeb2c7d34 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0611784 Jul 29 18:35:38.914645 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae6fcc1b-6bfd-4605-b4aa-e9495faaf8c5 req-bf125432-68ae-4034-8859-dcedae38938e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Jul 29 18:35:39.334097 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e45cb33-7eb9-414e-842b-655c583075f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:40.052455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81474e-df00-4e7e-8384-4773eb518230 req-aa02400d-5605-4dae-9b26-f98453bfc659 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:40.053939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c81474e-df00-4e7e-8384-4773eb518230 req-aa02400d-5605-4dae-9b26-f98453bfc659 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0519297 Jul 29 18:35:40.092104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c81474e-df00-4e7e-8384-4773eb518230 req-56b1138d-cd25-4081-a9f4-58239f60dc0a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jul 29 18:35:41.223408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df1c7-ab95-4193-8389-00bb36b8971d req-843f8524-8d1d-41a3-84c6-3113465a5940 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:41.224922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e93df1c7-ab95-4193-8389-00bb36b8971d req-843f8524-8d1d-41a3-84c6-3113465a5940 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0590291 Jul 29 18:35:41.263905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e93df1c7-ab95-4193-8389-00bb36b8971d req-bfb830f7-76dd-4ccc-b590-955ed878d4c7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Jul 29 18:35:41.781184 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a332c297-16a7-42be-96ef-63e741355a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:42.007112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:42.404054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7ab7-70f2-4c9f-95d8-1b869d8c6849 req-5d6816d8-d8d2-46e3-ad69-1f5d33d5cfc1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:42.405595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-404f7ab7-70f2-4c9f-95d8-1b869d8c6849 req-5d6816d8-d8d2-46e3-ad69-1f5d33d5cfc1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0623410 Jul 29 18:35:42.447308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-404f7ab7-70f2-4c9f-95d8-1b869d8c6849 req-1ae9b5f2-98f0-4e39-bb64-a71ff6eb7856 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Jul 29 18:35:43.186053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:43.571150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6832f-1aa3-402d-90b7-cdc6adc838fc req-e48a093a-c0bc-4abd-8ee9-8c588125b952 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:43.572667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fb6832f-1aa3-402d-90b7-cdc6adc838fc req-e48a093a-c0bc-4abd-8ee9-8c588125b952 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0502033 Jul 29 18:35:43.611490 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5fb6832f-1aa3-402d-90b7-cdc6adc838fc req-f88844a2-7e6b-4423-88c7-a46d36ce4d09 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Jul 29 18:35:44.729603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f0777-73fe-4b87-87c2-52e8c6a2da2f req-87238baa-bf1e-436d-b95a-a829d1d0e151 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:44.731091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-470f0777-73fe-4b87-87c2-52e8c6a2da2f req-87238baa-bf1e-436d-b95a-a829d1d0e151 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Jul 29 18:35:44.770391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-470f0777-73fe-4b87-87c2-52e8c6a2da2f req-13497cb8-de1c-4aeb-b9ee-42f56288aa59 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jul 29 18:35:44.818273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:45.906797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9aa8a-bf6e-4de7-ac8a-b6e02507bbce req-5cffa89e-d0a8-4b6a-bbcf-8d09f96e33c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:45.908295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74e9aa8a-bf6e-4de7-ac8a-b6e02507bbce req-5cffa89e-d0a8-4b6a-bbcf-8d09f96e33c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0577776 Jul 29 18:35:45.949372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74e9aa8a-bf6e-4de7-ac8a-b6e02507bbce req-e5b0d130-ec81-4cd4-956e-c8135d158fff tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jul 29 18:35:47.080342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5f2ad-e3ef-4571-bfdd-843399752190 req-de8636ed-4a60-45c2-8fff-f217f9a4a1a0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:47.081832 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5d5f2ad-e3ef-4571-bfdd-843399752190 req-de8636ed-4a60-45c2-8fff-f217f9a4a1a0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Jul 29 18:35:47.120330 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5d5f2ad-e3ef-4571-bfdd-843399752190 req-62a5f088-0b55-4cf1-b051-625766d16562 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 29 18:35:48.253954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71ed9f-783b-4a94-b853-6ced88218582 req-1f1cd82e-90c0-456a-ab84-07bb6c3c972d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:48.255497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc71ed9f-783b-4a94-b853-6ced88218582 req-1f1cd82e-90c0-456a-ab84-07bb6c3c972d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Jul 29 18:35:48.296481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc71ed9f-783b-4a94-b853-6ced88218582 req-fffe57a4-3940-4338-aabd-6a2a02c36d98 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332594 Jul 29 18:35:49.427535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce287e-3b59-4250-af85-de817fef1d6b req-41152fe1-6182-4183-b08d-87e7a5c32bab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:49.429098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cce287e-3b59-4250-af85-de817fef1d6b req-41152fe1-6182-4183-b08d-87e7a5c32bab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0568171 Jul 29 18:35:49.466684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0cce287e-3b59-4250-af85-de817fef1d6b req-2ba97d20-8c3f-414c-bb9f-06743e491fc1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Jul 29 18:35:50.182441 n-d-801607-3 neutron-server[94052]: INFO neutron.api.v2.resource [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-e5dba772-d60b-40f4-b127-35786e7bd4fc service neutron] show failed (client error): The resource could not be found. Jul 29 18:35:50.183454 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-e5dba772-d60b-40f4-b127-35786e7bd4fc service neutron] 10.222.0.49 "GET /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0626285 Jul 29 18:35:50.404019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3e929c4d-d387-4ce1-9a2d-41b1a3cf15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:50.405526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3e929c4d-d387-4ce1-9a2d-41b1a3cf15d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0521243 Jul 29 18:35:50.417899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:35:50.470947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:50.677702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d058b21-3e07-43af-863f-43ade465c117 req-1882c889-c3ea-4c6d-a485-c1af97b3fca2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:50.679121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d058b21-3e07-43af-863f-43ade465c117 req-1882c889-c3ea-4c6d-a485-c1af97b3fca2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.1064005 Jul 29 18:35:50.739797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:35:50.744007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d058b21-3e07-43af-863f-43ade465c117 req-5604ace6-fd3f-46fa-b690-c5021b0721fd tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586660 Jul 29 18:35:50.779366 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:35:50.818954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:35:50.821287 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa51b75-b26c-4b9a-bb94-615c4b30882e" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-unplugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:35:50.825372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:50.838631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Transition to ACTIVE for port object 73479000-6125-43a5-af3a-33fafc27af34 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:35:50.843811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:50.876015 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7274880-f9e8-4cf7-8518-73633100bb83 x-openstack-request-id: req-e7274880-f9e8-4cf7-8518-73633100bb83 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:35:50.876300 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-unplugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:35:50.876556 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7274880-f9e8-4cf7-8518-73633100bb83 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:35:50.876957 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'code': 200} Jul 29 18:35:50.898831 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:50.934991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.935330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.935675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.936011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.936344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.936693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.937022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.937348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.937673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.937990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.938369 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.938694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:50.987882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] No DVR routers for this DVR port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:35:51.124641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:35:51.124951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:35:51.125639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:35:51.130334 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:35:51.130687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:35:51.135813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:35:51.136143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:35:51.136524 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:35:51.136949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Bound port: 73479000-6125-43a5-af3a-33fafc27af34, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:35:51.137300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:51.205466 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:35:51.208424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:35:51.215047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:51.250883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.251536 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:51.253087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] 10.222.0.38 "PUT /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1091 time: 0.8392661 Jul 29 18:35:51.272338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f896-261a-4b3a-a8d0-f8351baa1508 service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:51.316720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3d916a0d-fd4b-46fc-ba37-acd6a1743fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.318491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3d916a0d-fd4b-46fc-ba37-acd6a1743fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1094 time: 0.0431340 Jul 29 18:35:51.416504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-8f068e4f-6dac-45a5-80d5-3306e9753b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.418175 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-8f068e4f-6dac-45a5-80d5-3306e9753b0a service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0930259 Jul 29 18:35:51.493781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-b0fbdaf3-bceb-4bda-b0fc-bb882abdb231 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0675092 Jul 29 18:35:51.544718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-fb6993e5-c9c4-4e77-8cc4-a92cff06b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.546021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-fb6993e5-c9c4-4e77-8cc4-a92cff06b62f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0446556 Jul 29 18:35:51.595087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3e042b9c-1e32-4690-b032-7aa3fcfbb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.596552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-3e042b9c-1e32-4690-b032-7aa3fcfbb134 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435147 Jul 29 18:35:51.685140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-55060235-7c3e-430a-b206-c25274cec831 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810070 Jul 29 18:35:51.780522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-de9dceef-57c2-4768-bf4b-fc4c10971221 req-da0fb3d2-482b-4025-aef7-4f94cf035091 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Jul 29 18:35:51.793623 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:35:51.870659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e1eb-233d-4776-a4b1-306d2e34b67e req-0156afec-703f-43a2-a332-b865914b2362 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:51.872201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7844e1eb-233d-4776-a4b1-306d2e34b67e req-0156afec-703f-43a2-a332-b865914b2362 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0517755 Jul 29 18:35:51.911694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7844e1eb-233d-4776-a4b1-306d2e34b67e req-67d11e3d-2cad-4fad-9e4b-4325e95af324 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Jul 29 18:35:52.877941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:35:52.881147 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7115d4-e30b-4f27-83a0-629131d92a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:35:52.938753 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c565b668-ba59-4af8-98f2-2aea1fce815f x-openstack-request-id: req-c565b668-ba59-4af8-98f2-2aea1fce815f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:35:52.939051 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:35:52.939326 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c565b668-ba59-4af8-98f2-2aea1fce815f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:35:52.939732 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'status': 'completed', 'code': 200} Jul 29 18:35:53.004552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-83e232e1-5789-4fa7-9ecc-460850a514ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.006083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-83e232e1-5789-4fa7-9ecc-460850a514ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1094 time: 0.0436652 Jul 29 18:35:53.031726 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-a2e17763-5a2c-4f42-8383-ef23b014a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.033244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-a2e17763-5a2c-4f42-8383-ef23b014a3ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1094 time: 0.0711038 Jul 29 18:35:53.068501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326c6cf-2bec-4fdf-a807-6f7c8a3b4211 req-933d616b-169d-4806-b7cb-9cc7cbcfa0c7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.069934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6326c6cf-2bec-4fdf-a807-6f7c8a3b4211 req-933d616b-169d-4806-b7cb-9cc7cbcfa0c7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 943 time: 0.0787880 Jul 29 18:35:53.100794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-bce96093-55d8-4d3c-b850-24507ddd0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.102273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-bce96093-55d8-4d3c-b850-24507ddd0943 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0895011 Jul 29 18:35:53.148552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6326c6cf-2bec-4fdf-a807-6f7c8a3b4211 req-895d7377-74da-415b-9199-b5d6ea79204f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534294 Jul 29 18:35:53.164918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-e4367754-7552-4f6c-84e3-c634dd05de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.166525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-e4367754-7552-4f6c-84e3-c634dd05de1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.1249907 Jul 29 18:35:53.169726 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-0b643036-f7db-466f-aee5-fce994480963 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0608168 Jul 29 18:35:53.225434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-6864b621-f031-4b16-9f24-866d329c0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.227081 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-6864b621-f031-4b16-9f24-866d329c0fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0477676 Jul 29 18:35:53.243482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-6f686e99-fc00-4e86-8f5a-caa1eee7039c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0680482 Jul 29 18:35:53.282759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-4e682798-f6d0-495a-85ba-6f608255f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.284407 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-4e682798-f6d0-495a-85ba-6f608255f2c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502009 Jul 29 18:35:53.295166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-3453de0c-1ced-460e-9fa8-c3bc72115ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.296648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-3453de0c-1ced-460e-9fa8-c3bc72115ab2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0463972 Jul 29 18:35:53.346075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-4238e400-b1ed-427a-be43-6c3035e762c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:53.347733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-4238e400-b1ed-427a-be43-6c3035e762c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446317 Jul 29 18:35:53.379714 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-e89d5c59-7d8e-4bf8-9766-70d2341aec06 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878987 Jul 29 18:35:53.441274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-c2990d34-11f2-40ae-8c18-5e74c91421a3 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Jul 29 18:35:53.476185 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-d37a3025-ecff-4ea4-ae80-75ecc065ab5b service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892684 Jul 29 18:35:53.531994 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb7115d4-e30b-4f27-83a0-629131d92a4f req-c9b86d4e-9f3c-49f8-a0e4-294133ba7b83 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jul 29 18:35:53.834700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:35:53.938318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:35:53.950666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '73479000-6125-43a5-af3a-33fafc27af34', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:35:54.001744 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:54.014507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:35:54.040223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:35:54.046958 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:54.094961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:54.102365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.102707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.103049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.103393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.103724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.104130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.104440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.104762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.105084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.105402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.105721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.106036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:54.148183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:35:54.190697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:35:54.257106 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['73479000-6125-43a5-af3a-33fafc27af34'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:35:54.282489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72822cf-7c74-48d8-a6b7-53cef44225c9 req-3f0f7314-726d-4ca7-93fb-6ba5e6da4042 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:54.284032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d72822cf-7c74-48d8-a6b7-53cef44225c9 req-3f0f7314-726d-4ca7-93fb-6ba5e6da4042 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0513327 Jul 29 18:35:54.327307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d72822cf-7c74-48d8-a6b7-53cef44225c9 req-7675d189-9102-4169-b255-91c261ac5db9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Jul 29 18:35:54.643941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-29a2fb9b-5389-4c9f-b13f-1b74a5d8be1c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:54.645327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-29a2fb9b-5389-4c9f-b13f-1b74a5d8be1c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78&tenant_id=b586e7369b2049de808d3b66d2da03b5&binding%3Ahost_id=n-h2-801607-3 HTTP/1.1" status: 200 len: 944 time: 0.0778084 Jul 29 18:35:54.661039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2d6e-c844-471b-b759-8d0155fc1ec2 req-c5c03ff4-bb29-40c9-b118-e80cb8a5058e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:54.662466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e65e2d6e-c844-471b-b759-8d0155fc1ec2 req-c5c03ff4-bb29-40c9-b118-e80cb8a5058e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0682256 Jul 29 18:35:54.737874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e65e2d6e-c844-471b-b759-8d0155fc1ec2 req-2e5a887e-7047-41b6-8f71-51edf385662f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693288 Jul 29 18:35:54.744485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-a66ebe1d-ce40-4dd6-9799-f057d1087140 service neutron] 10.222.0.38 "GET /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34/bindings/n-h2-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.0811567 Jul 29 18:35:54.810033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-944610af-7102-4596-b9cc-15649dc55571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:54.811591 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-944610af-7102-4596-b9cc-15649dc55571 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1095 time: 0.0431745 Jul 29 18:35:54.901636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-d159a887-9aa8-4b68-a57b-eea3c7035e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:54.903017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-d159a887-9aa8-4b68-a57b-eea3c7035e37 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0844674 Jul 29 18:35:54.975435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-98c0cf08-c430-427a-b1bc-642e10d1615d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1001 time: 0.0644574 Jul 29 18:35:55.025671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-658b142c-0c8c-46e7-b6e5-140deb200078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:55.027168 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-658b142c-0c8c-46e7-b6e5-140deb200078 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0447345 Jul 29 18:35:55.072197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-1b00fddb-3c71-43fe-ae1c-76488fc4c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:55.073811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-1b00fddb-3c71-43fe-ae1c-76488fc4c0d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393388 Jul 29 18:35:55.179693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-c2ba543e-0892-4f00-a928-0a14e93c35cb service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985823 Jul 29 18:35:55.272635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7e3510cf-cdae-4d8e-8152-594b93ad5792 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855412 Jul 29 18:35:55.841905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:35:55.871836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f434a0-46bf-4136-98e1-ba66d5d37724 req-9efe14c5-830a-4a7f-8581-934824ca1dd4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:55.873692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63f434a0-46bf-4136-98e1-ba66d5d37724 req-9efe14c5-830a-4a7f-8581-934824ca1dd4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0556059 Jul 29 18:35:55.896124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 73479000-6125-43a5-af3a-33fafc27af34 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:35:55.900285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 73479000-6125-43a5-af3a-33fafc27af34 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:35:55.900721 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:55.914191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63f434a0-46bf-4136-98e1-ba66d5d37724 req-d1230369-9da9-41ed-a867-569672c0d326 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Jul 29 18:35:55.987873 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:56.014707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:35:56.016937 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a4dbe2-d258-45c2-a022-288733e9f44b" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:35:56.030276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:35:56.035363 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:56.064515 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a37259-f341-499a-a37a-b9c4abd8ae3f x-openstack-request-id: req-f8a37259-f341-499a-a37a-b9c4abd8ae3f {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:35:56.064808 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:35:56.065063 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8a37259-f341-499a-a37a-b9c4abd8ae3f {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:35:56.065473 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'code': 200} Jul 29 18:35:56.086746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:56.963155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:57.055190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a9286-a2fe-4c7e-88e7-7f84e18da7b6 req-0659438c-a38b-4f85-ba9e-2fa81cd2d9e0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:57.056661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f62a9286-a2fe-4c7e-88e7-7f84e18da7b6 req-0659438c-a38b-4f85-ba9e-2fa81cd2d9e0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0533745 Jul 29 18:35:57.097077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f62a9286-a2fe-4c7e-88e7-7f84e18da7b6 req-267a1861-a83e-4141-be83-83536dbf7c35 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Jul 29 18:35:57.221218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-a84cdd11-ff14-4aeb-9a18-aeaa3b7a6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:57.222680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-a84cdd11-ff14-4aeb-9a18-aeaa3b7a6013 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0445094 Jul 29 18:35:57.234655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:35:57.286469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:57.504953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:35:57.545689 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:35:57.585088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:35:57.587420 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507ab2c-e115-43ae-a804-a83e0fb380a0" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-unplugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:35:57.591364 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:57.606429 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Transition to ACTIVE for port object 73479000-6125-43a5-af3a-33fafc27af34 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:35:57.611680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:57.710615 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587922b-bc58-49b7-bbb0-8f54195f9b3b x-openstack-request-id: req-b587922b-bc58-49b7-bbb0-8f54195f9b3b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:35:57.710906 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-unplugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:35:57.711151 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b587922b-bc58-49b7-bbb0-8f54195f9b3b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:35:57.711530 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'code': 200} Jul 29 18:35:57.729025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=10']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:57.766633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.766987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.767321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.767656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.767992 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.768317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.768643 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.768968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.769297 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.769618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.769941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.770274 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:35:57.795730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] No DVR routers for this DVR port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:35:57.925971 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:57.930536 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:35:57.930854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:35:57.931179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:35:57.935731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:35:57.936050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Attempting to bind port 73479000-6125-43a5-af3a-33fafc27af34 on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:35:57.941005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:35:57.941342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:35:57.941722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:35:57.942179 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Bound port: 73479000-6125-43a5-af3a-33fafc27af34, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:35:57.942563 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:58.005404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:35:58.009706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:35:58.016958 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:58.052394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.053007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:35:58.054503 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] 10.222.0.49 "PUT /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1092 time: 0.8242316 Jul 29 18:35:58.087255 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d9886-8991-4763-92fc-fdb15aa4cd5c service neutron] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=11']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:35:58.124105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-f990e676-e1f4-4a56-98ec-46ec8b578c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.126108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-f990e676-e1f4-4a56-98ec-46ec8b578c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1095 time: 0.0473690 Jul 29 18:35:58.226210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26966e-b2fa-458f-8b63-640d4d88953f req-48f0a75b-bde4-4c23-8eb9-b47ca5d2b1e7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.227786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a26966e-b2fa-458f-8b63-640d4d88953f req-48f0a75b-bde4-4c23-8eb9-b47ca5d2b1e7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0556426 Jul 29 18:35:58.236434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-a7b28e0d-434d-4bf3-98be-3029d62daac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.237942 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-a7b28e0d-434d-4bf3-98be-3029d62daac6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.1047251 Jul 29 18:35:58.268569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a26966e-b2fa-458f-8b63-640d4d88953f req-9cb67dab-dfc7-4db4-8c3d-0fa1eb9ac41c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Jul 29 18:35:58.303336 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-78b08965-bd31-4c2c-8f5e-828f53be8745 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0584192 Jul 29 18:35:58.356903 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-f48c033d-c828-4ee5-bbc0-85296a78edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.358408 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-f48c033d-c828-4ee5-bbc0-85296a78edf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0478835 Jul 29 18:35:58.408863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-30e0b1e7-de44-463e-8a67-55e1f309c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:58.410643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-30e0b1e7-de44-463e-8a67-55e1f309c390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450313 Jul 29 18:35:58.502063 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-85558466-9a86-4fa5-90d7-2ad7301b7ec6 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Jul 29 18:35:58.600480 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-8e0d1e82-a8e0-4c4a-b338-d66eb6f47b6e req-da527d96-8dce-4774-8f0c-21878d4ff905 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913234 Jul 29 18:35:59.406364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad924b1-fd96-4e0d-8542-313b16768cb1 req-5a32bfdc-5c63-4232-a6a6-f5fce024dee2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:59.407824 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ad924b1-fd96-4e0d-8542-313b16768cb1 req-5a32bfdc-5c63-4232-a6a6-f5fce024dee2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 944 time: 0.0551529 Jul 29 18:35:59.449564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ad924b1-fd96-4e0d-8542-313b16768cb1 req-53007e48-f5e8-4d0d-a447-c723a843077d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Jul 29 18:35:59.713075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:35:59.717001 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924fb8a6-a228-4115-8429-36a3b4046356" -d '{"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:35:59.777115 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5678a080-3ac7-490f-8641-da6a5ed688c5 x-openstack-request-id: req-5678a080-3ac7-490f-8641-da6a5ed688c5 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:35:59.777444 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:35:59.777706 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5678a080-3ac7-490f-8641-da6a5ed688c5 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:35:59.778111 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'status': 'completed', 'code': 200} Jul 29 18:35:59.837285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-291e645f-002f-4052-87d7-a21131ffa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:59.838856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-291e645f-002f-4052-87d7-a21131ffa5cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1095 time: 0.0421543 Jul 29 18:35:59.849669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-fa90e6f4-509c-4bdb-aea8-bbb45840ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:59.851234 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-fa90e6f4-509c-4bdb-aea8-bbb45840ef27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 1095 time: 0.0435612 Jul 29 18:35:59.857201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:35:59.898715 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:35:59.935786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-98bc5208-4f42-4358-a0c7-a725bb3233b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:59.937344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-98bc5208-4f42-4358-a0c7-a725bb3233b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0916231 Jul 29 18:35:59.949319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-eb97af12-2f14-49dd-a328-564530f7477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:35:59.950833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-eb97af12-2f14-49dd-a328-564530f7477b service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0919485 Jul 29 18:36:00.015180 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-ffd2cfdc-4688-467f-8768-9b246eb1484f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0709178 Jul 29 18:36:00.027043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-aa0f63d0-07a8-4600-b08c-5664872b1129 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 200 len: 1000 time: 0.0628052 Jul 29 18:36:00.066068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-1e65cf5c-7300-416e-9c82-3f2cf1fae150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.067910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-1e65cf5c-7300-416e-9c82-3f2cf1fae150 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0463054 Jul 29 18:36:00.076057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-3b41891a-90d9-49fc-9dab-f475e937287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.077539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-3b41891a-90d9-49fc-9dab-f475e937287b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0438106 Jul 29 18:36:00.115305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-16eceec8-e4bf-4d78-b04e-4d5a19ac0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.116963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-16eceec8-e4bf-4d78-b04e-4d5a19ac0b5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419636 Jul 29 18:36:00.138452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb8a6-a228-4115-8429-36a3b4046356 req-46b59cd4-b60e-493f-b66e-6634e47a7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.140054 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-46b59cd4-b60e-493f-b66e-6634e47a7ec0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482507 Jul 29 18:36:00.180273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:36:00.217462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-0cd8f367-ba3f-4813-be18-0ab510f59b5e service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934818 Jul 29 18:36:00.238476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-a12ecd74-0e5b-4005-ae0b-6b842366249d service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912254 Jul 29 18:36:00.279185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:00.291010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '73479000-6125-43a5-af3a-33fafc27af34', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '73479000-6125-43a5-af3a-33fafc27af34', 'mac_address': 'fa:16:3e:71:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:36:00.312445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-8f7af4ae-764c-4938-89b5-12d83d013b46 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Jul 29 18:36:00.328171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:00.333821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-924fb8a6-a228-4115-8429-36a3b4046356 req-2f83cf4e-0086-4cf2-a8eb-6b95d97bf071 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882316 Jul 29 18:36:00.341228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:36:00.364447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:00.369890 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:00.421207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:00.576056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67459-b942-4382-b08b-0b9814392357 req-4a0bd76c-b5b3-4a0d-8132-b3116ca5dd68 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.577570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08a67459-b942-4382-b08b-0b9814392357 req-4a0bd76c-b5b3-4a0d-8132-b3116ca5dd68 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0548055 Jul 29 18:36:00.581834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['73479000-6125-43a5-af3a-33fafc27af34'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:36:00.616515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08a67459-b942-4382-b08b-0b9814392357 req-c912b0fa-292f-498e-8392-a5fc7dc69a25 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326915 Jul 29 18:36:00.729883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ebfdf-30f9-4506-876c-30f364365907 req-ee41de41-e6b9-4ea9-ba58-67b579d078cf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.731453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91ebfdf-30f9-4506-876c-30f364365907 req-ee41de41-e6b9-4ea9-ba58-67b579d078cf tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Jul 29 18:36:00.770957 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91ebfdf-30f9-4506-876c-30f364365907 req-2f4f4d76-8a84-48c3-9637-0005cb3b1031 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Jul 29 18:36:00.889264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6ef3f-0b7b-46ed-a275-6120b7b91a66 req-35f6a2d9-abe6-4933-9a0e-24ed9df3b406 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:00.890698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b6ef3f-0b7b-46ed-a275-6120b7b91a66 req-35f6a2d9-abe6-4933-9a0e-24ed9df3b406 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Jul 29 18:36:00.932395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-16b6ef3f-0b7b-46ed-a275-6120b7b91a66 req-785500cd-0c04-4bb6-8ccf-2f823e7b3c13 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jul 29 18:36:01.178955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeb216-200a-4442-97fe-13b9347200eb req-3046ba73-32f6-4de5-9e6c-c040c1703b37 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:01.180452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4eeb216-200a-4442-97fe-13b9347200eb req-3046ba73-32f6-4de5-9e6c-c040c1703b37 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0547483 Jul 29 18:36:01.218775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b4eeb216-200a-4442-97fe-13b9347200eb req-f830f0b2-7582-4ce8-ae1c-706f1c7e9d3f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 29 18:36:02.182306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:36:02.242920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 73479000-6125-43a5-af3a-33fafc27af34 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:36:02.246713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 73479000-6125-43a5-af3a-33fafc27af34 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:36:02.247485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.326062 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.335472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d3d9-b372-4161-b39d-d989a31ec92e req-805f072a-e547-4ab5-b9e2-bc4e5ef2b015 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:02.337027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a52d3d9-b372-4161-b39d-d989a31ec92e req-805f072a-e547-4ab5-b9e2-bc4e5ef2b015 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0495336 Jul 29 18:36:02.349470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:36:02.351881 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1a679-7ec1-46f7-9749-bc5f87004353" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:36:02.365144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:02.370828 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.378965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a52d3d9-b372-4161-b39d-d989a31ec92e req-0410dce1-87d7-4d18-8c32-0a44fd419c08 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358753 Jul 29 18:36:02.392480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-7fc492bc-f46b-48ae-9e80-5c93e9272f36 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:02.394575 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-7fc492bc-f46b-48ae-9e80-5c93e9272f36 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 945 time: 0.0537326 Jul 29 18:36:02.423816 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb6f42-c8ae-4961-8ed0-87311fe22e25 x-openstack-request-id: req-04eb6f42-c8ae-4961-8ed0-87311fe22e25 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:36:02.424102 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-plugged", "status": "completed", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:36:02.424355 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04eb6f42-c8ae-4961-8ed0-87311fe22e25 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:36:02.424744 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'code': 200} Jul 29 18:36:02.427614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=13']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:02.495123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Deleting port 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:36:02.495669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.586108 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] For port 73479000-6125-43a5-af3a-33fafc27af34, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=73479000-6125-43a5-af3a-33fafc27af34,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:02.586501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.851491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.851860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:02.852164 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 disassociated. External IP: 172.25.5.187, port: 73479000-6125-43a5-af3a-33fafc27af34. Jul 29 18:36:02.852505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Calling delete_port for 73479000-6125-43a5-af3a-33fafc27af34 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:36:03.234212 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:03.262993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'Port': ['ID=73479000-6125-43a5-af3a-33fafc27af34,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:03.380080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:36:03.479046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-927e5ab9-4164-46dc-89be-5d820a864e6b req-202ec483-f7f4-4200-ae09-4d504a12126e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e6fe3f-c383-4d48-b367-6c57baf22f78 HTTP/1.1" status: 200 len: 210 time: 0.0272205 Jul 29 18:36:03.491655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:36:03.502770 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:36:03.511908 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:36:03.512577 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:35:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:03.533923 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] No DVR routers for this DVR port 73479000-6125-43a5-af3a-33fafc27af34 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:36:03.536550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:03.538566 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-244f8b68-4b8f-4eff-badf-7cacbe91f3d2 req-4d548744-d18e-4626-b54d-6ba49a53217a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "DELETE /v2.0/ports/73479000-6125-43a5-af3a-33fafc27af34 HTTP/1.1" status: 204 len: 173 time: 1.1372113 Jul 29 18:36:03.538998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-deleted', 'tag': '73479000-6125-43a5-af3a-33fafc27af34'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:36:03.541386 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03f66224ce434158dcc7f674f53e37ef9dd99ea29e7e7eacd065c954084d8eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a5eaa-5e8a-4372-b798-1f64db37e595" -d '{"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-deleted", "tag": "73479000-6125-43a5-af3a-33fafc27af34"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:36:03.585593 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9b2dd-28a3-4fcb-88aa-33f6fe14eeb0 x-openstack-request-id: req-bca9b2dd-28a3-4fcb-88aa-33f6fe14eeb0 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:36:03.585882 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e6fe3f-c383-4d48-b367-6c57baf22f78", "name": "network-vif-deleted", "tag": "73479000-6125-43a5-af3a-33fafc27af34", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:36:03.586156 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bca9b2dd-28a3-4fcb-88aa-33f6fe14eeb0 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:36:03.586584 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e6fe3f-c383-4d48-b367-6c57baf22f78', 'name': 'network-vif-deleted', 'tag': '73479000-6125-43a5-af3a-33fafc27af34', 'status': 'completed', 'code': 200} Jul 29 18:36:03.620890 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:36:03.817769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:03.847336 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:36:03.856064 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:36:03.856718 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:35:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:04.055363 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:36:04.257736 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:04.287254 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202d518-88e6-4d82-9ae9-e3f041c119ab None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:36:04.510950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de07f6-b2ce-4002-ba9f-33fe85fd9032 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:36:04.749377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-66c1cfef-102a-4f54-bc92-55cdbfcbd4a8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1291461955&fields=id&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 267 time: 0.0337696 Jul 29 18:36:04.861758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-ccdd0985-ac48-4781-ad94-7f28f32db711 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:04.863173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-ccdd0985-ac48-4781-ad94-7f28f32db711 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1067288 Jul 29 18:36:04.879059 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-631a961c-5391-48db-9ad6-8b0cc412a500 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/quotas/b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 375 time: 0.0100222 Jul 29 18:36:04.932499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-761cd828-c4f2-4cd8-a6a4-f2cb5811295b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477502 Jul 29 18:36:05.073835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7c92a4d7-21ca-4811-8ab1-1af8b0492e80 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287637 Jul 29 18:36:05.165521 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-74581e55-8b65-4d8c-9116-61ae1142adf2 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 Jul 29 18:36:05.326332 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-291a5460-c5e9-43f0-bcc2-2a4cad8005c2 req-32b0fcc7-511a-4783-8c96-e8e353b90020 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0271034 Jul 29 18:36:06.181590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:36:06.203658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 73479000-6125-43a5-af3a-33fafc27af34 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:36:06.204004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 73479000-6125-43a5-af3a-33fafc27af34 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:36:06.408510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ff7aeb0-9677-498d-8329-e0ddcbca2372 req-813f2d7d-36c5-4385-ba84-4cc0a9c2550a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0318143 Jul 29 18:36:07.527491 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d6a54fb8-33c9-46ea-92fc-d3ba4838aafa req-f17a0e56-2b34-41e5-9e72-c3e931c38f20 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0347178 Jul 29 18:36:08.325168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-1eed5add-114d-49f0-a77e-be75d1c36790 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:08.326734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-1eed5add-114d-49f0-a77e-be75d1c36790 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 810 time: 0.1110277 Jul 29 18:36:08.369770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-c3602bd5-dcbc-4061-a8b5-c7f143c64081 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 380 time: 0.0341465 Jul 29 18:36:08.380949 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'port': {'device_id': '7887f342-cefb-402c-b412-ada0787adeff', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'admin_state_up': True, 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'security_groups': ['d2abb4bd-9222-4ad6-8f20-58a90b5deb57']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:36:08.497660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Made reservation on behalf of b586e7369b2049de808d3b66d2da03b5 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:36:08.501495 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:08.645771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-581460b3-65bd-464d-8c8e-9488906a6115 req-6c4055d5-1169-4929-917b-100e2748828c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0494065 Jul 29 18:36:08.670048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Allocated IP 172.20.0.9 (bf5e9068-0bac-4669-9806-e6a6f6c23b4e/7014956b-94dc-4e72-9943-19d8c4dbc6a9/2675e604-c949-4789-804a-bb908ee299ed) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:36:08.817446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:08.838191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Transition to ACTIVE for port object 2675e604-c949-4789-804a-bb908ee299ed will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:36:08.877436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:08.928141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:36:08.931273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:36:08.934905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:36:08.943283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:08.990075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:08.990736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.007866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-5d2d0c6f-dce3-4ddf-8993-d96543e22a64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305149 Jul 29 18:36:09.023023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Request body: {'port': {'device_id': '7887f342-cefb-402c-b412-ada0787adeff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:36:09.078753 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.151203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed2e8997-c2e6-41a4-9d2a-0d8c2a5d701d None None] Provisioning for port 2675e604-c949-4789-804a-bb908ee299ed completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:36:09.156050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ed2e8997-c2e6-41a4-9d2a-0d8c2a5d701d None None] Provisioning complete for port 2675e604-c949-4789-804a-bb908ee299ed triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:36:09.156432 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8997-c2e6-41a4-9d2a-0d8c2a5d701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.192801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e8997-c2e6-41a4-9d2a-0d8c2a5d701d None None] Port 2675e604-c949-4789-804a-bb908ee299ed cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:36:09.329466 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04da3fb9-fdad-40ef-8d61-a87e079e6e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.635350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:36:09.642888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.654837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Transition to ACTIVE for port object 2675e604-c949-4789-804a-bb908ee299ed will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:36:09.661037 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.713165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:09.817784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274647-1001-4da6-b9ac-79b0eacbad51 req-150362fd-47f4-405f-8833-e4e338bea690 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:09.819347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30274647-1001-4da6-b9ac-79b0eacbad51 req-150362fd-47f4-405f-8833-e4e338bea690 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.1020324 Jul 29 18:36:09.837172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:36:09.837503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:36:09.838254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:36:09.853995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:36:09.854335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:36:09.867226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:36:09.867470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:36:09.867850 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:36:09.868300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Bound port: 2675e604-c949-4789-804a-bb908ee299ed, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:36:09.868650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.881170 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-30274647-1001-4da6-b9ac-79b0eacbad51 req-b21dac2c-73a2-4202-9445-b6325c2ec927 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554836 Jul 29 18:36:09.936137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:36:09.939171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:36:09.945594 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.982362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:09.983048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:09.984572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] 10.222.0.38 "PUT /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1091 time: 0.9664805 Jul 29 18:36:09.984999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:36:09.987323 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d318df7-314c-40f8-ae13-4ec75d68b974" -d '{"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:36:10.020675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db79ece-4edb-43fa-8b62-b4c5ebf50986 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:10.041229 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c5c0e-46bf-4050-b07a-3aac83286096 x-openstack-request-id: req-140c5c0e-46bf-4050-b07a-3aac83286096 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:36:10.041479 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:36:10.041837 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-140c5c0e-46bf-4050-b07a-3aac83286096 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:36:10.042139 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'status': 'completed', 'code': 200} Jul 29 18:36:10.076204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-fa5988d9-e3de-410a-90ce-6a1295c7296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.077751 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-fa5988d9-e3de-410a-90ce-6a1295c7296e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0456841 Jul 29 18:36:10.120833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-de01b573-d2ea-454c-a0f3-182f2d4ff39b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 217 time: 0.0355737 Jul 29 18:36:10.174966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-493731f5-1923-42b0-b9b7-f363899e0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.176454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-493731f5-1923-42b0-b9b7-f363899e0671 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0491943 Jul 29 18:36:10.222384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-87bae424-e5ce-4203-9f92-45e9cfdaf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.223868 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-87bae424-e5ce-4203-9f92-45e9cfdaf50c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 Jul 29 18:36:10.322531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-a2b8a22b-4fb6-44a6-9202-bce09abf74e4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911505 Jul 29 18:36:10.429631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2ddd9ac7-4cda-4ac1-960b-b42500bf7984 req-39b8cfd1-9492-46fc-82c7-f6dfecec0888 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979264 Jul 29 18:36:10.527091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-d16580ff-8bf6-4724-a2b9-ecb880adee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.528623 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-d16580ff-8bf6-4724-a2b9-ecb880adee23 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0432184 Jul 29 18:36:10.636224 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-4cfee870-f0fa-4ee3-a013-102ef5c90e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.638501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-4cfee870-f0fa-4ee3-a013-102ef5c90e48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.1029062 Jul 29 18:36:10.681563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-35edbdc7-8c0b-4a50-969f-2e995a095d04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 217 time: 0.0342677 Jul 29 18:36:10.733565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-841376d6-fce7-48f3-b101-865e14e54623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.735008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-841376d6-fce7-48f3-b101-865e14e54623 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0443561 Jul 29 18:36:10.787058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-8a80d17a-ca93-4578-806e-96e8881996d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:10.788532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-8a80d17a-ca93-4578-806e-96e8881996d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457957 Jul 29 18:36:10.882436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-a55a7fec-e1af-40d9-8720-1f3d8916e599 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Jul 29 18:36:11.001729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d318df7-314c-40f8-ae13-4ec75d68b974 req-bfc86f0a-8b70-42f7-8926-67e692c38302 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104305 Jul 29 18:36:11.024676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc69fd-f055-494f-bd62-1cd3549cbdc6 req-6d48715b-7fb8-4391-b654-14f3ef7e1cc6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:11.026156 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3fc69fd-f055-494f-bd62-1cd3549cbdc6 req-6d48715b-7fb8-4391-b654-14f3ef7e1cc6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0607195 Jul 29 18:36:11.069803 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3fc69fd-f055-494f-bd62-1cd3549cbdc6 req-9ccbd8d9-950b-474b-b23e-6133070079b6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Jul 29 18:36:11.781822 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-85e704c1-abd1-4814-9aaf-ffefe29c8751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:11.992380 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:12.256458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c822cc-8131-4c44-8d9e-ecf2072a6fd7 req-9eee0198-78f4-428a-8c65-3e201971cd64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:12.257974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81c822cc-8131-4c44-8d9e-ecf2072a6fd7 req-9eee0198-78f4-428a-8c65-3e201971cd64 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0532186 Jul 29 18:36:12.297863 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81c822cc-8131-4c44-8d9e-ecf2072a6fd7 req-f8bbbd9f-201b-4fbd-b034-d283dc857ab0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Jul 29 18:36:13.192445 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:13.425335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a6286-93ee-4cac-a359-0a989c99faa2 req-6553713a-59f1-407a-a349-87f65d9c59f2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:13.426758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-271a6286-93ee-4cac-a359-0a989c99faa2 req-6553713a-59f1-407a-a349-87f65d9c59f2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0516508 Jul 29 18:36:13.472554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-271a6286-93ee-4cac-a359-0a989c99faa2 req-f726d74e-8dc7-4e20-b70b-88b33f846173 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Jul 29 18:36:13.905614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:36:14.027821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:14.038988 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '2675e604-c949-4789-804a-bb908ee299ed', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:36:14.075158 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:14.087731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:36:14.108410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:14.114178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:14.163187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:14.300461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2675e604-c949-4789-804a-bb908ee299ed'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:36:14.697215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f0c24-642a-4517-9da6-3fd6382f10e9 req-c08d6b38-80a6-486d-a938-73e09bff842d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:14.698737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-495f0c24-642a-4517-9da6-3fd6382f10e9 req-c08d6b38-80a6-486d-a938-73e09bff842d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.1107357 Jul 29 18:36:14.736449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-495f0c24-642a-4517-9da6-3fd6382f10e9 req-b1d5a7f4-6253-4073-9156-8dfcd600cd81 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Jul 29 18:36:14.829921 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:15.870715 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47b124-a9e4-49ac-a528-afb50ba402c6 req-cc4f6d40-9f04-456a-95a2-7b0cf1f3cdfa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:15.872196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca47b124-a9e4-49ac-a528-afb50ba402c6 req-cc4f6d40-9f04-456a-95a2-7b0cf1f3cdfa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0525165 Jul 29 18:36:15.904551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:36:15.912333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca47b124-a9e4-49ac-a528-afb50ba402c6 req-4402cb79-bb55-4559-b02b-baa68d97d004 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Jul 29 18:36:15.961380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 2675e604-c949-4789-804a-bb908ee299ed completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:36:15.965306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 2675e604-c949-4789-804a-bb908ee299ed triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:36:15.965680 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:16.046560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:16.074087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:36:16.076714 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d0e382837b77cb4cd8af6356011d1237c6920c780f53575b2fe74418ccce50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db957c-33a4-491c-a270-bfdf44341f13" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:36:16.089761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:36:16.095525 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:16.118531 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32748d17-fe93-4d53-949c-46ae44ca5d7a x-openstack-request-id: req-32748d17-fe93-4d53-949c-46ae44ca5d7a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:36:16.118817 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:36:16.119060 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32748d17-fe93-4d53-949c-46ae44ca5d7a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:36:16.119499 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'code': 200} Jul 29 18:36:16.148602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:36:16.209889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c2951-0baa-4d7f-8344-7ee31789b8c1 req-c5d2dc29-03d9-4034-add9-401e103e46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:16.211431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f6c2951-0baa-4d7f-8344-7ee31789b8c1 req-c5d2dc29-03d9-4034-add9-401e103e46a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1096 time: 0.0406294 Jul 29 18:36:16.256214 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f6c2951-0baa-4d7f-8344-7ee31789b8c1 req-2309aab2-7216-4422-8e6a-33a94244e163 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Jul 29 18:36:17.038585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac86f-9bc6-40c7-a264-c567a355fb87 req-adaccf70-0fc8-4274-b679-cf9a05d53520 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:17.040089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-656ac86f-9bc6-40c7-a264-c567a355fb87 req-adaccf70-0fc8-4274-b679-cf9a05d53520 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0537963 Jul 29 18:36:17.079990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-656ac86f-9bc6-40c7-a264-c567a355fb87 req-baa1b499-9431-4c74-be44-279f8c26798f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Jul 29 18:36:18.216690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6193-7bf4-45ae-a5d4-5033a38ca3ce req-016e2c7e-7cf7-472c-a44d-3aabf93bc481 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:18.218211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-416f6193-7bf4-45ae-a5d4-5033a38ca3ce req-016e2c7e-7cf7-472c-a44d-3aabf93bc481 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0601668 Jul 29 18:36:18.258493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-416f6193-7bf4-45ae-a5d4-5033a38ca3ce req-3bcf4002-9a73-44b3-90af-6a0bd15abf37 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340643 Jul 29 18:36:18.370650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba440e-227c-4660-b512-b9a7a7f4948c req-2733f7df-2306-4477-b743-b800348b6b0c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:18.372046 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5ba440e-227c-4660-b512-b9a7a7f4948c req-2733f7df-2306-4477-b743-b800348b6b0c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0506766 Jul 29 18:36:18.381284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 43712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:36:18.385787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Request body: {'floatingip': {'port_id': '2675e604-c949-4789-804a-bb908ee299ed'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:36:18.428704 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:18.878657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:18.886660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:18.994207 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 associated. External IP: 172.25.5.187, port: 2675e604-c949-4789-804a-bb908ee299ed. Jul 29 18:36:19.209527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:36:19.321724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:36:19.326830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:19.331817 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:36:19.342640 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:36:19.343256 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:36:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:19.357727 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f00841d5-1098-4e3e-9adc-2d9c3bc553e2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "PUT /v2.0/floatingips/e71ba530-56c5-4758-bba3-602739a063f1 HTTP/1.1" status: 200 len: 992 time: 0.9753666 Jul 29 18:36:19.358292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:36:19.360741 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49410a6ccedc18bf02eab61d194ae99479d5b71396c912de78da453a08ca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343ff4a-3fe5-4703-9407-0795424f5b59" -d '{"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:36:19.449519 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6042341f-6e63-43d2-87f8-6eea9592dc1c x-openstack-request-id: req-6042341f-6e63-43d2-87f8-6eea9592dc1c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:36:19.449815 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:36:19.449950 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:36:19.450046 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6042341f-6e63-43d2-87f8-6eea9592dc1c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:36:19.450492 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'status': 'completed', 'code': 200} Jul 29 18:36:19.514771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-850cdd34-5ba8-41eb-8773-97be75550175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:19.516315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-850cdd34-5ba8-41eb-8773-97be75550175 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1096 time: 0.0430758 Jul 29 18:36:19.606207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-5e348bf9-c905-4027-98ef-943aecf2b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:19.607737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-5e348bf9-c905-4027-98ef-943aecf2b868 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0844190 Jul 29 18:36:19.675584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7887f342-cefb-402c-b412-ada0787adeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:36:18Z', 'revision_number': 13, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:19.677316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-ad5e51e1-c034-4b50-bc16-2435f3d7ad44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0623398 Jul 29 18:36:19.700924 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:36:19.709314 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:36:19.709905 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:36:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:19.726549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-04bdcd70-ebfb-4df0-93e7-a6470fabcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:19.728021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-04bdcd70-ebfb-4df0-93e7-a6470fabcad6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0438914 Jul 29 18:36:19.774004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-24cf1b95-7c54-4e66-bc01-b1ee5a41bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:36:19.775829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-24cf1b95-7c54-4e66-bc01-b1ee5a41bd37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404251 Jul 29 18:36:19.815498 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:36:19.869243 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-d4ff1953-4557-40d3-85f5-5fa130b79f3e service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Jul 29 18:36:19.960719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e343ff4a-3fe5-4703-9407-0795424f5b59 req-64dee801-c422-411c-aa22-60efea6d318b service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839784 Jul 29 18:36:20.050993 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7887f342-cefb-402c-b412-ada0787adeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:36:18Z', 'revision_number': 13, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:36:20.077461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec59bd8-4f87-4e37-bce8-66c342946ec2 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'e71ba530-56c5-4758-bba3-602739a063f1', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7887f342-cefb-402c-b412-ada0787adeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:29:21Z', 'updated_at': '2021-07-29T18:36:18Z', 'revision_number': 13, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:36:20.275662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb3bf1-9d0a-4421-87b0-15d68970cbe2 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:36:26.965887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:27.925330 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:28.798746 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:36:39.341864 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f676526f-5ffe-4ea7-bbf3-10990df43fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:41.786204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cadde3dc-3196-4b56-a028-b90f9dacde9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:42.002715 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:43.196359 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:44.825427 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:56.962382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:36:57.924099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:00.882229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-86d06ebd-056d-4ba4-ae5c-919f9c458368 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814874 Jul 29 18:37:00.977109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47318767-d9bc-4a92-9401-722e52be5db4 req-ee881b8d-8232-492f-9971-e52cf556127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:37:00.978680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-ee881b8d-8232-492f-9971-e52cf556127b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1096 time: 0.0470738 Jul 29 18:37:01.091186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47318767-d9bc-4a92-9401-722e52be5db4 req-a323319f-d7b6-4635-ac73-90bd50b2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:37:01.092684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-a323319f-d7b6-4635-ac73-90bd50b2435d service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0898011 Jul 29 18:37:01.168669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-6a57afef-e5aa-443f-8876-a6b87a04b150 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1002 time: 0.0688863 Jul 29 18:37:01.220636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47318767-d9bc-4a92-9401-722e52be5db4 req-a7e8b320-d47f-447b-9bc1-964fd4b684f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:37:01.222094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-a7e8b320-d47f-447b-9bc1-964fd4b684f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0462184 Jul 29 18:37:01.269988 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47318767-d9bc-4a92-9401-722e52be5db4 req-abbe6c07-26f7-4dcf-a09f-898c065ef503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:37:01.271494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-abbe6c07-26f7-4dcf-a09f-898c065ef503 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419676 Jul 29 18:37:01.646393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-387abe7a-10b0-48e4-9d57-75696342b0df service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673296 Jul 29 18:37:01.736405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47318767-d9bc-4a92-9401-722e52be5db4 req-d479e19a-6fc7-4855-9b84-a9f35e458c66 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Jul 29 18:37:05.803320 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:37:09.342460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cde9579-0a83-467d-a561-402e6548d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:11.780387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a98e4eb7-bcb4-4e0c-b406-c3e0c28e5b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:12.002080 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:13.195856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:14.833415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:26.974998 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:27.930940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:39.348186 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d16b60ad-0660-472e-91ba-e471f3c8a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:41.789691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-087ca618-e906-4dc3-a5b4-bc9317b6cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:42.007679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:42.809931 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:37:43.200398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:44.841764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:56.193151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469acc-cc2c-4c35-ae32-30b8def0b84c req-986f8fe2-73d1-40e1-b6af-997a5033fc50 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:37:56.194669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20469acc-cc2c-4c35-ae32-30b8def0b84c req-986f8fe2-73d1-40e1-b6af-997a5033fc50 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0528369 Jul 29 18:37:56.239548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20469acc-cc2c-4c35-ae32-30b8def0b84c req-e4dffe95-e029-415a-8ca8-7ecba9d8623f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359178 Jul 29 18:37:56.975623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:37:57.952749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:02.284497 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-933bc02f-ccd6-49be-87cb-60d67d2fac75 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425584 Jul 29 18:38:02.368368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-6f5c5578-d33e-4ce6-8524-570a0c184b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:02.369881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-6f5c5578-d33e-4ce6-8524-570a0c184b83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1096 time: 0.0436523 Jul 29 18:38:02.479003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-7b328cd5-4ed9-4c04-9027-52f521bb8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:02.480359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-7b328cd5-4ed9-4c04-9027-52f521bb8998 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0872512 Jul 29 18:38:02.547085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-dd19ba63-1196-4a6e-93f7-687f770b418c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1002 time: 0.0589387 Jul 29 18:38:02.604822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-2b260d3f-4717-439f-ab13-a4b736a427b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:02.606380 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-2b260d3f-4717-439f-ab13-a4b736a427b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0521469 Jul 29 18:38:02.657674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-a0a7cb7e-df93-445c-accb-c4934c383452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:02.659217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-a0a7cb7e-df93-445c-accb-c4934c383452 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452163 Jul 29 18:38:02.751873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-404f2eb3-4ce0-442a-9d2b-d6e6fff09aa3 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853596 Jul 29 18:38:02.848779 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b84f2ce9-3e57-46e1-9d40-de2dbfc22994 req-cfd354d9-c460-4d5f-a833-1a61d119ca30 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Jul 29 18:38:07.476685 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3996c-b688-46de-9dbb-077a36ee7d98 req-a0b743f0-9caa-4370-bd9a-6d38a78bf72b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:07.478197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bea3996c-b688-46de-9dbb-077a36ee7d98 req-a0b743f0-9caa-4370-bd9a-6d38a78bf72b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0515041 Jul 29 18:38:07.518400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bea3996c-b688-46de-9dbb-077a36ee7d98 req-4de3753d-3e55-49b6-a697-c7f85d8e1a56 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Jul 29 18:38:07.550317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-25b25356-f6dc-41f8-83e7-3f244a9b49b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892220 Jul 29 18:38:08.653928 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6715-d2bd-488a-98d4-db36716bd246 req-19161121-ab28-408e-963e-e50e2b1ca61b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:08.656259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c45b6715-d2bd-488a-98d4-db36716bd246 req-19161121-ab28-408e-963e-e50e2b1ca61b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0527120 Jul 29 18:38:08.724181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c45b6715-d2bd-488a-98d4-db36716bd246 req-94665407-770c-43be-b526-6c9d5e329b0f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Jul 29 18:38:08.726936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-a728b25d-8201-4df3-a55e-b74e624c001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:08.728365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-a728b25d-8201-4df3-a55e-b74e624c001b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1096 time: 0.0712128 Jul 29 18:38:08.819127 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-319d6a63-288a-408f-a6f3-850daab0348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:08.820606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-319d6a63-288a-408f-a6f3-850daab0348e service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0856533 Jul 29 18:38:08.890885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-11b03a45-feb9-4ea2-8e2c-32a723026f66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1002 time: 0.0630033 Jul 29 18:38:08.941921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-cc08148c-7497-435f-a3eb-46c89f1b47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:08.943391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-cc08148c-7497-435f-a3eb-46c89f1b47ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0456476 Jul 29 18:38:08.989475 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-fbee3968-f37c-4997-9eb6-ca47ebe642f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:08.990979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-fbee3968-f37c-4997-9eb6-ca47ebe642f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410144 Jul 29 18:38:09.084171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-dc39c0ac-a87e-449d-93cc-841b4c99629b service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Jul 29 18:38:09.175367 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-ef7f7752-a852-4cd2-b6de-65e27538c280 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Jul 29 18:38:09.332900 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80aa3f6d-416d-4099-bfb1-68ed1996b815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:09.858986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b26fb0-c098-4969-957b-cdc7090e7272 req-ff3148a4-9156-4fc2-86f7-a1d71cc51e7c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:09.860487 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75b26fb0-c098-4969-957b-cdc7090e7272 req-ff3148a4-9156-4fc2-86f7-a1d71cc51e7c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0541434 Jul 29 18:38:09.902200 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75b26fb0-c098-4969-957b-cdc7090e7272 req-a6a555c1-a917-4e69-a7a0-b66b3c62a038 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Jul 29 18:38:11.040823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098348-f652-4b4c-af2c-b1b65ddf0633 req-6f216373-1b6f-4d17-b968-365823d831e5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:11.042345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf098348-f652-4b4c-af2c-b1b65ddf0633 req-6f216373-1b6f-4d17-b968-365823d831e5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0604582 Jul 29 18:38:11.083256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf098348-f652-4b4c-af2c-b1b65ddf0633 req-e196fe79-9604-4eca-adbd-8af89185570e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Jul 29 18:38:11.789235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-716ba4a4-b1fc-47ef-a35b-491d4706ef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:11.996634 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:12.210954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2be6-0086-4459-a651-46728c0f7632 req-0487b310-d541-44f3-ab85-89e36fb26212 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:12.212501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07fa2be6-0086-4459-a651-46728c0f7632 req-0487b310-d541-44f3-ab85-89e36fb26212 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0521798 Jul 29 18:38:12.254346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-07fa2be6-0086-4459-a651-46728c0f7632 req-944ee015-351c-42f5-bb33-b58e8aa04fae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Jul 29 18:38:13.200883 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:13.384858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4f0c3-9fa9-44b8-807c-2c25f8cb1a4a req-c4b571f8-073e-4598-914b-e7920b86d2ef tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:13.386360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3f4f0c3-9fa9-44b8-807c-2c25f8cb1a4a req-c4b571f8-073e-4598-914b-e7920b86d2ef tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0515149 Jul 29 18:38:13.430749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3f4f0c3-9fa9-44b8-807c-2c25f8cb1a4a req-331bae76-768a-485d-bbd5-0271dfc07053 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Jul 29 18:38:14.568784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5ec6-8c80-40db-9a98-0d826624c223 req-d6a3b88a-962c-40d9-88aa-d54b549b86e9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:14.570275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65ad5ec6-8c80-40db-9a98-0d826624c223 req-d6a3b88a-962c-40d9-88aa-d54b549b86e9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0555868 Jul 29 18:38:14.612608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-65ad5ec6-8c80-40db-9a98-0d826624c223 req-213486bd-3a19-4221-9f15-1f6a88a2112a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335000 Jul 29 18:38:14.846299 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:15.759598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511b2fd-d9a3-4357-b06d-4d263e4fa71a req-f72111a1-00dc-471e-9423-7f3585e29ba8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:15.761133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d511b2fd-d9a3-4357-b06d-4d263e4fa71a req-f72111a1-00dc-471e-9423-7f3585e29ba8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0713935 Jul 29 18:38:15.800807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d511b2fd-d9a3-4357-b06d-4d263e4fa71a req-25653433-ee0b-4f08-b800-2f5c59d5012a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335536 Jul 29 18:38:16.930303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6132e2-a5e7-47bb-85a2-49b3b1538171 req-2c190a0c-d576-4639-87e8-f962711c15c5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:16.931823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c6132e2-a5e7-47bb-85a2-49b3b1538171 req-2c190a0c-d576-4639-87e8-f962711c15c5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0593171 Jul 29 18:38:16.971850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c6132e2-a5e7-47bb-85a2-49b3b1538171 req-d42ba9f2-c915-4259-894b-e63335e9aba7 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339971 Jul 29 18:38:18.114529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca1249-316a-4ef8-b36f-9ec615e61d69 req-8421d1ac-f51f-4703-9f84-546dfe388eae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:18.116025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66ca1249-316a-4ef8-b36f-9ec615e61d69 req-8421d1ac-f51f-4703-9f84-546dfe388eae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0669363 Jul 29 18:38:18.157040 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-66ca1249-316a-4ef8-b36f-9ec615e61d69 req-ce9a363f-c934-4b3b-9f47-31c746af7159 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jul 29 18:38:19.280394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c38cb0-0c7e-492c-af95-1e83365a4be8 req-a935f022-a5c1-4154-ade9-0dda402c445f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:19.281901 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9c38cb0-0c7e-492c-af95-1e83365a4be8 req-a935f022-a5c1-4154-ade9-0dda402c445f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0515611 Jul 29 18:38:19.321311 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a9c38cb0-0c7e-492c-af95-1e83365a4be8 req-8c95f225-11a3-4306-a918-03517139f4d6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Jul 29 18:38:19.802063 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:38:20.447714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f85-dfd2-49dc-bc64-7d848f9a87ef req-a45232e1-cf3d-4865-99b1-0cfb7ea3e67f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:20.449087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06c42f85-dfd2-49dc-bc64-7d848f9a87ef req-a45232e1-cf3d-4865-99b1-0cfb7ea3e67f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0497153 Jul 29 18:38:20.487767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06c42f85-dfd2-49dc-bc64-7d848f9a87ef req-dbd3e4c4-a99d-408e-afe1-d6396e5eddf3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 29 18:38:21.609747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e3c62-cdbd-41ba-9d9d-babe9ac99f74 req-6ed5340b-5388-486e-9720-4e7b13db88ab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:21.611269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-907e3c62-cdbd-41ba-9d9d-babe9ac99f74 req-6ed5340b-5388-486e-9720-4e7b13db88ab tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0539539 Jul 29 18:38:21.650188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-907e3c62-cdbd-41ba-9d9d-babe9ac99f74 req-8b3240a6-9af5-461d-a248-ad730f0b5ec2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Jul 29 18:38:22.791089 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-5e7582aa-616a-4be3-942c-1f4a06cc8dee service neutron] show failed (client error): The resource could not be found. Jul 29 18:38:22.792124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-5e7582aa-616a-4be3-942c-1f4a06cc8dee service neutron] 10.222.0.38 "GET /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0859323 Jul 29 18:38:22.802395 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2acdf-1991-4db8-ba81-03894906d10c req-64e3b24d-9acd-4f0b-91dd-181c240cd369 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:22.804181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6e2acdf-1991-4db8-ba81-03894906d10c req-64e3b24d-9acd-4f0b-91dd-181c240cd369 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0726893 Jul 29 18:38:22.846434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6e2acdf-1991-4db8-ba81-03894906d10c req-809eae47-d0ea-4e41-9f07-6bad90bda902 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Jul 29 18:38:23.074034 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-c6555a6b-35a0-4169-9eaa-294dea858a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:23.075549 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-c6555a6b-35a0-4169-9eaa-294dea858a5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0864413 Jul 29 18:38:23.088892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:38:23.146037 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.358048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:23.392293 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:38:23.433199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:23.438468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.451022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Transition to ACTIVE for port object 2675e604-c949-4789-804a-bb908ee299ed will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:38:23.456284 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.495665 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de23138-e149-4a1c-b453-df7df38e47dc" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-unplugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:23.552671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:23.566973 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.567316 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.567649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.567980 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.568307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.568628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.568956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.569514 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.569611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.569886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.570202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.570540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:23.601469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] No DVR routers for this DVR port 2675e604-c949-4789-804a-bb908ee299ed on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:38:23.637247 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd1013-7a9b-4dbb-8c4a-4163480ae1e2 x-openstack-request-id: req-78fd1013-7a9b-4dbb-8c4a-4163480ae1e2 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:23.637541 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-unplugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:23.637788 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78fd1013-7a9b-4dbb-8c4a-4163480ae1e2 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:23.638366 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'code': 200} Jul 29 18:38:23.741319 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:38:23.741653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:38:23.741832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:38:23.746439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:38:23.746757 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:38:23.751930 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:38:23.752263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:38:23.752704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:38:23.753127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Bound port: 2675e604-c949-4789-804a-bb908ee299ed, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:38:23.753480 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.818402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:38:23.823822 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:38:23.831477 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.871704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:23.872437 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:23.873811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] 10.222.0.49 "PUT /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1091 time: 0.7895167 Jul 29 18:38:23.897322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bdc1a-7bb5-4179-b8e1-942d4c4d5900 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:23.950948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-74e0979c-2f71-439a-aa7d-64c8a95912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:23.952399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-74e0979c-2f71-439a-aa7d-64c8a95912d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0441189 Jul 29 18:38:23.980400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a2a2c-e21b-412a-823e-0a480a260e51 req-1c6bf26f-d2e6-4832-86c3-370f83a53b5c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:23.982016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f8a2a2c-e21b-412a-823e-0a480a260e51 req-1c6bf26f-d2e6-4832-86c3-370f83a53b5c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0556440 Jul 29 18:38:24.022849 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f8a2a2c-e21b-412a-823e-0a480a260e51 req-b8704d83-bc61-4711-abe7-f2de04d2a541 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Jul 29 18:38:24.051425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-2d7551ac-df91-4ce9-95eb-9da392d000c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:24.052940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-2d7551ac-df91-4ce9-95eb-9da392d000c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0936587 Jul 29 18:38:24.128016 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-f7a8e008-c868-437f-a451-a4253e971185 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0677092 Jul 29 18:38:24.179656 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b8c85bfa-52e9-4157-8b5e-5ba2b7daaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:24.181160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-b8c85bfa-52e9-4157-8b5e-5ba2b7daaeea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0463233 Jul 29 18:38:24.228769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-a964782c-fc1f-4326-bcdb-652f0f37e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:24.230271 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-a964782c-fc1f-4326-bcdb-652f0f37e5ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413454 Jul 29 18:38:24.323459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-e1ce49bf-c21d-4b15-a045-a1c8068ee1a5 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Jul 29 18:38:24.413650 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-8459a2d9-9608-4938-bfd0-f02a4f091623 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Jul 29 18:38:24.522132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:38:24.563385 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:38:25.145878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e66b51-c53f-4824-8c4e-366767bb2674 req-931503af-ab74-456d-9ddd-2cb35ddd2b16 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.147436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77e66b51-c53f-4824-8c4e-366767bb2674 req-931503af-ab74-456d-9ddd-2cb35ddd2b16 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0517981 Jul 29 18:38:25.187430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-77e66b51-c53f-4824-8c4e-366767bb2674 req-325b3a11-f458-45aa-be31-ac4cc80fc409 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335965 Jul 29 18:38:25.640124 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:25.642686 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0200e-c2b5-401d-8431-dc94e395fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:25.693362 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c92b22-1339-4893-ac8e-100d9c1460c9 x-openstack-request-id: req-f7c92b22-1339-4893-ac8e-100d9c1460c9 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:25.693645 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:25.693919 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7c92b22-1339-4893-ac8e-100d9c1460c9 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:25.694354 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'status': 'completed', 'code': 200} Jul 29 18:38:25.754713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-4d82b268-04da-412e-9f00-e30403cbd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.756515 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-4d82b268-04da-412e-9f00-e30403cbd2bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0428665 Jul 29 18:38:25.758561 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-36b81a12-c16a-400d-a470-50701a663b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.760047 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-36b81a12-c16a-400d-a470-50701a663b4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0430892 Jul 29 18:38:25.853179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-d025ce70-4240-4a2f-b7c7-5cb688925651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.855102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-d025ce70-4240-4a2f-b7c7-5cb688925651 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0917156 Jul 29 18:38:25.855453 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-2e9aedeb-eb3a-40b9-8d60-06cae883555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.857094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-2e9aedeb-eb3a-40b9-8d60-06cae883555b service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0899150 Jul 29 18:38:25.924696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-75a2de1c-e4d7-4a39-a68b-c480ac8408d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0611472 Jul 29 18:38:25.926587 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-b89c737d-1a1d-4e91-a1d0-b3e218aeb279 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0617859 Jul 29 18:38:25.979217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-84202e91-9156-4b7c-ad1f-3971540e2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.980685 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-84202e91-9156-4b7c-ad1f-3971540e2033 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0496035 Jul 29 18:38:25.981611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-d026b6d3-a756-40dd-8507-48372fc11bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:25.983119 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-d026b6d3-a756-40dd-8507-48372fc11bb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0498421 Jul 29 18:38:26.030051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-4f36cc98-f762-47f9-917d-e67965e925af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:26.030747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-6cf2c336-50d6-43e1-9306-dcf854fc0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:26.032006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-4f36cc98-f762-47f9-917d-e67965e925af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427670 Jul 29 18:38:26.032244 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-6cf2c336-50d6-43e1-9306-dcf854fc0ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418763 Jul 29 18:38:26.123076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-fd635cab-8189-461a-9b53-ff190f8135c2 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Jul 29 18:38:26.128634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-f45e47d3-c97d-4377-a4d4-a808e4e3cfb1 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Jul 29 18:38:26.224646 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-036b5817-d2e3-4cf9-a2d5-6ebd056ffebd service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Jul 29 18:38:26.228275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-59d0200e-c2b5-401d-8431-dc94e395fa37 req-109b8603-f7cc-4136-86b8-c0c22198a9cf service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977108 Jul 29 18:38:26.324502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6f74-aedf-4f10-9f2f-1f8953f98f05 req-24951c24-2d30-44c3-8c89-d7b64e00c1a1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:26.326060 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d9e6f74-aedf-4f10-9f2f-1f8953f98f05 req-24951c24-2d30-44c3-8c89-d7b64e00c1a1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0516970 Jul 29 18:38:26.364742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d9e6f74-aedf-4f10-9f2f-1f8953f98f05 req-3af5728b-d78c-4b4f-8339-45d2eac46ed1 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Jul 29 18:38:26.988007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:27.484690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357acfd-b6ce-455d-9adc-9bc5fa1323de req-0c044913-ee95-4236-9914-4069f8b98a2c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:27.486211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1357acfd-b6ce-455d-9adc-9bc5fa1323de req-0c044913-ee95-4236-9914-4069f8b98a2c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0498118 Jul 29 18:38:27.533191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1357acfd-b6ce-455d-9adc-9bc5fa1323de req-5d3fa290-2613-4e76-8709-51073b11e214 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Jul 29 18:38:27.945260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:28.675924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8333d-0e92-4440-b9b7-59a707347a87 req-3922d8c7-9f0c-4153-adbe-bd0bd59b87d6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:28.677430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1dc8333d-0e92-4440-b9b7-59a707347a87 req-3922d8c7-9f0c-4153-adbe-bd0bd59b87d6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0611725 Jul 29 18:38:28.717010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1dc8333d-0e92-4440-b9b7-59a707347a87 req-89dc0aae-71a7-4562-832e-d3f2df366679 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335004 Jul 29 18:38:29.842261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49913f-47da-47e9-86b8-429066ff78e1 req-0b81898d-5fe7-43e1-8098-d73a7181dbe0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:29.843752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd49913f-47da-47e9-86b8-429066ff78e1 req-0b81898d-5fe7-43e1-8098-d73a7181dbe0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0515311 Jul 29 18:38:29.887307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd49913f-47da-47e9-86b8-429066ff78e1 req-0afb962a-41fd-4182-a50d-15125819247e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373571 Jul 29 18:38:31.027453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ede19-a67d-43ac-baa7-97914eefde7f req-4df5accc-ed53-4fce-9879-117bfb01bb76 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:31.028940 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f2ede19-a67d-43ac-baa7-97914eefde7f req-4df5accc-ed53-4fce-9879-117bfb01bb76 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0502641 Jul 29 18:38:31.072456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4f2ede19-a67d-43ac-baa7-97914eefde7f req-4eca0448-9b8a-402f-8e1e-f219db7f8005 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373030 Jul 29 18:38:32.213748 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0360a-bb39-486e-a35b-f071b3be9c16 req-2889f25a-9009-4606-bee0-d4c9d8864b76 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:32.215232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fd0360a-bb39-486e-a35b-f071b3be9c16 req-2889f25a-9009-4606-bee0-d4c9d8864b76 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0542378 Jul 29 18:38:32.261421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7fd0360a-bb39-486e-a35b-f071b3be9c16 req-a576463f-e3d1-4c15-bbdb-52cf1db53bf2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Jul 29 18:38:33.396030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e64bd-4efd-4757-b599-6d003f865b93 req-583e7b45-bf19-4ebd-84e8-d8bd91c9728a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:33.397535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae3e64bd-4efd-4757-b599-6d003f865b93 req-583e7b45-bf19-4ebd-84e8-d8bd91c9728a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0537064 Jul 29 18:38:33.440362 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ae3e64bd-4efd-4757-b599-6d003f865b93 req-9f5f237b-802b-4a82-85ea-c9242791d5e5 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jul 29 18:38:34.582070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875514cc-8a02-4f0b-8893-e3bb53f433ae req-31409175-0f74-4f39-81a7-afdffb71b066 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:34.583592 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875514cc-8a02-4f0b-8893-e3bb53f433ae req-31409175-0f74-4f39-81a7-afdffb71b066 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0595334 Jul 29 18:38:34.628069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-875514cc-8a02-4f0b-8893-e3bb53f433ae req-bda6afad-f1d1-4aaa-9f6f-18ad5fa09b4d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355699 Jul 29 18:38:35.750996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25b550-6abc-48d3-b595-ae663294a9e4 req-e32f1265-fab0-45a2-ac3d-be65d25112fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:35.752464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f25b550-6abc-48d3-b595-ae663294a9e4 req-e32f1265-fab0-45a2-ac3d-be65d25112fb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0515406 Jul 29 18:38:35.791369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f25b550-6abc-48d3-b595-ae663294a9e4 req-cdc6dd5a-7ec0-41af-a5be-db47fe3f9f63 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Jul 29 18:38:36.090506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-76b0bf9c-5688-4a7e-b380-38700fb25abb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.092134 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-76b0bf9c-5688-4a7e-b380-38700fb25abb tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&tenant_id=b586e7369b2049de808d3b66d2da03b5&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0558271 Jul 29 18:38:36.102225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46716a-c575-4764-8fef-a34bbf56403c req-1f7d703b-3837-4c89-8658-2a1278c9c5b2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.103750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc46716a-c575-4764-8fef-a34bbf56403c req-1f7d703b-3837-4c89-8658-2a1278c9c5b2 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 943 time: 0.0497270 Jul 29 18:38:36.144207 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc46716a-c575-4764-8fef-a34bbf56403c req-ce84dac1-607f-4b3b-9403-cc96c141aa52 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339601 Jul 29 18:38:36.156338 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-0e6b8976-bd5c-45ae-b227-c7c39d506d66 service neutron] 10.222.0.49 "GET /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed/bindings/n-h1-801607-3 HTTP/1.1" status: 200 len: 382 time: 0.0564942 Jul 29 18:38:36.224529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-db3972a5-df22-465f-a34f-d8eb03adf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.226050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-db3972a5-df22-465f-a34f-d8eb03adf83b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1094 time: 0.0470068 Jul 29 18:38:36.317164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-52a37a0c-c6a4-41e9-82a1-2a7ba1966fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.318772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-52a37a0c-c6a4-41e9-82a1-2a7ba1966fff service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0856862 Jul 29 18:38:36.388175 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-27ddc414-9ab5-4d4d-aae5-b137c50d1211 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0627332 Jul 29 18:38:36.436519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-9e489692-355a-47cc-b6c1-045e73f73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.437916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-9e489692-355a-47cc-b6c1-045e73f73fe3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0424914 Jul 29 18:38:36.484142 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-9076a653-6ff6-4a6a-ac4f-9dba665cd430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:36.485628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-9076a653-6ff6-4a6a-ac4f-9dba665cd430 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402520 Jul 29 18:38:36.582947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-076bf0bc-5f95-42ee-b8ec-eebeec55901f service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897634 Jul 29 18:38:36.678360 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-58b1d4b0-dd18-46d4-927b-b8ccdc06aa04 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880008 Jul 29 18:38:36.819230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2675e604-c949-4789-804a-bb908ee299ed details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:38:36.925436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:36.937175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '2675e604-c949-4789-804a-bb908ee299ed', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:38:36.974124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:36.987608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:38:37.009153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:37.016771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:37.071564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:37.079329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.079661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.080000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.080336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.080670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.081000 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.081333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.081663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.082012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.082337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.082643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.082965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:37.259973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['2675e604-c949-4789-804a-bb908ee299ed'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:38:37.278590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ec0b-7970-4281-9cb8-04d366adfb04 req-39f6ecf8-b575-4591-ab64-dcee0350921d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:37.280460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7e9ec0b-7970-4281-9cb8-04d366adfb04 req-39f6ecf8-b575-4591-ab64-dcee0350921d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0547259 Jul 29 18:38:37.330555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7e9ec0b-7970-4281-9cb8-04d366adfb04 req-754496d0-bb01-40ff-97d4-e97cefe6e6b0 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Jul 29 18:38:38.454614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680b2dc-8136-42b8-8d7f-19d4397b1c6b req-cd42c2fc-dc5c-4ea6-941b-8b4817cc5504 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:38.456205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b680b2dc-8136-42b8-8d7f-19d4397b1c6b req-cd42c2fc-dc5c-4ea6-941b-8b4817cc5504 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0513153 Jul 29 18:38:38.496446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b680b2dc-8136-42b8-8d7f-19d4397b1c6b req-a639e3a1-281f-4e53-be5b-923360de927f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Jul 29 18:38:38.820019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2675e604-c949-4789-804a-bb908ee299ed up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:38:38.873874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 2675e604-c949-4789-804a-bb908ee299ed completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:38:38.878183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 2675e604-c949-4789-804a-bb908ee299ed triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:38:38.878579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:38.954298 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:38.977395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:38.993873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:39.001404 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:39.028882 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1587646-99e4-4768-8712-b5c739c9415e" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:39.058128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:39.132195 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c613a2c6-e86c-42d9-804e-73ddb9441eb0 x-openstack-request-id: req-c613a2c6-e86c-42d9-804e-73ddb9441eb0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:39.132482 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:39.132733 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c613a2c6-e86c-42d9-804e-73ddb9441eb0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:39.133129 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'code': 200} Jul 29 18:38:39.343115 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-480a7f38-1cee-44cd-a43f-be62f5fbfc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:39.618182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9538e-b593-46cd-9cf1-f064ff7c8d4f req-7f3eb99f-3bd5-4b61-bc01-649b14733801 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:39.619880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71e9538e-b593-46cd-9cf1-f064ff7c8d4f req-7f3eb99f-3bd5-4b61-bc01-649b14733801 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0513976 Jul 29 18:38:39.661979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-71e9538e-b593-46cd-9cf1-f064ff7c8d4f req-54b9cda4-f56b-4cbd-bdc3-b00bb966c956 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Jul 29 18:38:40.412656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-c5228d07-acac-4dfb-9267-50a3db6ec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:40.414160 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-c5228d07-acac-4dfb-9267-50a3db6ec787 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff&tenant_id=b586e7369b2049de808d3b66d2da03b5 HTTP/1.1" status: 200 len: 1096 time: 0.0439606 Jul 29 18:38:40.428241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:38:40.483927 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:40.699214 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:40.734675 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:38:40.801327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:40.807295 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:40.825014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Transition to ACTIVE for port object 2675e604-c949-4789-804a-bb908ee299ed will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:38:40.834185 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860430c9-de32-4aa2-85f9-2fe8112cb331 req-0ed7c47b-fe54-4cb6-bf41-0efcd26bb16a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:40.835748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-860430c9-de32-4aa2-85f9-2fe8112cb331 req-0ed7c47b-fe54-4cb6-bf41-0efcd26bb16a tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.1030905 Jul 29 18:38:40.836877 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:40.840841 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43c924-297a-456d-8425-8f1fe715b8eb" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-unplugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:40.951008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=10']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:40.958058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-860430c9-de32-4aa2-85f9-2fe8112cb331 req-68d9dc2c-da78-4f4f-b5bc-833d8740b25f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118703 Jul 29 18:38:40.964759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.965094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.965446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.965782 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.966110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.966459 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.966779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.967109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.967429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.967746 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.968066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:40.968383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:38:41.014292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] No DVR routers for this DVR port 2675e604-c949-4789-804a-bb908ee299ed on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:38:41.093546 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b365d3e8-4c35-47be-a64b-7699721b5c96 x-openstack-request-id: req-b365d3e8-4c35-47be-a64b-7699721b5c96 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:41.093842 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-unplugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:41.094096 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b365d3e8-4c35-47be-a64b-7699721b5c96 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:41.094522 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'code': 200} Jul 29 18:38:41.153680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:38:41.153923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:38:41.154278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:38:41.158975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:38:41.159297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Attempting to bind port 2675e604-c949-4789-804a-bb908ee299ed on network bf5e9068-0bac-4669-9806-e6a6f6c23b4e {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:38:41.164786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:38:41.165125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Checking segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:38:41.165950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Bound using segment: {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:38:41.165950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Bound port: 2675e604-c949-4789-804a-bb908ee299ed, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaecdb0-b135-4e38-80cb-082b4828b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:38:41.166261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:41.234122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:38:41.237632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:38:41.242718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:41.278014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:41.278720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:41.280124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] 10.222.0.38 "PUT /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1092 time: 0.8579013 Jul 29 18:38:41.300483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1336-e60f-4bd5-8736-368db8d84485 service neutron] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=11']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:41.345145 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-3bb66479-8ba1-43d8-a408-5ca69443ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:41.346878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-3bb66479-8ba1-43d8-a408-5ca69443ad18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1095 time: 0.0425899 Jul 29 18:38:41.447762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-2a724216-0d4d-4a9d-a7f9-7c02dde33726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:41.449272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-2a724216-0d4d-4a9d-a7f9-7c02dde33726 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0956156 Jul 29 18:38:41.528324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-0c33af49-a5f3-4eae-ab5f-30eff573ff82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0709882 Jul 29 18:38:41.582460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-8796d81f-ff00-4bac-abf3-4c0559fe4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:41.583904 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-8796d81f-ff00-4bac-abf3-4c0559fe4609 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0490305 Jul 29 18:38:41.630652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-d7632de9-224f-4723-85c2-bb4c6dd96254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:41.633154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-d7632de9-224f-4723-85c2-bb4c6dd96254 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422614 Jul 29 18:38:41.729446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-702567a2-d653-43c8-924d-921bb9090ce4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893202 Jul 29 18:38:41.782025 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5590-07fb-4ab6-8c76-14154789fb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:41.826684 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25467b8e-f4e5-4d4c-9430-8f1d09e48e8f req-f22ef047-0448-42eb-ae55-47f0277d723b service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897636 Jul 29 18:38:41.991981 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:42.081838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49808721-420f-47e0-99fc-27fb20b9a677 req-46c5edaa-41b6-4761-a240-e75d954a80aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:42.083419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49808721-420f-47e0-99fc-27fb20b9a677 req-46c5edaa-41b6-4761-a240-e75d954a80aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0509582 Jul 29 18:38:42.123370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49808721-420f-47e0-99fc-27fb20b9a677 req-0cd8c7e1-47c3-4039-b554-5254957298e8 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Jul 29 18:38:42.847360 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2675e604-c949-4789-804a-bb908ee299ed no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:38:42.888239 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 2675e604-c949-4789-804a-bb908ee299ed not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:38:43.096404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:43.098807 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b3ff6b-90a9-4574-815f-334bf2e9438f" -d '{"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:43.147146 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d1fc51-080d-4da6-9ca3-fd4f825fa700 x-openstack-request-id: req-68d1fc51-080d-4da6-9ca3-fd4f825fa700 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:43.147446 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:43.147697 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68d1fc51-080d-4da6-9ca3-fd4f825fa700 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:43.148101 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'status': 'completed', 'code': 200} Jul 29 18:38:43.206931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:43.223080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-bf2c2458-3585-42a2-a9cb-5e557e2a234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.224764 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-bf2c2458-3585-42a2-a9cb-5e557e2a234b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1095 time: 0.0536005 Jul 29 18:38:43.225830 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-79ce5f36-4755-4c7f-b59b-8309f9331688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.227361 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-79ce5f36-4755-4c7f-b59b-8309f9331688 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b586e7369b2049de808d3b66d2da03b5&device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 1095 time: 0.0518184 Jul 29 18:38:43.324844 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-bc2da0e4-a703-4e56-a847-4404d5bb71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.326406 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-bc2da0e4-a703-4e56-a847-4404d5bb71b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.0913806 Jul 29 18:38:43.347943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de01b1-0c1e-42da-8b25-4a2c8353d7cb req-b6720a03-43c4-42ee-a60e-270beaa75bae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.349382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3de01b1-0c1e-42da-8b25-4a2c8353d7cb req-b6720a03-43c4-42ee-a60e-270beaa75bae tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.1191711 Jul 29 18:38:43.389056 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-e2be97cb-8554-40d0-9fef-9893093c4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.390598 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-e2be97cb-8554-40d0-9fef-9893093c4c09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 200 len: 911 time: 0.1584241 Jul 29 18:38:43.392860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-21ddaf25-c485-4bc7-80aa-d1b50c2c47d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0591767 Jul 29 18:38:43.446670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3de01b1-0c1e-42da-8b25-4a2c8353d7cb req-53f41103-17da-4c6f-84f4-d4c73920294c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902851 Jul 29 18:38:43.450904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-c5cf4823-bec2-46be-a375-f3c0648ad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.452466 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-c5cf4823-bec2-46be-a375-f3c0648ad4db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0516760 Jul 29 18:38:43.476861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-873b3a86-176f-4775-be92-44c11dde0e02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 200 len: 1000 time: 0.0755596 Jul 29 18:38:43.499611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-2bd2c30b-1735-46dc-9cb5-08982a6eddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.501269 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-2bd2c30b-1735-46dc-9cb5-08982a6eddde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412812 Jul 29 18:38:43.530020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-879f5db7-4102-4fa0-b71f-16ce7941d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.531644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-879f5db7-4102-4fa0-b71f-16ce7941d25d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 200 len: 849 time: 0.0471563 Jul 29 18:38:43.579083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-22e8db84-3226-4285-8a38-147bcad36f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:43.581218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-22e8db84-3226-4285-8a38-147bcad36f87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf5e9068-0bac-4669-9806-e6a6f6c23b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417378 Jul 29 18:38:43.592142 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-7a988ee8-2327-456e-8a71-3f1108991b66 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831788 Jul 29 18:38:43.678737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-02bfa6c0-2df8-4361-9f76-bf2160ee689c service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905044 Jul 29 18:38:43.704138 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-b2da3c02-168d-46b0-abc6-98b076b8c4f8 service neutron] 10.222.0.49 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043441 Jul 29 18:38:43.768198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0b3ff6b-90a9-4574-815f-334bf2e9438f req-1af4c43a-3929-426e-a343-67bfd78a646c service neutron] 10.222.0.38 "GET /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826774 Jul 29 18:38:44.574355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551fb8-41ca-41f1-809f-9fef96cf68e5 req-1c7f4f85-e65a-4f48-a53c-0b8fb1c40415 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:44.576140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47551fb8-41ca-41f1-809f-9fef96cf68e5 req-1c7f4f85-e65a-4f48-a53c-0b8fb1c40415 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0562422 Jul 29 18:38:44.617753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47551fb8-41ca-41f1-809f-9fef96cf68e5 req-2a22b3ec-c4b5-4219-b4d6-bb67bdddc40f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Jul 29 18:38:44.841392 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:45.741653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1877f-c6ac-4487-bd25-9d467a318afd req-8f9642d9-d7ef-4f93-8f3e-d76481ba3931 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:45.743287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ab1877f-c6ac-4487-bd25-9d467a318afd req-8f9642d9-d7ef-4f93-8f3e-d76481ba3931 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0504301 Jul 29 18:38:45.785141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ab1877f-c6ac-4487-bd25-9d467a318afd req-0e96a824-27b7-448c-ba1b-65de42ec9e17 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Jul 29 18:38:46.907154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3111c-1b63-4e95-8ba5-bd6f75e9ca6a req-f2cf7aef-3f22-4254-b41f-04ff2212709e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:46.908651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe3111c-1b63-4e95-8ba5-bd6f75e9ca6a req-f2cf7aef-3f22-4254-b41f-04ff2212709e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0522203 Jul 29 18:38:46.953455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fe3111c-1b63-4e95-8ba5-bd6f75e9ca6a req-7bef9050-188a-42a2-a116-4c634e3175fc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383463 Jul 29 18:38:48.120914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac6d2-af19-4f67-89fc-f13906189053 req-1d245d33-11ad-4eb6-b9b9-a11cf9c3b3ad tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:48.122423 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-013ac6d2-af19-4f67-89fc-f13906189053 req-1d245d33-11ad-4eb6-b9b9-a11cf9c3b3ad tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0802195 Jul 29 18:38:48.161625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-013ac6d2-af19-4f67-89fc-f13906189053 req-2c25b04e-a379-4968-8671-64d522708755 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jul 29 18:38:49.285562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ca48-a3b3-4aa9-916e-a44be27c1fb6 req-4c0a5ff9-0c30-4a83-a13f-625cf88abb5e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:49.287087 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0da2ca48-a3b3-4aa9-916e-a44be27c1fb6 req-4c0a5ff9-0c30-4a83-a13f-625cf88abb5e tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0512822 Jul 29 18:38:49.324748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0da2ca48-a3b3-4aa9-916e-a44be27c1fb6 req-12fda6bc-3072-4e94-bfa6-d6a49369488b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Jul 29 18:38:50.459159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737866-c283-4f37-9d26-e91bf97b1281 req-0dd6bdd0-526c-42f4-a661-f9dcd17e47cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:50.460514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2737866-c283-4f37-9d26-e91bf97b1281 req-0dd6bdd0-526c-42f4-a661-f9dcd17e47cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0512590 Jul 29 18:38:50.499756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c2737866-c283-4f37-9d26-e91bf97b1281 req-450e5f3b-f8fc-477b-9785-78c92141ac87 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jul 29 18:38:51.637957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082844-ffdc-4a6f-a6bf-56e608c961c3 req-637552b9-516a-493f-9432-594a44c95d32 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:51.639455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45082844-ffdc-4a6f-a6bf-56e608c961c3 req-637552b9-516a-493f-9432-594a44c95d32 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0654085 Jul 29 18:38:51.678725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45082844-ffdc-4a6f-a6bf-56e608c961c3 req-0ac16211-6450-4240-89cb-51d758ecec22 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jul 29 18:38:52.663393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:38:52.766637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:52.778398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '2675e604-c949-4789-804a-bb908ee299ed', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'port_id': '2675e604-c949-4789-804a-bb908ee299ed', 'mac_address': 'fa:16:3e:b0:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:38:52.796115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36a4c-f8f8-4cbd-9844-43a2ef0285a9 req-f4cb868a-6dff-4eb8-a2ca-943a420b9ea6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:52.797736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25c36a4c-f8f8-4cbd-9844-43a2ef0285a9 req-f4cb868a-6dff-4eb8-a2ca-943a420b9ea6 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 944 time: 0.0488489 Jul 29 18:38:52.817333 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:52.830659 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:38:52.838164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-25c36a4c-f8f8-4cbd-9844-43a2ef0285a9 req-8bcbdf96-5865-4937-afe7-067cf4217f3f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Jul 29 18:38:52.850730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:52.855395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:52.902168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=12']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:52.953374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a1e96-14ea-4d9e-ac75-0c0a32072a76 req-5b751f64-3616-4ae9-98b7-c10a11507987 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:52.954861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c50a1e96-14ea-4d9e-ac75-0c0a32072a76 req-5b751f64-3616-4ae9-98b7-c10a11507987 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0490913 Jul 29 18:38:52.993721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c50a1e96-14ea-4d9e-ac75-0c0a32072a76 req-8bba19bd-93f7-477d-8e97-1b1ecea3f04c tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jul 29 18:38:53.100612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2675e604-c949-4789-804a-bb908ee299ed'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:38:53.112284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f369b2d-2583-46b3-80a3-ee8f59427afd req-cf0397bd-8c63-4be1-b9c0-979b4674300b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:53.113794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f369b2d-2583-46b3-80a3-ee8f59427afd req-cf0397bd-8c63-4be1-b9c0-979b4674300b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0545747 Jul 29 18:38:53.153511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f369b2d-2583-46b3-80a3-ee8f59427afd req-424396f1-18d9-405c-ad6c-b08bfc8a5ac4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 29 18:38:53.392540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5fb0-b050-4afb-9996-c53059dd503c req-cbd20e49-e3c6-4e1c-b0c3-d5b23c9edcb3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:53.393998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ad5fb0-b050-4afb-9996-c53059dd503c req-cbd20e49-e3c6-4e1c-b0c3-d5b23c9edcb3 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0498936 Jul 29 18:38:53.435992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ad5fb0-b050-4afb-9996-c53059dd503c req-8f0f47a6-db19-4f52-887d-b4addc0b7b8f tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Jul 29 18:38:54.569976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb76e-6722-4029-bf6c-f4b3bcc499dc req-e93c799d-4e61-48d5-a71a-1153ce4c32cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:54.571534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8bcb76e-6722-4029-bf6c-f4b3bcc499dc req-e93c799d-4e61-48d5-a71a-1153ce4c32cc tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0505102 Jul 29 18:38:54.609144 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8bcb76e-6722-4029-bf6c-f4b3bcc499dc req-9479cfe8-02d3-458e-8209-d7e71faf5ad9 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2abb4bd-9222-4ad6-8f20-58a90b5deb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 29 18:38:54.670841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:38:54.741743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 2675e604-c949-4789-804a-bb908ee299ed completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:38:54.746885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 2675e604-c949-4789-804a-bb908ee299ed triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:38:54.747355 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:54.831753 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:54.854926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:54.857218 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0f333-17f7-44f2-b860-de72dff6b6f2" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:54.870930 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:54.878234 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:54.899891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-7e0eba0a-63b5-4d79-840e-4c032d34292d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:38:54.901604 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60686a8f-b38b-4c20-95f2-4d31eea7b7b2 x-openstack-request-id: req-60686a8f-b38b-4c20-95f2-4d31eea7b7b2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:54.901889 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-plugged", "status": "completed", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:54.902136 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60686a8f-b38b-4c20-95f2-4d31eea7b7b2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:54.902514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-7e0eba0a-63b5-4d79-840e-4c032d34292d tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 945 time: 0.0591908 Jul 29 18:38:54.902625 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'code': 200} Jul 29 18:38:54.927292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=13']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:54.991120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Deleting port 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:38:54.991460 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:55.084149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] For port 2675e604-c949-4789-804a-bb908ee299ed, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2675e604-c949-4789-804a-bb908ee299ed,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:38:55.084504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:55.262743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:55.263112 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:55.263425 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Floating IP e71ba530-56c5-4758-bba3-602739a063f1 disassociated. External IP: 172.25.5.187, port: 2675e604-c949-4789-804a-bb908ee299ed. Jul 29 18:38:55.263769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Calling delete_port for 2675e604-c949-4789-804a-bb908ee299ed owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:38:55.403062 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:55.432673 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'Port': ['ID=2675e604-c949-4789-804a-bb908ee299ed,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:38:55.551762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:38:55.957104 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0865c3f5-cfb3-45b3-a1dd-85d2974a2e53 req-35fed670-4182-495d-9f71-eff5ec1d74af tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0413501 Jul 29 18:38:55.969116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:38:55.979262 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:38:55.988427 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:38:55.989025 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:38:56.011112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] No DVR routers for this DVR port 2675e604-c949-4789-804a-bb908ee299ed on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:38:56.013864 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:56.015998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d85d0c00-d5ea-4941-97d2-1253743bfb26 req-4f0fce1e-277c-48ac-b015-60aa0057679b tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.38 "DELETE /v2.0/ports/2675e604-c949-4789-804a-bb908ee299ed HTTP/1.1" status: 204 len: 173 time: 1.1068497 Jul 29 18:38:56.016427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-deleted', 'tag': '2675e604-c949-4789-804a-bb908ee299ed'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:38:56.018713 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342545e-960c-4a23-8fcd-295a644fd276" -d '{"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-deleted", "tag": "2675e604-c949-4789-804a-bb908ee299ed"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:38:56.063916 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d51d67-9581-45ee-8f2a-a978c6f454b0 x-openstack-request-id: req-70d51d67-9581-45ee-8f2a-a978c6f454b0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:38:56.064331 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7887f342-cefb-402c-b412-ada0787adeff", "name": "network-vif-deleted", "tag": "2675e604-c949-4789-804a-bb908ee299ed", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:38:56.064669 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d51d67-9581-45ee-8f2a-a978c6f454b0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:38:56.065194 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7887f342-cefb-402c-b412-ada0787adeff', 'name': 'network-vif-deleted', 'tag': '2675e604-c949-4789-804a-bb908ee299ed', 'status': 'completed', 'code': 200} Jul 29 18:38:56.097978 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:38:56.387724 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:38:56.414371 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:38:56.423861 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:38:56.424482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:38:56.530687 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:38:56.737698 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:38:56.764782 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce7aa0-e456-490d-a380-354f85315cb9 None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:29:19Z', 'revision_number': 4, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'ad01f43f-96bd-44b1-bee5-1b6f3df50f88', 'name': '', 'network_id': 'bf5e9068-0bac-4669-9806-e6a6f6c23b4e', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:18Z', 'updated_at': '2021-07-29T18:29:24Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'subnets': [{'id': '7014956b-94dc-4e72-9943-19d8c4dbc6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:38:56.802479 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:38:56.985314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28758e-1e54-4a9c-b728-298527969d08 None None] New status for floating IP e71ba530-56c5-4758-bba3-602739a063f1: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:38:57.055196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f7099d9f-c984-4c1c-b553-04bccf68b627 req-859f05e4-174a-4733-9171-ee9cab5b5038 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0270829 Jul 29 18:38:57.065704 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:57.943754 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:38:58.157267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e35343d-a624-4c93-8014-8b3eb8f0f4c4 req-871623ce-ca42-4529-9a76-2d3f03db68ee tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jul 29 18:38:58.801984 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:38:58.826121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 2675e604-c949-4789-804a-bb908ee299ed {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:38:58.826500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2675e604-c949-4789-804a-bb908ee299ed not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:38:59.271110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17dfebd6-1adf-4322-a543-7f3cf3d452a5 req-f80dad04-699e-4a16-b0c9-9499865ad419 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/ports?device_id=7887f342-cefb-402c-b412-ada0787adeff HTTP/1.1" status: 200 len: 210 time: 0.0368121 Jul 29 18:39:02.992169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44196) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:03.049622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.072149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.121052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.123841 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.125412 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2abb4bd-9222-4ad6-8f20-58a90b5deb57 HTTP/1.1" status: 204 len: 168 time: 0.1313605 Jul 29 18:39:03.128234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:03.135301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed08b87-bc6d-40ed-b9a1-8aa1eb5744c4 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2abb4bd-9222-4ad6-8f20-58a90b5deb57,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:03.155749 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-53b22ee8-fb0a-4446-bb17-f6d4efdd95aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] show failed (client error): The resource could not be found. Jul 29 18:39:03.159620 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44200) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:03.159744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53b22ee8-fb0a-4446-bb17-f6d4efdd95aa tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "GET /v2.0/security-groups/d2abb4bd-9222-4ad6-8f20-58a90b5deb57 HTTP/1.1" status: 404 len: 347 time: 0.0297744 Jul 29 18:39:03.288576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Deleting port 33da532c-9585-42df-a742-02f5f0259aa4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:03.288928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.367586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.367877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.381269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Calling delete_port for 33da532c-9585-42df-a742-02f5f0259aa4 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:03.525536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.551044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Pushing event deleted for resources: {'Port': ['ID=33da532c-9585-42df-a742-02f5f0259aa4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:03.613050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.615723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:03.616912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4ad3c008-8b33-43bb-bddf-028bf6186a99 tempest-ServerActionsTestJSON-964822541 tempest-ServerActionsTestJSON-964822541-project] 10.222.0.16 "DELETE /v2.0/floatingips/e71ba530-56c5-4758-bba3-602739a063f1 HTTP/1.1" status: 204 len: 168 time: 0.4559860 Jul 29 18:39:03.620272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44202) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:04.105569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:04.409905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Deleting port ad01f43f-96bd-44b1-bee5-1b6f3df50f88 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:04.410577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:04.495867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] For port ad01f43f-96bd-44b1-bee5-1b6f3df50f88, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:04.496229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:04.513700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Calling delete_port for ad01f43f-96bd-44b1-bee5-1b6f3df50f88 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:04.713843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:04.738523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad01f43f-96bd-44b1-bee5-1b6f3df50f88,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:04.901979 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.118997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Router b6ffafa1-6981-4935-af12-945ed22a8e4e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:39:05.240918 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:39:05.246226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8b0f4102-46d1-43c6-8b43-1f37172f834d admin admin] 10.222.0.16 "PUT /v2.0/routers/b6ffafa1-6981-4935-af12-945ed22a8e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6248457 Jul 29 18:39:05.248868 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44206) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:05.252041 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Sync routers for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:39:05.262396 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:39:05.263045 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:05.355815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.371581 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:39:05.462286 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.517327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Deleting port 4133ac02-612c-487b-a273-d0d5697c6734 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:05.517657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.549896 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '4133ac02-612c-487b-a273-d0d5697c6734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:39:04Z', 'revision_number': 5, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port': {'id': '4133ac02-612c-487b-a273-d0d5697c6734', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:29:17Z', 'updated_at': '2021-07-29T18:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:05.580451 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Checking router: b6ffafa1-6981-4935-af12-945ed22a8e4e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:39:05.588915 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Routers {'b6ffafa1-6981-4935-af12-945ed22a8e4e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:39:05.589511 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:38:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['b6ffafa1-6981-4935-af12-945ed22a8e4e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:05.601941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] For port 4133ac02-612c-487b-a273-d0d5697c6734, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4133ac02-612c-487b-a273-d0d5697c6734,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:05.602338 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.615211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Calling delete_port for 4133ac02-612c-487b-a273-d0d5697c6734 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:05.673616 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] Set router b6ffafa1-6981-4935-af12-945ed22a8e4e gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:39:05.724803 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:39:05Z', 'revision_number': 6, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:05.755729 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216048bc-1abe-4f35-9bd4-65f3228a64cb None None] The sync data for ids ['b6ffafa1-6981-4935-af12-945ed22a8e4e'] in n-d-801607-3 is: [{'id': 'b6ffafa1-6981-4935-af12-945ed22a8e4e', 'name': 'tempest-ServerActionsTestJSON-20477534-router', 'tenant_id': 'b586e7369b2049de808d3b66d2da03b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:29:16Z', 'updated_at': '2021-07-29T18:39:05Z', 'revision_number': 6, 'project_id': 'b586e7369b2049de808d3b66d2da03b5', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:39:05.787686 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.813871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Pushing event deleted for resources: {'Port': ['ID=4133ac02-612c-487b-a273-d0d5697c6734,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:05.873557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.969335 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:05.971555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.019463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.019984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6ffafa1-6981-4935-af12-945ed22a8e4e {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:39:06.024710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.025900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2b322684-8e9c-4daf-8ee4-56d95db6266e admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6ffafa1-6981-4935-af12-945ed22a8e4e HTTP/1.1" status: 204 len: 168 time: 0.7757475 Jul 29 18:39:06.029402 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:06.075497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Deleting subnet 7014956b-94dc-4e72-9943-19d8c4dbc6a9 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:06.078856 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.115588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.207481 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.268703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.295948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7014956b-94dc-4e72-9943-19d8c4dbc6a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:06.299685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.301581 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d652ffa5-21be-4a4b-ad07-74d5d699510a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7014956b-94dc-4e72-9943-19d8c4dbc6a9 HTTP/1.1" status: 204 len: 168 time: 0.2712095 Jul 29 18:39:06.304498 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44210) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:06.307502 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50123c-419a-45c2-a004-84e174c1b50c None None] Network bf5e9068-0bac-4669-9806-e6a6f6c23b4e requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:06.374508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.427642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Deleting port 8a18e542-0167-442f-a01a-86b323b6e729 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:06.427984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.504628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] For port 8a18e542-0167-442f-a01a-86b323b6e729, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8a18e542-0167-442f-a01a-86b323b6e729,segment=NetworkSegment(dcaecdb0-b135-4e38-80cb-082b4828b1fc),segment_id=dcaecdb0-b135-4e38-80cb-082b4828b1fc)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:06.505467 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.514689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] DHCP port deletion for bf5e9068-0bac-4669-9806-e6a6f6c23b4e request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:39:06.521777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Calling delete_port for 8a18e542-0167-442f-a01a-86b323b6e729 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:06.565223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4133ac02-612c-487b-a273-d0d5697c6734 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:06.586664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4133ac02-612c-487b-a273-d0d5697c6734 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:06.587014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4133ac02-612c-487b-a273-d0d5697c6734 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:06.587439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ad01f43f-96bd-44b1-bee5-1b6f3df50f88 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:06.608959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Deleting port 8a18e542-0167-442f-a01a-86b323b6e729 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:06.609328 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.612543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ad01f43f-96bd-44b1-bee5-1b6f3df50f88 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:06.612888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ad01f43f-96bd-44b1-bee5-1b6f3df50f88 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:06.613084 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.613301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8a18e542-0167-442f-a01a-86b323b6e729 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:06.641458 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] No DVR routers for this DVR port 8a18e542-0167-442f-a01a-86b323b6e729 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:06.643027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a18e542-0167-442f-a01a-86b323b6e729,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:06.669126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8a18e542-0167-442f-a01a-86b323b6e729 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:06.669473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8a18e542-0167-442f-a01a-86b323b6e729 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:06.696102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] For port 8a18e542-0167-442f-a01a-86b323b6e729, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:06.696556 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.710458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Calling delete_port for 8a18e542-0167-442f-a01a-86b323b6e729 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:06.712974 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Port 8a18e542-0167-442f-a01a-86b323b6e729 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 18:39:06.714473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.720832 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.731529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5e9068-0bac-4669-9806-e6a6f6c23b4e']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:06.737796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] Pushing event deleted for resources: {'Port': ['ID=8a18e542-0167-442f-a01a-86b323b6e729,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:06.743471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ebee9-64ba-49f0-8016-81be16967201 None None] No DVR routers for this DVR port 8a18e542-0167-442f-a01a-86b323b6e729 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:06.747035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaecdb0-b135-4e38-80cb-082b4828b1fc') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:06.747334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaecdb0-b135-4e38-80cb-082b4828b1fc') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:06.757912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.785641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.794497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:06.794903 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:06.796642 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:06.851586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.857109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:06.858967 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf5e9068-0bac-4669-9806-e6a6f6c23b4e HTTP/1.1" status: 204 len: 168 time: 0.5534875 Jul 29 18:39:06.869922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7efb8-0cf0-4ed8-9d3d-c9c0b36a7fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5e9068-0bac-4669-9806-e6a6f6c23b4e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:06.975493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44214) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:07.018562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5819ef4a-3666-4a74-a189-4e9b7e532bc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b586e7369b2049de808d3b66d2da03b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417309 Jul 29 18:39:07.021038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44216) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:07.071108 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:07.099428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:07.151144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:07.153683 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:07.155234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3f61a78-4190-44a7-a3bc-9ceed4525adf HTTP/1.1" status: 204 len: 168 time: 0.1331754 Jul 29 18:39:07.163033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ec252-fd31-4528-b3e8-502dbdb96bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f61a78-4190-44a7-a3bc-9ceed4525adf,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:07.882814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:07.986207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1312110651-network', 'tenant_id': '1bcffa76de1c4441828406d112d6a6ff'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:08.013694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Made reservation on behalf of 1bcffa76de1c4441828406d112d6a6ff for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:08.016142 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.024836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.122624 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.129169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.155859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:08.162282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62542eff-2893-43c3-84ac-ee95ab17e06b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:08.168647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.169003 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Added segment fde86f4d-f98d-4182-ab97-ccf62cf09f97 of type vlan for network 06305432-1634-45fc-9f8f-4c1c5ac559f2 Jul 29 18:39:08.208563 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.241825 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.243025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:08.243611 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.303628 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4196973 Jul 29 18:39:08.307144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44242) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:08.311285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164511-1565-41ea-b099-cf0afdea683f admin admin] Pushing event updated for resources: {'Network': ['ID=06305432-1634-45fc-9f8f-4c1c5ac559f2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:08.312425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Request body: {'subnet': {'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1312110651-subnet', 'tenant_id': '1bcffa76de1c4441828406d112d6a6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:08.325525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:08.343337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Made reservation on behalf of 1bcffa76de1c4441828406d112d6a6ff for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:08.346063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.517675 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.568353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f370de9b-d1e5-4695-9d89-0eb69dc9782d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:08.582754 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Checking segment: {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:08.583101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Network hostable DHCP agents. Network: 06305432-1634-45fc-9f8f-4c1c5ac559f2, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:08.601770 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:08.611440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 06305432-1634-45fc-9f8f-4c1c5ac559f2) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:08.615777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:08.616374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:08.623700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7321da52-c308-4231-968d-91937641989b None None] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:08.633432 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dd793ed4-a4b9-4343-b128-362e48f09de7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3247752 Jul 29 18:39:08.747569 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ba4a0-6285-42b2-9ff5-ef1f09858957 None None] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:09.066436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f4f64c74-b2e5-4ad5-bd56-6ca9869c27e9 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:09.067905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f4f64c74-b2e5-4ad5-bd56-6ca9869c27e9 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 814 time: 0.1034343 Jul 29 18:39:09.083392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-abb28ee0-1a2a-45bb-baa4-92c3ecf38324 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/quotas/1bcffa76de1c4441828406d112d6a6ff HTTP/1.1" status: 200 len: 375 time: 0.0096011 Jul 29 18:39:09.116831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-dc077b77-77e1-438b-b443-e52ea3fd80fb tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281763 Jul 29 18:39:09.283737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-de9a2af5-156a-4b2c-a841-1579b8f7008e service neutron] 10.222.0.16 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262383 Jul 29 18:39:09.335838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bbf0e54-412d-4fb9-8d4e-107665fa809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:09.375225 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-25a6c4da-7397-4f4f-a928-139e85050e67 service neutron] 10.222.0.16 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Jul 29 18:39:09.541132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e64d074d-f8f8-40a7-bc9b-c7bbbdadd236 req-ef4d6e65-be9d-4676-a477-64d683917f6c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 210 time: 0.0314322 Jul 29 18:39:10.505648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-50f30c19-281b-4303-95d7-ba2d42a31008 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:10.507278 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-50f30c19-281b-4303-95d7-ba2d42a31008 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.38 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 814 time: 0.1039784 Jul 29 18:39:10.520174 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Request body: {'port': {'device_id': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2', 'admin_state_up': True, 'tenant_id': '1bcffa76de1c4441828406d112d6a6ff'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:10.639255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1348df69-7699-4be2-8f2f-22e65361a859 req-2bf56395-24bd-40c7-ba50-23d9c4c13290 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 210 time: 0.0293815 Jul 29 18:39:10.660285 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Made reservation on behalf of 1bcffa76de1c4441828406d112d6a6ff for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:10.664027 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.080597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Allocated IP 172.20.0.13 (06305432-1634-45fc-9f8f-4c1c5ac559f2/f370de9b-d1e5-4695-9d89-0eb69dc9782d/cd169c58-1f7c-47fa-a182-560e4c47cbff) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:11.244283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.283866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.328682 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:11.331779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:11.335360 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:11.344289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Pushing event updated for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:11.392650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:11.393266 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.409915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-3d904924-dae9-423f-9678-928d83d28e73 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936145 Jul 29 18:39:11.421935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Request body: {'port': {'device_id': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:11.481444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.773374 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd169c58-1f7c-47fa-a182-560e4c47cbff {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:39:11.782883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.785351 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5fa62a63-721d-4277-9b79-9396adccfa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.800736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5db15-39a8-4cb4-b1e8-ad9972e3d837 req-8a72b5af-e319-4a44-9935-4221ee0540ba tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:11.802257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70e5db15-39a8-4cb4-b1e8-ad9972e3d837 req-8a72b5af-e319-4a44-9935-4221ee0540ba tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 932 time: 0.0934713 Jul 29 18:39:11.807128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Transition to ACTIVE for port object cd169c58-1f7c-47fa-a182-560e4c47cbff will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:11.816347 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.891454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-70e5db15-39a8-4cb4-b1e8-ad9972e3d837 req-3d99b0ad-8697-4fd3-9b66-f9041558b081 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Jul 29 18:39:11.894455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Pushing event updated for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:11.960927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Attempting to bind port cd169c58-1f7c-47fa-a182-560e4c47cbff on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:11.961131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Attempting to bind port cd169c58-1f7c-47fa-a182-560e4c47cbff by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:11.961487 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Attempting to bind port cd169c58-1f7c-47fa-a182-560e4c47cbff on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:11.966232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Port cd169c58-1f7c-47fa-a182-560e4c47cbff on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:39:11.966618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Attempting to bind port cd169c58-1f7c-47fa-a182-560e4c47cbff on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:11.971853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:11.972186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Checking segment: {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:11.972566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Bound using segment: {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:11.972986 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Bound port: cd169c58-1f7c-47fa-a182-560e4c47cbff, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:11.973334 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:11.995382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:12.036882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:12.039974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:12.044806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:12.084142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.084748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:12.086223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] 10.222.0.38 "PUT /v2.0/ports/cd169c58-1f7c-47fa-a182-560e4c47cbff HTTP/1.1" status: 200 len: 1092 time: 0.6683402 Jul 29 18:39:12.086672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:12.089010 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a74623-7329-46b0-8134-7b464a601437" -d '{"events": [{"name": "network-changed", "server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:12.112652 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bd359-5a7a-40aa-b241-15624d51b36f service neutron] Pushing event updated for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:12.138007 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe468aa0-498f-48a5-9d47-23d06d2d1bb4 x-openstack-request-id: req-fe468aa0-498f-48a5-9d47-23d06d2d1bb4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:12.138296 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:12.138562 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe468aa0-498f-48a5-9d47-23d06d2d1bb4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:12.138951 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff', 'status': 'completed', 'code': 200} Jul 29 18:39:12.172397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-aed7cc29-1ad0-479f-8a80-c3fef2f75393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.174011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-aed7cc29-1ad0-479f-8a80-c3fef2f75393 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 1095 time: 0.0448785 Jul 29 18:39:12.217469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-c328d7ae-4e82-48bf-951b-619e8b0e71f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff HTTP/1.1" status: 200 len: 217 time: 0.0350957 Jul 29 18:39:12.281187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-43d376ac-e2fd-494f-adef-b55473d797ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.282674 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-43d376ac-e2fd-494f-adef-b55473d797ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f370de9b-d1e5-4695-9d89-0eb69dc9782d HTTP/1.1" status: 200 len: 854 time: 0.0581698 Jul 29 18:39:12.319209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-8208cb0b-4d47-4b3b-8bd8-cc2f6d4584db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06305432-1634-45fc-9f8f-4c1c5ac559f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295780 Jul 29 18:39:12.411979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-e9f58727-ffce-45e3-879d-93f5f671c325 service neutron] 10.222.0.38 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Jul 29 18:39:12.509316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fdf3918-0909-41e4-a547-56bb448520c1 req-a93651b3-0c5f-4509-855f-53acb236a106 service neutron] 10.222.0.38 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905297 Jul 29 18:39:12.603905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a74623-7329-46b0-8134-7b464a601437 req-ff6b6d59-fe8a-4cd0-a7b9-8d7917af11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.605466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-ff6b6d59-fe8a-4cd0-a7b9-8d7917af11bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 1095 time: 0.0438130 Jul 29 18:39:12.705376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a74623-7329-46b0-8134-7b464a601437 req-65f684cb-8fc4-4ca5-9f93-cfdb9ffe4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.707799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-65f684cb-8fc4-4ca5-9f93-cfdb9ffe4486 service neutron] 10.222.0.38 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 915 time: 0.0946131 Jul 29 18:39:12.752520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-e70164e2-c6bf-4c08-be8f-592b9fe76dc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff HTTP/1.1" status: 200 len: 217 time: 0.0368290 Jul 29 18:39:12.803135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a74623-7329-46b0-8134-7b464a601437 req-410f0481-820f-4e4a-90c3-f9ee799b064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:12.804480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-410f0481-820f-4e4a-90c3-f9ee799b064a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f370de9b-d1e5-4695-9d89-0eb69dc9782d HTTP/1.1" status: 200 len: 854 time: 0.0445340 Jul 29 18:39:12.839742 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-cba0e4e8-7679-400c-8559-f8444e826c29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06305432-1634-45fc-9f8f-4c1c5ac559f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277476 Jul 29 18:39:12.939953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-31eca3c1-6863-4018-a39c-2758820ed3e9 service neutron] 10.222.0.38 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918374 Jul 29 18:39:13.066902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d79c2b-0e1b-4ad9-a9d2-76cc1362e17f req-b82b4d2e-99ba-45be-b033-bb146601b84c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:13.068356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2d79c2b-0e1b-4ad9-a9d2-76cc1362e17f req-b82b4d2e-99ba-45be-b033-bb146601b84c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 944 time: 0.0786142 Jul 29 18:39:13.071963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93a74623-7329-46b0-8134-7b464a601437 req-1285089e-26b2-4359-b71d-da9cc5ff4352 service neutron] 10.222.0.38 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235528 Jul 29 18:39:13.108410 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2d79c2b-0e1b-4ad9-a9d2-76cc1362e17f req-d3fdf118-c252-4f2c-a977-e2fe950c5f56 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Jul 29 18:39:13.207002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:14.239938 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a8188-b06f-42c7-b000-4644e90da8b0 req-2668b430-f9eb-43ec-b176-39255c2b5a94 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:14.241483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-561a8188-b06f-42c7-b000-4644e90da8b0 req-2668b430-f9eb-43ec-b176-39255c2b5a94 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 944 time: 0.0506084 Jul 29 18:39:14.281288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-561a8188-b06f-42c7-b000-4644e90da8b0 req-e7bbe8c3-4560-4539-b992-bc84adeffd20 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Jul 29 18:39:14.851727 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd169c58-1f7c-47fa-a182-560e4c47cbff details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:39:14.857124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:14.962703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:14.973157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'cd169c58-1f7c-47fa-a182-560e4c47cbff', 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2', 'port_id': 'cd169c58-1f7c-47fa-a182-560e4c47cbff', 'mac_address': 'fa:16:3e:37:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f370de9b-d1e5-4695-9d89-0eb69dc9782d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:39:15.011262 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:15.023796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd169c58-1f7c-47fa-a182-560e4c47cbff {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:39:15.044733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:15.049749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:15.099369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:15.243363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cd169c58-1f7c-47fa-a182-560e4c47cbff'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:15.396657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51bee0-a67d-48dc-8c86-6d4d348b8595 req-428d823b-f75f-4705-95ae-2d467372d746 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:15.398141 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f51bee0-a67d-48dc-8c86-6d4d348b8595 req-428d823b-f75f-4705-95ae-2d467372d746 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 945 time: 0.0503929 Jul 29 18:39:15.439222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f51bee0-a67d-48dc-8c86-6d4d348b8595 req-4b208654-c0e7-4947-8b55-25dd16b27623 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Jul 29 18:39:16.573952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1484-a4d2-40c8-9eab-abd9089f4af6 req-16a24290-0824-454c-953d-cb4bb217867c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:16.575450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd2f1484-a4d2-40c8-9eab-abd9089f4af6 req-16a24290-0824-454c-953d-cb4bb217867c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 945 time: 0.0510876 Jul 29 18:39:16.616765 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dd2f1484-a4d2-40c8-9eab-abd9089f4af6 req-875f518e-63d2-4413-8d1d-bc82f491d8c5 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Jul 29 18:39:16.851173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd169c58-1f7c-47fa-a182-560e4c47cbff up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:16.916427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port cd169c58-1f7c-47fa-a182-560e4c47cbff completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:16.922168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port cd169c58-1f7c-47fa-a182-560e4c47cbff triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:16.922750 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:17.016122 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:17.039940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:17.042546 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c473e57-a075-4910-8405-cbf698911046" -d '{"events": [{"server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "name": "network-vif-plugged", "status": "completed", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:17.055866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:17.061551 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:17.089027 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c979d52c-7778-4b56-bff4-64e7eea745d6 x-openstack-request-id: req-c979d52c-7778-4b56-bff4-64e7eea745d6 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:17.089438 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "name": "network-vif-plugged", "status": "completed", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:17.089661 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c979d52c-7778-4b56-bff4-64e7eea745d6 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:17.090009 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff', 'code': 200} Jul 29 18:39:17.116819 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:17.178892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ad0d-02a8-419e-8de9-09aca72a4c3a req-8c56a6c7-cc4e-49ff-9231-4e71a9a3995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:17.180402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9997ad0d-02a8-419e-8de9-09aca72a4c3a req-8c56a6c7-cc4e-49ff-9231-4e71a9a3995b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 1097 time: 0.0427680 Jul 29 18:39:17.218213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9997ad0d-02a8-419e-8de9-09aca72a4c3a req-b39bdf4a-034c-4c83-9466-2badc5738e74 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Jul 29 18:39:17.737939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f8094-96ad-4dfc-bb8b-91882371863b req-b16935fa-c690-4a5b-a183-f1b5e040f449 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:17.739462 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d3f8094-96ad-4dfc-bb8b-91882371863b req-b16935fa-c690-4a5b-a183-f1b5e040f449 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0516529 Jul 29 18:39:17.781540 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d3f8094-96ad-4dfc-bb8b-91882371863b req-bbb05b92-cce2-4165-829a-c6756cf87b14 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Jul 29 18:39:18.919643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af7998-219a-449d-bf17-d9c05ddd22bb req-e9510a5e-afce-4032-8399-d14fd286312a tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:18.921139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0af7998-219a-449d-bf17-d9c05ddd22bb req-e9510a5e-afce-4032-8399-d14fd286312a tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0543919 Jul 29 18:39:18.971608 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d0af7998-219a-449d-bf17-d9c05ddd22bb req-af3b42b4-5be9-4369-a73c-576229350c5f tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jul 29 18:39:19.200987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-481b0777-8ec7-4c1b-b455-9595fd92f574 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:19.202488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-481b0777-8ec7-4c1b-b455-9595fd92f574 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 814 time: 0.1048436 Jul 29 18:39:19.218080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-c1847ec1-d2db-4d14-826a-eb9c8e997fe5 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/quotas/1bcffa76de1c4441828406d112d6a6ff HTTP/1.1" status: 200 len: 375 time: 0.0097790 Jul 29 18:39:19.273465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-23cbc0de-6c6a-4b96-9f0f-5543d2d26709 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498304 Jul 29 18:39:19.372500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-1aaad524-70c7-47c7-a34a-20c01e067701 service neutron] 10.222.0.16 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Jul 29 18:39:19.473033 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-1d519799-4829-45d4-bb25-8d8b3f8be7f7 service neutron] 10.222.0.16 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930691 Jul 29 18:39:19.637865 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1eaea72a-cf0b-4268-bbe4-53c7b0d23843 req-e142af24-d386-4b18-b7aa-5ceff5d01e4a tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 210 time: 0.0290866 Jul 29 18:39:20.738323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f45fa203-528b-41a9-94a9-5ee3224a64a6 req-fad309a5-f3de-4b84-9e55-3e5ce7401607 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 210 time: 0.0269487 Jul 29 18:39:20.763900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-fccaed9c-12a1-4212-a739-af340626284d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:20.765396 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-fccaed9c-12a1-4212-a739-af340626284d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.49 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 814 time: 0.1196530 Jul 29 18:39:20.778177 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Request body: {'port': {'device_id': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2', 'admin_state_up': True, 'tenant_id': '1bcffa76de1c4441828406d112d6a6ff'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:20.891635 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Made reservation on behalf of 1bcffa76de1c4441828406d112d6a6ff for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:20.895584 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.027270 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Allocated IP 172.20.0.3 (06305432-1634-45fc-9f8f-4c1c5ac559f2/f370de9b-d1e5-4695-9d89-0eb69dc9782d/7993fe5d-a29a-4133-91fc-61e73c1ceee8) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:21.183538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.225035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.238300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cd169c58-1f7c-47fa-a182-560e4c47cbff'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:21.272321 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Network 06305432-1634-45fc-9f8f-4c1c5ac559f2 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:21.275477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:21.279366 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:21.311541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Pushing event updated for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:21.337157 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:21.337771 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.353382 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-ea7b53dc-8db7-4bd1-b2f3-d889e0d56323 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789812 Jul 29 18:39:21.368077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Request body: {'port': {'device_id': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:21.422802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.690467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7993fe5d-a29a-4133-91fc-61e73c1ceee8 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:39:21.697794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.709596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Transition to ACTIVE for port object 7993fe5d-a29a-4133-91fc-61e73c1ceee8 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:21.715974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.762809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:21.831258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Attempting to bind port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:21.831966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Attempting to bind port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:21.831966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Attempting to bind port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:21.836223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:39:21.836545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Attempting to bind port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 on network 06305432-1634-45fc-9f8f-4c1c5ac559f2 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:21.841472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:21.841816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Checking segment: {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:21.842369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Bound using segment: {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:21.842667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Bound port: 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde86f4d-f98d-4182-ab97-ccf62cf09f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:21.843030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:21.864505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da663b8-76ae-49ea-b094-d751588abf00 req-dfbd5409-7316-4d42-9f3c-916a168811b7 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:21.866032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5da663b8-76ae-49ea-b094-d751588abf00 req-dfbd5409-7316-4d42-9f3c-916a168811b7 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 943 time: 0.0545480 Jul 29 18:39:21.905302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5da663b8-76ae-49ea-b094-d751588abf00 req-2e5d621f-eee6-4b31-a706-6080a9b91352 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Jul 29 18:39:22.164901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:22.168230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:22.173446 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:22.207880 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.208488 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:22.209850 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/7993fe5d-a29a-4133-91fc-61e73c1ceee8 HTTP/1.1" status: 200 len: 1091 time: 0.8459702 Jul 29 18:39:22.210325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:22.212610 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:22.234184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1492f-5b6d-4e64-b519-0e7b8107d1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:22.255519 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8ae861-b77b-4e85-a605-3d4c7c5eb3a7 x-openstack-request-id: req-bb8ae861-b77b-4e85-a605-3d4c7c5eb3a7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:22.255804 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:22.256054 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8ae861-b77b-4e85-a605-3d4c7c5eb3a7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:22.256451 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8', 'status': 'completed', 'code': 200} Jul 29 18:39:22.297434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-21d9c37b-60db-444f-b893-83c665fb817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.298955 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-21d9c37b-60db-444f-b893-83c665fb817f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 1094 time: 0.0411510 Jul 29 18:39:22.343075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-d3a9d84a-e821-49df-a3d3-1dd61dd53b8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8 HTTP/1.1" status: 200 len: 217 time: 0.0360343 Jul 29 18:39:22.393095 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-9603e27a-b99a-48d1-97a1-7d20187fc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.394524 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-9603e27a-b99a-48d1-97a1-7d20187fc718 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f370de9b-d1e5-4695-9d89-0eb69dc9782d HTTP/1.1" status: 200 len: 854 time: 0.0449493 Jul 29 18:39:22.427231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-5abf3b5f-eca1-4620-a0e9-a9e35483612f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06305432-1634-45fc-9f8f-4c1c5ac559f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253770 Jul 29 18:39:22.524750 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-84a621fe-3926-4c7e-9222-3ca8cff52e29 service neutron] 10.222.0.49 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904574 Jul 29 18:39:22.620188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b5283559-cee7-45d7-8006-f0a46c06ef6a req-46de1f4b-41cd-4274-8898-8b4efaa8982f service neutron] 10.222.0.49 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Jul 29 18:39:22.716412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-371eb98e-30e2-4c38-98a4-bfb6f5ed2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.717928 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-371eb98e-30e2-4c38-98a4-bfb6f5ed2754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1bcffa76de1c4441828406d112d6a6ff&device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 1094 time: 0.0439422 Jul 29 18:39:22.816759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-fbd57365-3246-48c3-8638-cf9b70cefec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.818231 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-fbd57365-3246-48c3-8638-cf9b70cefec6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 200 len: 915 time: 0.0933123 Jul 29 18:39:22.860331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-48fcfd7f-ef1f-411d-9c44-25b6f8a5121a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8 HTTP/1.1" status: 200 len: 217 time: 0.0346324 Jul 29 18:39:22.911307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-af11b072-1ab9-47b1-b370-a4fe91743a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:22.912821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-af11b072-1ab9-47b1-b370-a4fe91743a60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f370de9b-d1e5-4695-9d89-0eb69dc9782d HTTP/1.1" status: 200 len: 854 time: 0.0450273 Jul 29 18:39:22.949738 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-d14a5db1-567b-46cf-a560-61d2c1b3ad87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06305432-1634-45fc-9f8f-4c1c5ac559f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294106 Jul 29 18:39:23.028142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a7a10-7019-4063-abf2-704184134d15 req-d7864e78-f609-404a-9dda-6247f16a9205 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:23.029596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c2a7a10-7019-4063-abf2-704184134d15 req-d7864e78-f609-404a-9dda-6247f16a9205 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 943 time: 0.0536654 Jul 29 18:39:23.048603 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-1d6922fe-6a25-4851-a488-ddb0d5b93783 service neutron] 10.222.0.49 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895126 Jul 29 18:39:23.068861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6c2a7a10-7019-4063-abf2-704184134d15 req-850f101e-0008-4ceb-9eb1-1323a4d10551 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 29 18:39:23.143615 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-92f4189c-ea20-49b0-9ee9-d5fab17f35c7 req-01078620-c6da-47a8-a277-f469f8d5b1db service neutron] 10.222.0.49 "GET /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Jul 29 18:39:24.201345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d9a5-1062-4823-b3fd-fbeb0aeb34d5 req-44daab9c-68e8-4eed-9e66-3d3ccb42c6d3 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:24.202917 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e8d9a5-1062-4823-b3fd-fbeb0aeb34d5 req-44daab9c-68e8-4eed-9e66-3d3ccb42c6d3 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 943 time: 0.0532908 Jul 29 18:39:24.243022 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e6e8d9a5-1062-4823-b3fd-fbeb0aeb34d5 req-012fc0d5-99bb-42ed-a476-c78efd7450ed tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338423 Jul 29 18:39:25.082939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7993fe5d-a29a-4133-91fc-61e73c1ceee8 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:39:25.184561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:25.196118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '7993fe5d-a29a-4133-91fc-61e73c1ceee8', 'network_id': '06305432-1634-45fc-9f8f-4c1c5ac559f2', 'port_id': '7993fe5d-a29a-4133-91fc-61e73c1ceee8', 'mac_address': 'fa:16:3e:55:a8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f370de9b-d1e5-4695-9d89-0eb69dc9782d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:39:25.232322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:25.245723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7993fe5d-a29a-4133-91fc-61e73c1ceee8 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:39:25.265619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:25.270911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:25.320451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:25.361455 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743133a8-838b-498d-9d57-4b267586ff72 req-51bb2b8a-62fb-4c06-88ae-fca1e2874989 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:25.362955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-743133a8-838b-498d-9d57-4b267586ff72 req-51bb2b8a-62fb-4c06-88ae-fca1e2874989 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 944 time: 0.0509036 Jul 29 18:39:25.401915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-743133a8-838b-498d-9d57-4b267586ff72 req-9911cccb-3c52-4fb7-9695-786f7ddaf3c5 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Jul 29 18:39:25.459057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7993fe5d-a29a-4133-91fc-61e73c1ceee8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:26.533390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb4492-84dc-4bed-978b-9b0ae92e32ba req-ec9e1c81-c704-446e-8a6b-d25716ef6e41 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:26.534875 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23cb4492-84dc-4bed-978b-9b0ae92e32ba req-ec9e1c81-c704-446e-8a6b-d25716ef6e41 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 944 time: 0.0635297 Jul 29 18:39:26.575186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23cb4492-84dc-4bed-978b-9b0ae92e32ba req-fa2da238-3488-40b7-bce9-507f644ad975 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jul 29 18:39:26.992312 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:27.099422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7993fe5d-a29a-4133-91fc-61e73c1ceee8 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:27.169332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:27.173297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:27.173678 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:27.400919 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:27.424519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:27.426784 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7aae4-50dd-4266-a219-a0ed54254036" -d '{"events": [{"server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "name": "network-vif-plugged", "status": "completed", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:27.440117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:27.446645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:27.473012 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ea84d-a42a-4782-92d3-5696f5fc6afb x-openstack-request-id: req-171ea84d-a42a-4782-92d3-5696f5fc6afb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:27.473307 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "name": "network-vif-plugged", "status": "completed", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:27.473560 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-171ea84d-a42a-4782-92d3-5696f5fc6afb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:27.473945 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8', 'code': 200} Jul 29 18:39:27.501283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:27.569527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67467a01-da20-4213-98f2-c9c41e56de16 req-38af9efc-523a-46a6-b055-2c800d5a3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:27.571308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67467a01-da20-4213-98f2-c9c41e56de16 req-38af9efc-523a-46a6-b055-2c800d5a3925 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 1096 time: 0.0467222 Jul 29 18:39:27.607912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67467a01-da20-4213-98f2-c9c41e56de16 req-279ac8f5-cf0c-4ae5-a717-a36ca888b7f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284219 Jul 29 18:39:27.703704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d103de6-3bf7-4351-9020-2a851dc64ddb req-84050e7e-9477-4266-8137-689f0df7f761 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:27.705182 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d103de6-3bf7-4351-9020-2a851dc64ddb req-84050e7e-9477-4266-8137-689f0df7f761 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Jul 29 18:39:27.743873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d103de6-3bf7-4351-9020-2a851dc64ddb req-97fe5a5c-e862-41a8-975d-10a6e9f6d23a tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jul 29 18:39:27.951790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:28.866041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4acb-1c04-4e56-8a4d-3162d1fcc17c req-3acde59e-3477-4d40-95c1-198d89c50e65 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:28.867544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1ac4acb-1c04-4e56-8a4d-3162d1fcc17c req-3acde59e-3477-4d40-95c1-198d89c50e65 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 945 time: 0.0553086 Jul 29 18:39:28.908143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f1ac4acb-1c04-4e56-8a4d-3162d1fcc17c req-8da3e156-1080-4bd0-8e78-fba623d59ea6 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Jul 29 18:39:29.176926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8582f68-8e43-4bbe-91f2-aadd8f65c747 req-52ec9c5b-6071-445d-8b3d-4ca279f6e460 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:29.178500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8582f68-8e43-4bbe-91f2-aadd8f65c747 req-52ec9c5b-6071-445d-8b3d-4ca279f6e460 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 945 time: 0.0749385 Jul 29 18:39:29.218906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8582f68-8e43-4bbe-91f2-aadd8f65c747 req-d849317b-ef33-4eb7-8c4f-5cb7cd2a7ba0 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Jul 29 18:39:30.341609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb605b-e83d-493c-a77e-6ea96cd6adfb req-ef02479e-1d2a-422f-99fb-6057cdc43570 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:30.343313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36eb605b-e83d-493c-a77e-6ea96cd6adfb req-ef02479e-1d2a-422f-99fb-6057cdc43570 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Jul 29 18:39:30.376931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-7edc6bae-17fa-45f9-9a34-f4dfc802258d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:30.378470 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-7edc6bae-17fa-45f9-9a34-f4dfc802258d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.49 "GET /v2.0/ports?device_id=80d89f28-4aa5-4084-a90c-da38c6732f74 HTTP/1.1" status: 200 len: 945 time: 0.0544589 Jul 29 18:39:30.382857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36eb605b-e83d-493c-a77e-6ea96cd6adfb req-174dd019-e3fc-4d27-90c5-9329cd0bbac8 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Jul 29 18:39:30.471724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Deleting port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:30.471987 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:30.570910 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] For port 7993fe5d-a29a-4133-91fc-61e73c1ceee8, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=7993fe5d-a29a-4133-91fc-61e73c1ceee8,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:30.571318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:30.587674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Calling delete_port for 7993fe5d-a29a-4133-91fc-61e73c1ceee8 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:30.722878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:30.735857 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cd169c58-1f7c-47fa-a182-560e4c47cbff'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:30.740466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['7993fe5d-a29a-4133-91fc-61e73c1ceee8'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:30.752226 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Pushing event deleted for resources: {'Port': ['ID=7993fe5d-a29a-4133-91fc-61e73c1ceee8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:30.764627 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.764981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.765378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.765666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.766026 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.766456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.766760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.767093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.767413 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.767736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.768080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.768404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:30.805478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] No DVR routers for this DVR port 7993fe5d-a29a-4133-91fc-61e73c1ceee8 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:30.808176 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:30.810129 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-0e7477e3-13f2-4bb9-8b77-5d1fd1d42f60 req-3ad9c129-808d-491a-b6a3-6eb3e1301eec tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.49 "DELETE /v2.0/ports/7993fe5d-a29a-4133-91fc-61e73c1ceee8 HTTP/1.1" status: 204 len: 173 time: 0.4254255 Jul 29 18:39:30.810580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'name': 'network-vif-deleted', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:30.812993 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2e19a-443c-4527-9e52-6b7a42d0a629" -d '{"events": [{"server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "name": "network-vif-deleted", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:30.859645 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4679f8-b1c3-4dff-be49-40a051c650bf x-openstack-request-id: req-fe4679f8-b1c3-4dff-be49-40a051c650bf {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:30.860013 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d89f28-4aa5-4084-a90c-da38c6732f74", "name": "network-vif-deleted", "tag": "7993fe5d-a29a-4133-91fc-61e73c1ceee8", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:30.860267 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4679f8-b1c3-4dff-be49-40a051c650bf {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:30.860672 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d89f28-4aa5-4084-a90c-da38c6732f74', 'name': 'network-vif-deleted', 'tag': '7993fe5d-a29a-4133-91fc-61e73c1ceee8', 'status': 'completed', 'code': 200} Jul 29 18:39:31.537544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233877c0-073c-44e3-a587-80401c7d001e req-85bc05c8-de38-4a53-8f12-2b9bb766b49b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:31.539070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-233877c0-073c-44e3-a587-80401c7d001e req-85bc05c8-de38-4a53-8f12-2b9bb766b49b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0515723 Jul 29 18:39:31.581730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-233877c0-073c-44e3-a587-80401c7d001e req-76f15f50-0ffa-4045-a092-db4f100edcbc tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 29 18:39:31.739927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a72006-5985-4aa6-8f70-faa2ed66150e req-93b00378-91f2-45ca-b45a-2adae6985225 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:31.741388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96a72006-5985-4aa6-8f70-faa2ed66150e req-93b00378-91f2-45ca-b45a-2adae6985225 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0568836 Jul 29 18:39:31.782682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96a72006-5985-4aa6-8f70-faa2ed66150e req-eae2d998-6ea3-419e-bca1-01e1ff0e9151 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jul 29 18:39:31.900351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5ab38-1a51-4e54-9bcb-63271fbe587e req-0f4ef0b1-0314-4430-8bb0-ef09b0fe7725 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:31.901847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51a5ab38-1a51-4e54-9bcb-63271fbe587e req-0f4ef0b1-0314-4430-8bb0-ef09b0fe7725 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0482190 Jul 29 18:39:31.941077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51a5ab38-1a51-4e54-9bcb-63271fbe587e req-7fa0e2c6-2668-4868-a70b-d81cd6d17185 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jul 29 18:39:32.118810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8686c4-03c6-4928-b2b8-a73206672265 req-6dfeeb19-6668-4deb-b44e-3fbc076d8cc0 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:32.120308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e8686c4-03c6-4928-b2b8-a73206672265 req-6dfeeb19-6668-4deb-b44e-3fbc076d8cc0 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0584331 Jul 29 18:39:32.163070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e8686c4-03c6-4928-b2b8-a73206672265 req-088639a4-488a-428f-a453-71ccdba91b20 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jul 29 18:39:32.312367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda1d4-ba9b-473f-bba9-2bb1237a189c req-e268bebf-3ff2-45e6-8774-3a6ce08672d6 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:32.316205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7fda1d4-ba9b-473f-bba9-2bb1237a189c req-e268bebf-3ff2-45e6-8774-3a6ce08672d6 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0711610 Jul 29 18:39:32.353206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7fda1d4-ba9b-473f-bba9-2bb1237a189c req-bf511e54-2602-40c1-a85a-ccf5ae32568c tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Jul 29 18:39:32.480252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6edb2e-6ea4-4945-9b36-a0e0bb202579 req-d766521e-3112-4001-ac07-36ecaf7f68a5 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:32.481900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef6edb2e-6ea4-4945-9b36-a0e0bb202579 req-d766521e-3112-4001-ac07-36ecaf7f68a5 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0509717 Jul 29 18:39:32.520971 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef6edb2e-6ea4-4945-9b36-a0e0bb202579 req-2ad4cf9e-14ba-4981-876b-ef09394c0a7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Jul 29 18:39:32.835284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92398d-d3b0-4558-90e1-4a0b70a86d15 req-932e61c1-e938-4763-ace5-860a4e5be105 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:32.836667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc92398d-d3b0-4558-90e1-4a0b70a86d15 req-932e61c1-e938-4763-ace5-860a4e5be105 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0544403 Jul 29 18:39:32.877331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fc92398d-d3b0-4558-90e1-4a0b70a86d15 req-7749694b-0ece-46fc-b04e-fbd9dc08d992 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 29 18:39:33.808767 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:39:34.001610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726aa4c-b133-48cc-84ae-15d756251022 req-aaf56733-973c-4d62-9966-952cef5adf6d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:34.003097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3726aa4c-b133-48cc-84ae-15d756251022 req-aaf56733-973c-4d62-9966-952cef5adf6d tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0554760 Jul 29 18:39:34.043305 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3726aa4c-b133-48cc-84ae-15d756251022 req-0578b9e9-20d8-49f4-bb04-4d4509a77e41 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.16 "GET /v2.0/security-groups?id=62542eff-2893-43c3-84ac-ee95ab17e06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Jul 29 18:39:34.125359 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fcb44f51-bcef-4b6c-842b-285864853333 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:34.126859 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fcb44f51-bcef-4b6c-842b-285864853333 tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b174b51-082c-40cf-8131-eda452fcd1ae HTTP/1.1" status: 200 len: 946 time: 0.0516207 Jul 29 18:39:34.226980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Deleting port cd169c58-1f7c-47fa-a182-560e4c47cbff {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:34.227326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:34.318945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] For port cd169c58-1f7c-47fa-a182-560e4c47cbff, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd169c58-1f7c-47fa-a182-560e4c47cbff,segment=NetworkSegment(fde86f4d-f98d-4182-ab97-ccf62cf09f97),segment_id=fde86f4d-f98d-4182-ab97-ccf62cf09f97)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:34.319307 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:34.333417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Calling delete_port for cd169c58-1f7c-47fa-a182-560e4c47cbff owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:34.471313 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:34.484714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cd169c58-1f7c-47fa-a182-560e4c47cbff'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:39:34.505522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Pushing event deleted for resources: {'Port': ['ID=cd169c58-1f7c-47fa-a182-560e4c47cbff,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:34.543979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] No DVR routers for this DVR port cd169c58-1f7c-47fa-a182-560e4c47cbff on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:34.546836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:34.548961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08842adf-804c-409c-bdb9-c31c753a29b3 req-fe88f6fd-90b6-45e7-9da6-6d3a0f9fed7b tempest-ServersNegativeTestJSON-2028243032 tempest-ServersNegativeTestJSON-2028243032-project] 10.222.0.38 "DELETE /v2.0/ports/cd169c58-1f7c-47fa-a182-560e4c47cbff HTTP/1.1" status: 204 len: 173 time: 0.4152815 Jul 29 18:39:34.549399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'name': 'network-vif-deleted', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:39:34.551768 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b52178-a076-4c2e-809e-acace3ad611e" -d '{"events": [{"server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "name": "network-vif-deleted", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:39:34.589808 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a0afc-cbd9-44b8-b7db-ade732c842c1 x-openstack-request-id: req-9a3a0afc-cbd9-44b8-b7db-ade732c842c1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:39:34.590115 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b174b51-082c-40cf-8131-eda452fcd1ae", "name": "network-vif-deleted", "tag": "cd169c58-1f7c-47fa-a182-560e4c47cbff", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:39:34.590369 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a3a0afc-cbd9-44b8-b7db-ade732c842c1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:39:34.590801 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b174b51-082c-40cf-8131-eda452fcd1ae', 'name': 'network-vif-deleted', 'tag': 'cd169c58-1f7c-47fa-a182-560e4c47cbff', 'status': 'completed', 'code': 200} Jul 29 18:39:35.100146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44410) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:35.145852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7993fe5d-a29a-4133-91fc-61e73c1ceee8 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:35.148315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Deleting subnet f370de9b-d1e5-4695-9d89-0eb69dc9782d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:35.151671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.165644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 7993fe5d-a29a-4133-91fc-61e73c1ceee8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:35.165991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 7993fe5d-a29a-4133-91fc-61e73c1ceee8 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:35.188549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.226816 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.293783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.319073 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f370de9b-d1e5-4695-9d89-0eb69dc9782d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:35.323094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.324961 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d030f798-f17f-4c9a-b506-c3b7a53de8f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f370de9b-d1e5-4695-9d89-0eb69dc9782d HTTP/1.1" status: 204 len: 168 time: 0.2237780 Jul 29 18:39:35.327685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44414) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:35.396749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.479440 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.489600 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06305432-1634-45fc-9f8f-4c1c5ac559f2']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:35.500272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde86f4d-f98d-4182-ab97-ccf62cf09f97') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:35.500567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde86f4d-f98d-4182-ab97-ccf62cf09f97') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:35.509411 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.523028 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.528898 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:35.529286 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:35.530994 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:35.585946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.592052 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.594044 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06305432-1634-45fc-9f8f-4c1c5ac559f2 HTTP/1.1" status: 204 len: 168 time: 0.2654524 Jul 29 18:39:35.605485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33908b0-7c38-48e2-8d16-2f5a4bc2ed18 admin admin] Pushing event deleted for resources: {'Network': ['ID=06305432-1634-45fc-9f8f-4c1c5ac559f2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:35.709803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44420) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:35.754568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-97e1155b-b3b7-45b8-bdfe-21c361db5af7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bcffa76de1c4441828406d112d6a6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435164 Jul 29 18:39:35.757131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:35.804465 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.825238 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.872205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.875190 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:35.876334 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62542eff-2893-43c3-84ac-ee95ab17e06b HTTP/1.1" status: 204 len: 168 time: 0.1183405 Jul 29 18:39:35.883883 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730b258-3459-4bc7-beff-c64421b57f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62542eff-2893-43c3-84ac-ee95ab17e06b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:36.597462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44444) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:36.692589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482760543'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:36.718093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:36.721765 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.734393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.827245 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.833362 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.860275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:36.868921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceb9cd-afb7-4372-a7ad-29f776e28bc9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:36.876653 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.877651 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Added segment 02077aa9-5a62-48da-b59c-4d2602e73eeb of type vlan for network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 Jul 29 18:39:36.916640 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.947146 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:36.952785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:36.953380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:37.034616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4358733 Jul 29 18:39:37.056585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb16c56-b132-406e-a125-9c47d5277568 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Network': ['ID=c6351fdc-afe6-411f-8ec0-be8635bfc5c3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:37.067306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:38.926652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd169c58-1f7c-47fa-a182-560e4c47cbff no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:38.947118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: cd169c58-1f7c-47fa-a182-560e4c47cbff {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:38.947458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd169c58-1f7c-47fa-a182-560e4c47cbff not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:39.339094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a68f-b5c9-4821-86a0-0eea1e6bb0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.223741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44448) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:40.232120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'subnet': {'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:40.331476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:40.335065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.522384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.583164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Subnet': ['ID=34e273ed-cb62-479c-b34b-3e7d4cfb6e5e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:40.594532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking segment: {'id': '02077aa9-5a62-48da-b59c-4d2602e73eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:40.594898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network hostable DHCP agents. Network: c6351fdc-afe6-411f-8ec0-be8635bfc5c3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:40.617217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:40.627547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c6351fdc-afe6-411f-8ec0-be8635bfc5c3) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:40.631942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:40.632505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.638669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028fa54f-dad7-4da9-85b6-4817f38a93b8 None None] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:40.646148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b9bd8c8e-fdf8-46e6-b3d4-0575867b33de tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4209828 Jul 29 18:39:40.649644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44450) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:40.654665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088764309'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:40.675061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:40.678487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.702164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:40.711474 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.711839 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Added segment f428afdc-628e-4f06-9a2d-4840efec1b7e of type vlan for network 845de171-1694-422a-8daa-c8a2bc5e9a65 Jul 29 18:39:40.751540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.781725 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.783242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c6351fdc-afe6-411f-8ec0-be8635bfc5c3', 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3', 'tenant_id': '660de852fc5040318920fa7c7922d08f', 'fixed_ips': [{'subnet_id': '34e273ed-cb62-479c-b34b-3e7d4cfb6e5e'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:40.784150 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.787228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:40.787853 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.834406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1836438 Jul 29 18:39:40.837415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44452) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:40.852230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'subnet': {'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:40.899574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda628a-d546-430c-9ed5-02b406168da3 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Network': ['ID=845de171-1694-422a-8daa-c8a2bc5e9a65,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:40.911107 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 845de171-1694-422a-8daa-c8a2bc5e9a65 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:40.948754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:40.952414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:40.970386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Allocated IP 2001:db8:0:ffff::2 (c6351fdc-afe6-411f-8ec0-be8635bfc5c3/34e273ed-cb62-479c-b34b-3e7d4cfb6e5e/f18284c3-a789-4e35-b146-59c11ca3f2e9) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:41.131621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.140594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Transition to ACTIVE for port object f18284c3-a789-4e35-b146-59c11ca3f2e9 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:41.142144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.156172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Transition to ACTIVE for port object f18284c3-a789-4e35-b146-59c11ca3f2e9 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:41.162975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.202058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:41.204946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:41.208512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Subnet': ['ID=f47c9c46-7d5d-434f-9f8e-967e5ef4ea23,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:41.211243 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:41.214227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Pushing event updated for resources: {'Port': ['ID=f18284c3-a789-4e35-b146-59c11ca3f2e9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:41.220717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.221060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.221378 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.221706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.222046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.222393 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.222698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.223023 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.223346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.223644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.223978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.224526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.226449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.226792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.227129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.227463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.227791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.228285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.228614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.228950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.229116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking segment: {'id': 'f428afdc-628e-4f06-9a2d-4840efec1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:41.229242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.229498 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network hostable DHCP agents. Network: 845de171-1694-422a-8daa-c8a2bc5e9a65, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:41.229598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.229871 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.230196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:39:41.248031 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network 845de171-1694-422a-8daa-c8a2bc5e9a65 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:41.257444 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 845de171-1694-422a-8daa-c8a2bc5e9a65) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:41.262490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:41.263086 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.269999 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203d023-f02e-44c3-91f2-f20135f6464b None None] Network 845de171-1694-422a-8daa-c8a2bc5e9a65 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:41.278590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7a6f32e1-ea0d-431c-8442-ac74171340da tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4401174 Jul 29 18:39:41.281429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44454) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:41.318669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Attempting to bind port f18284c3-a789-4e35-b146-59c11ca3f2e9 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:41.319038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Attempting to bind port f18284c3-a789-4e35-b146-59c11ca3f2e9 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '02077aa9-5a62-48da-b59c-4d2602e73eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:41.319428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Attempting to bind port f18284c3-a789-4e35-b146-59c11ca3f2e9 on network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:41.329774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:41.330142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Checking segment: {'id': '02077aa9-5a62-48da-b59c-4d2602e73eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:41.330566 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.330956 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Bound using segment: {'id': '02077aa9-5a62-48da-b59c-4d2602e73eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:41.331422 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Bound port: f18284c3-a789-4e35-b146-59c11ca3f2e9, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02077aa9-5a62-48da-b59c-4d2602e73eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c6351fdc-afe6-411f-8ec0-be8635bfc5c3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:41.331800 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.375870 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.447701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] For port f18284c3-a789-4e35-b146-59c11ca3f2e9, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:41.461665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.473890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] For port f18284c3-a789-4e35-b146-59c11ca3f2e9, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f18284c3-a789-4e35-b146-59c11ca3f2e9,segment=NetworkSegment(02077aa9-5a62-48da-b59c-4d2602e73eeb),segment_id=02077aa9-5a62-48da-b59c-4d2602e73eeb)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:41.479992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.507883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-845de171-1694-422a-8daa-c8a2bc5e9a65', 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65', 'tenant_id': '660de852fc5040318920fa7c7922d08f', 'fixed_ips': [{'subnet_id': 'f47c9c46-7d5d-434f-9f8e-967e5ef4ea23'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:41.508755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.612820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554b121-ba25-4a1a-9a7b-96860ae63f07 None None] Pushing event updated for resources: {'Port': ['ID=f18284c3-a789-4e35-b146-59c11ca3f2e9,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:41.725216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Allocated IP 2001:db8::2 (845de171-1694-422a-8daa-c8a2bc5e9a65/f47c9c46-7d5d-434f-9f8e-967e5ef4ea23/c3d753f4-4ca2-4570-84be-0d5bd732a673) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:41.831685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-131a508e-365d-4d2f-ada0-ef83ef6c62cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.916732 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.925276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Transition to ACTIVE for port object c3d753f4-4ca2-4570-84be-0d5bd732a673 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:41.940376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Transition to ACTIVE for port object c3d753f4-4ca2-4570-84be-0d5bd732a673 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:41.949621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.971650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:41.990873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Network 845de171-1694-422a-8daa-c8a2bc5e9a65 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:42.000340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:42.006175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Subnet': ['ID=f47c9c46-7d5d-434f-9f8e-967e5ef4ea23,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:42.006971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:42.017499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Pushing event updated for resources: {'Port': ['ID=c3d753f4-4ca2-4570-84be-0d5bd732a673,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:42.020671 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.065641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.070543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Attempting to bind port c3d753f4-4ca2-4570-84be-0d5bd732a673 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:42.070965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Attempting to bind port c3d753f4-4ca2-4570-84be-0d5bd732a673 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f428afdc-628e-4f06-9a2d-4840efec1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:42.071302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Attempting to bind port c3d753f4-4ca2-4570-84be-0d5bd732a673 on network 845de171-1694-422a-8daa-c8a2bc5e9a65 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:42.076070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845de171-1694-422a-8daa-c8a2bc5e9a65']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:42.076387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:42.076767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Checking segment: {'id': 'f428afdc-628e-4f06-9a2d-4840efec1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:42.077219 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.077718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Bound using segment: {'id': 'f428afdc-628e-4f06-9a2d-4840efec1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:42.078132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Bound port: c3d753f4-4ca2-4570-84be-0d5bd732a673, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f428afdc-628e-4f06-9a2d-4840efec1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '845de171-1694-422a-8daa-c8a2bc5e9a65'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:42.078540 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.086905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f428afdc-628e-4f06-9a2d-4840efec1b7e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:42.087205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f428afdc-628e-4f06-9a2d-4840efec1b7e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:42.097437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.111103 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.117171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:42.117578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:42.120609 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:42.147790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] For port c3d753f4-4ca2-4570-84be-0d5bd732a673, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:42.181091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] For port c3d753f4-4ca2-4570-84be-0d5bd732a673, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3d753f4-4ca2-4570-84be-0d5bd732a673,segment=NetworkSegment(f428afdc-628e-4f06-9a2d-4840efec1b7e),segment_id=f428afdc-628e-4f06-9a2d-4840efec1b7e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:42.182312 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.db.api [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 18:39:42.182312 n-d-801607-3 neutron-server[94051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 18:39:42.182312 n-d-801607-3 neutron-server[94051]: [parameters: {'id': '845de171-1694-422a-8daa-c8a2bc5e9a65'}] Jul 29 18:39:42.182312 n-d-801607-3 neutron-server[94051]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:39:42.183159 n-d-801607-3 neutron-server[94051]: DEBUG oslo_db.api [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:39:42.186127 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.261120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b09cf-9942-43d5-af4a-db67feabb75b None None] Pushing event updated for resources: {'Port': ['ID=c3d753f4-4ca2-4570-84be-0d5bd732a673,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:42.280685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b59d6-76a3-4c1e-9122-bcc1d3c5b8d8 None None] Network 845de171-1694-422a-8daa-c8a2bc5e9a65 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:42.437223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e4e0e-bfa7-45ff-9879-6560efa6504b None None] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:42.483255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f18284c3-a789-4e35-b146-59c11ca3f2e9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:42.553731 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fb47ee47-8217-4260-8fa8-e14d47c4c535 None None] Provisioning for port f18284c3-a789-4e35-b146-59c11ca3f2e9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:42.593722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f18284c3-a789-4e35-b146-59c11ca3f2e9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:42.603790 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f18284c3-a789-4e35-b146-59c11ca3f2e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:42.604164 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.684537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.714786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.742659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Deleting port c3d753f4-4ca2-4570-84be-0d5bd732a673 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:42.743022 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.751241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f18284c3-a789-4e35-b146-59c11ca3f2e9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f18284c3-a789-4e35-b146-59c11ca3f2e9,segment=NetworkSegment(02077aa9-5a62-48da-b59c-4d2602e73eeb),segment_id=02077aa9-5a62-48da-b59c-4d2602e73eeb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:42.756804 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.807734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f18284c3-a789-4e35-b146-59c11ca3f2e9,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:42.812690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] For port c3d753f4-4ca2-4570-84be-0d5bd732a673, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3d753f4-4ca2-4570-84be-0d5bd732a673,segment=NetworkSegment(f428afdc-628e-4f06-9a2d-4840efec1b7e),segment_id=f428afdc-628e-4f06-9a2d-4840efec1b7e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:42.813063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.827082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Calling delete_port for c3d753f4-4ca2-4570-84be-0d5bd732a673 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:42.861552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde8404-9a27-4843-8f15-94ca1b5cf965 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:39:42.907396 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.912386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9a12f263-4240-42ed-8b7e-7c3f4f2986c4 None None] Provisioning complete for port f18284c3-a789-4e35-b146-59c11ca3f2e9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:42.912765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a12f263-4240-42ed-8b7e-7c3f4f2986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:42.937584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Port': ['ID=c3d753f4-4ca2-4570-84be-0d5bd732a673,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:42.939571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No DVR routers for this DVR port c3d753f4-4ca2-4570-84be-0d5bd732a673 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:42.968012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde8404-9a27-4843-8f15-94ca1b5cf965 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:39:43.016409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.026419 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845de171-1694-422a-8daa-c8a2bc5e9a65']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:43.037111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f428afdc-628e-4f06-9a2d-4840efec1b7e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:43.037406 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f428afdc-628e-4f06-9a2d-4840efec1b7e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:43.046214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.060134 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.067298 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:43.067726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:43.071118 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:43.133035 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.141384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.143247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/845de171-1694-422a-8daa-c8a2bc5e9a65 HTTP/1.1" status: 204 len: 168 time: 1.8608689 Jul 29 18:39:43.146878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44456) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:43.152529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-696589434'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:43.153050 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9b76-1f8b-431b-8f99-214bb299d1ac tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Network': ['ID=845de171-1694-422a-8daa-c8a2bc5e9a65,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:43.176299 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:43.179966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.204628 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:43.214468 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.214822 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Added segment 37367632-690c-4af1-8c17-899845d875e5 of type vlan for network 7c22b7f3-343b-492c-bb2f-16ea41f859ba Jul 29 18:39:43.216179 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.253661 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.282951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.288364 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:43.288955 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.371804 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2235122 Jul 29 18:39:43.375182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44458) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:43.380822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'subnet': {'network_id': '7c22b7f3-343b-492c-bb2f-16ea41f859ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:43.394634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75f8c7-b223-4e1d-a92f-709a3eeac98e tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Network': ['ID=7c22b7f3-343b-492c-bb2f-16ea41f859ba,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:43.404892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 7c22b7f3-343b-492c-bb2f-16ea41f859ba details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:43.473159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:43.479302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.542482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Performing IP validity checks on allocation pools {{(pid=94051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 18:39:43.542919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.ipam_backend_mixin [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 18:39:43.672441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.734337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Subnet': ['ID=d7727fb7-c690-4d34-b9d8-723d82623709,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:43.744552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking segment: {'id': '37367632-690c-4af1-8c17-899845d875e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7c22b7f3-343b-492c-bb2f-16ea41f859ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:43.744905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network hostable DHCP agents. Network: 7c22b7f3-343b-492c-bb2f-16ea41f859ba, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:43.765167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network 7c22b7f3-343b-492c-bb2f-16ea41f859ba is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:43.775944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 7c22b7f3-343b-492c-bb2f-16ea41f859ba) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:43.780094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:43.780717 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.785045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02a39f-954a-4b2f-bf0e-1b287339931d None None] Network 7c22b7f3-343b-492c-bb2f-16ea41f859ba requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:43.797576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7ea77ab9-4abb-4995-b61d-5c88f0fc2976 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4211664 Jul 29 18:39:43.800319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44460) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:43.895278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.930893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba10b59-42ff-4b55-805c-f9b8dbac199d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-7c22b7f3-343b-492c-bb2f-16ea41f859ba', 'network_id': '7c22b7f3-343b-492c-bb2f-16ea41f859ba', 'tenant_id': '660de852fc5040318920fa7c7922d08f', 'fixed_ips': [{'subnet_id': 'd7727fb7-c690-4d34-b9d8-723d82623709'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:43.931764 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aba10b59-42ff-4b55-805c-f9b8dbac199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:43.952315 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.013442 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server [None req-aba10b59-42ff-4b55-805c-f9b8dbac199d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7727fb7-c690-4d34-b9d8-723d82623709: This subnet is being modified by another concurrent operation. Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server raise exception Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7727fb7-c690-4d34-b9d8-723d82623709: This subnet is being modified by another concurrent operation. Jul 29 18:39:44.024812 n-d-801607-3 neutron-server[94053]: ERROR oslo_messaging.rpc.server Jul 29 18:39:44.039966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68009112-64b7-4e20-88aa-e3105697e629 None None] Network 7c22b7f3-343b-492c-bb2f-16ea41f859ba requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:44.052343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Subnet': ['ID=d7727fb7-c690-4d34-b9d8-723d82623709,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:44.118420 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.128661 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c22b7f3-343b-492c-bb2f-16ea41f859ba']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:44.138566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37367632-690c-4af1-8c17-899845d875e5') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:44.138853 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37367632-690c-4af1-8c17-899845d875e5') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:44.147907 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.152494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d040550-9288-4b11-ad7a-334b13bd88e9 None None] get_active_networks_info from n-d-801607-3 {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 18:39:44.162249 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.168477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:44.168872 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:44.172285 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:44.218408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d040550-9288-4b11-ad7a-334b13bd88e9 None None] Resources bound (agent type, host, resource id): {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 18:39:44.231843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.239256 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.241086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/7c22b7f3-343b-492c-bb2f-16ea41f859ba HTTP/1.1" status: 204 len: 168 time: 0.4398353 Jul 29 18:39:44.245192 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44462) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:44.250949 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073195330'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:44.253094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5357bc9-7aad-40a1-b5db-9b2093b335ad tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Network': ['ID=7c22b7f3-343b-492c-bb2f-16ea41f859ba,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:44.273907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:44.277959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.304099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:44.315577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.316044 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Added segment e521d8a9-350f-415b-8b01-6d72ee6064be of type vlan for network 99332db3-e12d-4a79-b70a-fba24e4fec74 Jul 29 18:39:44.363865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.396227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.401724 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:44.402352 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.461078 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2147424 Jul 29 18:39:44.464738 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44464) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:44.469869 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'subnet': {'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:44.492478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f18284c3-a789-4e35-b146-59c11ca3f2e9 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:44.519907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137cf19-407d-4bdb-b488-90e52e440172 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Network': ['ID=99332db3-e12d-4a79-b70a-fba24e4fec74,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:44.550981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 99332db3-e12d-4a79-b70a-fba24e4fec74 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:44.576389 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:44.580534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.663388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f18284c3-a789-4e35-b146-59c11ca3f2e9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:44.663875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.787659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.845449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Subnet': ['ID=a800a2ba-57b0-4802-9132-c2b03141ca34,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:44.847647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.855624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking segment: {'id': 'e521d8a9-350f-415b-8b01-6d72ee6064be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:44.855987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network hostable DHCP agents. Network: 99332db3-e12d-4a79-b70a-fba24e4fec74, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:44.872968 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network 99332db3-e12d-4a79-b70a-fba24e4fec74 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:44.884236 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 99332db3-e12d-4a79-b70a-fba24e4fec74) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:44.888529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:44.889119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.894331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08417933-33cf-46b4-847b-8da9acded65f None None] Network 99332db3-e12d-4a79-b70a-fba24e4fec74 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:44.905077 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-088952f3-eb57-4996-9b07-bedc937900e6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4393387 Jul 29 18:39:44.908669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44466) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:44.913616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705826664'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:44.936722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:44.942764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.971448 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:44.983246 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:44.983738 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Added segment 523a1537-6946-40dd-8acf-912c57724f3e of type vlan for network 27b03972-55d9-4ec9-a267-cf5312657b35 Jul 29 18:39:45.025611 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.051314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-99332db3-e12d-4a79-b70a-fba24e4fec74', 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74', 'tenant_id': '660de852fc5040318920fa7c7922d08f', 'fixed_ips': [{'subnet_id': 'a800a2ba-57b0-4802-9132-c2b03141ca34'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:45.052391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.059009 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.064726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:45.065329 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.118376 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2084885 Jul 29 18:39:45.121321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44468) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:45.126962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Request body: {'subnet': {'network_id': '27b03972-55d9-4ec9-a267-cf5312657b35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:45.152390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d34a1b-3f24-46e7-afa8-5f661974d03a tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Network': ['ID=27b03972-55d9-4ec9-a267-cf5312657b35,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:45.179401 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 27b03972-55d9-4ec9-a267-cf5312657b35 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:45.233218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Made reservation on behalf of 660de852fc5040318920fa7c7922d08f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:45.236976 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.263279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Allocated IP 2001:db8::2 (99332db3-e12d-4a79-b70a-fba24e4fec74/a800a2ba-57b0-4802-9132-c2b03141ca34/7ef887e5-431d-4534-97a8-d0733859d71d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:45.422779 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.431680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Transition to ACTIVE for port object 7ef887e5-431d-4534-97a8-d0733859d71d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:45.432798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.447582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Transition to ACTIVE for port object 7ef887e5-431d-4534-97a8-d0733859d71d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:45.453947 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.490784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Network 99332db3-e12d-4a79-b70a-fba24e4fec74 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:45.490997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event updated for resources: {'Subnet': ['ID=e69a7c33-2c8d-4155-8a34-0b299596dc12,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:45.493696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:45.497184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:45.506664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Pushing event updated for resources: {'Port': ['ID=7ef887e5-431d-4534-97a8-d0733859d71d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:45.510564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Checking segment: {'id': '523a1537-6946-40dd-8acf-912c57724f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27b03972-55d9-4ec9-a267-cf5312657b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:45.510933 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network hostable DHCP agents. Network: 27b03972-55d9-4ec9-a267-cf5312657b35, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:45.528520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Network 27b03972-55d9-4ec9-a267-cf5312657b35 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:45.537787 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 27b03972-55d9-4ec9-a267-cf5312657b35) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:45.541927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:45.542552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.549603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bdf3d-22e4-4b7e-96bd-1e88b8038192 None None] Network 27b03972-55d9-4ec9-a267-cf5312657b35 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:45.558075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9502aa30-3987-4f1c-8da7-334096f1f637 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4355071 Jul 29 18:39:45.560991 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44470) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:45.600256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Attempting to bind port 7ef887e5-431d-4534-97a8-d0733859d71d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:45.600658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Attempting to bind port 7ef887e5-431d-4534-97a8-d0733859d71d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'e521d8a9-350f-415b-8b01-6d72ee6064be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:45.601023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Attempting to bind port 7ef887e5-431d-4534-97a8-d0733859d71d on network 99332db3-e12d-4a79-b70a-fba24e4fec74 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:45.610003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:45.610403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Checking segment: {'id': 'e521d8a9-350f-415b-8b01-6d72ee6064be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:45.610810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.611202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Bound using segment: {'id': 'e521d8a9-350f-415b-8b01-6d72ee6064be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:45.611671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Bound port: 7ef887e5-431d-4534-97a8-d0733859d71d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e521d8a9-350f-415b-8b01-6d72ee6064be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '99332db3-e12d-4a79-b70a-fba24e4fec74'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:45.612056 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.657849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.724690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] For port 7ef887e5-431d-4534-97a8-d0733859d71d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:45.729068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] For port 7ef887e5-431d-4534-97a8-d0733859d71d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7ef887e5-431d-4534-97a8-d0733859d71d,segment=NetworkSegment(e521d8a9-350f-415b-8b01-6d72ee6064be),segment_id=e521d8a9-350f-415b-8b01-6d72ee6064be)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:45.735148 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.745153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.795497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973020a-1ff3-4a91-962a-f7d04affa5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-27b03972-55d9-4ec9-a267-cf5312657b35', 'network_id': '27b03972-55d9-4ec9-a267-cf5312657b35', 'tenant_id': '660de852fc5040318920fa7c7922d08f', 'fixed_ips': [{'subnet_id': 'e69a7c33-2c8d-4155-8a34-0b299596dc12'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:45.796460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1973020a-1ff3-4a91-962a-f7d04affa5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.818362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.824688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433588-11a9-4a67-b0f0-a2fc3247189a None None] Pushing event updated for resources: {'Port': ['ID=7ef887e5-431d-4534-97a8-d0733859d71d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:45.847178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Subnet': ['ID=e69a7c33-2c8d-4155-8a34-0b299596dc12,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:45.897924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170620d-297f-4f2f-aa1f-c2b7ae03c46f None None] Network 27b03972-55d9-4ec9-a267-cf5312657b35 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:45.910747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.921119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b03972-55d9-4ec9-a267-cf5312657b35']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:45.932838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523a1537-6946-40dd-8acf-912c57724f3e') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:45.933141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523a1537-6946-40dd-8acf-912c57724f3e') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:45.942599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.956897 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.976494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:45.977142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:45.989345 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:46.063223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.070873 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.072717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/27b03972-55d9-4ec9-a267-cf5312657b35 HTTP/1.1" status: 204 len: 168 time: 0.5105209 Jul 29 18:39:46.075434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44472) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.096144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b5c2f-2a13-4f66-9695-1414aefbeb1b tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Network': ['ID=27b03972-55d9-4ec9-a267-cf5312657b35,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:46.114977 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-79389b68-784a-4933-b9a0-6ea443691948 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] GET failed (client error): The resource could not be found. Jul 29 18:39:46.116320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-79389b68-784a-4933-b9a0-6ea443691948 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "GET /v2.0/subnets/e69a7c33-2c8d-4155-8a34-0b299596dc12 HTTP/1.1" status: 404 len: 337 time: 0.0399840 Jul 29 18:39:46.119156 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.137414 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce61f0d-9c13-495a-9c5e-cdf23559cd95 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:46.137926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce61f0d-9c13-495a-9c5e-cdf23559cd95 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:46.139577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3ce61f0d-9c13-495a-9c5e-cdf23559cd95 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/27b03972-55d9-4ec9-a267-cf5312657b35 HTTP/1.1" status: 404 len: 339 time: 0.0194929 Jul 29 18:39:46.143074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.167248 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-980a2cff-d335-4ea6-9078-698c5082a8c5 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:46.167691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980a2cff-d335-4ea6-9078-698c5082a8c5 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:46.169331 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-980a2cff-d335-4ea6-9078-698c5082a8c5 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/subnets/e69a7c33-2c8d-4155-8a34-0b299596dc12 HTTP/1.1" status: 404 len: 337 time: 0.0253885 Jul 29 18:39:46.172071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.189371 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c83c34-6afa-4ea0-b411-d82988e0b415 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:46.189871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c83c34-6afa-4ea0-b411-d82988e0b415 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:46.191493 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92c83c34-6afa-4ea0-b411-d82988e0b415 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/27b03972-55d9-4ec9-a267-cf5312657b35 HTTP/1.1" status: 404 len: 339 time: 0.0185568 Jul 29 18:39:46.193837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.242462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Deleting subnet a800a2ba-57b0-4802-9132-c2b03141ca34 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:46.245481 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.290573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.378463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.449063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.481595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Subnet': ['ID=a800a2ba-57b0-4802-9132-c2b03141ca34,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:46.485139 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.489445 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-acaf90f2-dd37-4d89-a9aa-869daca77ea2 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/subnets/a800a2ba-57b0-4802-9132-c2b03141ca34 HTTP/1.1" status: 204 len: 168 time: 0.2923808 Jul 29 18:39:46.489741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44482) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:46.508023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7ef887e5-431d-4534-97a8-d0733859d71d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:46.561797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 7ef887e5-431d-4534-97a8-d0733859d71d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:46.576179 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.630510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Deleting port 7ef887e5-431d-4534-97a8-d0733859d71d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:46.630887 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.696287 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] For port 7ef887e5-431d-4534-97a8-d0733859d71d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7ef887e5-431d-4534-97a8-d0733859d71d,segment=NetworkSegment(e521d8a9-350f-415b-8b01-6d72ee6064be),segment_id=e521d8a9-350f-415b-8b01-6d72ee6064be)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:46.696658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.710407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Calling delete_port for 7ef887e5-431d-4534-97a8-d0733859d71d owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:46.735688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7205aea-b39e-47c2-a7e7-f7ea4a83a48f None None] Network 99332db3-e12d-4a79-b70a-fba24e4fec74 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:46.797947 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.822899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Port': ['ID=7ef887e5-431d-4534-97a8-d0733859d71d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:46.828975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No DVR routers for this DVR port 7ef887e5-431d-4534-97a8-d0733859d71d on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:46.839012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0ee3a2a1-8002-4a2c-81e5-da03c995d427 None None] Could not find standard attr ID for object 7ef887e5-431d-4534-97a8-d0733859d71d. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:39:46.899441 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0515053-c624-4088-a677-1722480cbdc2 None None] DHCP port deletion for 99332db3-e12d-4a79-b70a-fba24e4fec74 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:39:46.920419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.930784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99332db3-e12d-4a79-b70a-fba24e4fec74']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:46.941377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e521d8a9-350f-415b-8b01-6d72ee6064be') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:46.941665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e521d8a9-350f-415b-8b01-6d72ee6064be') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:46.950520 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.966674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.973125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:46.973444 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:46.976463 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:47.036551 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.044606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.046884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/99332db3-e12d-4a79-b70a-fba24e4fec74 HTTP/1.1" status: 204 len: 168 time: 0.5555890 Jul 29 18:39:47.049594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.058821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10c31-40bd-4f56-ba38-ca4c4b4230b8 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Network': ['ID=99332db3-e12d-4a79-b70a-fba24e4fec74,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:47.075752 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17aceb9-7175-46be-a7a8-34d247874a19 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:47.076208 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17aceb9-7175-46be-a7a8-34d247874a19 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:47.077972 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c17aceb9-7175-46be-a7a8-34d247874a19 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/subnets/d7727fb7-c690-4d34-b9d8-723d82623709 HTTP/1.1" status: 404 len: 337 time: 0.0273731 Jul 29 18:39:47.080570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44486) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.098783 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbf2a1d-6cc1-4703-87fe-707e87bd2d4f tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:47.099303 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbf2a1d-6cc1-4703-87fe-707e87bd2d4f tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:47.100930 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cdbf2a1d-6cc1-4703-87fe-707e87bd2d4f tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/7c22b7f3-343b-492c-bb2f-16ea41f859ba HTTP/1.1" status: 404 len: 339 time: 0.0194860 Jul 29 18:39:47.103346 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.128024 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6af92a-4f5c-4bdf-af20-a31e04429ae6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:47.128459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6af92a-4f5c-4bdf-af20-a31e04429ae6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:47.130039 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fc6af92a-4f5c-4bdf-af20-a31e04429ae6 tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/subnets/f47c9c46-7d5d-434f-9f8e-967e5ef4ea23 HTTP/1.1" status: 404 len: 337 time: 0.0258002 Jul 29 18:39:47.132412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.149495 n-d-801607-3 neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44f41e6-23ea-4b6d-8ffa-46bde2ce35ae tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] DELETE failed (client error): The resource could not be found. Jul 29 18:39:47.149996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44f41e6-23ea-4b6d-8ffa-46bde2ce35ae tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 18:39:47.151593 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d44f41e6-23ea-4b6d-8ffa-46bde2ce35ae tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/845de171-1694-422a-8daa-c8a2bc5e9a65 HTTP/1.1" status: 404 len: 339 time: 0.0183339 Jul 29 18:39:47.153826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.203857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Deleting subnet 34e273ed-cb62-479c-b34b-3e7d4cfb6e5e {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:47.206993 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.251667 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.339703 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.401556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.434650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.436577 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/subnets/34e273ed-cb62-479c-b34b-3e7d4cfb6e5e HTTP/1.1" status: 204 len: 168 time: 0.2817791 Jul 29 18:39:47.437472 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ce3c2-df84-4393-b647-3d48bfe6edfe tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Subnet': ['ID=34e273ed-cb62-479c-b34b-3e7d4cfb6e5e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:47.439031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44494) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:47.441765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12dc8d9-8340-487d-99ef-e4e163797f74 None None] Network c6351fdc-afe6-411f-8ec0-be8635bfc5c3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:47.515207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.567743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Deleting port f18284c3-a789-4e35-b146-59c11ca3f2e9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:47.568086 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.617939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] DHCP port deletion for c6351fdc-afe6-411f-8ec0-be8635bfc5c3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:39:47.635121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] For port f18284c3-a789-4e35-b146-59c11ca3f2e9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f18284c3-a789-4e35-b146-59c11ca3f2e9,segment=NetworkSegment(02077aa9-5a62-48da-b59c-4d2602e73eeb),segment_id=02077aa9-5a62-48da-b59c-4d2602e73eeb)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:47.635493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.648132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Calling delete_port for f18284c3-a789-4e35-b146-59c11ca3f2e9 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:47.668326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Deleting port f18284c3-a789-4e35-b146-59c11ca3f2e9 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:47.668733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.729392 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.729694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] For port f18284c3-a789-4e35-b146-59c11ca3f2e9, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f18284c3-a789-4e35-b146-59c11ca3f2e9,segment=NetworkSegment(02077aa9-5a62-48da-b59c-4d2602e73eeb),segment_id=02077aa9-5a62-48da-b59c-4d2602e73eeb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:47.730343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.743063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Calling delete_port for f18284c3-a789-4e35-b146-59c11ca3f2e9 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:47.755005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Port': ['ID=f18284c3-a789-4e35-b146-59c11ca3f2e9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:47.758613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] No DVR routers for this DVR port f18284c3-a789-4e35-b146-59c11ca3f2e9 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:47.827343 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.852564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] Pushing event deleted for resources: {'Port': ['ID=f18284c3-a789-4e35-b146-59c11ca3f2e9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:47.857179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b2fc7-1d84-4de7-b897-7026e6884b9b None None] No DVR routers for this DVR port f18284c3-a789-4e35-b146-59c11ca3f2e9 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:47.857486 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.868723 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6351fdc-afe6-411f-8ec0-be8635bfc5c3']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:47.879402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02077aa9-5a62-48da-b59c-4d2602e73eeb') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:47.879700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02077aa9-5a62-48da-b59c-4d2602e73eeb') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:47.888424 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.901852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.907928 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:47.908313 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:47.911325 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:47.976568 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.985893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:47.987777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] 10.222.0.16 "DELETE /v2.0/networks/c6351fdc-afe6-411f-8ec0-be8635bfc5c3 HTTP/1.1" status: 204 len: 168 time: 0.5478125 Jul 29 18:39:48.000216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c37b7-733e-47bb-b5b5-04181658580c tempest-NetworksIpV6Test-1235346608 tempest-NetworksIpV6Test-1235346608-project] Pushing event deleted for resources: {'Network': ['ID=c6351fdc-afe6-411f-8ec0-be8635bfc5c3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:48.258709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44500) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:48.391201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1427df98-3817-47dd-b70d-df5a8756864a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=660de852fc5040318920fa7c7922d08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312191 Jul 29 18:39:48.394774 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44504) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:48.450818 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:48.463545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7ef887e5-431d-4534-97a8-d0733859d71d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:48.475404 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:48.483666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 7ef887e5-431d-4534-97a8-d0733859d71d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:48.484018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7ef887e5-431d-4534-97a8-d0733859d71d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:48.484442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f18284c3-a789-4e35-b146-59c11ca3f2e9 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:48.503293 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f18284c3-a789-4e35-b146-59c11ca3f2e9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:48.503652 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f18284c3-a789-4e35-b146-59c11ca3f2e9 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:48.524224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:48.526787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:48.527952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ceb9cd-afb7-4372-a7ad-29f776e28bc9 HTTP/1.1" status: 204 len: 168 time: 0.1322522 Jul 29 18:39:48.536045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a4fb0-7055-42c2-9ca1-5d089639049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceb9cd-afb7-4372-a7ad-29f776e28bc9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:49.205092 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44526) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:49.308805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1947888450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:49.337210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.338271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.389660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.395413 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.413539 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.414773 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-718552b5-fd37-44e3-804c-8f1e070a80e6 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2084482 Jul 29 18:39:49.418945 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44530) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:49.423917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1546855031'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:49.444264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Made reservation on behalf of e8c2506b215c41e9bdd8b51c980931fe for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:49.447663 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.456403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.566895 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.573766 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.599496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:49.609110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d25777-2923-4563-a79e-d0e4148b0a8d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:49.613922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.614292 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Added segment a0671083-9351-4aa5-87e3-2f4a4d47ed58 of type vlan for network e610432e-7bd8-4829-87d0-664ad81e02df Jul 29 18:39:49.653685 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.682846 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.688413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:49.689000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:49.744976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3248806 Jul 29 18:39:49.747634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:49.752995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'subnet': {'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:49.801408 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600fa01-327f-4f5e-b767-2757c251b05a tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event updated for resources: {'Network': ['ID=e610432e-7bd8-4829-87d0-664ad81e02df,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:49.816134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network e610432e-7bd8-4829-87d0-664ad81e02df details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:49.861117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Made reservation on behalf of e8c2506b215c41e9bdd8b51c980931fe for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:49.864999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.051801 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.109803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event updated for resources: {'Subnet': ['ID=79cfb80f-337d-4482-bbfe-23e4c4182464,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:50.120747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Checking segment: {'id': 'a0671083-9351-4aa5-87e3-2f4a4d47ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:50.121150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Network hostable DHCP agents. Network: e610432e-7bd8-4829-87d0-664ad81e02df, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:50.140829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Network e610432e-7bd8-4829-87d0-664ad81e02df is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:50.154433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, e610432e-7bd8-4829-87d0-664ad81e02df) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:50.160257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:50.161157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.168308 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8752c4-a3ec-4b8e-88de-7feb89d7fb55 None None] Network e610432e-7bd8-4829-87d0-664ad81e02df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:50.180911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9f9d6efb-67c4-467e-8e6e-067b53cd0ad5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4322140 Jul 29 18:39:50.184015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44534) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:50.189120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1078908274'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:50.210745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Made reservation on behalf of e8c2506b215c41e9bdd8b51c980931fe for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:50.214197 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.238977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:50.248284 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.248637 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Added segment 5ebd1814-9940-4141-92e9-19e6c0adf6b5 of type vlan for network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 Jul 29 18:39:50.294452 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.323255 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-e610432e-7bd8-4829-87d0-664ad81e02df', 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df', 'tenant_id': 'e8c2506b215c41e9bdd8b51c980931fe', 'fixed_ips': [{'subnet_id': '79cfb80f-337d-4482-bbfe-23e4c4182464'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:50.324273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.327078 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.332591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:50.333153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.389057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2039404 Jul 29 18:39:50.392238 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44536) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:50.397137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'subnet': {'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:50.445198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e3cf1-444d-4988-80f7-43273de1f378 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event updated for resources: {'Network': ['ID=4134d3ad-a11b-454b-9ad5-4bb2474bfba6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:50.458413 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:50.460622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Allocated IP 172.20.0.2 (e610432e-7bd8-4829-87d0-664ad81e02df/79cfb80f-337d-4482-bbfe-23e4c4182464/32fc7466-b053-40dd-94b2-14a3cb57c8dc) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:50.494897 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Made reservation on behalf of e8c2506b215c41e9bdd8b51c980931fe for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:50.498447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.661756 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.670523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Transition to ACTIVE for port object 32fc7466-b053-40dd-94b2-14a3cb57c8dc will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:50.685477 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.686036 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Transition to ACTIVE for port object 32fc7466-b053-40dd-94b2-14a3cb57c8dc will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:50.692271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.728614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Network e610432e-7bd8-4829-87d0-664ad81e02df is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:50.731453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:50.735025 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:50.740453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event updated for resources: {'Subnet': ['ID=af74ea37-d0ae-4578-9082-a986d50c3c52,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:50.746056 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Pushing event updated for resources: {'Port': ['ID=32fc7466-b053-40dd-94b2-14a3cb57c8dc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:50.757914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Checking segment: {'id': '5ebd1814-9940-4141-92e9-19e6c0adf6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:50.758289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Network hostable DHCP agents. Network: 4134d3ad-a11b-454b-9ad5-4bb2474bfba6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:50.776276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:50.786295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 4134d3ad-a11b-454b-9ad5-4bb2474bfba6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:50.790702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:50.791322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.797621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14e703-31ed-43d1-9735-385ca1360e29 None None] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:50.802670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Attempting to bind port 32fc7466-b053-40dd-94b2-14a3cb57c8dc on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:50.803038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Attempting to bind port 32fc7466-b053-40dd-94b2-14a3cb57c8dc by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'a0671083-9351-4aa5-87e3-2f4a4d47ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:50.803426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Attempting to bind port 32fc7466-b053-40dd-94b2-14a3cb57c8dc on network e610432e-7bd8-4829-87d0-664ad81e02df {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:50.807635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4241da53-c266-4e36-9f2d-14beeb26ae0c tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4141350 Jul 29 18:39:50.810299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44540) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:50.814870 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-69dd41f8-8b63-49aa-bdc3-b65a82ac1ee8 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Request body: {'router': {'external_gateway_info': {'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:50.841908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:50.842537 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Checking segment: {'id': 'a0671083-9351-4aa5-87e3-2f4a4d47ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:50.842692 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.843086 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Bound using segment: {'id': 'a0671083-9351-4aa5-87e3-2f4a4d47ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:50.843563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Bound port: 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0671083-9351-4aa5-87e3-2f4a4d47ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e610432e-7bd8-4829-87d0-664ad81e02df'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:50.843972 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:50.952249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] For port 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:50.973893 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] For port 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=32fc7466-b053-40dd-94b2-14a3cb57c8dc,segment=NetworkSegment(a0671083-9351-4aa5-87e3-2f4a4d47ed58),segment_id=a0671083-9351-4aa5-87e3-2f4a4d47ed58)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:50.979480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.020318 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-69dd41f8-8b63-49aa-bdc3-b65a82ac1ee8 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.036958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-4134d3ad-a11b-454b-9ad5-4bb2474bfba6', 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6', 'tenant_id': 'e8c2506b215c41e9bdd8b51c980931fe', 'fixed_ips': [{'subnet_id': 'af74ea37-d0ae-4578-9082-a986d50c3c52'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:51.037940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.065779 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6624-1b79-4fb8-bb03-06a569983125 None None] Pushing event updated for resources: {'Port': ['ID=32fc7466-b053-40dd-94b2-14a3cb57c8dc,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:51.141812 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [None req-69dd41f8-8b63-49aa-bdc3-b65a82ac1ee8 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 18:39:51.142960 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-69dd41f8-8b63-49aa-bdc3-b65a82ac1ee8 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "PUT /v2.0/routers/b2d6cccd-486b-4fb1-a187-e9c0af40f10d HTTP/1.1" status: 400 len: 364 time: 0.3317399 Jul 29 18:39:51.148770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:51.208080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Allocated IP 172.21.0.2 (4134d3ad-a11b-454b-9ad5-4bb2474bfba6/af74ea37-d0ae-4578-9082-a986d50c3c52/6ba26a46-8ff4-4166-abf1-c31c1d233db3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:51.213373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Deleting subnet af74ea37-d0ae-4578-9082-a986d50c3c52 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:51.520350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.528603 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Transition to ACTIVE for port object 6ba26a46-8ff4-4166-abf1-c31c1d233db3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:51.542906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Transition to ACTIVE for port object 6ba26a46-8ff4-4166-abf1-c31c1d233db3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:51.549575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.550076 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.591583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:51.595388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.598806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:51.601216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:51.604533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Pushing event updated for resources: {'Port': ['ID=6ba26a46-8ff4-4166-abf1-c31c1d233db3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:51.658168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Attempting to bind port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:51.658761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Attempting to bind port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5ebd1814-9940-4141-92e9-19e6c0adf6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:51.659302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Attempting to bind port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 on network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:51.665270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:51.665641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Checking segment: {'id': '5ebd1814-9940-4141-92e9-19e6c0adf6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:51.666191 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.666758 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Bound using segment: {'id': '5ebd1814-9940-4141-92e9-19e6c0adf6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:51.667365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Bound port: 6ba26a46-8ff4-4166-abf1-c31c1d233db3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebd1814-9940-4141-92e9-19e6c0adf6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4134d3ad-a11b-454b-9ad5-4bb2474bfba6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:51.667749 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.691703 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.754545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.758004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] For port 6ba26a46-8ff4-4166-abf1-c31c1d233db3, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:51.761498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] For port 6ba26a46-8ff4-4166-abf1-c31c1d233db3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6ba26a46-8ff4-4166-abf1-c31c1d233db3,segment=NetworkSegment(5ebd1814-9940-4141-92e9-19e6c0adf6b5),segment_id=5ebd1814-9940-4141-92e9-19e6c0adf6b5)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:51.766930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.792394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.794361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "DELETE /v2.0/subnets/af74ea37-d0ae-4578-9082-a986d50c3c52 HTTP/1.1" status: 204 len: 168 time: 0.6445215 Jul 29 18:39:51.795390 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f4f8d-e9c8-4065-8571-8ae67b0d49eb tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Subnet': ['ID=af74ea37-d0ae-4578-9082-a986d50c3c52,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:51.798414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44544) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:51.831378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff09da-ba14-4ff2-9710-dbf8ddcad978 None None] Pushing event updated for resources: {'Port': ['ID=6ba26a46-8ff4-4166-abf1-c31c1d233db3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:51.898030 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:51.952562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Deleting port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:51.952928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.032942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] For port 6ba26a46-8ff4-4166-abf1-c31c1d233db3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6ba26a46-8ff4-4166-abf1-c31c1d233db3,segment=NetworkSegment(5ebd1814-9940-4141-92e9-19e6c0adf6b5),segment_id=5ebd1814-9940-4141-92e9-19e6c0adf6b5)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:52.033248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.037400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c604cdf-bda8-4ac1-98c1-387550936d32 None None] Network e610432e-7bd8-4829-87d0-664ad81e02df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:52.046981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Calling delete_port for 6ba26a46-8ff4-4166-abf1-c31c1d233db3 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:52.142901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-308158ae-8b2c-4f8a-ac24-018ef7a7639c None None] Provisioning for port 32fc7466-b053-40dd-94b2-14a3cb57c8dc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:52.146635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.449456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Port': ['ID=6ba26a46-8ff4-4166-abf1-c31c1d233db3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:52.453314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] No DVR routers for this DVR port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:52.536094 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.547528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4134d3ad-a11b-454b-9ad5-4bb2474bfba6']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:52.559096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6ba26a46-8ff4-4166-abf1-c31c1d233db3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:52.561100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebd1814-9940-4141-92e9-19e6c0adf6b5') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:52.561467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebd1814-9940-4141-92e9-19e6c0adf6b5') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:52.571390 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.584811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6ba26a46-8ff4-4166-abf1-c31c1d233db3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:52.585055 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6ba26a46-8ff4-4166-abf1-c31c1d233db3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 18:39:52.585705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.592686 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:52.593102 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:52.596826 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:52.604254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Port 6ba26a46-8ff4-4166-abf1-c31c1d233db3 not found, will not notify nova. {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 18:39:52.604660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 32fc7466-b053-40dd-94b2-14a3cb57c8dc up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:52.654607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 32fc7466-b053-40dd-94b2-14a3cb57c8dc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:52.662328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 32fc7466-b053-40dd-94b2-14a3cb57c8dc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:52.662797 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.664928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.669797 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.672358 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "DELETE /v2.0/networks/4134d3ad-a11b-454b-9ad5-4bb2474bfba6 HTTP/1.1" status: 204 len: 168 time: 0.8728063 Jul 29 18:39:52.675108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44546) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:52.687801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124838-ed4e-42be-a063-970ec3534012 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Network': ['ID=4134d3ad-a11b-454b-9ad5-4bb2474bfba6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:52.734982 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Deleting subnet 79cfb80f-337d-4482-bbfe-23e4c4182464 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:39:52.738139 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.753265 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.780403 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.787315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=32fc7466-b053-40dd-94b2-14a3cb57c8dc,segment=NetworkSegment(a0671083-9351-4aa5-87e3-2f4a4d47ed58),segment_id=a0671083-9351-4aa5-87e3-2f4a4d47ed58)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:52.792166 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.844909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=32fc7466-b053-40dd-94b2-14a3cb57c8dc,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:52.870491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0b201-95c7-495d-bd88-a9315a65eb96 None None] DHCP port deletion for 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:39:52.886203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.886448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3257393-78e1-4bb2-ba9b-97b3584df508 None None] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:52.898388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3257393-78e1-4bb2-ba9b-97b3584df508 None None] Network 4134d3ad-a11b-454b-9ad5-4bb2474bfba6 could not be found, it might have been deleted concurrently. {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 18:39:52.904935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cd9575ea-67ba-4499-9ca5-6c10e793cce5 None None] Could not find standard attr ID for object 6ba26a46-8ff4-4166-abf1-c31c1d233db3. {{(pid=94053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 18:39:52.943427 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.969577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Subnet': ['ID=79cfb80f-337d-4482-bbfe-23e4c4182464,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:52.973414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:52.977680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7361a5ab-af90-4da4-90cd-712340e0be3d tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "DELETE /v2.0/subnets/79cfb80f-337d-4482-bbfe-23e4c4182464 HTTP/1.1" status: 204 len: 168 time: 0.2992392 Jul 29 18:39:52.977914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44548) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:52.980958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b42c8-125c-40b4-9d90-a1592998872b None None] Network e610432e-7bd8-4829-87d0-664ad81e02df requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:53.055698 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.109691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Deleting port 32fc7466-b053-40dd-94b2-14a3cb57c8dc {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:53.109996 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.164112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] DHCP port deletion for e610432e-7bd8-4829-87d0-664ad81e02df request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:39:53.174695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] For port 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=32fc7466-b053-40dd-94b2-14a3cb57c8dc,segment=NetworkSegment(a0671083-9351-4aa5-87e3-2f4a4d47ed58),segment_id=a0671083-9351-4aa5-87e3-2f4a4d47ed58)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:53.175069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.188288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Calling delete_port for 32fc7466-b053-40dd-94b2-14a3cb57c8dc owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:53.212373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Deleting port 32fc7466-b053-40dd-94b2-14a3cb57c8dc {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:39:53.212755 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.279235 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.280532 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] For port 32fc7466-b053-40dd-94b2-14a3cb57c8dc, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=32fc7466-b053-40dd-94b2-14a3cb57c8dc,segment=NetworkSegment(a0671083-9351-4aa5-87e3-2f4a4d47ed58),segment_id=a0671083-9351-4aa5-87e3-2f4a4d47ed58)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:53.281014 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.293722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Calling delete_port for 32fc7466-b053-40dd-94b2-14a3cb57c8dc owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:39:53.302690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Port': ['ID=32fc7466-b053-40dd-94b2-14a3cb57c8dc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:53.308500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] No DVR routers for this DVR port 32fc7466-b053-40dd-94b2-14a3cb57c8dc on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:53.370472 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.385746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.395429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e610432e-7bd8-4829-87d0-664ad81e02df']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:53.397520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] No DVR routers for this DVR port 32fc7466-b053-40dd-94b2-14a3cb57c8dc on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:39:53.399192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8026-4528-49a1-b0fe-2424717a5a2b None None] Pushing event deleted for resources: {'Port': ['ID=32fc7466-b053-40dd-94b2-14a3cb57c8dc,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:53.412941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0671083-9351-4aa5-87e3-2f4a4d47ed58') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:53.413235 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0671083-9351-4aa5-87e3-2f4a4d47ed58') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:53.422230 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.435716 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.441537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:39:53.441919 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:39:53.444836 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:39:53.503228 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.510069 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:53.513407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "DELETE /v2.0/networks/e610432e-7bd8-4829-87d0-664ad81e02df HTTP/1.1" status: 204 len: 168 time: 0.5330653 Jul 29 18:39:53.514989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44550) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:53.523510 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915388-3d2d-4ff1-9dae-a7493fd203b5 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Pushing event deleted for resources: {'Network': ['ID=e610432e-7bd8-4829-87d0-664ad81e02df,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:53.543264 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f506665b-3a4c-4c72-8255-556b3d469721 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d6cccd-486b-4fb1-a187-e9c0af40f10d HTTP/1.1" status: 200 len: 205 time: 0.0270853 Jul 29 18:39:53.545802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44552) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:53.915370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.073456 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.075922 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.120679 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.121186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Fanout notify agent at l3_agent the message router_deleted on router b2d6cccd-486b-4fb1-a187-e9c0af40f10d {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:39:54.128512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.129697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-95771560-cc9b-461c-be0c-c1bd33046cd2 tempest-RoutersNegativeTest-1442894460 tempest-RoutersNegativeTest-1442894460-project] 10.222.0.16 "DELETE /v2.0/routers/b2d6cccd-486b-4fb1-a187-e9c0af40f10d HTTP/1.1" status: 204 len: 168 time: 0.5828521 Jul 29 18:39:54.380342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:54.466507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6ba26a46-8ff4-4166-abf1-c31c1d233db3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:54.489456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6ba26a46-8ff4-4166-abf1-c31c1d233db3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:54.489801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6ba26a46-8ff4-4166-abf1-c31c1d233db3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:54.490222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 32fc7466-b053-40dd-94b2-14a3cb57c8dc no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:39:54.508864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 32fc7466-b053-40dd-94b2-14a3cb57c8dc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:39:54.509206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 32fc7466-b053-40dd-94b2-14a3cb57c8dc not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:39:54.521529 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44562) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:54.522055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-354b6d25-7287-4cb6-938b-5aa6014ae3f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8c2506b215c41e9bdd8b51c980931fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402006 Jul 29 18:39:54.569819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.591644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.650493 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.652974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:54.654124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15d25777-2923-4563-a79e-d0e4148b0a8d HTTP/1.1" status: 204 len: 168 time: 0.1315601 Jul 29 18:39:54.661645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5348619-d773-4c0a-848f-39154fd948d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d25777-2923-4563-a79e-d0e4148b0a8d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:55.288571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:55.387439 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-99754111-network', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:55.411654 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Made reservation on behalf of 58acea09abbc41b596b1ab93c55fc880 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:55.413971 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.422526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.513508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.518472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.545314 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:39:55.551337 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e3b79-f60a-418f-b594-f3532b45c950,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:55.558880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.559218 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Added segment 3e633a87-b8c8-4324-8ec9-e3018c62e39e of type vlan for network b9202415-0321-4042-b888-efb2640bc75d Jul 29 18:39:55.598386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.629305 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.630277 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:55.630935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.682634 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3929467 Jul 29 18:39:55.685725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44590) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:55.690962 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Request body: {'subnet': {'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-subnet', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:55.691632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b625e-1d1b-4212-b443-fc5d3b533be7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9202415-0321-4042-b888-efb2640bc75d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:55.701767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network b9202415-0321-4042-b888-efb2640bc75d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:39:55.714514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Made reservation on behalf of 58acea09abbc41b596b1ab93c55fc880 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:39:55.716835 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.886710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.937922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de30b49-a6da-4728-a0bf-4b82c574ff4e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:55.948691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Checking segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:55.949062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Network hostable DHCP agents. Network: b9202415-0321-4042-b888-efb2640bc75d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:39:55.969363 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Network b9202415-0321-4042-b888-efb2640bc75d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:39:55.980069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, b9202415-0321-4042-b888-efb2640bc75d) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:55.985284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:39:55.986270 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:55.990232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0771e-a50b-4f7d-a435-7010a6e3f6db None None] Network b9202415-0321-4042-b888-efb2640bc75d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:56.002454 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e70d9794-135e-4eb9-9dc7-24d3b2591a4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3154602 Jul 29 18:39:56.005290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:56.010122 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:39:56.032335 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.033496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.085665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.138961 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-b9202415-0321-4042-b888-efb2640bc75d', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:39:56.139805 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.225746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.278786 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Allocated IP 172.20.0.2 (b9202415-0321-4042-b888-efb2640bc75d/0de30b49-a6da-4728-a0bf-4b82c574ff4e/ab370b72-f0dd-4a41-9ca8-5abf155e9a93) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:56.419121 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.427463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Transition to ACTIVE for port object ab370b72-f0dd-4a41-9ca8-5abf155e9a93 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:56.436888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.442877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Transition to ACTIVE for port object ab370b72-f0dd-4a41-9ca8-5abf155e9a93 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:56.449756 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.457263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.486565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Network b9202415-0321-4042-b888-efb2640bc75d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:56.490925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:56.497160 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:56.500550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Pushing event updated for resources: {'Port': ['ID=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:56.550708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Attempting to bind port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:56.551089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Attempting to bind port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:56.551415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Attempting to bind port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:56.556405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:56.556771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Checking segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:56.557167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.557553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Bound using segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:56.558011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Bound port: ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:56.558423 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.566195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Allocated IP 172.25.5.20 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/5849d955-cc87-434a-b23e-65f45ed593e4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:56.625752 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] For port ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:56.628860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] For port ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:56.633978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.677212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.690476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc341f6-fb1b-447e-9ff6-e366b44c40b1 None None] Pushing event updated for resources: {'Port': ['ID=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:56.722196 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:56.763211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:56.766125 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:56.768631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:56.793822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=5849d955-cc87-434a-b23e-65f45ed593e4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:57.001787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.041242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.241497 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.383136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Router 67a02e55-3069-4622-b403-89e838eaa7a3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:39:57.496297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:39:57.506119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Sync routers for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:39:57.517028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:39:57.517751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:57.518180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.522561 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d9db4748-e56c-4d47-a7df-157d6965fa99 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5129561 Jul 29 18:39:57.522561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:39:57.555440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b62f8-fd3e-49d3-b7fe-54202b69fe91 None None] Network b9202415-0321-4042-b888-efb2640bc75d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:39:57.625251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-60071c00-72b0-45b9-a4f2-0fc5e38541f2 None None] Provisioning for port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:57.704531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:39:57.947401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.951804 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:57.952711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:56Z', 'revision_number': 3, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:57.986185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Checking router: 67a02e55-3069-4622-b403-89e838eaa7a3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:39:57.986663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Updating router 67a02e55-3069-4622-b403-89e838eaa7a3 port 5849d955-cc87-434a-b23e-65f45ed593e4 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:39:58.013322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.157898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Allocated IP 172.20.0.1 (b9202415-0321-4042-b888-efb2640bc75d/0de30b49-a6da-4728-a0bf-4b82c574ff4e/07d701ec-c343-4cdb-8377-8a02682314ea) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:39:58.266302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.275099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.279072 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Transition to ACTIVE for port object 07d701ec-c343-4cdb-8377-8a02682314ea will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:58.285403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Transition to ACTIVE for port object 5849d955-cc87-434a-b23e-65f45ed593e4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:39:58.292893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.313467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.342676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Attempting to bind port 5849d955-cc87-434a-b23e-65f45ed593e4 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:39:58.343033 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Attempting to bind port 5849d955-cc87-434a-b23e-65f45ed593e4 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:39:58.343397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Attempting to bind port 5849d955-cc87-434a-b23e-65f45ed593e4 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:39:58.350066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Network b9202415-0321-4042-b888-efb2640bc75d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:58.352899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:58.353680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f812f-7bf5-4edb-9d88-3e88c5aaeb13 None None] Pushing event updated for resources: {'Port': ['ID=5849d955-cc87-434a-b23e-65f45ed593e4,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:58.356407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:39:58.356576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:39:58.356830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:39:58.357229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.357610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:39:58.358141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Bound port: 5849d955-cc87-434a-b23e-65f45ed593e4, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:39:58.358560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.416272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] For port 5849d955-cc87-434a-b23e-65f45ed593e4, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:39:58.424887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] For port 5849d955-cc87-434a-b23e-65f45ed593e4, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5849d955-cc87-434a-b23e-65f45ed593e4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:39:58.434999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.506462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:39:58.507262 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:58.717772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f812f-7bf5-4edb-9d88-3e88c5aaeb13 None None] Pushing event updated for resources: {'Port': ['ID=5849d955-cc87-434a-b23e-65f45ed593e4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:58.720356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Pushing event updated for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:58.725768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ab370b72-f0dd-4a41-9ca8-5abf155e9a93 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:39:58.737302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.798718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a737f5e7-a82b-4bf1-85d7-2d782d564eed None None] Provisioning for port 07d701ec-c343-4cdb-8377-8a02682314ea completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:58.814474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a737f5e7-a82b-4bf1-85d7-2d782d564eed None None] Provisioning complete for port 07d701ec-c343-4cdb-8377-8a02682314ea triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:58.814941 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a737f5e7-a82b-4bf1-85d7-2d782d564eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.867241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:39:58.869507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a737f5e7-a82b-4bf1-85d7-2d782d564eed None None] Port 07d701ec-c343-4cdb-8377-8a02682314ea cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:39:58.894927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:39:58.914155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:58.927676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:58.928018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.077422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.083970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.088605 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.131403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:39:59.137198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.154987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.156825 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Pushing event updated for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:59.165014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:56Z', 'revision_number': 3, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:39:59.197663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff0fb19-129f-4886-aaf5-5826e00ab63b None None] The sync data for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 is: [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:56Z', 'revision_number': 3, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:39:59.224350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:39:59.259667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Network b9202415-0321-4042-b888-efb2640bc75d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:39:59.261058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:39:59.384846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Router 67a02e55-3069-4622-b403-89e838eaa7a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:39:59.513262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:39:59.519111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8d58b6ae-240c-4fbe-992b-753220cb295a admin admin] 10.222.0.16 "PUT /v2.0/routers/67a02e55-3069-4622-b403-89e838eaa7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9957170 Jul 29 18:39:59.592192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-981ffad0-da94-49b3-ab7b-af17085abb1e None None] Provisioning complete for port 07d701ec-c343-4cdb-8377-8a02682314ea triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:39:59.593258 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-981ffad0-da94-49b3-ab7b-af17085abb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:39:59.629596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-981ffad0-da94-49b3-ab7b-af17085abb1e None None] Port 07d701ec-c343-4cdb-8377-8a02682314ea cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:40:00.004215 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:40:00.010067 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-973926316-network', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:00.032574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Made reservation on behalf of 6f7e2b5aa44a4692b6a1ebb78a66c30e for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:40:00.035618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.045180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.135242 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.140077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.160681 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:40:00.174140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c142397-99e2-4daa-8543-b30483a4974d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:00.178996 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.179350 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Added segment 5ff2dd25-4126-4312-acc4-6e967dac5d06 of type vlan for network c217837e-f0de-4225-81a5-6151e2c7da9d Jul 29 18:40:00.219482 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.253454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.254478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:00.255063 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.310034 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3043911 Jul 29 18:40:00.312897 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:40:00.318001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Request body: {'subnet': {'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-subnet', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:00.330605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35025e09-2e5d-467d-95cb-a143d895ac3b admin admin] Pushing event updated for resources: {'Network': ['ID=c217837e-f0de-4225-81a5-6151e2c7da9d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:00.341427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network c217837e-f0de-4225-81a5-6151e2c7da9d details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:40:00.348146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Made reservation on behalf of 6f7e2b5aa44a4692b6a1ebb78a66c30e for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:40:00.350508 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.534599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.562942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ab370b72-f0dd-4a41-9ca8-5abf155e9a93 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:00.593649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1611da44-05dc-4240-835a-fa897f0f9fa0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:00.600962 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Checking segment: {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:00.601322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Network hostable DHCP agents. Network: c217837e-f0de-4225-81a5-6151e2c7da9d, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:40:00.615942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:00.616392 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.620416 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Network c217837e-f0de-4225-81a5-6151e2c7da9d is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:40:00.631920 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, c217837e-f0de-4225-81a5-6151e2c7da9d) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:00.637633 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:00.638506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.645365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf523c-9bb7-44aa-89f9-35c385304a9e None None] Network c217837e-f0de-4225-81a5-6151e2c7da9d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:40:00.661815 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-92320acc-68d5-4a4c-8c4e-6befc3368e7a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3451259 Jul 29 18:40:00.662796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44616) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:40:00.667564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:00.689644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.690837 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.739861 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Sync routers for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:40:00.744632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.751155 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:00.752067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:00.801574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5849d955-cc87-434a-b23e-65f45ed593e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:00.864451 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:00.868328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-c217837e-f0de-4225-81a5-6151e2c7da9d', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:40:00.869171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.881227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 5849d955-cc87-434a-b23e-65f45ed593e4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:00.887219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5849d955-cc87-434a-b23e-65f45ed593e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:00.887584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:00.896487 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.073920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.083246 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Allocated IP 172.20.0.2 (c217837e-f0de-4225-81a5-6151e2c7da9d/1611da44-05dc-4240-835a-fa897f0f9fa0/c3dc96c1-1b4e-434f-b5bf-39b349108797) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:40:01.106390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 5849d955-cc87-434a-b23e-65f45ed593e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5849d955-cc87-434a-b23e-65f45ed593e4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:01.114781 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.127859 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.149276 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.183338 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 4, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '07d701ec-c343-4cdb-8377-8a02682314ea', 'name': '', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'mac_address': 'fa:16:3e:24:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:57Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 2, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'subnets': [{'id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:01.209485 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Checking router: 67a02e55-3069-4622-b403-89e838eaa7a3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:40:01.210083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Updating router 67a02e55-3069-4622-b403-89e838eaa7a3 port 07d701ec-c343-4cdb-8377-8a02682314ea binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:40:01.216698 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=5849d955-cc87-434a-b23e-65f45ed593e4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.240065 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.275149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Allocated IP 172.25.5.79 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/8089e35f-31a5-40fb-bd81-12f4173daa5d) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:40:01.285344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.293661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Transition to ACTIVE for port object c3dc96c1-1b4e-434f-b5bf-39b349108797 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:01.308533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Transition to ACTIVE for port object c3dc96c1-1b4e-434f-b5bf-39b349108797 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:01.314854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.358498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Network c217837e-f0de-4225-81a5-6151e2c7da9d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:01.361345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:01.367978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:40:01.369936 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Pushing event updated for resources: {'Port': ['ID=c3dc96c1-1b4e-434f-b5bf-39b349108797,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.397855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.422815 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Attempting to bind port c3dc96c1-1b4e-434f-b5bf-39b349108797 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:01.423187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Attempting to bind port c3dc96c1-1b4e-434f-b5bf-39b349108797 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:01.423547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Attempting to bind port c3dc96c1-1b4e-434f-b5bf-39b349108797 on network c217837e-f0de-4225-81a5-6151e2c7da9d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:01.428592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:01.428965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Checking segment: {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:01.429369 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.429760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Bound using segment: {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:01.430222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Bound port: c3dc96c1-1b4e-434f-b5bf-39b349108797, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:01.430707 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.441242 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.478718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:01.481803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:01.485457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:40:01.504232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] For port c3dc96c1-1b4e-434f-b5bf-39b349108797, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:01.507883 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] For port c3dc96c1-1b4e-434f-b5bf-39b349108797, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3dc96c1-1b4e-434f-b5bf-39b349108797,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:01.514420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.514727 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Pushing event updated for resources: {'Port': ['ID=8089e35f-31a5-40fb-bd81-12f4173daa5d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.525702 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.536755 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Transition to ACTIVE for port object 07d701ec-c343-4cdb-8377-8a02682314ea will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:01.544101 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.598218 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dd3eb-187c-4312-bcbe-a45a1a33166d None None] Pushing event updated for resources: {'Port': ['ID=c3dc96c1-1b4e-434f-b5bf-39b349108797,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.625733 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Pushing event updated for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.644887 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.645415 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.645847 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.646341 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.646709 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.647129 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.647544 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.648054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.648458 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.648869 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.649294 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.649719 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:01.669929 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Attempting to bind port 07d701ec-c343-4cdb-8377-8a02682314ea on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:01.670552 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Attempting to bind port 07d701ec-c343-4cdb-8377-8a02682314ea by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:01.671046 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Attempting to bind port 07d701ec-c343-4cdb-8377-8a02682314ea on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:01.676739 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:01.677244 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Checking segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:01.677768 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.678220 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Bound using segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:01.678805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Bound port: 07d701ec-c343-4cdb-8377-8a02682314ea, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:01.679246 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.747291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] For port 07d701ec-c343-4cdb-8377-8a02682314ea, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:01.751413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] For port 07d701ec-c343-4cdb-8377-8a02682314ea, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=07d701ec-c343-4cdb-8377-8a02682314ea,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:01.758809 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.776547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:01.824126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:01.824771 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:01.949879 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aa453-ce78-4597-9c7e-84ea40b27040 None None] Pushing event updated for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:01.991259 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:02.031322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:02.171664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Router 57a66af8-0f47-4eae-8bae-b57602f43592 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:40:02.204449 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 4, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '07d701ec-c343-4cdb-8377-8a02682314ea', 'name': '', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'mac_address': 'fa:16:3e:24:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:57Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 4, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'subnets': [{'id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:02.230786 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da5aef2-0d4c-4cef-b8ce-da7ad828e2ad None None] The sync data for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 is: [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:39:58Z', 'revision_number': 4, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '07d701ec-c343-4cdb-8377-8a02682314ea', 'name': '', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'mac_address': 'fa:16:3e:24:f7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:57Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 4, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'subnets': [{'id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:40:02.291043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:40:02.319833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:02.321316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6056a822-89d7-471a-a004-1f379cedaaff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6574872 Jul 29 18:40:02.322556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Sync routers for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:40:02.324385 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:40:02.338782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:02.339504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:02.526807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:02.693886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c3dc96c1-1b4e-434f-b5bf-39b349108797 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:02.804662 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481d9e7-5ba6-4763-886c-420db3bdacce None None] Network c217837e-f0de-4225-81a5-6151e2c7da9d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:40:02.876878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:02.883397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Provisioning for port c3dc96c1-1b4e-434f-b5bf-39b349108797 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:02.892580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c3dc96c1-1b4e-434f-b5bf-39b349108797 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:02.900491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Provisioning complete for port c3dc96c1-1b4e-434f-b5bf-39b349108797 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:02.900866 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:02.905208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c3dc96c1-1b4e-434f-b5bf-39b349108797 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:02.905577 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.053220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Allocated IP 172.20.0.1 (c217837e-f0de-4225-81a5-6151e2c7da9d/1611da44-05dc-4240-835a-fa897f0f9fa0/dcc67cc9-e083-4fe9-bd14-8944f5d60d96) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:40:03.172495 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.187126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Transition to ACTIVE for port object dcc67cc9-e083-4fe9-bd14-8944f5d60d96 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:03.196345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 3, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:03.224472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.232963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Checking router: 57a66af8-0f47-4eae-8bae-b57602f43592 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:40:03.233314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Updating router 57a66af8-0f47-4eae-8bae-b57602f43592 port 8089e35f-31a5-40fb-bd81-12f4173daa5d binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:40:03.268074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Network c217837e-f0de-4225-81a5-6151e2c7da9d is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:03.271123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:03.273675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:40:03.296344 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.307771 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:03.332931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.375597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.450560 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.471243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.515765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] For port c3dc96c1-1b4e-434f-b5bf-39b349108797, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3dc96c1-1b4e-434f-b5bf-39b349108797,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:03.551036 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.653474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 18:40:03.653836 n-d-801607-3 neutron-server[94053]: DEBUG oslo_db.api [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 18:40:03.656585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772f2fd-cfd1-4a1b-a487-83996f55791c None None] Pushing event updated for resources: {'Port': ['ID=c3dc96c1-1b4e-434f-b5bf-39b349108797,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:03.658127 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.667884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.747980 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.755842 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.757548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:03.763660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Transition to ACTIVE for port object 8089e35f-31a5-40fb-bd81-12f4173daa5d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:03.775094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.802321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Provisioning for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:03.814990 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Provisioning complete for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:03.815367 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.857837 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117e5c5-ca3a-4179-9240-c5c35f559812 None None] Pushing event updated for resources: {'Port': ['ID=8089e35f-31a5-40fb-bd81-12f4173daa5d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:03.860375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Network c217837e-f0de-4225-81a5-6151e2c7da9d is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:03.862891 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:03.869466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Attempting to bind port 8089e35f-31a5-40fb-bd81-12f4173daa5d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:03.869829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Attempting to bind port 8089e35f-31a5-40fb-bd81-12f4173daa5d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:03.870200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Attempting to bind port 8089e35f-31a5-40fb-bd81-12f4173daa5d on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:03.880384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:40:03.882283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:03.882653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:03.883049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.883450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:03.883926 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Bound port: 8089e35f-31a5-40fb-bd81-12f4173daa5d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:03.884309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.926796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Provisioning complete for port c3dc96c1-1b4e-434f-b5bf-39b349108797 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:03.927173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c24bc073-480d-479d-b840-3624db6c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.965951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] For port 8089e35f-31a5-40fb-bd81-12f4173daa5d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:03.970628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] For port 8089e35f-31a5-40fb-bd81-12f4173daa5d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8089e35f-31a5-40fb-bd81-12f4173daa5d,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:03.979136 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:03.989762 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Router 57a66af8-0f47-4eae-8bae-b57602f43592 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:40:04.081095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117e5c5-ca3a-4179-9240-c5c35f559812 None None] Pushing event updated for resources: {'Port': ['ID=8089e35f-31a5-40fb-bd81-12f4173daa5d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:04.085814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:04.086474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:04.117132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:40:04.124143 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dea13ac8-0eff-4992-a1fb-538829f96c5c admin admin] 10.222.0.16 "PUT /v2.0/routers/57a66af8-0f47-4eae-8bae-b57602f43592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977266 Jul 29 18:40:04.228271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5849d955-cc87-434a-b23e-65f45ed593e4 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:04.256686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:04.319821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d3738ba-2e4b-43dc-a9da-dbdb267a4ad4 None None] Provisioning complete for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:04.320168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d3738ba-2e4b-43dc-a9da-dbdb267a4ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:04.430161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6d3738ba-2e4b-43dc-a9da-dbdb267a4ad4 None None] Port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:40:04.433501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 5849d955-cc87-434a-b23e-65f45ed593e4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:04.433803 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:04.569114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 07d701ec-c343-4cdb-8377-8a02682314ea up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:04.601972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'dcc67cc9-e083-4fe9-bd14-8944f5d60d96', 'name': '', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'mac_address': 'fa:16:3e:0d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:02Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 2, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'subnets': [{'id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:04.634230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69c8b-8c55-423f-901c-458e3f0ae993 None None] The sync data for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 is: [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'dcc67cc9-e083-4fe9-bd14-8944f5d60d96', 'name': '', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'mac_address': 'fa:16:3e:0d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:02Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 2, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'subnets': [{'id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:40:04.650008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 07d701ec-c343-4cdb-8377-8a02682314ea completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:04.654545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 07d701ec-c343-4cdb-8377-8a02682314ea triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:04.654993 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:04.739550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:04.774957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 07d701ec-c343-4cdb-8377-8a02682314ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=07d701ec-c343-4cdb-8377-8a02682314ea,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:04.781060 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:04.820702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-92b81d14-60c6-4e59-b6a6-d0af87bd73cd tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:04.822350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-92b81d14-60c6-4e59-b6a6-d0af87bd73cd tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 815 time: 0.1133204 Jul 29 18:40:04.853445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-e84f8b7e-0eff-4d0d-9abb-815befd3473a tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/quotas/58acea09abbc41b596b1ab93c55fc880 HTTP/1.1" status: 200 len: 375 time: 0.0240283 Jul 29 18:40:04.868158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:04.906484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c3dc96c1-1b4e-434f-b5bf-39b349108797 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:04.961203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-c35a470d-08d6-412f-8f3c-f20bbce0d501 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826635 Jul 29 18:40:04.973906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c3dc96c1-1b4e-434f-b5bf-39b349108797 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:04.974466 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:05.065174 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-69a3515b-b728-45f0-bd39-4534e5d07939 service neutron] 10.222.0.16 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918198 Jul 29 18:40:05.177790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-c20c605b-5109-4f64-b36d-398a9db57837 service neutron] 10.222.0.16 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059704 Jul 29 18:40:05.372511 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dfcd1d26-c9ea-4a23-8d34-884e0f8c441d req-ae948ed1-a5fa-462c-9273-e25fba8184ce tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 210 time: 0.0477207 Jul 29 18:40:06.317905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-b0ca545e-3916-442a-a824-8d685f1ba4eb tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:06.319575 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-b0ca545e-3916-442a-a824-8d685f1ba4eb tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 815 time: 0.1049707 Jul 29 18:40:06.333694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Request body: {'port': {'device_id': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'admin_state_up': True, 'tenant_id': '58acea09abbc41b596b1ab93c55fc880'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:06.452500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Made reservation on behalf of 58acea09abbc41b596b1ab93c55fc880 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:40:06.456353 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:06.490222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1e59cfac-88df-4ecd-9db7-94bc57a018ce req-087b6348-46aa-4562-86dd-f9660f0af40c tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Jul 29 18:40:06.610871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Allocated IP 172.20.0.12 (b9202415-0321-4042-b888-efb2640bc75d/0de30b49-a6da-4728-a0bf-4b82c574ff4e/8a09f784-9878-4cc2-9eb0-512876bf6545) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:40:06.670364 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Sync routers for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:40:06.680027 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:06.680686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:06.756229 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:06.770365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Transition to ACTIVE for port object 8a09f784-9878-4cc2-9eb0-512876bf6545 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:06.786714 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:06.805333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:06.856747 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Network b9202415-0321-4042-b888-efb2640bc75d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:06.860065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:06.863993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:40:06.898069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Pushing event updated for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:06.933176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:06.933843 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:06.953229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-1ec60379-8cf6-4588-8445-9c2e7e9a21a9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6234579 Jul 29 18:40:06.964910 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8089e35f-31a5-40fb-bd81-12f4173daa5d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:06.967463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Request body: {'port': {'device_id': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:07.033978 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.036458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8089e35f-31a5-40fb-bd81-12f4173daa5d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:07.041259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8089e35f-31a5-40fb-bd81-12f4173daa5d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:07.041901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.042433 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'dcc67cc9-e083-4fe9-bd14-8944f5d60d96', 'name': '', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'mac_address': 'fa:16:3e:0d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:02Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 2, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'subnets': [{'id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:07.078220 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Checking router: 57a66af8-0f47-4eae-8bae-b57602f43592 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:40:07.079590 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Updating router 57a66af8-0f47-4eae-8bae-b57602f43592 port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:40:07.112932 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.129992 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.151868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8089e35f-31a5-40fb-bd81-12f4173daa5d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8089e35f-31a5-40fb-bd81-12f4173daa5d,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:07.162408 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.162408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 07d701ec-c343-4cdb-8377-8a02682314ea up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:07.231410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9ef86541-abc3-4220-ac8a-00228f9be4f5 None None] Provisioning for port 8a09f784-9878-4cc2-9eb0-512876bf6545 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:07.249971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9ef86541-abc3-4220-ac8a-00228f9be4f5 None None] Provisioning complete for port 8a09f784-9878-4cc2-9eb0-512876bf6545 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:07.250470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ef86541-abc3-4220-ac8a-00228f9be4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.273612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8089e35f-31a5-40fb-bd81-12f4173daa5d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:07.295172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 07d701ec-c343-4cdb-8377-8a02682314ea triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:07.295637 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.320171 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-9ef86541-abc3-4220-ac8a-00228f9be4f5 None None] Port 8a09f784-9878-4cc2-9eb0-512876bf6545 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:40:07.351985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a09f784-9878-4cc2-9eb0-512876bf6545 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:40:07.360644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.376231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Transition to ACTIVE for port object 8a09f784-9878-4cc2-9eb0-512876bf6545 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:07.381780 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.413935 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.428660 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Transition to ACTIVE for port object dcc67cc9-e083-4fe9-bd14-8944f5d60d96 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:07.436401 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.458111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:07.521003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Attempting to bind port 8a09f784-9878-4cc2-9eb0-512876bf6545 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:07.521349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Attempting to bind port 8a09f784-9878-4cc2-9eb0-512876bf6545 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:07.522087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Attempting to bind port 8a09f784-9878-4cc2-9eb0-512876bf6545 on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:07.526677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Port 8a09f784-9878-4cc2-9eb0-512876bf6545 on network b9202415-0321-4042-b888-efb2640bc75d not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:40:07.527002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Attempting to bind port 8a09f784-9878-4cc2-9eb0-512876bf6545 on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:07.532628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:07.532967 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Checking segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:07.533380 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Bound using segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:07.533810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Bound port: 8a09f784-9878-4cc2-9eb0-512876bf6545, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:07.534173 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.602201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec63650-4a3a-4b8b-879e-ca0f44723858 None None] Pushing event updated for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:07.661594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:07.663032 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Attempting to bind port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:07.663494 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Attempting to bind port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:07.664119 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Attempting to bind port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 on network c217837e-f0de-4225-81a5-6151e2c7da9d {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:07.670109 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:07.670634 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Checking segment: {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:07.671219 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.671557 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Bound using segment: {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:07.672097 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Bound port: dcc67cc9-e083-4fe9-bd14-8944f5d60d96, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff2dd25-4126-4312-acc4-6e967dac5d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:07.672604 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.679484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8a09f784-9878-4cc2-9eb0-512876bf6545,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:07.687647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.702880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdb184-774a-4e0a-a09d-be4d14c4524c req-d82d7520-7dda-471e-8c1c-3f3438260f08 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:07.704420 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13fdb184-774a-4e0a-a09d-be4d14c4524c req-d82d7520-7dda-471e-8c1c-3f3438260f08 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 944 time: 0.0949118 Jul 29 18:40:07.753569 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] For port dcc67cc9-e083-4fe9-bd14-8944f5d60d96, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:07.757456 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] For port dcc67cc9-e083-4fe9-bd14-8944f5d60d96, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:07.763958 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.768829 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:07.769432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:07.771343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a09f784-9878-4cc2-9eb0-512876bf6545 HTTP/1.1" status: 200 len: 1092 time: 0.8096137 Jul 29 18:40:07.771469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:40:07.773806 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383434b0-509d-4a88-950a-7367dbc82d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:40:07.776570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e96d85-049a-485d-8189-8ba77dd00260 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:07.820212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-13fdb184-774a-4e0a-a09d-be4d14c4524c req-09686ac5-6575-432f-8894-3356d19e41a2 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945597 Jul 29 18:40:07.843564 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:40:07.844210 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:39:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:07.848604 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec63650-4a3a-4b8b-879e-ca0f44723858 None None] Pushing event updated for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:07.894950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-38df9e67-3606-4444-aadd-bc2a36408632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:07.897683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-38df9e67-3606-4444-aadd-bc2a36408632 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 1095 time: 0.0618196 Jul 29 18:40:07.910880 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b1774-2e3e-44cf-8e75-b1497520468c x-openstack-request-id: req-768b1774-2e3e-44cf-8e75-b1497520468c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:40:07.911180 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:40:07.911432 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-768b1774-2e3e-44cf-8e75-b1497520468c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:40:07.911836 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545', 'status': 'completed', 'code': 200} Jul 29 18:40:07.951145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-42787c8f-193a-4c5b-ae4b-f68fa26e4557 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a09f784-9878-4cc2-9eb0-512876bf6545 HTTP/1.1" status: 200 len: 217 time: 0.0420127 Jul 29 18:40:07.974071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:40:08.017738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-36570671-fba3-4cd6-9a1c-724973270d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.019290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-36570671-fba3-4cd6-9a1c-724973270d59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 200 len: 854 time: 0.0600498 Jul 29 18:40:08.076258 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-2ee57c41-95ea-49e3-b2fd-120a65615071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.078077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-2ee57c41-95ea-49e3-b2fd-120a65615071 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9202415-0321-4042-b888-efb2640bc75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514121 Jul 29 18:40:08.177411 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-a378b0c5-e1eb-40e8-8b78-8a750c6c1dde service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922897 Jul 29 18:40:08.190863 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'dcc67cc9-e083-4fe9-bd14-8944f5d60d96', 'name': '', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'mac_address': 'fa:16:3e:0d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:02Z', 'updated_at': '2021-07-29T18:40:07Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'subnets': [{'id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:40:08.220745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da23b4-6c4a-4919-847f-d7fe3200c0bc None None] The sync data for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 is: [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:40:03Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'dcc67cc9-e083-4fe9-bd14-8944f5d60d96', 'name': '', 'network_id': 'c217837e-f0de-4225-81a5-6151e2c7da9d', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'mac_address': 'fa:16:3e:0d:63:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:02Z', 'updated_at': '2021-07-29T18:40:07Z', 'revision_number': 4, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'subnets': [{'id': '1611da44-05dc-4240-835a-fa897f0f9fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:40:08.584650 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c1cee6e-79fd-4541-a4fd-393fdccda4df req-fcaf2c4b-11af-468e-b6e7-b54386b6341e service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001911 Jul 29 18:40:08.677358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383434b0-509d-4a88-950a-7367dbc82d7f req-a4f60bb5-fe57-4474-812f-8cef34a3eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.678945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-a4f60bb5-fe57-4474-812f-8cef34a3eff6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 1095 time: 0.0434763 Jul 29 18:40:08.774181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383434b0-509d-4a88-950a-7367dbc82d7f req-31bdba0f-9d2a-4767-92f1-b14b1b2409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.775609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-31bdba0f-9d2a-4767-92f1-b14b1b2409d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 916 time: 0.0893857 Jul 29 18:40:08.820823 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-2d7d967c-2b1f-42da-a89a-2448b8be4fa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a09f784-9878-4cc2-9eb0-512876bf6545 HTTP/1.1" status: 200 len: 217 time: 0.0364873 Jul 29 18:40:08.887954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383434b0-509d-4a88-950a-7367dbc82d7f req-994c7596-4521-46be-aa2a-994b26300cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.889471 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-994c7596-4521-46be-aa2a-994b26300cb2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 200 len: 854 time: 0.0509017 Jul 29 18:40:08.891993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8089e35f-31a5-40fb-bd81-12f4173daa5d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:08.940450 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8089e35f-31a5-40fb-bd81-12f4173daa5d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:08.940928 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:08.970564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383434b0-509d-4a88-950a-7367dbc82d7f req-bc635ca7-70c4-43c1-9216-1fe449dc47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.972095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-bc635ca7-70c4-43c1-9216-1fe449dc47a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9202415-0321-4042-b888-efb2640bc75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745275 Jul 29 18:40:08.979566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d59e-3400-437a-8912-08e7969e6371 req-75c7153f-6398-49f5-a37c-0159ba4eda2e tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:08.980965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6744d59e-3400-437a-8912-08e7969e6371 req-75c7153f-6398-49f5-a37c-0159ba4eda2e tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 944 time: 0.0753472 Jul 29 18:40:09.021375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dcc67cc9-e083-4fe9-bd14-8944f5d60d96 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:09.067250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6744d59e-3400-437a-8912-08e7969e6371 req-63c4a519-28cf-49f0-ae0e-552e2483413b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781145 Jul 29 18:40:09.071506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:09.076075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:09.076475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:09.097122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-286fe8e1-b032-48bd-8080-1ff9a6e5187a service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151736 Jul 29 18:40:09.157027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:09.192686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port dcc67cc9-e083-4fe9-bd14-8944f5d60d96, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:09.195374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-383434b0-509d-4a88-950a-7367dbc82d7f req-bd064749-e928-47d6-941f-a69fbc6c5399 service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908144 Jul 29 18:40:09.197709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:09.252104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:09.351301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21666f4e-8d22-475c-a6c4-441b4298856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:10.202573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ba089-98fb-4357-b578-89a11113916c req-24e3cf1a-fa4c-452d-936e-78b09e5d19c9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:10.204093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f5ba089-98fb-4357-b578-89a11113916c req-24e3cf1a-fa4c-452d-936e-78b09e5d19c9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 944 time: 0.0528095 Jul 29 18:40:10.246378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f5ba089-98fb-4357-b578-89a11113916c req-008d047c-2ac6-48cf-bd47-0d0defe1e0a1 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Jul 29 18:40:10.814148 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:40:10.869694 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dcc67cc9-e083-4fe9-bd14-8944f5d60d96 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:10.918626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:10.918994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:11.082263 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8a09f784-9878-4cc2-9eb0-512876bf6545 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:40:11.188688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8a09f784-9878-4cc2-9eb0-512876bf6545,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:11.200708 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '8a09f784-9878-4cc2-9eb0-512876bf6545', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'port_id': '8a09f784-9878-4cc2-9eb0-512876bf6545', 'mac_address': 'fa:16:3e:3a:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:40:11.238574 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:11.251782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a09f784-9878-4cc2-9eb0-512876bf6545 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:40:11.271587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8a09f784-9878-4cc2-9eb0-512876bf6545,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:11.278095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:11.329479 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:11.375596 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f160a-9996-4874-b00e-48221a55ea10 req-1f575df6-831f-4ea7-833a-a5e7f2efae55 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:11.377073 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d86f160a-9996-4874-b00e-48221a55ea10 req-1f575df6-831f-4ea7-833a-a5e7f2efae55 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 945 time: 0.0614100 Jul 29 18:40:11.416283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d86f160a-9996-4874-b00e-48221a55ea10 req-aa2029d9-9901-4b32-b3bd-f86d512eb1ea tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Jul 29 18:40:11.477577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['8a09f784-9878-4cc2-9eb0-512876bf6545'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:40:11.792178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-471f17be-3f16-4014-a752-f9ba41ff2b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:12.010901 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:12.547318 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ad5cb-0a13-4226-9ec8-4c010cb36dab req-3d1548f0-37ec-4d9f-81c5-f0832a3bca42 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:12.548814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-653ad5cb-0a13-4226-9ec8-4c010cb36dab req-3d1548f0-37ec-4d9f-81c5-f0832a3bca42 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Jul 29 18:40:12.588045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-653ad5cb-0a13-4226-9ec8-4c010cb36dab req-8b066db9-e315-446e-a814-5318a7b86ec9 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Jul 29 18:40:13.083372 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8a09f784-9878-4cc2-9eb0-512876bf6545 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:13.151860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 8a09f784-9878-4cc2-9eb0-512876bf6545 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:13.156858 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 8a09f784-9878-4cc2-9eb0-512876bf6545 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:13.157271 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:13.215572 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:13.249116 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:13.271493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:40:13.273780 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf8e07-ffa4-4309-844f-868087f2e869" -d '{"events": [{"server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:40:13.286805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8a09f784-9878-4cc2-9eb0-512876bf6545,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:13.291967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:13.319292 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964befe-1ee5-45ec-a9e9-11cfc6aeac99 x-openstack-request-id: req-a964befe-1ee5-45ec-a9e9-11cfc6aeac99 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:40:13.319567 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:40:13.319815 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a964befe-1ee5-45ec-a9e9-11cfc6aeac99 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:40:13.320200 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545', 'code': 200} Jul 29 18:40:13.345866 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:13.406619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1856f-fc7b-497d-b83e-2904609e9020 req-fd0f8722-55ef-4d8a-9cb7-09d7dc815b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:13.408188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9d1856f-fc7b-497d-b83e-2904609e9020 req-fd0f8722-55ef-4d8a-9cb7-09d7dc815b1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0406809 Jul 29 18:40:13.444360 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9d1856f-fc7b-497d-b83e-2904609e9020 req-eaa7509d-104b-45f5-a876-d4831d75976e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290005 Jul 29 18:40:13.730946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b709a-0b35-4f48-8862-99e53c8d7e6c req-686792d6-f1f9-4999-b022-7c43d4ffcb44 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:13.732746 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b5b709a-0b35-4f48-8862-99e53c8d7e6c req-686792d6-f1f9-4999-b022-7c43d4ffcb44 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0613344 Jul 29 18:40:13.772881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b5b709a-0b35-4f48-8862-99e53c8d7e6c req-2115cb0e-7e48-43f9-9769-fbf6ce808e68 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Jul 29 18:40:14.851178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:14.898427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eefc-a3b7-4b8b-a385-a9b348c0b020 req-c5ce47b5-d69d-470a-ae62-e280c889d377 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:14.899921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05d9eefc-a3b7-4b8b-a385-a9b348c0b020 req-c5ce47b5-d69d-470a-ae62-e280c889d377 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Jul 29 18:40:14.939513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05d9eefc-a3b7-4b8b-a385-a9b348c0b020 req-43720f5b-c637-4684-94c1-ec73e01f0494 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Jul 29 18:40:15.074729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d7a9-c882-4392-860e-8a4c87a47972 req-08185259-89ef-464a-8def-648aa00c020a tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:15.076229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad49d7a9-c882-4392-860e-8a4c87a47972 req-08185259-89ef-464a-8def-648aa00c020a tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0514166 Jul 29 18:40:15.116122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ad49d7a9-c882-4392-860e-8a4c87a47972 req-fb0ebfc3-a86a-4ac7-923b-f5ebf27d8ac7 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Jul 29 18:40:27.002018 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:27.955711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:33.787201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865fbec-0710-46e7-bc6b-2667510aeca2 req-2f3bbac6-91af-427a-8f85-b2328fe481e5 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:33.788854 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b865fbec-0710-46e7-bc6b-2667510aeca2 req-2f3bbac6-91af-427a-8f85-b2328fe481e5 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0546179 Jul 29 18:40:33.834943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b865fbec-0710-46e7-bc6b-2667510aeca2 req-6bb56012-5bdc-43af-ae7e-c53673d9db9d tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Jul 29 18:40:34.961920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1ba5-a4ea-48df-9ef7-0b844d278fdc req-8a299c5b-1ff3-439e-908c-a72e6e357496 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:34.963445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-237b1ba5-a4ea-48df-9ef7-0b844d278fdc req-8a299c5b-1ff3-439e-908c-a72e6e357496 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0543752 Jul 29 18:40:35.003416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-237b1ba5-a4ea-48df-9ef7-0b844d278fdc req-b57d2927-10b0-4e95-81ac-cd1e489e8208 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Jul 29 18:40:35.288919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-dd64aa0c-5dcb-4e1c-8495-65ba7895ce8e tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:35.290431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-dd64aa0c-5dcb-4e1c-8495-65ba7895ce8e tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 946 time: 0.0590346 Jul 29 18:40:35.384000 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Deleting port 8a09f784-9878-4cc2-9eb0-512876bf6545 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:40:35.384339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:35.475935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] For port 8a09f784-9878-4cc2-9eb0-512876bf6545, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=8a09f784-9878-4cc2-9eb0-512876bf6545,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:35.476169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:35.490559 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Calling delete_port for 8a09f784-9878-4cc2-9eb0-512876bf6545 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:40:35.632025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:35.646119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['8a09f784-9878-4cc2-9eb0-512876bf6545'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:40:35.660601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Pushing event deleted for resources: {'Port': ['ID=8a09f784-9878-4cc2-9eb0-512876bf6545,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:35.707508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] No DVR routers for this DVR port 8a09f784-9878-4cc2-9eb0-512876bf6545 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:40:35.710512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:35.712526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c0900568-dd39-4ba0-ad2f-e19f0dc376af req-2c94dc01-6e4a-45e7-b1c1-5767c0835cad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "DELETE /v2.0/ports/8a09f784-9878-4cc2-9eb0-512876bf6545 HTTP/1.1" status: 204 len: 173 time: 0.4155893 Jul 29 18:40:35.713112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'name': 'network-vif-deleted', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:40:35.715838 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c4377-5e49-476c-b704-c38abce11122" -d '{"events": [{"server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "name": "network-vif-deleted", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:40:35.754472 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25552ee0-395b-4b3c-8a84-6ff9da136097 x-openstack-request-id: req-25552ee0-395b-4b3c-8a84-6ff9da136097 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:40:35.754769 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8", "name": "network-vif-deleted", "tag": "8a09f784-9878-4cc2-9eb0-512876bf6545", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:40:35.755025 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25552ee0-395b-4b3c-8a84-6ff9da136097 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:40:35.755430 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8', 'name': 'network-vif-deleted', 'tag': '8a09f784-9878-4cc2-9eb0-512876bf6545', 'status': 'completed', 'code': 200} Jul 29 18:40:36.122130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3efd5b3d-792e-483f-b42c-7a33983aa3ad req-0b432965-dc1d-475a-a740-fc3c1a5edc7c tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0cb6a47-7f33-4dc5-a1cf-f22afc961ff8 HTTP/1.1" status: 200 len: 210 time: 0.0266714 Jul 29 18:40:37.695006 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-557a2773-a4d4-4c83-9798-829fd8b32b69 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:37.696500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-557a2773-a4d4-4c83-9798-829fd8b32b69 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 815 time: 0.1041718 Jul 29 18:40:37.715202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-c32d78b7-c0f6-402e-b1e4-8706381c45ad tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/quotas/58acea09abbc41b596b1ab93c55fc880 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Jul 29 18:40:37.774677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-6b00a7a3-e149-4f01-af01-e9860e542f7e tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516789 Jul 29 18:40:37.878203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-8af9c2a9-93f9-4414-971e-0dec8e37e4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Jul 29 18:40:37.977678 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-d324aba5-8967-4b67-9f36-e9e02d37875d service neutron] 10.222.0.16 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930524 Jul 29 18:40:38.148911 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fe7d981-8142-402e-9063-f4d74a5ab9cd req-a74dd22a-e96b-46dd-aa68-68eb1790d5b5 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 210 time: 0.0278952 Jul 29 18:40:39.075519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-d2369c18-82ee-47c0-9d26-efe8d8d662b3 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:39.076919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-d2369c18-82ee-47c0-9d26-efe8d8d662b3 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 815 time: 0.1020265 Jul 29 18:40:39.089144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Request body: {'port': {'device_id': '8e296ca9-1f04-4015-bc56-144001f018ae', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'admin_state_up': True, 'tenant_id': '58acea09abbc41b596b1ab93c55fc880'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:39.208199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Made reservation on behalf of 58acea09abbc41b596b1ab93c55fc880 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:40:39.211806 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.237260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8a09f784-9878-4cc2-9eb0-512876bf6545 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:40:39.257697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 8a09f784-9878-4cc2-9eb0-512876bf6545 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:40:39.258052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 8a09f784-9878-4cc2-9eb0-512876bf6545 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:40:39.287428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f21cf1e-37a8-4369-be30-8373d2ff452e req-a0103c01-450e-489d-9a1c-0e39ad7b05a4 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 210 time: 0.0526521 Jul 29 18:40:39.344994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41c8af66-9e31-4e45-ba0f-551a41a05ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.364608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Allocated IP 172.20.0.11 (b9202415-0321-4042-b888-efb2640bc75d/0de30b49-a6da-4728-a0bf-4b82c574ff4e/82be83ce-9265-4da4-8b75-dfdfdfc4b6e2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:40:39.506724 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.520456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Transition to ACTIVE for port object 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:39.555915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.602196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Network b9202415-0321-4042-b888-efb2640bc75d is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:40:39.605326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:40:39.608989 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:40:39.617394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Pushing event updated for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:39.664577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:39.665211 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.681651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-60593df5-4e13-4767-b650-34602a587b60 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5962989 Jul 29 18:40:39.695441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Request body: {'port': {'device_id': '8e296ca9-1f04-4015-bc56-144001f018ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:40:39.758451 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.891796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-02c31661-d016-4cb3-96e1-cb6efa6f28e3 None None] Provisioning for port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:39.896016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-02c31661-d016-4cb3-96e1-cb6efa6f28e3 None None] Provisioning complete for port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:39.896388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02c31661-d016-4cb3-96e1-cb6efa6f28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:39.930885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-02c31661-d016-4cb3-96e1-cb6efa6f28e3 None None] Port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:40:40.027856 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:40:40.035878 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:40.048539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Transition to ACTIVE for port object 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:40:40.055024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:40.110268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Pushing event updated for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:40.182133 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Attempting to bind port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:40:40.182499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Attempting to bind port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:40:40.182828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Attempting to bind port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:40.187508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 on network b9202415-0321-4042-b888-efb2640bc75d not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:40:40.187826 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Attempting to bind port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 on network b9202415-0321-4042-b888-efb2640bc75d {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:40:40.192770 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:40:40.193108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Checking segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:40:40.193499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Bound using segment: {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:40:40.193924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Bound port: 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e633a87-b8c8-4324-8ec9-e3018c62e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:40:40.194667 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:40.260896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:40:40.264207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:40:40.269745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:40.303165 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.303769 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:40.305572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] 10.222.0.38 "PUT /v2.0/ports/82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 HTTP/1.1" status: 200 len: 1092 time: 0.6143122 Jul 29 18:40:40.307725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:40:40.310052 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:40:40.341313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8ebc7-a77f-4765-88ca-18477e7e81e6 service neutron] Pushing event updated for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:40.421569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-2a56c88f-aad3-41bd-b285-c41613b75bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.423096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-2a56c88f-aad3-41bd-b285-c41613b75bc1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 1095 time: 0.0740111 Jul 29 18:40:40.444355 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3e24-9884-4aad-b803-8e7ea6dc9ec7 req-49a5690e-a13b-4682-824b-2e03516c6f8f tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.445927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-651e3e24-9884-4aad-b803-8e7ea6dc9ec7 req-49a5690e-a13b-4682-824b-2e03516c6f8f tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 944 time: 0.0701880 Jul 29 18:40:40.482293 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-53163e39-6888-4709-a3c6-ea5778cd59d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 HTTP/1.1" status: 200 len: 217 time: 0.0514991 Jul 29 18:40:40.542784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-651e3e24-9884-4aad-b803-8e7ea6dc9ec7 req-18af17fc-804a-4add-8887-c62002f11a79 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676169 Jul 29 18:40:40.546271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-4ad2a6b8-d1cd-447d-8176-4a20df951929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.547666 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-4ad2a6b8-d1cd-447d-8176-4a20df951929 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 200 len: 854 time: 0.0570896 Jul 29 18:40:40.587177 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9d528b-aad6-4fff-aeb1-22c761321c09 x-openstack-request-id: req-eb9d528b-aad6-4fff-aeb1-22c761321c09 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:40:40.587465 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:40:40.587768 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb9d528b-aad6-4fff-aeb1-22c761321c09 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:40:40.588138 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2', 'status': 'completed', 'code': 200} Jul 29 18:40:40.603863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-6927d25c-977e-410f-bfd9-ad25fbd5a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.605726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-6927d25c-977e-410f-bfd9-ad25fbd5a89a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9202415-0321-4042-b888-efb2640bc75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514355 Jul 29 18:40:40.707164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-97eaa777-c9f4-4989-bba7-de6be7686fad service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937436 Jul 29 18:40:40.817162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633ef82d-e12d-447f-9a11-565b3be7db34 req-46174b7e-7e5a-4339-a4a6-cd3c31b9c871 service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025469 Jul 29 18:40:40.908790 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-2deaf734-6a97-4e6b-bb70-9b90f6e78fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:40.910318 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-2deaf734-6a97-4e6b-bb70-9b90f6e78fce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 1095 time: 0.0424788 Jul 29 18:40:41.002042 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-49e0410d-3c66-489d-a1fd-0f4052c2844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:41.003441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-49e0410d-3c66-489d-a1fd-0f4052c2844e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 916 time: 0.0862694 Jul 29 18:40:41.047750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-2316ad68-01d6-4a8f-a274-e0791237b36c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 HTTP/1.1" status: 200 len: 217 time: 0.0369785 Jul 29 18:40:41.099251 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-dba30751-d22a-499e-81f7-ccf8871b7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:41.100665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-dba30751-d22a-499e-81f7-ccf8871b7591 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 200 len: 854 time: 0.0453393 Jul 29 18:40:41.147979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-78ce65a8-4064-4ab6-b4da-73a7360c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:41.149441 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-78ce65a8-4064-4ab6-b4da-73a7360c10ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9202415-0321-4042-b888-efb2640bc75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403955 Jul 29 18:40:41.247610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-05a1931b-b940-45bc-a761-9e10fa5dbc42 service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899932 Jul 29 18:40:41.339295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2326f513-1d6c-47e8-ab8c-dbd9cae37fdf req-5fc40abb-f10c-4d9e-8f48-7d7097bcb570 service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Jul 29 18:40:41.670503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225321ce-e5d5-46b8-ad57-7510326d2749 req-e437b2bf-a0e2-4f81-8740-ed2ad13fbb05 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:41.672000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-225321ce-e5d5-46b8-ad57-7510326d2749 req-e437b2bf-a0e2-4f81-8740-ed2ad13fbb05 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 944 time: 0.0523095 Jul 29 18:40:41.715778 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-225321ce-e5d5-46b8-ad57-7510326d2749 req-fcd71351-e332-4de2-b5f8-6fc1dd262403 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Jul 29 18:40:41.793492 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f587ec4a-41fb-4bb3-9cca-0b2d8d0e393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:42.014676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:42.853130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3334b1-41b2-4a10-8c84-e3901aeb0d6d req-895ff646-dd22-4d2a-8eea-a0b7693d2eaf tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:42.854644 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca3334b1-41b2-4a10-8c84-e3901aeb0d6d req-895ff646-dd22-4d2a-8eea-a0b7693d2eaf tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 944 time: 0.0574775 Jul 29 18:40:42.897227 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ca3334b1-41b2-4a10-8c84-e3901aeb0d6d req-996d96d3-c720-4cb4-a6ee-11178cf1e27b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jul 29 18:40:43.218014 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:43.252496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:40:43.347816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:43.359198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2', 'network_id': 'b9202415-0321-4042-b888-efb2640bc75d', 'port_id': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2', 'mac_address': 'fa:16:3e:17:95:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de30b49-a6da-4728-a0bf-4b82c574ff4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:40:43.404373 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:43.421117 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:40:43.441440 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:43.447938 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:43.504328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:43.511822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.512168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.512510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.512844 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.513199 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.513505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.513836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.514157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.514510 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.514832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.515137 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.515457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:40:43.639656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['82be83ce-9265-4da4-8b75-dfdfdfc4b6e2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:40:44.028377 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ccfaa-bc9d-49df-a7ee-6cfbb253e308 req-f7b80f7f-1636-4c7d-93e8-5c1b36e9ad96 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:44.029902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-825ccfaa-bc9d-49df-a7ee-6cfbb253e308 req-f7b80f7f-1636-4c7d-93e8-5c1b36e9ad96 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 945 time: 0.0601740 Jul 29 18:40:44.071601 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-825ccfaa-bc9d-49df-a7ee-6cfbb253e308 req-5f9e39c5-7a6e-4b70-9a45-8f82a64ffdef tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Jul 29 18:40:44.856977 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:45.196027 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ff0c-94b1-46ec-9097-7f1e8a67140c req-d7a7bd72-ec83-4995-a5c1-0791c5eb8fb8 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:45.197456 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c15ff0c-94b1-46ec-9097-7f1e8a67140c req-d7a7bd72-ec83-4995-a5c1-0791c5eb8fb8 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 945 time: 0.0515182 Jul 29 18:40:45.240950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c15ff0c-94b1-46ec-9097-7f1e8a67140c req-b3ec09d9-20ed-4975-9273-5894b9aa91c0 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372882 Jul 29 18:40:45.267967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:40:45.321587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:40:45.325347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:40:45.325709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:45.404680 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:45.428098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:40:45.430401 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72cddc-061d-43c4-95dd-32a1ad08fdfd" -d '{"events": [{"server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "name": "network-vif-plugged", "status": "completed", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:40:45.443581 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:40:45.448850 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:45.474525 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941feb3-1238-48a4-aac5-b623695318dc x-openstack-request-id: req-5941feb3-1238-48a4-aac5-b623695318dc {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:40:45.474833 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "name": "network-vif-plugged", "status": "completed", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:40:45.475087 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5941feb3-1238-48a4-aac5-b623695318dc {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:40:45.475451 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2', 'code': 200} Jul 29 18:40:45.502373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:40:45.565206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6a662-fffd-4679-8986-876c181bccea req-7f39fd02-0113-40a7-9dd8-51a1b3ad161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:45.566707 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9e6a662-fffd-4679-8986-876c181bccea req-7f39fd02-0113-40a7-9dd8-51a1b3ad161f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 1097 time: 0.0413980 Jul 29 18:40:45.611108 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9e6a662-fffd-4679-8986-876c181bccea req-a43e9ebc-88f5-48c7-b69f-23aaabca809e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Jul 29 18:40:46.367187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4c3ee-d882-4eb5-ba05-812eddc9e7da req-13b891a1-fa09-43bf-a9a4-d6544da57bfb tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:46.369000 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28b4c3ee-d882-4eb5-ba05-812eddc9e7da req-13b891a1-fa09-43bf-a9a4-d6544da57bfb tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0496991 Jul 29 18:40:46.407002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28b4c3ee-d882-4eb5-ba05-812eddc9e7da req-c99b096a-5600-43a4-8d0d-3fd5a48bc42f tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Jul 29 18:40:47.543311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50275a5-42a1-42ba-80dc-a7288bca5907 req-3cf34019-fdb5-4e77-b248-f29f2b369771 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:47.544761 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f50275a5-42a1-42ba-80dc-a7288bca5907 req-3cf34019-fdb5-4e77-b248-f29f2b369771 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0567679 Jul 29 18:40:47.592257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f50275a5-42a1-42ba-80dc-a7288bca5907 req-1769c7c9-9286-43d7-ba6d-c9ebd0452d47 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Jul 29 18:40:47.715546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d739f1-a911-43d9-86c5-d9470f02197d req-a455ef18-886d-4220-8e15-1017f44e728f tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:40:47.716946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3d739f1-a911-43d9-86c5-d9470f02197d req-a455ef18-886d-4220-8e15-1017f44e728f tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0558369 Jul 29 18:40:47.764287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3d739f1-a911-43d9-86c5-d9470f02197d req-263f376d-2418-4588-876c-bdc02afef19b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Jul 29 18:40:47.815071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:40:57.012854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:40:57.964349 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:04.722186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-8dc89c2d-5dec-4b62-8065-eb9ba5056d24 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412385 Jul 29 18:41:04.803598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05ea-c547-4179-9f36-76a81604df87 req-f2c331a2-cc9b-40e5-aeaf-e9ec079e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:04.805062 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-f2c331a2-cc9b-40e5-aeaf-e9ec079e710b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58acea09abbc41b596b1ab93c55fc880&device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 1097 time: 0.0411358 Jul 29 18:41:04.914384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05ea-c547-4179-9f36-76a81604df87 req-377fbd1e-c644-4928-9c10-4ab7886963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:04.915952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-377fbd1e-c644-4928-9c10-4ab7886963a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 200 len: 916 time: 0.0911946 Jul 29 18:41:04.959716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-0ab0dec2-11c0-41ef-a0a6-df6a61696d4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 HTTP/1.1" status: 200 len: 217 time: 0.0360830 Jul 29 18:41:05.014941 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05ea-c547-4179-9f36-76a81604df87 req-485e4f2d-6dd4-43c6-84cd-6921dbc6b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:05.016446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-485e4f2d-6dd4-43c6-84cd-6921dbc6b83a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 200 len: 854 time: 0.0489721 Jul 29 18:41:05.064074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05ea-c547-4179-9f36-76a81604df87 req-10a88972-52cd-4b7a-b98b-eb64dd820f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:05.065577 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-10a88972-52cd-4b7a-b98b-eb64dd820f61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9202415-0321-4042-b888-efb2640bc75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409243 Jul 29 18:41:05.157523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-a708f07c-13e1-4f63-82d1-5248e6f45157 service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Jul 29 18:41:05.261748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-998b05ea-c547-4179-9f36-76a81604df87 req-5fb108dc-b283-48d5-acd8-6b8bf85b55ff service neutron] 10.222.0.38 "GET /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964236 Jul 29 18:41:06.293608 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd33e7-0d4f-4c5c-99c4-8472c116c917 req-57a3578a-792d-4b4f-b5c3-299853ea0c46 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:06.295171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45dd33e7-0d4f-4c5c-99c4-8472c116c917 req-57a3578a-792d-4b4f-b5c3-299853ea0c46 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0526974 Jul 29 18:41:06.337731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-45dd33e7-0d4f-4c5c-99c4-8472c116c917 req-dd16ac12-c690-46ae-b5f8-f397a7d1d280 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jul 29 18:41:07.460994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d6f74-cb68-4804-a088-6620b4d77faf req-3be6ea55-9f98-486d-9764-65085c38522d tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:07.462413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d34d6f74-cb68-4804-a088-6620b4d77faf req-3be6ea55-9f98-486d-9764-65085c38522d tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0552633 Jul 29 18:41:07.508747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d34d6f74-cb68-4804-a088-6620b4d77faf req-5224fd39-3284-4e1c-b7fb-0e16acd49043 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/security-groups?id=668e3b79-f60a-418f-b594-f3532b45c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Jul 29 18:41:07.775348 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-e3ed508a-ecbd-405d-9def-b32b871298f1 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:07.776692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-e3ed508a-ecbd-405d-9def-b32b871298f1 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 946 time: 0.0625212 Jul 29 18:41:07.868965 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Deleting port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:07.869308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:07.966155 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] For port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:07.966544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:07.982992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Calling delete_port for 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:08.128688 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:08.141740 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['82be83ce-9265-4da4-8b75-dfdfdfc4b6e2'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:41:08.156517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Pushing event deleted for resources: {'Port': ['ID=82be83ce-9265-4da4-8b75-dfdfdfc4b6e2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:08.167974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.168323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.168662 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.168994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.169328 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.169653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.170010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.170326 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.170651 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.170973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.171291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.171611 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:08.210270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] No DVR routers for this DVR port 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:41:08.213187 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:08.215267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f61d51ab-2ab6-406e-9fbf-36dd3d00fe27 req-d41e7e06-c44e-421c-953d-63d152b13c1b tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.38 "DELETE /v2.0/ports/82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 HTTP/1.1" status: 204 len: 173 time: 0.4308324 Jul 29 18:41:08.215706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'name': 'network-vif-deleted', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:41:08.218019 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b25cb6-1212-4ffb-9792-355292036f29" -d '{"events": [{"server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "name": "network-vif-deleted", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:41:08.262164 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca82d06-7865-4b8f-a9b9-74a2d68fa958 x-openstack-request-id: req-dca82d06-7865-4b8f-a9b9-74a2d68fa958 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:41:08.262495 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e296ca9-1f04-4015-bc56-144001f018ae", "name": "network-vif-deleted", "tag": "82be83ce-9265-4da4-8b75-dfdfdfc4b6e2", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:41:08.262728 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dca82d06-7865-4b8f-a9b9-74a2d68fa958 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:41:08.263138 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e296ca9-1f04-4015-bc56-144001f018ae', 'name': 'network-vif-deleted', 'tag': '82be83ce-9265-4da4-8b75-dfdfdfc4b6e2', 'status': 'completed', 'code': 200} Jul 29 18:41:08.628776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-633b5953-7a0d-41e8-a053-b17be6eb1386 req-1c8cf8d1-c3dc-46cc-bdb7-f4da56616836 tempest-TestEncryptedCinderVolumes-970362066 tempest-TestEncryptedCinderVolumes-970362066-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e296ca9-1f04-4015-bc56-144001f018ae HTTP/1.1" status: 200 len: 210 time: 0.0270553 Jul 29 18:41:09.355788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6a66d87d-9057-4364-b99d-97fc1bf1e38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:09.728630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44916) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:10.405513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:10.655147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Deleting port 07d701ec-c343-4cdb-8377-8a02682314ea {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:10.655468 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:10.731836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] For port 07d701ec-c343-4cdb-8377-8a02682314ea, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=07d701ec-c343-4cdb-8377-8a02682314ea,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:10.732513 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:10.748234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Calling delete_port for 07d701ec-c343-4cdb-8377-8a02682314ea owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:10.941397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:10.966231 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d701ec-c343-4cdb-8377-8a02682314ea,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:11.131632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.313804 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:11.334392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:11.334737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 82be83ce-9265-4da4-8b75-dfdfdfc4b6e2 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:11.347628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Router 67a02e55-3069-4622-b403-89e838eaa7a3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:41:11.463980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:11.469342 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8762134c-c09d-48dd-8aaf-2c051ce67786 admin admin] 10.222.0.16 "PUT /v2.0/routers/67a02e55-3069-4622-b403-89e838eaa7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396393 Jul 29 18:41:11.472292 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44918) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:11.472800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Sync routers for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:11.482825 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:11.483452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:40:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:11.577355 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.597938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:11.680175 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.735701 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Deleting port 5849d955-cc87-434a-b23e-65f45ed593e4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:11.736042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.786553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:41:10Z', 'revision_number': 5, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port': {'id': '5849d955-cc87-434a-b23e-65f45ed593e4', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:11.790685 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-670a1d06-5468-4d6c-b5d1-fb2dde5b1279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.815215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Checking router: 67a02e55-3069-4622-b403-89e838eaa7a3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:11.817328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] For port 5849d955-cc87-434a-b23e-65f45ed593e4, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=5849d955-cc87-434a-b23e-65f45ed593e4,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:11.817705 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:11.823713 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Routers {'67a02e55-3069-4622-b403-89e838eaa7a3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:11.824357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67a02e55-3069-4622-b403-89e838eaa7a3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:11.831046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Calling delete_port for 5849d955-cc87-434a-b23e-65f45ed593e4 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:11.909224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] Set router 67a02e55-3069-4622-b403-89e838eaa7a3 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:11.963332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:41:11Z', 'revision_number': 6, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:11.989525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c514d3f-77c4-4667-a2ee-ebb154ca847a None None] The sync data for ids ['67a02e55-3069-4622-b403-89e838eaa7a3'] in n-d-801607-3 is: [{'id': '67a02e55-3069-4622-b403-89e838eaa7a3', 'name': 'tempest-TestEncryptedCinderVolumes-99754111-router', 'tenant_id': '58acea09abbc41b596b1ab93c55fc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:39:56Z', 'updated_at': '2021-07-29T18:41:11Z', 'revision_number': 6, 'project_id': '58acea09abbc41b596b1ab93c55fc880', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:11.997421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.012649 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.025623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5849d955-cc87-434a-b23e-65f45ed593e4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:12.034354 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.034690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.035022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.035352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.035677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.035993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.036666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.036666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.036914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.037227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.037543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.037840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:12.095271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.183965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.186077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.232960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.233527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67a02e55-3069-4622-b403-89e838eaa7a3 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:41:12.238169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.239402 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49ba5018-c978-4181-8d84-27659b0a8a7b admin admin] 10.222.0.16 "DELETE /v2.0/routers/67a02e55-3069-4622-b403-89e838eaa7a3 HTTP/1.1" status: 204 len: 168 time: 0.7660077 Jul 29 18:41:12.242048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44924) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:12.285434 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Deleting subnet 0de30b49-a6da-4728-a0bf-4b82c574ff4e {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:41:12.288700 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.322545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.406339 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.459941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.488671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.490546 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0de30b49-a6da-4728-a0bf-4b82c574ff4e HTTP/1.1" status: 204 len: 168 time: 0.2474997 Jul 29 18:41:12.491531 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6fda6-0a1a-448b-85b1-2c05ab3b047d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de30b49-a6da-4728-a0bf-4b82c574ff4e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:12.493270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44926) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:12.499995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c65f5-ca6d-4a26-ba89-926844c1f533 None None] Network b9202415-0321-4042-b888-efb2640bc75d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:12.563833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.622290 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Deleting port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:12.622635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.684493 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] For port ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,segment=NetworkSegment(3e633a87-b8c8-4324-8ec9-e3018c62e39e),segment_id=3e633a87-b8c8-4324-8ec9-e3018c62e39e)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:12.684778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.697467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Calling delete_port for ab370b72-f0dd-4a41-9ca8-5abf155e9a93 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:12.751300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] DHCP port deletion for b9202415-0321-4042-b888-efb2640bc75d request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:41:12.783660 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.799027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Deleting port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:12.799394 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.815732 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] No DVR routers for this DVR port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:41:12.820858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:12.860641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] For port ab370b72-f0dd-4a41-9ca8-5abf155e9a93, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:12.861030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.876689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Calling delete_port for ab370b72-f0dd-4a41-9ca8-5abf155e9a93 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:12.879693 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 18:41:12.881155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.896436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.909909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9202415-0321-4042-b888-efb2640bc75d']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:12.915500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ab370b72-f0dd-4a41-9ca8-5abf155e9a93 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:12.918826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] Pushing event deleted for resources: {'Port': ['ID=ab370b72-f0dd-4a41-9ca8-5abf155e9a93,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:12.922315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e633a87-b8c8-4324-8ec9-e3018c62e39e') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:12.922659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e633a87-b8c8-4324-8ec9-e3018c62e39e') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:12.932145 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.937525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fdb8f-443f-4704-b3dd-fd8974877e42 None None] No DVR routers for this DVR port ab370b72-f0dd-4a41-9ca8-5abf155e9a93 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:41:12.938822 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ab370b72-f0dd-4a41-9ca8-5abf155e9a93 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:12.939069 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ab370b72-f0dd-4a41-9ca8-5abf155e9a93 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:12.939459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5849d955-cc87-434a-b23e-65f45ed593e4 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:12.947771 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.956225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:41:12.956615 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:41:12.958365 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:41:12.961944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 5849d955-cc87-434a-b23e-65f45ed593e4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:12.962306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 5849d955-cc87-434a-b23e-65f45ed593e4 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:12.962780 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 07d701ec-c343-4cdb-8377-8a02682314ea no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:12.982019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 07d701ec-c343-4cdb-8377-8a02682314ea {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:12.982389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 07d701ec-c343-4cdb-8377-8a02682314ea not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:13.020798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:13.027044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:13.031696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9202415-0321-4042-b888-efb2640bc75d HTTP/1.1" status: 204 len: 168 time: 0.5345199 Jul 29 18:41:13.032390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:13.043999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb861-a3bb-4f82-90ac-d96741036b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9202415-0321-4042-b888-efb2640bc75d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:13.221232 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:13.390090 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:13.910049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Deleting port dcc67cc9-e083-4fe9-bd14-8944f5d60d96 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:13.910768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:13.988120 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] For port dcc67cc9-e083-4fe9-bd14-8944f5d60d96, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:13.988475 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.005505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Calling delete_port for dcc67cc9-e083-4fe9-bd14-8944f5d60d96 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:14.193736 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.216691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc67cc9-e083-4fe9-bd14-8944f5d60d96,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:14.385125 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.615066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Router 57a66af8-0f47-4eae-8bae-b57602f43592 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:41:14.726791 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:14.732277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8b877ced-e4a6-447d-8db5-a53e7800522e admin admin] 10.222.0.16 "PUT /v2.0/routers/57a66af8-0f47-4eae-8bae-b57602f43592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988192 Jul 29 18:41:14.735343 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:14.736280 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Sync routers for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:14.746079 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:14.746724 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:14.840345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.851487 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:14.875260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.945619 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:14.998206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Deleting port 8089e35f-31a5-40fb-bd81-12f4173daa5d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:14.998904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.028574 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:41:14Z', 'revision_number': 5, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port': {'id': '8089e35f-31a5-40fb-bd81-12f4173daa5d', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:40:01Z', 'updated_at': '2021-07-29T18:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:15.057887 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Checking router: 57a66af8-0f47-4eae-8bae-b57602f43592 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:15.066081 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Routers {'57a66af8-0f47-4eae-8bae-b57602f43592'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:15.066728 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['57a66af8-0f47-4eae-8bae-b57602f43592'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:15.076495 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] For port 8089e35f-31a5-40fb-bd81-12f4173daa5d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8089e35f-31a5-40fb-bd81-12f4173daa5d,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:15.076852 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.089609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Calling delete_port for 8089e35f-31a5-40fb-bd81-12f4173daa5d owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:15.150681 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] Set router 57a66af8-0f47-4eae-8bae-b57602f43592 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:15.200486 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:41:14Z', 'revision_number': 6, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:15.231177 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcc7b0-0e16-4cdb-8add-84492a6f15e5 None None] The sync data for ids ['57a66af8-0f47-4eae-8bae-b57602f43592'] in n-d-801607-3 is: [{'id': '57a66af8-0f47-4eae-8bae-b57602f43592', 'name': 'tempest-TestEncryptedCinderVolumes-973926316-router', 'tenant_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:40:00Z', 'updated_at': '2021-07-29T18:41:14Z', 'revision_number': 6, 'project_id': '6f7e2b5aa44a4692b6a1ebb78a66c30e', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:15.262649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.289840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=8089e35f-31a5-40fb-bd81-12f4173daa5d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:15.350066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.438387 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.440395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.490538 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.491061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a66af8-0f47-4eae-8bae-b57602f43592 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:41:15.495506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.496776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-53701c73-b7b5-4ecc-94c8-ed9756398dbf admin admin] 10.222.0.16 "DELETE /v2.0/routers/57a66af8-0f47-4eae-8bae-b57602f43592 HTTP/1.1" status: 204 len: 168 time: 0.7605231 Jul 29 18:41:15.499800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44932) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:15.548855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Deleting subnet 1611da44-05dc-4240-835a-fa897f0f9fa0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:41:15.552164 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.590988 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.676420 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.733975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.761128 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1611da44-05dc-4240-835a-fa897f0f9fa0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:15.763109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.764956 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f2e9a781-7b2f-4cad-8a42-af3381776048 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1611da44-05dc-4240-835a-fa897f0f9fa0 HTTP/1.1" status: 204 len: 168 time: 0.2641909 Jul 29 18:41:15.768727 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:15.771373 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9becfb8-24b8-4073-9ff5-c6210ee66deb None None] Network c217837e-f0de-4225-81a5-6151e2c7da9d requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:15.835821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.890069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Deleting port c3dc96c1-1b4e-434f-b5bf-39b349108797 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:15.890436 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.958077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] For port c3dc96c1-1b4e-434f-b5bf-39b349108797, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3dc96c1-1b4e-434f-b5bf-39b349108797,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:15.958686 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:15.972851 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Calling delete_port for c3dc96c1-1b4e-434f-b5bf-39b349108797 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:15.986473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] DHCP port deletion for c217837e-f0de-4225-81a5-6151e2c7da9d request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:41:16.034359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Deleting port c3dc96c1-1b4e-434f-b5bf-39b349108797 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:41:16.034734 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.056381 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.085025 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dc96c1-1b4e-434f-b5bf-39b349108797,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:16.086860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] No DVR routers for this DVR port c3dc96c1-1b4e-434f-b5bf-39b349108797 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:41:16.101966 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] For port c3dc96c1-1b4e-434f-b5bf-39b349108797, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c3dc96c1-1b4e-434f-b5bf-39b349108797,segment=NetworkSegment(5ff2dd25-4126-4312-acc4-6e967dac5d06),segment_id=5ff2dd25-4126-4312-acc4-6e967dac5d06)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:16.102413 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.116210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Calling delete_port for c3dc96c1-1b4e-434f-b5bf-39b349108797 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:41:16.164274 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.176508 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c217837e-f0de-4225-81a5-6151e2c7da9d']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:16.188369 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff2dd25-4126-4312-acc4-6e967dac5d06') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:16.188690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff2dd25-4126-4312-acc4-6e967dac5d06') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:16.197147 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.198586 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.213116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.220302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:41:16.220878 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:41:16.222744 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:41:16.227827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] Pushing event deleted for resources: {'Port': ['ID=c3dc96c1-1b4e-434f-b5bf-39b349108797,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:16.236267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784d78e-d076-4be6-b665-fd11583fcafc None None] No DVR routers for this DVR port c3dc96c1-1b4e-434f-b5bf-39b349108797 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:41:16.286116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.291807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.293894 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c217837e-f0de-4225-81a5-6151e2c7da9d HTTP/1.1" status: 204 len: 168 time: 0.5242620 Jul 29 18:41:16.304614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311a41-5efe-406f-80c1-297b1c9d91f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c217837e-f0de-4225-81a5-6151e2c7da9d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:16.478272 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44938) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:16.521356 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9999b1e5-d4f0-4754-a5e9-c9e3ee426156 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58acea09abbc41b596b1ab93c55fc880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416887 Jul 29 18:41:16.523747 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44940) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:16.573954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.596100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.645416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.648074 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:16.649399 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/668e3b79-f60a-418f-b594-f3532b45c950 HTTP/1.1" status: 204 len: 168 time: 0.1246977 Jul 29 18:41:16.657266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4b698-3977-40e3-b550-96f5306b74fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e3b79-f60a-418f-b594-f3532b45c950,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:16.914026 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8089e35f-31a5-40fb-bd81-12f4173daa5d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:16.934189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8089e35f-31a5-40fb-bd81-12f4173daa5d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:16.934561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8089e35f-31a5-40fb-bd81-12f4173daa5d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:16.934978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dcc67cc9-e083-4fe9-bd14-8944f5d60d96 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:16.954322 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: dcc67cc9-e083-4fe9-bd14-8944f5d60d96 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:16.954671 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dcc67cc9-e083-4fe9-bd14-8944f5d60d96 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:16.955101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c3dc96c1-1b4e-434f-b5bf-39b349108797 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:41:16.972938 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c3dc96c1-1b4e-434f-b5bf-39b349108797 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:41:16.973287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c3dc96c1-1b4e-434f-b5bf-39b349108797 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:41:17.003519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44946) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:17.044154 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-60f2c17d-a0c2-4131-b760-d4a7b4ce041e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f7e2b5aa44a4692b6a1ebb78a66c30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394175 Jul 29 18:41:17.046777 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44948) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:17.098779 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:17.119922 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:17.171654 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:17.174229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:17.175444 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c142397-99e2-4daa-8543-b30483a4974d HTTP/1.1" status: 204 len: 168 time: 0.1278386 Jul 29 18:41:17.183503 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7b313-b95e-4a63-ba1c-bcedd82a48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c142397-99e2-4daa-8543-b30483a4974d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:17.895239 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 44970) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:18.023050 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-39193954-network', 'tenant_id': '57b8189b190441c79ed0964d429d834b'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:18.048003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Made reservation on behalf of 57b8189b190441c79ed0964d429d834b for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:41:18.050379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.059006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.150892 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.157044 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.181580 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:41:18.191926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc193a9e-7f49-4159-af78-2be983c3d5a2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:18.196865 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.197527 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Added segment d7531765-3f1b-44eb-9867-48e062a7ffc7 of type vlan for network d08fb782-8a9a-4c0b-90e4-55170531d18a Jul 29 18:41:18.237122 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.272645 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.273613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:18.274201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.322844 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4265263 Jul 29 18:41:18.325998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44974) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:18.331704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Request body: {'subnet': {'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-39193954-subnet', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:18.331952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeac933-3473-4c08-a1b3-bc455eae7eac admin admin] Pushing event updated for resources: {'Network': ['ID=d08fb782-8a9a-4c0b-90e4-55170531d18a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:18.341777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network d08fb782-8a9a-4c0b-90e4-55170531d18a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:41:18.356226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Made reservation on behalf of 57b8189b190441c79ed0964d429d834b for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:41:18.358657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.539763 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.595874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:18.603011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Checking segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:18.603376 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Network hostable DHCP agents. Network: d08fb782-8a9a-4c0b-90e4-55170531d18a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:41:18.622110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Network d08fb782-8a9a-4c0b-90e4-55170531d18a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:41:18.632653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, d08fb782-8a9a-4c0b-90e4-55170531d18a) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:18.636922 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:18.637512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.643419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049bbcf-d5e8-4d71-accf-014c93bd836a None None] Network d08fb782-8a9a-4c0b-90e4-55170531d18a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:18.651543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-50da35b4-12f9-42c6-8a20-315eafcb73bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3243539 Jul 29 18:41:18.654284 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44976) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:18.658767 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:18.680570 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.681850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.738810 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.789689 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-d08fb782-8a9a-4c0b-90e4-55170531d18a', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:41:18.790946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.877373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:18.924978 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Allocated IP 172.20.0.2 (d08fb782-8a9a-4c0b-90e4-55170531d18a/f186ccd2-3c5f-4f55-9758-1e4a94bb18b4/4264bc1b-12d3-43e7-945f-3bd90a573d53) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:19.069421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.078057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Transition to ACTIVE for port object 4264bc1b-12d3-43e7-945f-3bd90a573d53 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:19.083491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.093226 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Transition to ACTIVE for port object 4264bc1b-12d3-43e7-945f-3bd90a573d53 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:19.100445 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.103011 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.138254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Network d08fb782-8a9a-4c0b-90e4-55170531d18a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:19.141158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:19.144641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:19.154205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Pushing event updated for resources: {'Port': ['ID=4264bc1b-12d3-43e7-945f-3bd90a573d53,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:19.206551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Attempting to bind port 4264bc1b-12d3-43e7-945f-3bd90a573d53 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:19.206917 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Attempting to bind port 4264bc1b-12d3-43e7-945f-3bd90a573d53 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:19.207276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Attempting to bind port 4264bc1b-12d3-43e7-945f-3bd90a573d53 on network d08fb782-8a9a-4c0b-90e4-55170531d18a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:19.212573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:19.212945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Checking segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:19.213342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.213734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Bound using segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:19.214197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Bound port: 4264bc1b-12d3-43e7-945f-3bd90a573d53, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:19.214602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.216297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Allocated IP 172.25.5.180 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/ccbdfd33-9027-4fd7-8342-1f02c1c6488c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:19.277781 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] For port 4264bc1b-12d3-43e7-945f-3bd90a573d53, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:19.281044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] For port 4264bc1b-12d3-43e7-945f-3bd90a573d53, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4264bc1b-12d3-43e7-945f-3bd90a573d53,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:19.285817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.322791 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.340862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55011-3141-4565-bb83-1f7a40413ab9 None None] Pushing event updated for resources: {'Port': ['ID=4264bc1b-12d3-43e7-945f-3bd90a573d53,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:19.371154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:19.413762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:19.416834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:19.420407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:19.445077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Pushing event updated for resources: {'Port': ['ID=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:19.696705 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:20.165626 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d3b24b-cf57-46cd-bda7-406549003ef5 None None] Network d08fb782-8a9a-4c0b-90e4-55170531d18a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:20.225546 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:20.231423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7ed723aa-0956-47e4-b18a-87ebf3a1239d None None] Provisioning for port 4264bc1b-12d3-43e7-945f-3bd90a573d53 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:20.355465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Router 6f05d309-aabd-4656-a389-dd74532a18b8 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:41:20.464869 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:20.475190 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Sync routers for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:20.482492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:20.484219 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-418002b9-5869-41c9-a146-031b6aae469f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8288598 Jul 29 18:41:20.486156 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:20.486848 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:20.487019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44978) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:20.605886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:20.782775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:19Z', 'revision_number': 3, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:20.808904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Checking router: 6f05d309-aabd-4656-a389-dd74532a18b8 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:20.809227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Updating router 6f05d309-aabd-4656-a389-dd74532a18b8 port ccbdfd33-9027-4fd7-8342-1f02c1c6488c binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:41:20.833322 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:20.910084 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:20.948149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4264bc1b-12d3-43e7-945f-3bd90a573d53 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:21.061244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 4264bc1b-12d3-43e7-945f-3bd90a573d53 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:21.070964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4264bc1b-12d3-43e7-945f-3bd90a573d53 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:21.071336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.076519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Allocated IP 172.20.0.1 (d08fb782-8a9a-4c0b-90e4-55170531d18a/f186ccd2-3c5f-4f55-9758-1e4a94bb18b4/c4b70d11-4a70-4923-9469-a997b18ae094) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:21.163679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.189227 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.197486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Transition to ACTIVE for port object ccbdfd33-9027-4fd7-8342-1f02c1c6488c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:21.201935 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Transition to ACTIVE for port object c4b70d11-4a70-4923-9469-a997b18ae094 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:21.211717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.215835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.236340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.275509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Network d08fb782-8a9a-4c0b-90e4-55170531d18a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:21.280516 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:21.283458 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:21.285827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Attempting to bind port ccbdfd33-9027-4fd7-8342-1f02c1c6488c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:21.286207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Attempting to bind port ccbdfd33-9027-4fd7-8342-1f02c1c6488c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:21.286590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Attempting to bind port ccbdfd33-9027-4fd7-8342-1f02c1c6488c on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:21.294347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e64463-6e3f-40aa-abe4-da3828cf18b3 None None] Pushing event updated for resources: {'Port': ['ID=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:21.301686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 4264bc1b-12d3-43e7-945f-3bd90a573d53, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4264bc1b-12d3-43e7-945f-3bd90a573d53,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:21.303619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:21.303953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:21.304436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.304756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:21.305572 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Bound port: ccbdfd33-9027-4fd7-8342-1f02c1c6488c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:21.305705 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.309222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.326215 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Pushing event updated for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:21.343762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.401666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=4264bc1b-12d3-43e7-945f-3bd90a573d53,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:21.404789 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] For port ccbdfd33-9027-4fd7-8342-1f02c1c6488c, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:21.408249 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] For port ccbdfd33-9027-4fd7-8342-1f02c1c6488c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:21.412795 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.472748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:21.473394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:21.476553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e64463-6e3f-40aa-abe4-da3828cf18b3 None None] Pushing event updated for resources: {'Port': ['ID=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:21.482694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.539166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36cd168f-5f39-48ca-ace5-e92cebd97f9d None None] Provisioning for port c4b70d11-4a70-4923-9469-a997b18ae094 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:21.570336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-36cd168f-5f39-48ca-ace5-e92cebd97f9d None None] Provisioning complete for port c4b70d11-4a70-4923-9469-a997b18ae094 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:21.570659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36cd168f-5f39-48ca-ace5-e92cebd97f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.619393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:21.621521 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-36cd168f-5f39-48ca-ace5-e92cebd97f9d None None] Port c4b70d11-4a70-4923-9469-a997b18ae094 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:41:21.666963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.672693 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.746698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Pushing event updated for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:21.750588 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:21.824139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 1, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:21.840797 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Network d08fb782-8a9a-4c0b-90e4-55170531d18a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:21.842186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:21.850220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e15cd7-53fe-4361-84b0-b40518e5b2d8 None None] The sync data for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 is: [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 1, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:21.967282 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Router 6f05d309-aabd-4656-a389-dd74532a18b8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:41:22.092560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:22.097880 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fe21e5ce-7860-43b3-a8a0-b111af2b3a4f admin admin] 10.222.0.16 "PUT /v2.0/routers/6f05d309-aabd-4656-a389-dd74532a18b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099606 Jul 29 18:41:22.144028 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7dd0ac03-c86a-40a8-a577-7d4c57b73fbf None None] Provisioning complete for port c4b70d11-4a70-4923-9469-a997b18ae094 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:22.144450 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ac03-c86a-40a8-a577-7d4c57b73fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.184635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0ac03-c86a-40a8-a577-7d4c57b73fbf None None] Port c4b70d11-4a70-4923-9469-a997b18ae094 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:41:22.613198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44994) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:22.618633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-676444260-network', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:22.651143 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Made reservation on behalf of e26465fbab12499a81b99cf8c881d62d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:41:22.653661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.662657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.756464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.761991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.787660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:41:22.802880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303b108d-d554-402a-9f85-46d3ddef0d06,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:22.809253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.809603 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Added segment 395b7f54-9649-45f4-b8f3-e57c30065cf4 of type vlan for network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c Jul 29 18:41:22.851509 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.893736 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.894823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:22.895491 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:22.953819 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3369823 Jul 29 18:41:22.954686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44996) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:22.959331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Request body: {'subnet': {'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-676444260-subnet', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:22.971551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081c72c-a8ee-4fec-bcb4-ff8c1614614b admin admin] Pushing event updated for resources: {'Network': ['ID=dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:22.983019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:41:23.000275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Made reservation on behalf of e26465fbab12499a81b99cf8c881d62d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:41:23.002787 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.006485 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4264bc1b-12d3-43e7-945f-3bd90a573d53 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:23.106810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 4264bc1b-12d3-43e7-945f-3bd90a573d53 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:23.107118 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.181288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.192488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccbdfd33-9027-4fd7-8342-1f02c1c6488c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:23.236054 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f7f867-4154-4dd2-841c-eed55dc5cf39,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:23.241643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port ccbdfd33-9027-4fd7-8342-1f02c1c6488c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:23.245996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ccbdfd33-9027-4fd7-8342-1f02c1c6488c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:23.246417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.249200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Checking segment: {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:23.249546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Network hostable DHCP agents. Network: dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:41:23.268091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:41:23.280658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:23.285011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:23.285612 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.293597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269bb197-5171-4ae7-bc1c-a58677f0a4b6 None None] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:23.302229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-28cf59d8-9027-473a-aff2-f1d2b3f2e9c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3469839 Jul 29 18:41:23.304909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 44998) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:23.309435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:23.329144 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.330127 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.389750 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.528024 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.534741 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.561214 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port ccbdfd33-9027-4fd7-8342-1f02c1c6488c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:23.570401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.653796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:23.680676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'fixed_ips': [{'subnet_id': '08f7f867-4154-4dd2-841c-eed55dc5cf39'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:41:23.681623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.753043 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.772918 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Sync routers for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:23.777873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.782001 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:23.782627 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:23.823219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Allocated IP 172.20.0.2 (dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c/08f7f867-4154-4dd2-841c-eed55dc5cf39/8439e3ab-ec24-4ef2-aad1-72fd3174abd2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:23.888698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Allocated IP 172.25.5.199 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/201cb7ef-7aac-4d10-b25f-5854e948d032) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:23.888961 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:23.976561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:23.986993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Transition to ACTIVE for port object 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:23.992377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.005040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Transition to ACTIVE for port object 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:24.013375 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.036322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.059655 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:24.062792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:24.065477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:24.077661 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Pushing event updated for resources: {'Port': ['ID=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:24.081228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:24.084403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:24.088543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:24.118758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Pushing event updated for resources: {'Port': ['ID=201cb7ef-7aac-4d10-b25f-5854e948d032,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:24.142388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Attempting to bind port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:24.142756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Attempting to bind port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:24.143121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Attempting to bind port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 on network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:24.148675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:24.149048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Checking segment: {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:24.149445 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.149963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Bound using segment: {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:24.150501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Bound port: 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:24.150933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.191023 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 2, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:24.214480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] For port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:24.217252 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Checking router: 6f05d309-aabd-4656-a389-dd74532a18b8 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:24.217603 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Updating router 6f05d309-aabd-4656-a389-dd74532a18b8 port c4b70d11-4a70-4923-9469-a997b18ae094 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:41:24.217852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] For port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:24.224719 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.247466 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.288392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59965beb-948e-4f39-84f2-87e9257364e0 None None] Pushing event updated for resources: {'Port': ['ID=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:24.374415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.555942 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.569803 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Transition to ACTIVE for port object c4b70d11-4a70-4923-9469-a997b18ae094 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:24.578025 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.619532 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.625674 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Pushing event updated for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:24.650724 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.650990 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.651540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.651867 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.652185 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.652506 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.652796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.653104 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.653433 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.653743 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.654039 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.654386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:24.686510 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Attempting to bind port c4b70d11-4a70-4923-9469-a997b18ae094 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:24.686964 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Attempting to bind port c4b70d11-4a70-4923-9469-a997b18ae094 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:24.687390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Attempting to bind port c4b70d11-4a70-4923-9469-a997b18ae094 on network d08fb782-8a9a-4c0b-90e4-55170531d18a {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:24.693155 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:24.693616 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Checking segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:24.694019 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.694443 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Bound using segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:24.694906 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Bound port: c4b70d11-4a70-4923-9469-a997b18ae094, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:24.695284 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.789589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] For port c4b70d11-4a70-4923-9469-a997b18ae094, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:24.793016 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] For port c4b70d11-4a70-4923-9469-a997b18ae094, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c4b70d11-4a70-4923-9469-a997b18ae094,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:24.800473 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:24.821845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Router 868d6af4-7464-40cf-bd06-40bfc79b81d1 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:41:24.867697 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:41:24.869558 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e21e0-219e-4248-ad17-f456834a1aab None None] Pushing event updated for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:24.884350 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:24.884979 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:24.969915 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:24.982105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Sync routers for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:24.996535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:24.997398 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:25.008656 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:25.011029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-25782d8e-e559-4486-9f38-866db4e6f53d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7051713 Jul 29 18:41:25.013665 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45000) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:41:25.058139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:25.193924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccbdfd33-9027-4fd7-8342-1f02c1c6488c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:25.226729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:25.351424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:24Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:25.388386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3232-5853-458d-892e-2c0a9f1047c8 None None] The sync data for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 is: [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:24Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:25.408576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port ccbdfd33-9027-4fd7-8342-1f02c1c6488c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:25.408944 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:25.476296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4ee43-65ef-4951-bbb6-1a6f1e98999a None None] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:41:25.554154 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-19788cbc-72ad-436c-b60c-24e3d72eddb9 None None] Provisioning for port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:25.631549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:25.676302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:24Z', 'revision_number': 3, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:25.712244 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Checking router: 868d6af4-7464-40cf-bd06-40bfc79b81d1 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:25.712548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Updating router 868d6af4-7464-40cf-bd06-40bfc79b81d1 port 201cb7ef-7aac-4d10-b25f-5854e948d032 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:41:25.770199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:25.825273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:25.880482 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:25.880852 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:25.960589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.058388 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.144265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:26.144629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Allocated IP 172.20.0.1 (dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c/08f7f867-4154-4dd2-841c-eed55dc5cf39/0dd6316f-f4cb-4306-8383-f6d9ace8b686) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:26.159342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.162675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.201284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Transition to ACTIVE for port object 201cb7ef-7aac-4d10-b25f-5854e948d032 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:26.220839 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.236205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1f202ed1-219c-4126-a615-a8637904f7a9 None None] Provisioning complete for port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:26.236571 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1f202ed1-219c-4126-a615-a8637904f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.244797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:26.261641 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.275272 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Transition to ACTIVE for port object 0dd6316f-f4cb-4306-8383-f6d9ace8b686 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:26.297775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Attempting to bind port 201cb7ef-7aac-4d10-b25f-5854e948d032 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:26.298152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Attempting to bind port 201cb7ef-7aac-4d10-b25f-5854e948d032 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:26.298571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Attempting to bind port 201cb7ef-7aac-4d10-b25f-5854e948d032 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:26.310561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.314404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:26.314775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:26.315176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.315566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:26.316035 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Bound port: 201cb7ef-7aac-4d10-b25f-5854e948d032, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:26.316415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.345885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2fbcb-73dd-4e65-a7ac-d5e2b9946834 None None] Pushing event updated for resources: {'Port': ['ID=201cb7ef-7aac-4d10-b25f-5854e948d032,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:26.346893 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:26.350920 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:26.355669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:26.389663 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:26.405974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.406684 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] For port 201cb7ef-7aac-4d10-b25f-5854e948d032, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:26.423484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] For port 201cb7ef-7aac-4d10-b25f-5854e948d032, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=201cb7ef-7aac-4d10-b25f-5854e948d032,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:26.431693 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.491638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:26.492461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:26.494261 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2fbcb-73dd-4e65-a7ac-d5e2b9946834 None None] Pushing event updated for resources: {'Port': ['ID=201cb7ef-7aac-4d10-b25f-5854e948d032,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:26.557510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.608330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:26.712520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f3dd9c6c-c8f2-4f23-8705-5acc27a50cfa None None] Provisioning for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:26.718658 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.720318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f3dd9c6c-c8f2-4f23-8705-5acc27a50cfa None None] Provisioning complete for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:26.720668 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3dd9c6c-c8f2-4f23-8705-5acc27a50cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.724047 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.772548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd9c6c-c8f2-4f23-8705-5acc27a50cfa None None] Port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:41:26.789706 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:26.791501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:26.818873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:24Z', 'revision_number': 3, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:26.848695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51add8-6065-493a-b8d6-be7c2a967e41 None None] The sync data for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 is: [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:24Z', 'revision_number': 3, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:26.895137 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:26.896547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:26.959489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c4b70d11-4a70-4923-9469-a997b18ae094 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:27.006949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.024697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Router 868d6af4-7464-40cf-bd06-40bfc79b81d1 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:41:27.031044 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port c4b70d11-4a70-4923-9469-a997b18ae094 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:27.035764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c4b70d11-4a70-4923-9469-a997b18ae094 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:27.036658 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.152398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.179200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:41:27.196317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-369d63b3-400f-4cb6-a6d7-f2136a959a54 admin admin] 10.222.0.16 "PUT /v2.0/routers/868d6af4-7464-40cf-bd06-40bfc79b81d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813033 Jul 29 18:41:27.198823 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port c4b70d11-4a70-4923-9469-a997b18ae094, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c4b70d11-4a70-4923-9469-a997b18ae094,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:27.205876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.206797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:27.295155 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:27.310447 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d3cbd124-d74b-4dff-b50e-cb1281fc9226 None None] Provisioning complete for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:27.310821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd124-d74b-4dff-b50e-cb1281fc9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.336585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:27.336950 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:27.535378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbd124-d74b-4dff-b50e-cb1281fc9226 None None] Port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:41:27.968178 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:28.823745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Sync routers for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:41:28.833994 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:28.834642 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:28.954568 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:29.047776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 201cb7ef-7aac-4d10-b25f-5854e948d032 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:29.116407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 201cb7ef-7aac-4d10-b25f-5854e948d032 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:29.121075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 201cb7ef-7aac-4d10-b25f-5854e948d032 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:29.121732 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.230527 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 4, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0dd6316f-f4cb-4306-8383-f6d9ace8b686', 'name': '', 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'mac_address': 'fa:16:3e:8a:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:25Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 2, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'subnets': [{'id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:29.237207 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.262271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 201cb7ef-7aac-4d10-b25f-5854e948d032, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=201cb7ef-7aac-4d10-b25f-5854e948d032,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:29.269356 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.270399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c4b70d11-4a70-4923-9469-a997b18ae094 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:29.271002 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Checking router: 868d6af4-7464-40cf-bd06-40bfc79b81d1 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:41:29.271369 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Updating router 868d6af4-7464-40cf-bd06-40bfc79b81d1 port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:41:29.315340 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.350052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=201cb7ef-7aac-4d10-b25f-5854e948d032,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:29.363371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port c4b70d11-4a70-4923-9469-a997b18ae094 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:29.363746 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.616971 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.628567 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Transition to ACTIVE for port object 0dd6316f-f4cb-4306-8383-f6d9ace8b686 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:29.637417 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.687764 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148d39-4ac1-47d2-8ee0-cd459c1e55b9 None None] Pushing event updated for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:29.746607 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Attempting to bind port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:29.747126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Attempting to bind port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:29.747547 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Attempting to bind port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 on network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:29.753571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:29.753996 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Checking segment: {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:29.754412 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.754816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Bound using segment: {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:29.755576 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Bound port: 0dd6316f-f4cb-4306-8383-f6d9ace8b686, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395b7f54-9649-45f4-b8f3-e57c30065cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:29.755703 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.853139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] For port 0dd6316f-f4cb-4306-8383-f6d9ace8b686, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:29.860564 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] For port 0dd6316f-f4cb-4306-8383-f6d9ace8b686, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0dd6316f-f4cb-4306-8383-f6d9ace8b686,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:29.868575 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:29.948808 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:41:29.949083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:41:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:29.955123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148d39-4ac1-47d2-8ee0-cd459c1e55b9 None None] Pushing event updated for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:30.130210 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:41:30.467847 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 4, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0dd6316f-f4cb-4306-8383-f6d9ace8b686', 'name': '', 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'mac_address': 'fa:16:3e:8a:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:25Z', 'updated_at': '2021-07-29T18:41:29Z', 'revision_number': 4, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'subnets': [{'id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:41:30.501165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5096fc-5c7a-48e3-81e7-4080949c0643 None None] The sync data for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 is: [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:26Z', 'revision_number': 4, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0dd6316f-f4cb-4306-8383-f6d9ace8b686', 'name': '', 'network_id': 'dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'mac_address': 'fa:16:3e:8a:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:25Z', 'updated_at': '2021-07-29T18:41:29Z', 'revision_number': 4, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'subnets': [{'id': '08f7f867-4154-4dd2-841c-eed55dc5cf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:41:31.025495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 201cb7ef-7aac-4d10-b25f-5854e948d032 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:31.098993 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 201cb7ef-7aac-4d10-b25f-5854e948d032 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:31.099448 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:31.195809 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0dd6316f-f4cb-4306-8383-f6d9ace8b686 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:31.267496 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:31.273513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:31.273897 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:31.358695 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:31.395426 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0dd6316f-f4cb-4306-8383-f6d9ace8b686, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0dd6316f-f4cb-4306-8383-f6d9ace8b686,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:31.402157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:31.455449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:32.933691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0dd6316f-f4cb-4306-8383-f6d9ace8b686 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:32.991354 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:32.992027 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:37.098565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-158234e9-7de5-4262-a03c-5432c8e49f42 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:37.100045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-158234e9-7de5-4262-a03c-5432c8e49f42 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 813 time: 0.1090250 Jul 29 18:41:37.117473 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-a78f74dd-637a-460e-a130-3baadd9301d8 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/quotas/57b8189b190441c79ed0964d429d834b HTTP/1.1" status: 200 len: 375 time: 0.0097673 Jul 29 18:41:37.169955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-6add4999-1d57-427f-aa25-694c9a29038b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469196 Jul 29 18:41:37.185588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-682460f8-14a3-44bf-968c-6d87721edddd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:41:37.186580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-682460f8-14a3-44bf-968c-6d87721edddd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051119 Jul 29 18:41:37.281826 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-7f8f9227-05f1-463f-a356-d77f9b0b2a03 service neutron] 10.222.0.16 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897110 Jul 29 18:41:37.373357 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-2a9877f9-b049-4494-a049-82d16dca6a07 service neutron] 10.222.0.16 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851333 Jul 29 18:41:37.535811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9a2ad1e8-e983-4d87-abdc-40820d2fb0d2 req-61bdd80f-f827-4761-9a8c-42992f20d0b5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Jul 29 18:41:38.644242 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-088f3086-dd25-4f11-bcf2-fdd64586d4d1 req-16f728ef-95c5-4a80-a400-79d278e72a96 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 210 time: 0.0308697 Jul 29 18:41:38.692400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-21ecf549-7ad9-4c98-8322-ccb95d13dd62 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:38.693836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-21ecf549-7ad9-4c98-8322-ccb95d13dd62 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 813 time: 0.1271195 Jul 29 18:41:38.709316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'port': {'device_id': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'admin_state_up': True, 'tenant_id': '57b8189b190441c79ed0964d429d834b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:38.824586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Made reservation on behalf of 57b8189b190441c79ed0964d429d834b for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:41:38.828188 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:38.963824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Allocated IP 172.20.0.10 (d08fb782-8a9a-4c0b-90e4-55170531d18a/f186ccd2-3c5f-4f55-9758-1e4a94bb18b4/2fc87579-9d14-4420-b38b-7e0691bde503) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:41:39.184586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:39.201953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Transition to ACTIVE for port object 2fc87579-9d14-4420-b38b-7e0691bde503 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:39.245383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:39.298926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Network d08fb782-8a9a-4c0b-90e4-55170531d18a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:41:39.313062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:41:39.317695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:41:39.357675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61cb7955-63d4-4174-805c-797a3da20c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:39.380365 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:39.447048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:39.447940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:39.471343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-08ddc91d-a75a-4aee-b860-c6da945c157b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656159 Jul 29 18:41:39.610027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d487623-6182-445b-81d1-1100eb1133eb None None] Provisioning for port 2fc87579-9d14-4420-b38b-7e0691bde503 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:39.613428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d487623-6182-445b-81d1-1100eb1133eb None None] Provisioning complete for port 2fc87579-9d14-4420-b38b-7e0691bde503 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:39.613792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d487623-6182-445b-81d1-1100eb1133eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:39.650057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6d487623-6182-445b-81d1-1100eb1133eb None None] Port 2fc87579-9d14-4420-b38b-7e0691bde503 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:41:39.763878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b254f-f428-46b6-9a29-f11d51f16387 req-4311dc1b-ac39-4be5-ac86-42f3a5900cfb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:39.765696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf9b254f-f428-46b6-9a29-f11d51f16387 req-4311dc1b-ac39-4be5-ac86-42f3a5900cfb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0512910 Jul 29 18:41:39.810286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cf9b254f-f428-46b6-9a29-f11d51f16387 req-4442ccbf-ce18-4b3a-82e8-db40b3c0c6ad tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 Jul 29 18:41:40.928840 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059710f7-e4a4-4334-8431-8c7f0a180e82 req-3a679870-52f5-49a9-8c4a-7a7446a7fcb3 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:40.930405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-059710f7-e4a4-4334-8431-8c7f0a180e82 req-3a679870-52f5-49a9-8c4a-7a7446a7fcb3 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0502405 Jul 29 18:41:40.969489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-059710f7-e4a4-4334-8431-8c7f0a180e82 req-90b1dcbc-8ca4-4640-a376-d242052ecb9f tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jul 29 18:41:41.790712 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d11345b3-69f1-41ea-94dc-85e9f8199ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:42.022530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:42.104004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7254-eec2-404d-af99-59270a7a56c4 req-c980de63-f3fa-4f62-bd8d-dcb8261677fa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:42.105675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a75e7254-eec2-404d-af99-59270a7a56c4 req-c980de63-f3fa-4f62-bd8d-dcb8261677fa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0592518 Jul 29 18:41:42.145710 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a75e7254-eec2-404d-af99-59270a7a56c4 req-e7a5f85f-ea7a-4f46-8f7f-3b1bc5f564d7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Jul 29 18:41:43.227480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:43.286615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9881e-a379-4823-bec2-f44042148676 req-53083c85-f979-4b8b-8e13-625a40d19a50 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:43.288115 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99b9881e-a379-4823-bec2-f44042148676 req-53083c85-f979-4b8b-8e13-625a40d19a50 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0559208 Jul 29 18:41:43.328864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99b9881e-a379-4823-bec2-f44042148676 req-7bc098a3-7061-4b0b-ad9c-9d27326ce39f tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Jul 29 18:41:44.452800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28802b-e39a-49a0-8227-442aae2ad330 req-455fd666-ba62-4343-90db-5131cb5dd43d tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:44.454216 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c28802b-e39a-49a0-8227-442aae2ad330 req-455fd666-ba62-4343-90db-5131cb5dd43d tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0524383 Jul 29 18:41:44.503279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4c28802b-e39a-49a0-8227-442aae2ad330 req-13412cf4-4870-4115-a8dd-2420120ab279 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Jul 29 18:41:44.860743 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:45.642412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881328f-eb5a-4711-b58e-0e5515979130 req-b3ed134f-be96-4959-bd41-278c25fa19ff tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:45.644127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2881328f-eb5a-4711-b58e-0e5515979130 req-b3ed134f-be96-4959-bd41-278c25fa19ff tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0571480 Jul 29 18:41:45.683468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2881328f-eb5a-4711-b58e-0e5515979130 req-e0f2275c-0a7b-44e3-b426-685e220ac5d1 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 29 18:41:46.804468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761b9a3-6f28-4e0e-91aa-53e51abf4028 req-e8397950-dd66-4bca-b0ca-6a2c6c0f0a97 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:46.805984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2761b9a3-6f28-4e0e-91aa-53e51abf4028 req-e8397950-dd66-4bca-b0ca-6a2c6c0f0a97 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0513198 Jul 29 18:41:46.847122 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2761b9a3-6f28-4e0e-91aa-53e51abf4028 req-b890086e-bed3-497e-a86a-dfeda888a442 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Jul 29 18:41:47.981088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fe0c7-2b99-44fa-892b-67e8ff310c01 req-c608c39e-c6e9-40b4-8ebd-a68c642a7f52 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:47.982698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-878fe0c7-2b99-44fa-892b-67e8ff310c01 req-c608c39e-c6e9-40b4-8ebd-a68c642a7f52 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0514901 Jul 29 18:41:48.023711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-878fe0c7-2b99-44fa-892b-67e8ff310c01 req-7d665da0-4bf7-4c5c-8a9b-a8dc89281afa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343146 Jul 29 18:41:49.148693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06f9e-38f3-4978-b0e4-4b03b018965c req-9c5279b6-3bd1-482d-835c-f3006e22e0ba tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:49.150077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1f06f9e-38f3-4978-b0e4-4b03b018965c req-9c5279b6-3bd1-482d-835c-f3006e22e0ba tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 932 time: 0.0541627 Jul 29 18:41:49.192197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c1f06f9e-38f3-4978-b0e4-4b03b018965c req-4d46b88c-6aa9-48f8-9337-00c95369b163 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Jul 29 18:41:49.567171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-a63f16dc-d47f-4a32-9713-be4c2a015d2c tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:41:49.568857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-a63f16dc-d47f-4a32-9713-be4c2a015d2c tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092194 Jul 29 18:41:49.581162 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Request body: {'port': {'device_id': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:41:49.636322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:49.910648 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc87579-9d14-4420-b38b-7e0691bde503 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:41:49.917980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:49.930765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Transition to ACTIVE for port object 2fc87579-9d14-4420-b38b-7e0691bde503 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:41:49.936631 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:49.989259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:50.059575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Attempting to bind port 2fc87579-9d14-4420-b38b-7e0691bde503 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:41:50.059954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Attempting to bind port 2fc87579-9d14-4420-b38b-7e0691bde503 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:41:50.060237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Attempting to bind port 2fc87579-9d14-4420-b38b-7e0691bde503 on network d08fb782-8a9a-4c0b-90e4-55170531d18a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:50.065161 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Port 2fc87579-9d14-4420-b38b-7e0691bde503 on network d08fb782-8a9a-4c0b-90e4-55170531d18a not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:41:50.065484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Attempting to bind port 2fc87579-9d14-4420-b38b-7e0691bde503 on network d08fb782-8a9a-4c0b-90e4-55170531d18a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:41:50.070483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:41:50.070804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Checking segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:41:50.071197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Bound using segment: {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:41:50.071634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Bound port: 2fc87579-9d14-4420-b38b-7e0691bde503, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7531765-3f1b-44eb-9867-48e062a7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:41:50.071990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:50.144144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:41:50.147190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:41:50.154070 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:50.187890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.188496 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:50.189871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-0c706913-1f34-46b0-b268-005114ccabed service neutron] 10.222.0.38 "PUT /v2.0/ports/2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1092 time: 0.6130104 Jul 29 18:41:50.190321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:41:50.192636 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:41:50.223039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706913-1f34-46b0-b268-005114ccabed service neutron] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:50.273058 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5fc4c2-e7ba-4dff-9784-f57ca1f3161d x-openstack-request-id: req-fe5fc4c2-e7ba-4dff-9784-f57ca1f3161d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:41:50.273355 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:41:50.273845 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5fc4c2-e7ba-4dff-9784-f57ca1f3161d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:41:50.274395 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:41:50.309544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-17e215e7-08ba-4a0f-ab56-26c02c9f14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.312138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-17e215e7-08ba-4a0f-ab56-26c02c9f14ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1095 time: 0.0608497 Jul 29 18:41:50.390697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-de10b2c8-5aa5-4bd3-9076-22f46aee37d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 217 time: 0.0460453 Jul 29 18:41:50.403499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9dbf-f7b0-4f16-b972-b534184872ed req-b8a059f8-06ef-4b2c-a0d4-155c630289bd tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.405198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59d9dbf-f7b0-4f16-b972-b534184872ed req-b8a059f8-06ef-4b2c-a0d4-155c630289bd tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 944 time: 0.0911725 Jul 29 18:41:50.473892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d59d9dbf-f7b0-4f16-b972-b534184872ed req-f8c330bf-7259-42d1-a86e-05d5c7d0e433 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600510 Jul 29 18:41:50.475260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-36ed77f6-a30e-4af8-8e93-f02e30e3e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.476611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-36ed77f6-a30e-4af8-8e93-f02e30e3e08e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0705416 Jul 29 18:41:50.525816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-802d5c97-094f-4a76-902f-a3468b25d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.527442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-802d5c97-094f-4a76-902f-a3468b25d2c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434659 Jul 29 18:41:50.631974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-a2ee5ba9-583a-49d2-a9c3-6f3ad66479bd service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970569 Jul 29 18:41:50.727049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99e6572b-4b5c-4bcc-b5b3-f27576d98c09 req-e4b32999-7a97-4fb9-80fc-8fa155eef1f5 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870955 Jul 29 18:41:50.825997 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-73defec4-add8-494c-b134-d60acdda5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.827541 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-73defec4-add8-494c-b134-d60acdda5b77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1095 time: 0.0477777 Jul 29 18:41:50.918775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-52fadce0-8c27-4305-aa66-db57d6b7f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:50.920240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-52fadce0-8c27-4305-aa66-db57d6b7f1c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.0855975 Jul 29 18:41:50.965754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-d5bddef8-e56b-4b83-b58b-10475062a0ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 217 time: 0.0383224 Jul 29 18:41:51.015943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-a7cbdf9a-bdca-400b-8067-cba3abea4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:51.017235 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-a7cbdf9a-bdca-400b-8067-cba3abea4ea1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0445414 Jul 29 18:41:51.073924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-f0435cb6-1455-43e6-9929-b674975e55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:51.075484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-f0435cb6-1455-43e6-9929-b674975e55aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462086 Jul 29 18:41:51.176639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-9e68f153-655d-43c4-a78b-98c14a612e1d service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917592 Jul 29 18:41:51.269105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdc3e4f8-66f0-4284-b914-7c85b0a54ff8 req-373aa165-1b40-472c-9e0c-c120a4b3ba1b service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 Jul 29 18:41:51.599278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc0a3b-5053-4588-a723-51eead966401 req-efbb0187-9bb4-4acd-b634-00a7cae1375f tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:51.600776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0bc0a3b-5053-4588-a723-51eead966401 req-efbb0187-9bb4-4acd-b634-00a7cae1375f tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Jul 29 18:41:51.650701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0bc0a3b-5053-4588-a723-51eead966401 req-95e5f78b-3161-48d8-9df6-7a8c2683a794 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Jul 29 18:41:52.793041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3fec7-d5d0-4722-bcfe-fc905024010c req-49e8b1a7-ba55-4341-8a29-7f9fed24a7eb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:52.794570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fc3fec7-d5d0-4722-bcfe-fc905024010c req-49e8b1a7-ba55-4341-8a29-7f9fed24a7eb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 944 time: 0.0580406 Jul 29 18:41:52.836489 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0fc3fec7-d5d0-4722-bcfe-fc905024010c req-8386624c-e31c-478b-b962-624d56deb0ca tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Jul 29 18:41:53.642013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2fc87579-9d14-4420-b38b-7e0691bde503 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:41:53.746702 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:53.758516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '2fc87579-9d14-4420-b38b-7e0691bde503', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'port_id': '2fc87579-9d14-4420-b38b-7e0691bde503', 'mac_address': 'fa:16:3e:f0:05:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:41:53.797377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:53.810971 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc87579-9d14-4420-b38b-7e0691bde503 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:41:53.836281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:53.844965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:53.895129 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:53.903339 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.903687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.903994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.904320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.904647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.904972 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.905325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.905644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.905948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.906276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.906598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.906908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:41:53.953102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68055871-120d-4c53-a54b-85c4d60cfb52 req-20bcda98-eb6c-4e04-bb59-8fdd8d3b6db2 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:53.954613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68055871-120d-4c53-a54b-85c4d60cfb52 req-20bcda98-eb6c-4e04-bb59-8fdd8d3b6db2 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Jul 29 18:41:53.993945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-68055871-120d-4c53-a54b-85c4d60cfb52 req-9621597a-afb3-4fe8-8f00-89f874e84b63 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Jul 29 18:41:54.068292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:41:55.129299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd6ec3-07ca-44c5-9f67-dcc97a293e24 req-4afb6d74-55d6-4737-87a3-2b7c59391d76 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:55.130760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fecd6ec3-07ca-44c5-9f67-dcc97a293e24 req-4afb6d74-55d6-4737-87a3-2b7c59391d76 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Jul 29 18:41:55.169571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fecd6ec3-07ca-44c5-9f67-dcc97a293e24 req-4953bc7c-b1a5-46b0-b4a7-64e06258d0a5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Jul 29 18:41:55.640633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2fc87579-9d14-4420-b38b-7e0691bde503 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:41:55.691810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 2fc87579-9d14-4420-b38b-7e0691bde503 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:41:55.695489 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 2fc87579-9d14-4420-b38b-7e0691bde503 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:41:55.695856 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:55.774103 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:55.796507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:41:55.798837 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5d6ff-e37d-47ef-83bf-d76380bd1b38" -d '{"events": [{"server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "name": "network-vif-plugged", "status": "completed", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:41:55.812240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:41:55.817494 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:55.840731 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae0299-3d7c-4c27-af92-2be3739c7548 x-openstack-request-id: req-12ae0299-3d7c-4c27-af92-2be3739c7548 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:41:55.841016 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "name": "network-vif-plugged", "status": "completed", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:41:55.841264 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12ae0299-3d7c-4c27-af92-2be3739c7548 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:41:55.841667 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'code': 200} Jul 29 18:41:55.867846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:41:55.938140 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92ae9-0392-46ea-b6ac-ecdcc4d24178 req-b70f6079-d594-46ba-993b-08a09fd395d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:55.939531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aa92ae9-0392-46ea-b6ac-ecdcc4d24178 req-b70f6079-d594-46ba-993b-08a09fd395d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1097 time: 0.0443869 Jul 29 18:41:55.975308 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aa92ae9-0392-46ea-b6ac-ecdcc4d24178 req-f4de590f-d12a-42f7-aec3-2a873e952d35 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290315 Jul 29 18:41:56.293812 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cea55f-71bd-46c7-9ecb-c8be3319c1ff req-f3e4d7d6-6eb5-42d7-ace2-30f18ed50677 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:56.295321 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0cea55f-71bd-46c7-9ecb-c8be3319c1ff req-f3e4d7d6-6eb5-42d7-ace2-30f18ed50677 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0515687 Jul 29 18:41:56.336545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0cea55f-71bd-46c7-9ecb-c8be3319c1ff req-1a3424d9-11d8-4a91-80ce-0bcc68758245 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Jul 29 18:41:57.022581 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:41:57.475526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473da21-4bdd-4e5a-b4cd-904d2e5d1e7d req-fb01e5ae-b39e-47ff-8632-cabdcb092496 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:57.476919 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0473da21-4bdd-4e5a-b4cd-904d2e5d1e7d req-fb01e5ae-b39e-47ff-8632-cabdcb092496 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0507097 Jul 29 18:41:57.516690 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0473da21-4bdd-4e5a-b4cd-904d2e5d1e7d req-1e7296c4-ea32-4132-b954-d75450d8e097 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Jul 29 18:41:57.642206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d3673-107f-4a70-8028-7bbc9090140a req-6a45fad0-af51-4203-8370-723a9bf4c871 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:57.643752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb3d3673-107f-4a70-8028-7bbc9090140a req-6a45fad0-af51-4203-8370-723a9bf4c871 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0606685 Jul 29 18:41:57.683157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bb3d3673-107f-4a70-8028-7bbc9090140a req-73e03e29-e688-49c7-840a-0f7f853451cb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Jul 29 18:41:57.870262 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59f3c-edae-46dd-8305-4859cff9d23d req-0a326d88-2103-4467-99a8-aa34c65b730e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:41:57.871749 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e59f3c-edae-46dd-8305-4859cff9d23d req-0a326d88-2103-4467-99a8-aa34c65b730e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0517786 Jul 29 18:41:57.914324 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57e59f3c-edae-46dd-8305-4859cff9d23d req-2035fa71-1fff-43f4-9eab-6114c5481853 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Jul 29 18:41:57.958600 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:01.818589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:42:05.511675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-aa7ce436-2764-4f9f-88c3-9d080b2be476 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1364069 Jul 29 18:42:05.600126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-a53b5607-75f5-4e5b-8366-1fc31a016d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:05.601991 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-a53b5607-75f5-4e5b-8366-1fc31a016d0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1097 time: 0.0480950 Jul 29 18:42:05.712834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-cba3d991-0acd-496b-8981-428a7cd98bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:05.714477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-cba3d991-0acd-496b-8981-428a7cd98bd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.0909421 Jul 29 18:42:05.760162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-a6032703-c099-41a8-9b7c-f8710354962e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 217 time: 0.0390244 Jul 29 18:42:05.808846 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-298ec28d-15f8-4197-8c04-c2f2fc790f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:05.810443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-298ec28d-15f8-4197-8c04-c2f2fc790f53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0439410 Jul 29 18:42:05.856188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-11b5c718-b19e-444c-ac89-209f001b92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:05.857809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-11b5c718-b19e-444c-ac89-209f001b92e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405517 Jul 29 18:42:05.950945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-316b8e5c-eb41-4678-8d2a-eed604a8021b service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857909 Jul 29 18:42:06.046439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc2f1e90-887a-4ea9-92f0-37ff94412124 req-059f588e-b7c2-4db6-ad8d-0d267a79a313 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890000 Jul 29 18:42:09.355720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47d034a2-8a19-4fec-a960-0079f20b2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:09.572134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c0b2-92a9-4b1d-9ef6-38e38e34f676 req-168b32f8-314d-46c0-ab90-ce6ecee7bb2e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:09.573618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d694c0b2-92a9-4b1d-9ef6-38e38e34f676 req-168b32f8-314d-46c0-ab90-ce6ecee7bb2e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Jul 29 18:42:09.612870 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d694c0b2-92a9-4b1d-9ef6-38e38e34f676 req-4c728fcc-aa41-4263-be32-415fd687d203 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Jul 29 18:42:09.635418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45208) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:10.035242 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43aba75-d28c-410f-aed9-df60dcd72885 tempest-TestMinimumBasicScenario-1041358973 tempest-TestMinimumBasicScenario-1041358973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:10.036691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a43aba75-d28c-410f-aed9-df60dcd72885 tempest-TestMinimumBasicScenario-1041358973 tempest-TestMinimumBasicScenario-1041358973-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1092 time: 0.4002855 Jul 29 18:42:10.040153 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45212) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:10.047377 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '2fc87579-9d14-4420-b38b-7e0691bde503', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:10.079459 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:10.461207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:10.564210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Allocated IP 172.25.5.155 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/47a0c66c-6d54-4dd6-86b0-ccaa65d005a9) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:42:10.676957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:10.723602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:10.760056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:42:10.764527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:42:10.771210 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:42:10.774176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'Port': ['ID=47a0c66c-6d54-4dd6-86b0-ccaa65d005a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:11.139633 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.209317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.368202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.376747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.441918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'Port': ['ID=47a0c66c-6d54-4dd6-86b0-ccaa65d005a9,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:11.457109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.561497 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Floating IP 40703666-fe23-4538-91b7-4e3a32c388be associated. External IP: 172.25.5.155, port: 2fc87579-9d14-4420-b38b-7e0691bde503. Jul 29 18:42:11.786108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50222659-bf4d-4d81-bef0-218eadc61dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.787470 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Router 6f05d309-aabd-4656-a389-dd74532a18b8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:42:11.896966 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:42:11.907631 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Sync routers for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:42:11.917974 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.920627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:42:11.921392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:42:11.949632 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b02c1d69-d910-479d-82f8-42765169a6a7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9057789 Jul 29 18:42:11.949632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:42:11.950067 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45214) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:11.950623 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7d7b38-e910-4e68-8def-3154bdd22b48" -d '{"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:42:11.955039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79210510', 'description': 'tempest-secgroup-smoke-79210510 description', 'project_id': '57b8189b190441c79ed0964d429d834b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:11.981304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:11.989619 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19135657-d135-4128-b571-3bf51b960b6f x-openstack-request-id: req-19135657-d135-4128-b571-3bf51b960b6f {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:42:11.989953 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:42:11.990207 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19135657-d135-4128-b571-3bf51b960b6f {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:42:11.990705 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:42:12.035015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.046810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:42:12.078639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-55b4a0b8-3cd8-44e7-9ffc-db9e620df994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:12.080137 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-55b4a0b8-3cd8-44e7-9ffc-db9e620df994 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1097 time: 0.0646019 Jul 29 18:42:12.144360 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.152258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.196988 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.198226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2472012 Jul 29 18:42:12.201371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45218) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.201881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3866228b-7875-40fb-ba9a-f82cbbab3c72,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.206328 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:12.222204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-86bfc6d0-d32f-4b7a-b8d1-d97cb9694656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:12.223827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-86bfc6d0-d32f-4b7a-b8d1-d97cb9694656 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.1323597 Jul 29 18:42:12.225396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.225755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.226130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.226507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.226838 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.227152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.227476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.227815 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.228112 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.228432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.228755 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.229094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba080545-9550-4ccd-a25b-6816e90f0c55 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.254747 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.286200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '40703666-fe23-4538-91b7-4e3a32c388be', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'port_id': '2fc87579-9d14-4420-b38b-7e0691bde503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'mac_address': 'fa:16:3e:f0:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:42:10Z', 'updated_at': '2021-07-29T18:42:10Z', 'revision_number': 0, 'project_id': '57b8189b190441c79ed0964d429d834b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:42:12.302679 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-1047fe81-c912-4754-b9fb-9a1abb3c840e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1000 time: 0.0699205 Jul 29 18:42:12.312944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Checking router: 6f05d309-aabd-4656-a389-dd74532a18b8 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:42:12.321416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.321827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:42:12.322500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:42:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:42:12.329561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.349605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74668ed2-9869-4785-99b6-db925ac3a783,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.356923 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.361097 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560342 Jul 29 18:42:12.361097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361555 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.361971 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.362078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45220) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.362230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.362993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.362993 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.363199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.363496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99976af-2736-4bde-b90f-1e83d2ed38fe tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:42:12.367066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:12.380898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-5e8a8283-3390-45a8-b4a6-46ec39d79ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:12.382399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-5e8a8283-3390-45a8-b4a6-46ec39d79ed9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0707195 Jul 29 18:42:12.419169 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.434853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:42:12.462479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-200e2094-d6db-48fd-9dc9-17ebc02e98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:12.464011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-200e2094-d6db-48fd-9dc9-17ebc02e98e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720098 Jul 29 18:42:12.485876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.496597 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.550087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51461a6-0879-4f8a-bc8e-7e4127bb70ea,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.566634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.567864 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-64c7a507-c68d-43f7-ab40-906c883f4904 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044890 Jul 29 18:42:12.571130 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.576195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:12.587480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-7ee216bc-e5a2-4b9c-83de-d04e0e4dccdb service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140106 Jul 29 18:42:12.607618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.671964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '40703666-fe23-4538-91b7-4e3a32c388be', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'port_id': '2fc87579-9d14-4420-b38b-7e0691bde503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'mac_address': 'fa:16:3e:f0:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:42:10Z', 'updated_at': '2021-07-29T18:42:10Z', 'revision_number': 0, 'project_id': '57b8189b190441c79ed0964d429d834b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:42:12.672426 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.678562 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.685899 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd7d7b38-e910-4e68-8def-3154bdd22b48 req-d3b486fd-68c6-4eae-a0e3-8a467d348d86 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892873 Jul 29 18:42:12.697874 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce883374-7d5f-4f78-8350-1789315781b7,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.705061 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.709363 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-46dcb693-7586-403b-98ab-afaeaa2cf0bb tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345704 Jul 29 18:42:12.709509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38965372-4c64-41ed-9ac5-1689c34efde2 None None] The sync data for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 is: [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '40703666-fe23-4538-91b7-4e3a32c388be', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'port_id': '2fc87579-9d14-4420-b38b-7e0691bde503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'mac_address': 'fa:16:3e:f0:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:42:10Z', 'updated_at': '2021-07-29T18:42:10Z', 'revision_number': 0, 'project_id': '57b8189b190441c79ed0964d429d834b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:42:12.709699 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.714300 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:12.743567 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.803884 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.808904 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.826322 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3ed415-3952-43b1-8b4b-3fd5438fb681,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.835868 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.837091 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8df2a6ee-058e-48a9-b954-3d4e050e25ee tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265285 Jul 29 18:42:12.839855 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45226) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.844496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:12.867575 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Project 57b8189b190441c79ed0964d429d834b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:42:12.872726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.905577 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce2412-9366-4e7a-b83b-b1b5340d5110 None None] New status for floating IP 40703666-fe23-4538-91b7-4e3a32c388be: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:42:12.945214 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.949833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.970860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18205d55-fffa-4088-bdea-6de31fcff7fe,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:12.974739 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:12.978600 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a54c3b70-7dad-4f75-b1a2-0699e194a9f9 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351185 Jul 29 18:42:12.979046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45228) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:42:12.983217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'security_group_rule': {'security_group_id': '3866228b-7875-40fb-ba9a-f82cbbab3c72', 'project_id': '57b8189b190441c79ed0964d429d834b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:13.007656 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Project 57b8189b190441c79ed0964d429d834b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:42:13.012616 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.078104 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.082984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.102952 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82366168-885e-465c-8071-e078ba72cbb6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:13.110887 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.112203 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c55df98-be58-4f0f-b8d9-7c2872f54478 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324544 Jul 29 18:42:13.197774 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-687ef41c-47d9-43f4-9579-894d745b0156 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79210510&fields=id&tenant_id=57b8189b190441c79ed0964d429d834b HTTP/1.1" status: 200 len: 267 time: 0.0381858 Jul 29 18:42:13.225205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.255349 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-4350ae6b-af8c-49c7-8ed2-c0c9d2be6197 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:13.257006 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-4350ae6b-af8c-49c7-8ed2-c0c9d2be6197 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0533164 Jul 29 18:42:13.268468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'port': {'security_groups': ['bc193a9e-7f49-4159-af78-2be983c3d5a2', '3866228b-7875-40fb-ba9a-f82cbbab3c72']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:42:13.336102 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.533463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:42:13.565000 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.573467 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.586050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:42:13.616544 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:13.617184 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.618605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b46b898-2f35-41bd-b27f-0451254f0c5c req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "PUT /v2.0/ports/2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 982 time: 0.3549268 Jul 29 18:42:13.619069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:42:13.621550 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e94089-77e5-467e-a42c-8f17665cd1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:42:13.652743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128e9a-8caa-4d2d-aa15-c66debda6b4b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:42:13.681047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:42:13.739816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deb558-1cb1-4ee3-9c4b-91a4acf39534 req-10cd112f-1467-4ffb-be13-a89c9cace3f2 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:13.742738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0deb558-1cb1-4ee3-9c4b-91a4acf39534 req-10cd112f-1467-4ffb-be13-a89c9cace3f2 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0593367 Jul 29 18:42:13.793563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b0deb558-1cb1-4ee3-9c4b-91a4acf39534 req-992f96f3-01fd-4396-82d1-8b01529f0c36 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422366 Jul 29 18:42:13.841403 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9035e8-c6a9-4373-95bc-c88a5a2db908 x-openstack-request-id: req-8a9035e8-c6a9-4373-95bc-c88a5a2db908 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:42:13.841725 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:42:13.841979 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a9035e8-c6a9-4373-95bc-c88a5a2db908 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:42:13.842420 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:42:13.905580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-b1580e3d-3f68-423b-bcaf-715b8c55a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:13.907037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-b1580e3d-3f68-423b-bcaf-715b8c55a79d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1136 time: 0.0421157 Jul 29 18:42:13.965644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-70b01f54-b53b-4126-b8fc-4e137af712ae None None] Provisioning complete for port 2fc87579-9d14-4420-b38b-7e0691bde503 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:42:13.966030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70b01f54-b53b-4126-b8fc-4e137af712ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:13.997193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-4e1c8a68-d5a6-4b4b-9384-9ab3f2a83201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:13.999185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-4e1c8a68-d5a6-4b4b-9384-9ab3f2a83201 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.0851729 Jul 29 18:42:14.071264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-5c67370d-b301-4e09-a755-2dfa7bb59f11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1002 time: 0.0638885 Jul 29 18:42:14.121851 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-e3e2034f-bb5a-4b4c-88e7-9176d766b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:14.123726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-e3e2034f-bb5a-4b4c-88e7-9176d766b4f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0445085 Jul 29 18:42:14.175410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-6a740c65-8556-4f90-b134-31c7483d34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:14.176946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-6a740c65-8556-4f90-b134-31c7483d34f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465484 Jul 29 18:42:14.276136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-1b4c3d80-c529-49a4-9ff3-f2509082091a service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901997 Jul 29 18:42:14.368985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e94089-77e5-467e-a42c-8f17665cd1c0 req-07ac2b3d-bb20-432e-bc92-3e750b005c97 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828609 Jul 29 18:42:14.869597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:27.040030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:27.978442 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:31.012209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb014-bc47-4cad-ac5f-85e20928b999 req-bbcdf04e-6d1d-4575-8f94-3f805e7e0885 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:31.013694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aaffb014-bc47-4cad-ac5f-85e20928b999 req-bbcdf04e-6d1d-4575-8f94-3f805e7e0885 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0775540 Jul 29 18:42:31.019423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-948cc3de-8535-4c3e-bcbb-aaf4a2eccba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:31.020821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-948cc3de-8535-4c3e-bcbb-aaf4a2eccba8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1136 time: 0.0744896 Jul 29 18:42:31.105610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aaffb014-bc47-4cad-ac5f-85e20928b999 req-7f0317f1-22b4-4f0b-93c3-41ffa0531ccd tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0836852 Jul 29 18:42:31.134496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-abcaeaf4-2bd4-42c2-a203-de775fb10ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:31.135955 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-abcaeaf4-2bd4-42c2-a203-de775fb10ed1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.1073775 Jul 29 18:42:31.210475 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-3312958c-76e3-480b-b4e6-cc3e4b44ff61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1002 time: 0.0664399 Jul 29 18:42:31.261424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-d6ff7cb7-8c46-4bcd-8b3c-439b78445764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:31.262876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-d6ff7cb7-8c46-4bcd-8b3c-439b78445764 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0452280 Jul 29 18:42:31.309910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-8a84ed98-c0f2-4e82-94b6-a2e076fdbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:31.311439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-8a84ed98-c0f2-4e82-94b6-a2e076fdbcfa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410156 Jul 29 18:42:31.407415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-1b07c6d3-05a5-4f5c-823b-0d233b272522 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871916 Jul 29 18:42:31.500297 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e54eac11-3134-48b3-93f7-cdd42d4da50f req-a5c3fe55-98cb-4bc0-92a2-292b518aec5b service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848010 Jul 29 18:42:32.235581 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770343d1-0798-4efe-964e-8f11e359692e req-4bef8461-4a4a-4592-b52d-966b95ed493b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:32.237099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-770343d1-0798-4efe-964e-8f11e359692e req-4bef8461-4a4a-4592-b52d-966b95ed493b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0553811 Jul 29 18:42:32.278582 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-770343d1-0798-4efe-964e-8f11e359692e req-0873b59c-8b62-45e0-90be-4028e34dc1b7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352495 Jul 29 18:42:33.415906 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0471e3-f5f8-470f-a554-ecf499b4d2de req-1a051467-9fb1-49a8-9682-6666061f3daf tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:33.417283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d0471e3-f5f8-470f-a554-ecf499b4d2de req-1a051467-9fb1-49a8-9682-6666061f3daf tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0558610 Jul 29 18:42:33.467604 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6d0471e3-f5f8-470f-a554-ecf499b4d2de req-280e0863-1e09-43f1-951f-ecbb6cb3858e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406358 Jul 29 18:42:34.601164 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ee90-a988-4993-8e25-a90c128b0e78 req-a012d9e7-658c-4f71-b180-b07a81f74a54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:34.602682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ba3ee90-a988-4993-8e25-a90c128b0e78 req-a012d9e7-658c-4f71-b180-b07a81f74a54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0591815 Jul 29 18:42:34.644369 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ba3ee90-a988-4993-8e25-a90c128b0e78 req-8400e982-8fb5-448a-b3f2-f3ae87d53624 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356629 Jul 29 18:42:35.769760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689ee6-b8e6-444a-9970-d91909d362cc req-cd7f3252-1189-4be9-b4d1-94ee3ac49989 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:35.771452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53689ee6-b8e6-444a-9970-d91909d362cc req-cd7f3252-1189-4be9-b4d1-94ee3ac49989 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0561731 Jul 29 18:42:35.811995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-53689ee6-b8e6-444a-9970-d91909d362cc req-98d1aa08-d4a4-4b13-9d10-9912c3a0d0e7 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343335 Jul 29 18:42:36.942504 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e19d-471c-4b9c-ae84-476473834a75 req-4e57469e-cbba-4f27-8bde-7f89b0887ba5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:36.944001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2956e19d-471c-4b9c-ae84-476473834a75 req-4e57469e-cbba-4f27-8bde-7f89b0887ba5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0577891 Jul 29 18:42:36.985669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2956e19d-471c-4b9c-ae84-476473834a75 req-55ba6e00-055d-4b28-bbce-2465439b285a tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356400 Jul 29 18:42:38.110463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e8df-f160-4746-8d4a-026f014dbfbc req-ea1645b9-d449-440e-b2e4-837b4a024d6e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:38.111968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba7e8df-f160-4746-8d4a-026f014dbfbc req-ea1645b9-d449-440e-b2e4-837b4a024d6e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0513818 Jul 29 18:42:38.152694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba7e8df-f160-4746-8d4a-026f014dbfbc req-913697aa-ca18-422b-b26c-6bf9e216e12e tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346324 Jul 29 18:42:38.829986 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:42:39.282068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea24e-5bda-45db-85da-9e0ac2306af6 req-c11833a3-910e-4e93-871b-75f0e010ce80 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:39.283557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5cea24e-5bda-45db-85da-9e0ac2306af6 req-c11833a3-910e-4e93-871b-75f0e010ce80 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0610185 Jul 29 18:42:39.327261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a5cea24e-5bda-45db-85da-9e0ac2306af6 req-e4fd719c-5b42-4666-bcd7-38bb0ec74b8f tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344119 Jul 29 18:42:39.360480 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20a9ccc1-88fa-454c-a691-76485a14d3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:40.460213 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da4c1-2c61-40b9-b2e7-35d229d79e41 req-df495d48-e840-4e9c-b8dc-3d98e065d46c tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:40.461646 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d8da4c1-2c61-40b9-b2e7-35d229d79e41 req-df495d48-e840-4e9c-b8dc-3d98e065d46c tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0535281 Jul 29 18:42:40.503649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4d8da4c1-2c61-40b9-b2e7-35d229d79e41 req-270020c0-1906-411c-9dbe-f6be4538a689 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357528 Jul 29 18:42:41.620511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d25e4-d111-43ed-8c32-d2918aaa325e req-3f8f034c-c2ec-498f-a2bb-8a4ab4205fec tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:41.621997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c4d25e4-d111-43ed-8c32-d2918aaa325e req-3f8f034c-c2ec-498f-a2bb-8a4ab4205fec tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0503681 Jul 29 18:42:41.662752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1c4d25e4-d111-43ed-8c32-d2918aaa325e req-1098a959-193e-4514-962b-05f4204ef648 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343738 Jul 29 18:42:41.785443 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8ca325d3-0e51-4094-9b4c-a1846aa6f59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:42.011717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:42.797615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc01e18-3e9a-4ab3-aae0-f94081366a21 req-8a46cc85-364d-4b74-9d40-11c92bd9ff61 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:42:42.799133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fc01e18-3e9a-4ab3-aae0-f94081366a21 req-8a46cc85-364d-4b74-9d40-11c92bd9ff61 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0582676 Jul 29 18:42:42.839031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fc01e18-3e9a-4ab3-aae0-f94081366a21 req-6b89293a-a1c1-4a63-8b18-17f5e5ac572b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=3866228b-7875-40fb-ba9a-f82cbbab3c72&id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338011 Jul 29 18:42:43.235338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:44.867904 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:57.036537 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:42:57.974908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:06.292316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-9b29748d-dd0e-48cd-96f5-70c34b6ecb67 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443654 Jul 29 18:43:06.388509 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e6b24-961e-4082-932f-e4094b9e193e req-34933eaf-7688-45f6-b878-bd330f8d97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:06.390021 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-34933eaf-7688-45f6-b878-bd330f8d97d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1136 time: 0.0433936 Jul 29 18:43:06.506994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e6b24-961e-4082-932f-e4094b9e193e req-961611d4-a976-4271-9c01-1dcba746ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:06.508412 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-961611d4-a976-4271-9c01-1dcba746ee62 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.0988133 Jul 29 18:43:06.576145 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-c2c76122-03d5-4082-8bb5-236737a0470a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1002 time: 0.0587649 Jul 29 18:43:06.632038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e6b24-961e-4082-932f-e4094b9e193e req-03bbd021-864f-44f0-bd43-14153b5a5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:06.633479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-03bbd021-864f-44f0-bd43-14153b5a5076 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0498180 Jul 29 18:43:06.683764 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e6b24-961e-4082-932f-e4094b9e193e req-5a71cc6b-8dc9-48e7-8bb1-6f616f79c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:06.685675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-5a71cc6b-8dc9-48e7-8bb1-6f616f79c07b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432076 Jul 29 18:43:06.780731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-9887f5d6-fccd-4482-8389-0b629749892d service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Jul 29 18:43:06.882317 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e32e6b24-961e-4082-932f-e4094b9e193e req-f5724838-c6c9-46d8-9e35-55b580567e1b service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941627 Jul 29 18:43:09.371334 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee86c00d-f732-4118-94d4-25b95406945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:11.789831 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b176-54e3-49c6-aa50-723bf28b755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:12.011994 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:13.244095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:14.873202 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.298465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-d5db0579-1e51-4d6d-b23c-6d46d5d2b6ba tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79210510&fields=id&tenant_id=57b8189b190441c79ed0964d429d834b HTTP/1.1" status: 200 len: 267 time: 0.0472682 Jul 29 18:43:15.354280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-ced5b765-85f7-486f-af95-c87c7316c22b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:15.355770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-ced5b765-85f7-486f-af95-c87c7316c22b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 985 time: 0.0513663 Jul 29 18:43:15.366923 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Request body: {'port': {'security_groups': ['bc193a9e-7f49-4159-af78-2be983c3d5a2']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:15.434573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.605483 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:15.642740 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.649892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.662125 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:43:15.692921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:15.693569 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.695012 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-597b7cad-b370-4c7d-99a5-42ca99ee66cd req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "PUT /v2.0/ports/2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 943 time: 0.3326688 Jul 29 18:43:15.695467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:15.697989 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:15.701885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45286) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:15.724461 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event updated for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:15.732606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.732954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.733312 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.733630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.733960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.734324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.734657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.734979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.735356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.735684 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.736011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.736331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bd344-a8ef-4468-9326-b0dbbd3b7f54 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.744892 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08738b37-1624-41db-b8f9-d07e701a347e x-openstack-request-id: req-08738b37-1624-41db-b8f9-d07e701a347e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:15.745188 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:15.745446 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08738b37-1624-41db-b8f9-d07e701a347e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:15.745857 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:43:15.776592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:43:15.781393 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.814181 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-10322184-c369-4d46-8bd6-8404a4cb2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:15.815926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-10322184-c369-4d46-8bd6-8404a4cb2e75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1097 time: 0.0448895 Jul 29 18:43:15.816133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.821136 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:43:15.891143 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.894827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:15.898673 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "DELETE /v2.0/security-groups/3866228b-7875-40fb-ba9a-f82cbbab3c72 HTTP/1.1" status: 204 len: 168 time: 0.1932414 Jul 29 18:43:15.899361 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45290) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:15.940288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-a1662ac1-5e4a-4481-be48-433724a561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:15.941596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-a1662ac1-5e4a-4481-be48-433724a561d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.1174679 Jul 29 18:43:15.958994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866228b-7875-40fb-ba9a-f82cbbab3c72,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:15.983485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.983786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.984071 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.984395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.984718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.985841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.986230 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.986645 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.987004 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.987352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.987668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:15.987981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1149e-9969-4d1b-b5a1-7270007ef263 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:16.016343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-17f8edc9-8e24-4b3c-8ced-5bd10f929dab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 1002 time: 0.0664871 Jul 29 18:43:16.042007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-07e3d1ef-5e25-425c-9390-7394e9df6c24 None None] Provisioning complete for port 2fc87579-9d14-4420-b38b-7e0691bde503 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:16.042646 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07e3d1ef-5e25-425c-9390-7394e9df6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.065087 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-853c15a3-8c7a-4a33-9d2b-b65d64bc16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:16.066600 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-853c15a3-8c7a-4a33-9d2b-b65d64bc16d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0432036 Jul 29 18:43:16.096006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Deleting port 47a0c66c-6d54-4dd6-86b0-ccaa65d005a9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:16.096353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.119071 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-0883c01e-8719-48c7-b5f7-941e5f290170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:16.120571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-0883c01e-8719-48c7-b5f7-941e5f290170 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462584 Jul 29 18:43:16.176204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.176537 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.188752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Calling delete_port for 47a0c66c-6d54-4dd6-86b0-ccaa65d005a9 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:16.210319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-117786ca-cd22-45a8-a0b0-ea622ee15944 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821087 Jul 29 18:43:16.307610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-00fbb4fc-fdf5-4826-9fc0-ba7dd694dcea req-dcfaed85-c57f-4eb7-b22c-24db607876cf service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895965 Jul 29 18:43:16.365502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.390667 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event deleted for resources: {'Port': ['ID=47a0c66c-6d54-4dd6-86b0-ccaa65d005a9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:16.454740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.455127 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Floating IP 40703666-fe23-4538-91b7-4e3a32c388be disassociated (deleted). External IP: 172.25.5.155, port: 2fc87579-9d14-4420-b38b-7e0691bde503. Jul 29 18:43:16.669941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Router 6f05d309-aabd-4656-a389-dd74532a18b8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:43:16.793016 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:16.798403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:16.803258 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Sync routers for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:16.812564 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:16.813169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:16.826002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-85326919-8d39-46c7-b68d-c758172bf0c5 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "DELETE /v2.0/floatingips/40703666-fe23-4538-91b7-4e3a32c388be HTTP/1.1" status: 204 len: 168 time: 0.9255385 Jul 29 18:43:16.826618 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:16.829004 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974d2720-4c9d-4db6-a04a-df4bee09e3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:16.921296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:17.034114 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030def5-f086-47ea-905d-244e05325ab4 x-openstack-request-id: req-d030def5-f086-47ea-905d-244e05325ab4 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:17.034949 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:17.035263 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d030def5-f086-47ea-905d-244e05325ab4 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:17.035750 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:43:17.112148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-76afe25d-7031-4847-88da-5938874a0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:17.113687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-76afe25d-7031-4847-88da-5938874a0d46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57b8189b190441c79ed0964d429d834b&device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 1097 time: 0.0513334 Jul 29 18:43:17.211518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-312e5cb8-bbc3-4fba-94e2-48df057e0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:17.212953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-312e5cb8-bbc3-4fba-94e2-48df057e0162 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 200 len: 914 time: 0.0916252 Jul 29 18:43:17.261374 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-b79bf526-83c6-4ecb-b8c5-77a85412b40c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 200 len: 217 time: 0.0407140 Jul 29 18:43:17.300838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:17.311936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-c188d053-e712-47bf-830b-30b1a3300e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:17.313535 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-c188d053-e712-47bf-830b-30b1a3300e36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 200 len: 852 time: 0.0444443 Jul 29 18:43:17.326918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Checking router: 6f05d309-aabd-4656-a389-dd74532a18b8 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:17.335834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:17.336522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:17.374756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-da4c9c82-23fc-457d-b0ae-6db9ec846091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:17.376275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-da4c9c82-23fc-457d-b0ae-6db9ec846091 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d08fb782-8a9a-4c0b-90e4-55170531d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407810 Jul 29 18:43:17.442899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:17.472551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-53d7ebe0-3fdf-4b25-ae69-504e5ad1adf7 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887799 Jul 29 18:43:17.570118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-974d2720-4c9d-4db6-a04a-df4bee09e3f4 req-29ee4d4c-a6ce-43ac-8aa7-61404643fb47 service neutron] 10.222.0.38 "GET /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894310 Jul 29 18:43:17.647348 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:17.675127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3601ac-0e26-4442-b72d-ab9ed58352bc None None] The sync data for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 is: [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:41:21Z', 'revision_number': 4, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'c4b70d11-4a70-4923-9469-a997b18ae094', 'name': '', 'network_id': 'd08fb782-8a9a-4c0b-90e4-55170531d18a', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'mac_address': 'fa:16:3e:0a:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:20Z', 'updated_at': '2021-07-29T18:41:27Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'subnets': [{'id': 'f186ccd2-3c5f-4f55-9758-1e4a94bb18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:17.884866 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6549d7-15a3-4e53-b180-6c1b6e1bd1f0 None None] New status for floating IP 40703666-fe23-4538-91b7-4e3a32c388be: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:43:23.815546 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4bdc-7bf0-4070-9ae9-67e37060c419 req-903d50c1-ae7e-454f-b46d-e7a702050221 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:23.817086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d19b4bdc-7bf0-4070-9ae9-67e37060c419 req-903d50c1-ae7e-454f-b46d-e7a702050221 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0515001 Jul 29 18:43:23.859556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d19b4bdc-7bf0-4070-9ae9-67e37060c419 req-0da542c8-efb3-4377-a405-ed5254a72b32 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Jul 29 18:43:24.596684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-b3810885-28fb-471e-80d8-264b8d408571 req-4a72e9fd-17cb-432b-b6f3-b25567173d54 service neutron] (94052) timed out ('10.222.0.49', 51244) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:43:24.982083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8bea-19c1-480f-89b8-0611572c2508 req-d5f81e07-a3cf-4d39-a0b6-708279f84f0b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:24.983621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6ca8bea-19c1-480f-89b8-0611572c2508 req-d5f81e07-a3cf-4d39-a0b6-708279f84f0b tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0550375 Jul 29 18:43:25.022392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c6ca8bea-19c1-480f-89b8-0611572c2508 req-72ab33a7-2465-42bb-ac28-57e7e72769d3 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc193a9e-7f49-4159-af78-2be983c3d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Jul 29 18:43:25.413047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93368afb-0472-420e-8aa8-9a1555030c82 req-3b99b233-b699-4da6-875c-943daca265bf tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:25.414522 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93368afb-0472-420e-8aa8-9a1555030c82 req-3b99b233-b699-4da6-875c-943daca265bf tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.38 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 946 time: 0.0644698 Jul 29 18:43:25.528441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Deleting port 2fc87579-9d14-4420-b38b-7e0691bde503 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:25.528710 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:25.621442 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] For port 2fc87579-9d14-4420-b38b-7e0691bde503, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=2fc87579-9d14-4420-b38b-7e0691bde503,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:25.621795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:25.635632 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Calling delete_port for 2fc87579-9d14-4420-b38b-7e0691bde503 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:25.770130 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:25.782788 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['2fc87579-9d14-4420-b38b-7e0691bde503'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:43:25.800189 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Pushing event deleted for resources: {'Port': ['ID=2fc87579-9d14-4420-b38b-7e0691bde503,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:25.844912 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] No DVR routers for this DVR port 2fc87579-9d14-4420-b38b-7e0691bde503 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:43:25.847742 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:25.849725 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93368afb-0472-420e-8aa8-9a1555030c82 req-2caa22ee-8139-41d7-8abb-c374711a18aa tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.38 "DELETE /v2.0/ports/2fc87579-9d14-4420-b38b-7e0691bde503 HTTP/1.1" status: 204 len: 173 time: 0.4282782 Jul 29 18:43:25.850159 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'name': 'network-vif-deleted', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:25.852480 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9b03e-bbc3-4ef9-b2f8-75a2622edc6e" -d '{"events": [{"server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "name": "network-vif-deleted", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:25.888349 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95cf4f-a3c7-41e5-9206-1da1937155d9 x-openstack-request-id: req-7c95cf4f-a3c7-41e5-9206-1da1937155d9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:25.888650 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228e73b6-f738-46bd-85d5-9fc9d25ebae0", "name": "network-vif-deleted", "tag": "2fc87579-9d14-4420-b38b-7e0691bde503", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:25.888882 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c95cf4f-a3c7-41e5-9206-1da1937155d9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:25.889321 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228e73b6-f738-46bd-85d5-9fc9d25ebae0', 'name': 'network-vif-deleted', 'tag': '2fc87579-9d14-4420-b38b-7e0691bde503', 'status': 'completed', 'code': 200} Jul 29 18:43:26.155488 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-49f91fa6-90b7-4bb8-a893-3e926624fd03 req-a52fb96b-c289-4c6c-befb-a7ac465c5968 tempest-TestMinimumBasicScenario-3640606 tempest-TestMinimumBasicScenario-3640606-project] 10.222.0.16 "GET /v2.0/ports?device_id=228e73b6-f738-46bd-85d5-9fc9d25ebae0 HTTP/1.1" status: 200 len: 210 time: 0.0323961 Jul 29 18:43:27.033714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:27.756539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45394) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:27.968276 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:28.030739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2fc87579-9d14-4420-b38b-7e0691bde503 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:28.051400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 2fc87579-9d14-4420-b38b-7e0691bde503 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:28.052123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 2fc87579-9d14-4420-b38b-7e0691bde503 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:28.371578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:28.631528 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Deleting port c4b70d11-4a70-4923-9469-a997b18ae094 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:28.631765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:28.714036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] For port c4b70d11-4a70-4923-9469-a997b18ae094, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=c4b70d11-4a70-4923-9469-a997b18ae094,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:28.714423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:28.727572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Calling delete_port for c4b70d11-4a70-4923-9469-a997b18ae094 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:28.913526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-c353638d-5b9f-4d93-9360-45c0ef2b270e req-04c54c7f-edd2-4c91-ad58-15bc4ed830d3 tempest-ServerDiskConfigTestJSON-31229274 tempest-ServerDiskConfigTestJSON-31229274-project] (94051) timed out ('10.222.0.38', 51949) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:43:28.917839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:28.944900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b70d11-4a70-4923-9469-a997b18ae094,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:29.109273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:29.333253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Router 6f05d309-aabd-4656-a389-dd74532a18b8 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:43:29.442805 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:29.448383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-14fb50da-7a16-4ae4-8a96-584640fef821 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f05d309-aabd-4656-a389-dd74532a18b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907239 Jul 29 18:43:29.450596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45396) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:29.452321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Sync routers for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:29.462224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:29.462939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:29.562793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:29.571010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:29.667782 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:29.722611 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Deleting port ccbdfd33-9027-4fd7-8342-1f02c1c6488c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:29.722840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:29.753706 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:43:28Z', 'revision_number': 5, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port': {'id': 'ccbdfd33-9027-4fd7-8342-1f02c1c6488c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:19Z', 'updated_at': '2021-07-29T18:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:29.779962 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Checking router: 6f05d309-aabd-4656-a389-dd74532a18b8 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:29.788619 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Routers {'6f05d309-aabd-4656-a389-dd74532a18b8'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:29.789221 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6f05d309-aabd-4656-a389-dd74532a18b8'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:29.804663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] For port ccbdfd33-9027-4fd7-8342-1f02c1c6488c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:29.805021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:29.817864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Calling delete_port for ccbdfd33-9027-4fd7-8342-1f02c1c6488c owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:29.878732 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] Set router 6f05d309-aabd-4656-a389-dd74532a18b8 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:29.929147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:43:29Z', 'revision_number': 6, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:29.960022 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839f0dc-7572-4482-9b28-c09b4bc81258 None None] The sync data for ids ['6f05d309-aabd-4656-a389-dd74532a18b8'] in n-d-801607-3 is: [{'id': '6f05d309-aabd-4656-a389-dd74532a18b8', 'name': 'tempest-TestMinimumBasicScenario-39193954-router', 'tenant_id': '57b8189b190441c79ed0964d429d834b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:18Z', 'updated_at': '2021-07-29T18:43:29Z', 'revision_number': 6, 'project_id': '57b8189b190441c79ed0964d429d834b', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:29.993629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.024563 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbdfd33-9027-4fd7-8342-1f02c1c6488c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:30.077977 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.167810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.169962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.217066 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.217567 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f05d309-aabd-4656-a389-dd74532a18b8 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:43:30.227032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.228277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5af2580b-9004-4599-903e-1b78791dacd3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6f05d309-aabd-4656-a389-dd74532a18b8 HTTP/1.1" status: 204 len: 168 time: 0.7766197 Jul 29 18:43:30.230798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:30.278540 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Deleting subnet f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:43:30.281689 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.316545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.401142 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.453778 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.476598 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f186ccd2-3c5f-4f55-9758-1e4a94bb18b4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:30.482077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.483936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1dc4a7be-a56b-4e76-987f-28668433844b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f186ccd2-3c5f-4f55-9758-1e4a94bb18b4 HTTP/1.1" status: 204 len: 168 time: 0.2522027 Jul 29 18:43:30.486866 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45400) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:30.488089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce93ca-2788-47d3-ac51-abfa2c62c1ef None None] Network d08fb782-8a9a-4c0b-90e4-55170531d18a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:43:30.560016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.613856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Deleting port 4264bc1b-12d3-43e7-945f-3bd90a573d53 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:30.614191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.675731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] For port 4264bc1b-12d3-43e7-945f-3bd90a573d53, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4264bc1b-12d3-43e7-945f-3bd90a573d53,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:30.676096 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.691197 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Calling delete_port for 4264bc1b-12d3-43e7-945f-3bd90a573d53 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:30.710914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] DHCP port deletion for d08fb782-8a9a-4c0b-90e4-55170531d18a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:43:30.760900 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Deleting port 4264bc1b-12d3-43e7-945f-3bd90a573d53 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:30.761275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.782221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.795311 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] No DVR routers for this DVR port 4264bc1b-12d3-43e7-945f-3bd90a573d53 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:43:30.815090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Pushing event deleted for resources: {'Port': ['ID=4264bc1b-12d3-43e7-945f-3bd90a573d53,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:30.826345 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] For port 4264bc1b-12d3-43e7-945f-3bd90a573d53, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=4264bc1b-12d3-43e7-945f-3bd90a573d53,segment=NetworkSegment(d7531765-3f1b-44eb-9867-48e062a7ffc7),segment_id=d7531765-3f1b-44eb-9867-48e062a7ffc7)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:30.826728 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.839799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Calling delete_port for 4264bc1b-12d3-43e7-945f-3bd90a573d53 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:30.890726 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.901213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08fb782-8a9a-4c0b-90e4-55170531d18a']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:30.916886 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7531765-3f1b-44eb-9867-48e062a7ffc7') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:30.917183 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7531765-3f1b-44eb-9867-48e062a7ffc7') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:30.921880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.929068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.943880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.947574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Pushing event deleted for resources: {'Port': ['ID=4264bc1b-12d3-43e7-945f-3bd90a573d53,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:30.951769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:43:30.952282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:43:30.954433 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:43:30.956850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.956850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.957054 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.957250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.957741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.958210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.958764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.959240 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.959728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.960196 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.960678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.961189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:30.966705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f36d7e-250a-4a77-878a-d91a6f8d02d9 None None] No DVR routers for this DVR port 4264bc1b-12d3-43e7-945f-3bd90a573d53 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:43:31.024780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:31.030682 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:31.032668 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d08fb782-8a9a-4c0b-90e4-55170531d18a HTTP/1.1" status: 204 len: 168 time: 0.5448208 Jul 29 18:43:31.035668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45402) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:31.040357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4264bc1b-12d3-43e7-945f-3bd90a573d53 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:31.051668 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d1142-04a5-47f8-8c46-e614d68cfa97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08fb782-8a9a-4c0b-90e4-55170531d18a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:31.059968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 4264bc1b-12d3-43e7-945f-3bd90a573d53 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:31.060314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 4264bc1b-12d3-43e7-945f-3bd90a573d53 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:31.060736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c4b70d11-4a70-4923-9469-a997b18ae094 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:31.078923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: c4b70d11-4a70-4923-9469-a997b18ae094 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:31.079201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device c4b70d11-4a70-4923-9469-a997b18ae094 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:31.079610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccbdfd33-9027-4fd7-8342-1f02c1c6488c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:31.098063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: ccbdfd33-9027-4fd7-8342-1f02c1c6488c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:31.098468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device ccbdfd33-9027-4fd7-8342-1f02c1c6488c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:31.402765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:31.655116 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Deleting port 0dd6316f-f4cb-4306-8383-f6d9ace8b686 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:31.655345 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:31.737132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] For port 0dd6316f-f4cb-4306-8383-f6d9ace8b686, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0dd6316f-f4cb-4306-8383-f6d9ace8b686,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:31.737552 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:31.750736 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Calling delete_port for 0dd6316f-f4cb-4306-8383-f6d9ace8b686 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:32.207109 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:32.237926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd6316f-f4cb-4306-8383-f6d9ace8b686,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:32.401772 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:32.624283 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Router 868d6af4-7464-40cf-bd06-40bfc79b81d1 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:43:32.733634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:32.739136 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-948abbfa-b18a-4508-b8ec-6f8454d3574d admin admin] 10.222.0.16 "PUT /v2.0/routers/868d6af4-7464-40cf-bd06-40bfc79b81d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024498 Jul 29 18:43:32.741740 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:32.743367 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Sync routers for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:32.754395 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:32.755007 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:32.848117 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:32.857033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:32.951410 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.015571 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Deleting port 201cb7ef-7aac-4d10-b25f-5854e948d032 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:33.015935 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.039591 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:43:32Z', 'revision_number': 5, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port': {'id': '201cb7ef-7aac-4d10-b25f-5854e948d032', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:33.065682 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Checking router: 868d6af4-7464-40cf-bd06-40bfc79b81d1 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:33.073958 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Routers {'868d6af4-7464-40cf-bd06-40bfc79b81d1'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:33.074594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['868d6af4-7464-40cf-bd06-40bfc79b81d1'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:33.095405 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] For port 201cb7ef-7aac-4d10-b25f-5854e948d032, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=201cb7ef-7aac-4d10-b25f-5854e948d032,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:33.095765 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.108500 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Calling delete_port for 201cb7ef-7aac-4d10-b25f-5854e948d032 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:33.161805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] Set router 868d6af4-7464-40cf-bd06-40bfc79b81d1 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:33.216816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:43:32Z', 'revision_number': 6, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:33.244400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb444b46-e7a9-479b-9ac4-26c0b69e46e7 None None] The sync data for ids ['868d6af4-7464-40cf-bd06-40bfc79b81d1'] in n-d-801607-3 is: [{'id': '868d6af4-7464-40cf-bd06-40bfc79b81d1', 'name': 'tempest-TestMinimumBasicScenario-676444260-router', 'tenant_id': 'e26465fbab12499a81b99cf8c881d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:41:23Z', 'updated_at': '2021-07-29T18:43:32Z', 'revision_number': 6, 'project_id': 'e26465fbab12499a81b99cf8c881d62d', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:33.286080 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.313572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=201cb7ef-7aac-4d10-b25f-5854e948d032,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:33.374702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.463068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.465283 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.515294 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.515774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868d6af4-7464-40cf-bd06-40bfc79b81d1 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:43:33.521131 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.522316 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e70e72a9-34fb-4f50-99cd-84e24a3e3e6f admin admin] 10.222.0.16 "DELETE /v2.0/routers/868d6af4-7464-40cf-bd06-40bfc79b81d1 HTTP/1.1" status: 204 len: 168 time: 0.7792609 Jul 29 18:43:33.524995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45406) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:33.573941 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Deleting subnet 08f7f867-4154-4dd2-841c-eed55dc5cf39 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:43:33.577106 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.613221 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.693577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.757535 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.786072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.790148 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08f7f867-4154-4dd2-841c-eed55dc5cf39 HTTP/1.1" status: 204 len: 168 time: 0.2619302 Jul 29 18:43:33.790148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b1069-8614-4baa-913f-144606129643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f7f867-4154-4dd2-841c-eed55dc5cf39,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:33.790729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45408) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:33.791188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64baa74-0dc0-407b-b9a7-5b116670e351 None None] Network dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:43:33.857963 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.911587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Deleting port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:33.911999 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.977678 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] For port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,segment=NetworkSegment(395b7f54-9649-45f4-b8f3-e57c30065cf4),segment_id=395b7f54-9649-45f4-b8f3-e57c30065cf4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:33.977950 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:33.990667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Calling delete_port for 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:34.030011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] DHCP port deletion for dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:43:34.072737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.076873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Deleting port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:43:34.077435 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.103931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:34.105785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] No DVR routers for this DVR port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:43:34.143313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] For port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2, host n-d-801607-3, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:34.143763 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.158359 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Calling delete_port for 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:43:34.161329 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 18:43:34.162950 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.177571 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.187479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:34.189565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] Pushing event deleted for resources: {'Port': ['ID=8439e3ab-ec24-4ef2-aad1-72fd3174abd2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:34.193122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac1ad5-0ae2-4382-9edb-cd6b8b1d076e None None] No DVR routers for this DVR port 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:43:34.198370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395b7f54-9649-45f4-b8f3-e57c30065cf4') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:34.198664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395b7f54-9649-45f4-b8f3-e57c30065cf4') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:34.208180 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.222744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.229179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:43:34.229498 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:43:34.231638 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:43:34.291373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.299552 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.302739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c HTTP/1.1" status: 204 len: 168 time: 0.5108347 Jul 29 18:43:34.316653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d93d2-cc6e-4989-a474-f710e31f7a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2a8848-ffc9-442a-a8e2-c3d2a5a2e89c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:34.464089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45412) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:34.508442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c41034e7-6fa2-484d-a314-b7e49275afc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57b8189b190441c79ed0964d429d834b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430741 Jul 29 18:43:34.512166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45414) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:34.569888 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.593253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.641392 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.643994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:34.645177 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc193a9e-7f49-4159-af78-2be983c3d5a2 HTTP/1.1" status: 204 len: 168 time: 0.1318512 Jul 29 18:43:34.653096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e73f64-9591-4251-8fba-3173c5e71366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc193a9e-7f49-4159-af78-2be983c3d5a2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:34.998129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45420) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:35.009361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 201cb7ef-7aac-4d10-b25f-5854e948d032 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:35.030311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 201cb7ef-7aac-4d10-b25f-5854e948d032 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:35.030668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 201cb7ef-7aac-4d10-b25f-5854e948d032 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:35.031092 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0dd6316f-f4cb-4306-8383-f6d9ace8b686 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:35.045358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d755e49-c4c8-463b-a0c1-094ff19b86d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e26465fbab12499a81b99cf8c881d62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456195 Jul 29 18:43:35.048181 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:35.052754 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0dd6316f-f4cb-4306-8383-f6d9ace8b686 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:35.053097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0dd6316f-f4cb-4306-8383-f6d9ace8b686 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:35.053523 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:43:35.073512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:43:35.073730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8439e3ab-ec24-4ef2-aad1-72fd3174abd2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:43:35.100134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:35.129161 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:35.180665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:35.183341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:35.184576 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/303b108d-d554-402a-9f85-46d3ddef0d06 HTTP/1.1" status: 204 len: 168 time: 0.1353571 Jul 29 18:43:35.192841 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb8090-b094-4348-b7fe-e51b2a54e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b108d-d554-402a-9f85-46d3ddef0d06,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.002335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45464) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.007469 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653794375', 'description': 'tempest-secgroup-smoke-653794375 description', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.033129 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.041447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.142706 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.149357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.185562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5061bb93-2334-4ef8-bf82-dcb277bf2bfc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.241762 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.247363 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.273741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.274984 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2716417 Jul 29 18:43:37.278106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45466) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.279133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37643-de44-4d90-8f6d-c756b411f1e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb20536-0a9e-4697-bbc7-0519df191e2e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.282983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.310170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.372116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.379058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.396600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89198ac0-d639-4a90-92c7-08ae61e42c80,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.404324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.405648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-325a0589-e4d4-443d-a06a-4dc991d8fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265092 Jul 29 18:43:37.408368 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45468) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.412806 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.440410 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.502557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.507901 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.524766 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9901d989-e809-4609-9e9e-7e2e2f9ee15c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.532294 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.533543 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7ad02eac-ca53-4e61-858e-67112a21483d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242268 Jul 29 18:43:37.536431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.540977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.575083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.637046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.643439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.663225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6223c9-b9b1-47c7-b12f-90066786ffa9,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.671137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.672429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-378fe432-640b-4fb7-992f-f205915e42d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349521 Jul 29 18:43:37.675480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45472) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.679947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.708358 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.769012 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.775082 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.792045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e7945e-5eb2-4c02-83af-8ddfa0e2cea1,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.799204 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.800950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-630775de-2b16-4bbc-b45b-8dee9242b61f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241291 Jul 29 18:43:37.803704 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.808444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.832567 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:43:37.837688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.904946 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.909534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.931414 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f441e914-f223-455a-bfcb-5c911f1f046c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:37.939877 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:37.941083 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0f09ee3d-7036-4147-afd9-ee8bd429687d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363740 Jul 29 18:43:37.944140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45476) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:37.948592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'bfb20536-0a9e-4697-bbc7-0519df191e2e', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:37.972182 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:43:37.977012 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.039715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.044913 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.062932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bcaf42-9ca6-4be7-8fb1-b81ca3dec813,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:38.067804 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.070777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b96f483f-17c7-4049-942e-fede5e0ba475 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255674 Jul 29 18:43:38.072093 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:38.077133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'network': {'name': 'tempest-network-smoke--886791034', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:38.100121 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:43:38.104262 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.133504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:43:38.142821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.143176 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Added segment 118628e2-f684-478f-9079-3e3ae5ce2e32 of type vlan for network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 Jul 29 18:43:38.183960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.217118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.222718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:38.223311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.282699 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2094595 Jul 29 18:43:38.286580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45480) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:38.292268 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'admin_state_up': True, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:38.292559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be6d26-ad4d-41b6-bb81-a921db2d3546 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Network': ['ID=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:38.302922 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:43:38.316607 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.317874 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.372486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:38.510446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.018661 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.037587 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.157919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.151 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/7f8ec696-9cb3-4e60-a659-29114ab74df2) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:43:39.268586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.317857 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.356798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:39.359694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:39.363407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:43:39.364765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-30fae61f-9ed8-4457-893c-64262fe76b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.398329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=7f8ec696-9cb3-4e60-a659-29114ab74df2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:39.640480 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.835735 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:39.977370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:43:40.087311 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:40.097376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Sync routers for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:40.108161 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.109425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bc774a3f-661f-425f-b1c5-f32182c9d66f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8215675 Jul 29 18:43:40.109580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:40.110186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:40.113838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45484) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:40.215150 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:40.241998 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d7ea68f1-1d21-40d6-9cc1-5ce546b8fdfc tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1b887aa3bd04db4b33cd333a83c9252&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267745 Jul 29 18:43:40.244527 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45488) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:40.392175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0517a5-0682-4558-9f0a-a242b6b527bb tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:40.393649 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4b0517a5-0682-4558-9f0a-a242b6b527bb tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482446 Jul 29 18:43:40.396638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45490) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:40.399514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:39Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:40.426543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Checking router: f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:40.426891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Updating router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 port 7f8ec696-9cb3-4e60-a659-29114ab74df2 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:43:40.430012 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a556ad78-303a-4425-9b5e-4f903057ef65 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322549 Jul 29 18:43:40.432583 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45492) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:40.437342 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052212964', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:40.452801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.528213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:43:40.531764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.706034 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.707976 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.718176 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Transition to ACTIVE for port object 7f8ec696-9cb3-4e60-a659-29114ab74df2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:40.723848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.767258 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Subnet': ['ID=91be05dd-b01f-4e11-8907-cfa51c977bb3,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:40.774794 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Checking segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:43:40.775155 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network hostable DHCP agents. Network: 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:43:40.776842 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42609b8-dc27-4ecc-a7fe-d0d7f3533dfc None None] Pushing event updated for resources: {'Port': ['ID=7f8ec696-9cb3-4e60-a659-29114ab74df2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:40.779314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Attempting to bind port 7f8ec696-9cb3-4e60-a659-29114ab74df2 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:43:40.779617 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Attempting to bind port 7f8ec696-9cb3-4e60-a659-29114ab74df2 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:43:40.779992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Attempting to bind port 7f8ec696-9cb3-4e60-a659-29114ab74df2 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:43:40.785888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:43:40.786279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:43:40.786694 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.787084 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:43:40.787550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Bound port: 7f8ec696-9cb3-4e60-a659-29114ab74df2, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:43:40.787932 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.793538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:43:40.803779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:40.808338 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:40.808932 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:40.816219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d10e5-4ac5-4229-8f40-bdb5c4ac3fbc None None] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:43:40.824206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5273b7e3-1354-4f3c-bc05-4576af64499a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3906231 Jul 29 18:43:40.827142 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45494) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:41.040324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] For port 7f8ec696-9cb3-4e60-a659-29114ab74df2, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:43:41.060384 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] For port 7f8ec696-9cb3-4e60-a659-29114ab74df2, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f8ec696-9cb3-4e60-a659-29114ab74df2,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:43:41.067895 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.165207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:41.165838 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:41.169335 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42609b8-dc27-4ecc-a7fe-d0d7f3533dfc None None] Pushing event updated for resources: {'Port': ['ID=7f8ec696-9cb3-4e60-a659-29114ab74df2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:41.238157 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:43:41.239061 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.290985 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.354937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:41.517272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Allocated IP 172.20.0.2 (78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3/91be05dd-b01f-4e11-8907-cfa51c977bb3/3402574e-93d3-4f83-854c-2641f6ec2dac) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:43:41.683688 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:39Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:41.712087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391e6ea-4d4c-4cdf-946d-f975691b314f None None] The sync data for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 is: [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:39Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:41.731550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.739916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Transition to ACTIVE for port object 3402574e-93d3-4f83-854c-2641f6ec2dac will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:41.757347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Transition to ACTIVE for port object 3402574e-93d3-4f83-854c-2641f6ec2dac will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:41.765275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.820295 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:41.821167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8b8f754f-3cce-4bd4-813e-ef2afac2ecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.822156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.1 (78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3/91be05dd-b01f-4e11-8907-cfa51c977bb3/d2810b1d-d7c9-4bac-afec-b54949f1cd52) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:43:41.828590 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:41.831232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:43:41.839724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Pushing event updated for resources: {'Port': ['ID=3402574e-93d3-4f83-854c-2641f6ec2dac,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:41.915950 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Attempting to bind port 3402574e-93d3-4f83-854c-2641f6ec2dac on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:43:41.916773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Attempting to bind port 3402574e-93d3-4f83-854c-2641f6ec2dac by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:43:41.916773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Attempting to bind port 3402574e-93d3-4f83-854c-2641f6ec2dac on network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:43:41.927461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:43:41.927461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Checking segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:43:41.928251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.928734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Bound using segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:43:41.932607 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Bound port: 3402574e-93d3-4f83-854c-2641f6ec2dac, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:43:41.932607 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.959253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:41.977405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object d2810b1d-d7c9-4bac-afec-b54949f1cd52 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:42.017212 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.028057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] For port 3402574e-93d3-4f83-854c-2641f6ec2dac, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:43:42.030060 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.039942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] For port 3402574e-93d3-4f83-854c-2641f6ec2dac, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3402574e-93d3-4f83-854c-2641f6ec2dac,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:43:42.045606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.069346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:42.072950 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:42.077123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:43:42.103956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:42.112560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b853-0b0d-4f11-b92c-57c64774a5c0 None None] Pushing event updated for resources: {'Port': ['ID=3402574e-93d3-4f83-854c-2641f6ec2dac,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:42.132673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.279300 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.595224 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.600743 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.671899 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:42.675583 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:42.775980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:42.777619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:42.895499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:43:43.020295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:43.033275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-213c0787-6459-4b1d-a794-1be227b19ac6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/f5f5cc52-b8e1-4b69-b598-76e6d42c37c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009261 Jul 29 18:43:43.046944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafac2c-8232-416d-8e07-b2933c452249 None None] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:43:43.094995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f8ec696-9cb3-4e60-a659-29114ab74df2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:43.181070 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-69133129-0c2c-40df-b764-1fce10908022 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653794375&fields=id&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 267 time: 0.0392056 Jul 29 18:43:43.203554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-63613da5-ed6c-4c4a-8a8e-66deccb490e0 None None] Provisioning for port 3402574e-93d3-4f83-854c-2641f6ec2dac completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:43.229577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 7f8ec696-9cb3-4e60-a659-29114ab74df2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:43.242183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 7f8ec696-9cb3-4e60-a659-29114ab74df2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:43.242629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.283995 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.300167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-06620e99-59df-4fcd-9ed3-ffcc59977bcd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:43.301818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-06620e99-59df-4fcd-9ed3-ffcc59977bcd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 796 time: 0.1131144 Jul 29 18:43:43.322197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-a519c7ee-6528-46b2-ba4f-581e83d0b084 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/quotas/a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 375 time: 0.0110588 Jul 29 18:43:43.361064 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.387985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 7f8ec696-9cb3-4e60-a659-29114ab74df2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f8ec696-9cb3-4e60-a659-29114ab74df2,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:43.393213 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-aeaa44ce-d0b6-4df8-ba24-94891d860748 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568836 Jul 29 18:43:43.393519 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.394709 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3402574e-93d3-4f83-854c-2641f6ec2dac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:43.480593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=7f8ec696-9cb3-4e60-a659-29114ab74df2,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:43.495847 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3402574e-93d3-4f83-854c-2641f6ec2dac completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:43.500795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3402574e-93d3-4f83-854c-2641f6ec2dac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:43.501468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.513988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-de85c732-15f0-4d1c-8ad1-50ca0eb25315 service neutron] 10.222.0.16 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052220 Jul 29 18:43:43.594826 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.603521 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Sync routers for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:43.614397 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:43.615291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:43.639151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3402574e-93d3-4f83-854c-2641f6ec2dac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3402574e-93d3-4f83-854c-2641f6ec2dac,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:43.640049 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-d06dba91-f20a-4e2a-b12a-ad5bfc27585b service neutron] 10.222.0.16 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166327 Jul 29 18:43:43.646596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.677404 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Provisioning complete for port 3402574e-93d3-4f83-854c-2641f6ec2dac triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:43.677876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.742114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3402574e-93d3-4f83-854c-2641f6ec2dac,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:43.762413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:43.817203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Provisioning for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:43.831352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Provisioning complete for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:43.831789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:43.870307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-37f8216e-21fc-4933-abb0-2ab6b84cd745 req-3be5d9eb-f2da-47de-ae47-bc92c1a9b623 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 210 time: 0.0427084 Jul 29 18:43:43.897356 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-29c807ba-b7c5-4431-8e40-b4121e1d2c38 None None] Port d2810b1d-d7c9-4bac-afec-b54949f1cd52 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:43:43.999711 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 2, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:44.018251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c43438b2-f27d-49a2-a630-508b06ff765b None None] Provisioning complete for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:44.018575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c43438b2-f27d-49a2-a630-508b06ff765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.034184 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Checking router: f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:44.034798 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Updating router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 port d2810b1d-d7c9-4bac-afec-b54949f1cd52 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:43:44.061810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c43438b2-f27d-49a2-a630-508b06ff765b None None] Port d2810b1d-d7c9-4bac-afec-b54949f1cd52 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:43:44.067109 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.181379 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2c0cd7be-7505-4dc3-a49a-9c5a7aa1b070 None None] Provisioning complete for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:44.181742 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd7be-7505-4dc3-a49a-9c5a7aa1b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.217832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cd7be-7505-4dc3-a49a-9c5a7aa1b070 None None] Port d2810b1d-d7c9-4bac-afec-b54949f1cd52 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:43:44.339988 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.350048 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Transition to ACTIVE for port object d2810b1d-d7c9-4bac-afec-b54949f1cd52 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:44.356815 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.502004 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Pushing event updated for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:44.512820 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.513402 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.513909 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.514455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.514933 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.515416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.515889 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.516393 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.516721 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.517043 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.517388 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.517708 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:43:44.564617 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Attempting to bind port d2810b1d-d7c9-4bac-afec-b54949f1cd52 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:43:44.564875 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Attempting to bind port d2810b1d-d7c9-4bac-afec-b54949f1cd52 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:43:44.565161 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Attempting to bind port d2810b1d-d7c9-4bac-afec-b54949f1cd52 on network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:43:44.570509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:43:44.570953 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Checking segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:43:44.571484 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.571890 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Bound using segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:43:44.572420 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Bound port: d2810b1d-d7c9-4bac-afec-b54949f1cd52, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:43:44.572862 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.638425 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] For port d2810b1d-d7c9-4bac-afec-b54949f1cd52, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:43:44.641694 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] For port d2810b1d-d7c9-4bac-afec-b54949f1cd52, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2810b1d-d7c9-4bac-afec-b54949f1cd52,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:43:44.649020 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:44.701120 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:44.701760 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:44.796987 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742228d9-8c35-4842-8eef-0d620b0de302 None None] Pushing event updated for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:44.828751 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:44.887295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.041814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f8ec696-9cb3-4e60-a659-29114ab74df2 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:45.115849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 7f8ec696-9cb3-4e60-a659-29114ab74df2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:45.116520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.124855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:44Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:45.154859 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7e4f-bb9d-4143-b490-6c115bf5bb1d None None] The sync data for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 is: [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:44Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:45.243588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3402574e-93d3-4f83-854c-2641f6ec2dac up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:45.274173 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f2814691-1c54-4759-bd50-accca0bee4bf req-bd6c3ca5-98e2-472f-a9b0-aca5febedce0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 210 time: 0.0770609 Jul 29 18:43:45.294965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3402574e-93d3-4f83-854c-2641f6ec2dac triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:45.294965 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.349062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-32f3955b-b848-4786-b48f-b989cb7952b4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:45.351205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-32f3955b-b848-4786-b48f-b989cb7952b4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 796 time: 0.5996659 Jul 29 18:43:45.409154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-7ff82207-25c3-4873-8cca-7fdf31596f19 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 379 time: 0.0477679 Jul 29 18:43:45.418917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'port': {'device_id': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'admin_state_up': True, 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'security_groups': ['bfb20536-0a9e-4697-bbc7-0519df191e2e']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:45.540387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:43:45.544517 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.687451 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.13 (78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3/91be05dd-b01f-4e11-8907-cfa51c977bb3/cd105bb7-9376-47b8-ae30-db4defb1de38) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:43:45.829575 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.844379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object cd105bb7-9376-47b8-ae30-db4defb1de38 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:45.878773 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:45.927391 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:45.930722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:45.934464 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:43:45.943240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:45.990460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:45.991129 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.008262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-c2fe9c45-8c73-4155-853c-6e559aae2dec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934043 Jul 29 18:43:46.021240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Request body: {'port': {'device_id': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:46.080454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.235712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa006f2d-1d0e-4bd6-8d14-a1f85236bc76 None None] Provisioning for port cd105bb7-9376-47b8-ae30-db4defb1de38 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:46.240220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa006f2d-1d0e-4bd6-8d14-a1f85236bc76 None None] Provisioning complete for port cd105bb7-9376-47b8-ae30-db4defb1de38 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:46.240910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa006f2d-1d0e-4bd6-8d14-a1f85236bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.278939 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aa006f2d-1d0e-4bd6-8d14-a1f85236bc76 None None] Port cd105bb7-9376-47b8-ae30-db4defb1de38 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:43:46.386080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd105bb7-9376-47b8-ae30-db4defb1de38 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:43:46.395004 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.411804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Transition to ACTIVE for port object cd105bb7-9376-47b8-ae30-db4defb1de38 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:43:46.423240 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eb577-b219-4343-b8ee-94d6bb0e5a3f req-43dcae00-5039-4385-a0ea-54633fb95b25 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:46.424747 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c0eb577-b219-4343-b8ee-94d6bb0e5a3f req-43dcae00-5039-4385-a0ea-54633fb95b25 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 932 time: 0.0741942 Jul 29 18:43:46.425876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.489813 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Pushing event updated for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:46.513100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c0eb577-b219-4343-b8ee-94d6bb0e5a3f req-b8905690-3872-4c5a-bab2-d3aef1a739a0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626202 Jul 29 18:43:46.581333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Attempting to bind port cd105bb7-9376-47b8-ae30-db4defb1de38 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:43:46.581714 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Attempting to bind port cd105bb7-9376-47b8-ae30-db4defb1de38 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:43:46.582043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Attempting to bind port cd105bb7-9376-47b8-ae30-db4defb1de38 on network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:43:46.586575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Port cd105bb7-9376-47b8-ae30-db4defb1de38 on network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:43:46.586901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Attempting to bind port cd105bb7-9376-47b8-ae30-db4defb1de38 on network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:43:46.591973 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:43:46.592317 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Checking segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:43:46.592713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Bound using segment: {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:43:46.593144 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Bound port: cd105bb7-9376-47b8-ae30-db4defb1de38, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118628e2-f684-478f-9079-3e3ae5ce2e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:43:46.593510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.659101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:43:46.662110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd105bb7-9376-47b8-ae30-db4defb1de38,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:43:46.669476 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.720033 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:46.720712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:46.722139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] 10.222.0.38 "PUT /v2.0/ports/cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 1092 time: 0.7056398 Jul 29 18:43:46.722650 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:46.724956 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:46.738704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18e00a-263b-4142-967b-f012f89c2afb service neutron] Pushing event updated for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:46.809170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-e6ed240f-554a-41ec-91c0-553d8f5f707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:46.810754 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-e6ed240f-554a-41ec-91c0-553d8f5f707e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1095 time: 0.0437877 Jul 29 18:43:46.821716 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8407179-ac1f-4526-80ba-8d7fe865dc3d x-openstack-request-id: req-c8407179-ac1f-4526-80ba-8d7fe865dc3d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:46.822020 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:46.822388 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8407179-ac1f-4526-80ba-8d7fe865dc3d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:46.822698 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'status': 'completed', 'code': 200} Jul 29 18:43:46.859446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-dc3cd6f8-d9ef-4893-9aeb-52fbe4529fac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 217 time: 0.0358243 Jul 29 18:43:46.909457 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-7a5b100b-1344-4aea-81e1-4b1382c805a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:46.910967 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-7a5b100b-1344-4aea-81e1-4b1382c805a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 200 len: 835 time: 0.0449059 Jul 29 18:43:46.962919 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095c62-9554-4c12-8751-20ce771d60ce req-11a18565-d3d6-4aff-88fb-4115a2eb0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:46.964507 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-11a18565-d3d6-4aff-88fb-4115a2eb0283 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459611 Jul 29 18:43:47.030686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2810b1d-d7c9-4bac-afec-b54949f1cd52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:47.056829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-02a00ed8-8510-48b0-9bd6-ad3c8c78277b service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Jul 29 18:43:47.078357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:47.082029 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:47.082453 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:47.154389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78095c62-9554-4c12-8751-20ce771d60ce req-1f51eeba-4b2f-409b-be4b-56dbfddd030a service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904675 Jul 29 18:43:47.159151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:47.196271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d2810b1d-d7c9-4bac-afec-b54949f1cd52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2810b1d-d7c9-4bac-afec-b54949f1cd52,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:47.201921 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:47.245984 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-9fc8345c-8a42-40df-8930-84ad57a20448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:47.247640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-9fc8345c-8a42-40df-8930-84ad57a20448 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1095 time: 0.0420327 Jul 29 18:43:47.250748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:47.342554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-b95aae88-14ba-43bf-a585-8f9c5e048bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:47.344017 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-b95aae88-14ba-43bf-a585-8f9c5e048bf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 897 time: 0.0895851 Jul 29 18:43:47.386815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-d081a3d3-ddee-45da-a4dd-900d6e71f33e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 217 time: 0.0353417 Jul 29 18:43:47.444008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-2d3a6ca6-a4d0-492a-954a-0777b6f34079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:47.445476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-2d3a6ca6-a4d0-492a-954a-0777b6f34079 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 200 len: 835 time: 0.0513973 Jul 29 18:43:47.493572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-35870b16-d9a9-4525-9f21-e046f88a9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:47.495155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-35870b16-d9a9-4525-9f21-e046f88a9948 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415268 Jul 29 18:43:47.600203 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-fc2582fa-9807-4bda-bb95-983497d37222 service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969203 Jul 29 18:43:47.693379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab47f08-f5d7-448e-ba17-bc46495d4b99 req-20191cf0-f141-4df7-bcff-10e42911fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:47.694979 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ab47f08-f5d7-448e-ba17-bc46495d4b99 req-20191cf0-f141-4df7-bcff-10e42911fa11 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 944 time: 0.1056154 Jul 29 18:43:47.735210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-34a117e2-abbe-4a87-8fb0-ea4cd92917f1 req-e317769a-9fc8-4317-aac8-985dbb05417a service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183338 Jul 29 18:43:47.749384 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ab47f08-f5d7-448e-ba17-bc46495d4b99 req-356a3675-b48a-4e3c-8c92-5bc57c9996c5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465043 Jul 29 18:43:48.879688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2852-07cb-4f7c-9d10-0ba7784e2a71 req-6cfcec63-b569-409d-9123-4aac3f81ba16 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:48.881190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9bb2852-07cb-4f7c-9d10-0ba7784e2a71 req-6cfcec63-b569-409d-9123-4aac3f81ba16 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 944 time: 0.0510838 Jul 29 18:43:48.920458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9bb2852-07cb-4f7c-9d10-0ba7784e2a71 req-93430ac7-dc85-4597-8e6b-5f532337fcfd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Jul 29 18:43:49.017476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2810b1d-d7c9-4bac-afec-b54949f1cd52 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:49.071184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d2810b1d-d7c9-4bac-afec-b54949f1cd52 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:49.071557 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:50.065992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044888-bcce-4297-9b31-36f8c910f215 req-b76aba03-f97b-4eff-ac9e-d56df1c73205 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:50.067518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40044888-bcce-4297-9b31-36f8c910f215 req-b76aba03-f97b-4eff-ac9e-d56df1c73205 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 944 time: 0.0569568 Jul 29 18:43:50.108687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40044888-bcce-4297-9b31-36f8c910f215 req-c8d5ffcb-1603-41cb-b0c6-9e3f53ee119d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339041 Jul 29 18:43:50.167477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd105bb7-9376-47b8-ae30-db4defb1de38 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:43:50.262892 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd105bb7-9376-47b8-ae30-db4defb1de38,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:50.274184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'port_id': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'mac_address': 'fa:16:3e:24:6f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:43:50.310626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:50.326897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd105bb7-9376-47b8-ae30-db4defb1de38 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:43:50.346111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd105bb7-9376-47b8-ae30-db4defb1de38,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:50.352289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:50.399870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:50.596108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['cd105bb7-9376-47b8-ae30-db4defb1de38'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:43:51.259519 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd947d67-e657-4e89-bd70-45d061cb45e2 req-871ee88c-59df-4f1c-b02c-fd736762b800 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:51.261039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd947d67-e657-4e89-bd70-45d061cb45e2 req-871ee88c-59df-4f1c-b02c-fd736762b800 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 945 time: 0.0586519 Jul 29 18:43:51.300629 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bd947d67-e657-4e89-bd70-45d061cb45e2 req-d1883d6d-1cef-4f81-8793-54d576e5f525 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334527 Jul 29 18:43:52.185376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd105bb7-9376-47b8-ae30-db4defb1de38 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:43:52.240010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port cd105bb7-9376-47b8-ae30-db4defb1de38 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:43:52.244406 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port cd105bb7-9376-47b8-ae30-db4defb1de38 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:43:52.244777 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:52.322958 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:52.346588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:52.349209 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c72af-89af-46e1-9696-ba35fce7109a" -d '{"events": [{"server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "name": "network-vif-plugged", "status": "completed", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:52.361704 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd105bb7-9376-47b8-ae30-db4defb1de38,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:43:52.366960 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:52.416349 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:52.418252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba397e-b840-4b8a-b561-e8b099c02038 req-a6bf0e09-9bde-4504-a8b8-ad6e1ae2cafa tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:52.420744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82ba397e-b840-4b8a-b561-e8b099c02038 req-a6bf0e09-9bde-4504-a8b8-ad6e1ae2cafa tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0513380 Jul 29 18:43:52.468941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-82ba397e-b840-4b8a-b561-e8b099c02038 req-be0c28ce-911e-4803-aca0-507976f28c32 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416381 Jul 29 18:43:52.568176 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88048bd6-1417-46e8-b533-e7c076bc1ead x-openstack-request-id: req-88048bd6-1417-46e8-b533-e7c076bc1ead {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:52.568465 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "name": "network-vif-plugged", "status": "completed", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:52.568719 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88048bd6-1417-46e8-b533-e7c076bc1ead {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:52.569144 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'code': 200} Jul 29 18:43:52.677150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e61335-0b6b-477f-8d29-c9034ce75a0c req-425c8a7e-123d-475a-9c78-7da257479822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:52.678736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8e61335-0b6b-477f-8d29-c9034ce75a0c req-425c8a7e-123d-475a-9c78-7da257479822 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0473750 Jul 29 18:43:52.714095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c8e61335-0b6b-477f-8d29-c9034ce75a0c req-7dd82d05-93b5-4bce-b0aa-6473523e9491 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283051 Jul 29 18:43:52.826165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:43:53.596479 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808a149-2ba8-4243-949a-8a7a06095ef6 req-f3cc3e50-fa83-44eb-9679-ac0dd55a3c9e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:53.597968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3808a149-2ba8-4243-949a-8a7a06095ef6 req-f3cc3e50-fa83-44eb-9679-ac0dd55a3c9e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0566308 Jul 29 18:43:53.639152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3808a149-2ba8-4243-949a-8a7a06095ef6 req-71cafc70-373b-4c9b-9bd0-f7dfca6356bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Jul 29 18:43:53.769344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c08df-bbe8-411d-bd4d-2b0cb742bf06 req-6a726e5b-cc49-43d3-bf4f-6aa472e6eea8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:53.771884 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e6c08df-bbe8-411d-bd4d-2b0cb742bf06 req-6a726e5b-cc49-43d3-bf4f-6aa472e6eea8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0679801 Jul 29 18:43:53.812406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4e6c08df-bbe8-411d-bd4d-2b0cb742bf06 req-2a66593a-8238-4489-82b3-ba84a201c815 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338523 Jul 29 18:43:53.834865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45550) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:53.885167 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e38653-5a88-46ba-99b3-130f3047ddcc tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:53.886708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d6e38653-5a88-46ba-99b3-130f3047ddcc tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1092 time: 0.0504949 Jul 29 18:43:53.889545 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45552) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:53.893909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:43:53.918157 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.018798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.123587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.107 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/34b718ab-e8d7-474c-a045-28dec4cc429c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:43:54.224720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.264955 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.305860 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:43:54.308773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:43:54.312211 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:43:54.319577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=34b718ab-e8d7-474c-a045-28dec4cc429c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:54.677118 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.753827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.927749 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.935892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:54.998156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=34b718ab-e8d7-474c-a045-28dec4cc429c,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:43:55.013694 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:55.112888 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 77f9fe4a-b4b4-424d-b9f3-0a95a717812d associated. External IP: 172.25.5.107, port: cd105bb7-9376-47b8-ae30-db4defb1de38. Jul 29 18:43:55.332335 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:43:55.448453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:43:55.459325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Sync routers for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:43:55.468303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:55.472829 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:55.473456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:55.495596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-307ba229-3e83-4557-9cd4-5ef8a6bf5dbc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6050665 Jul 29 18:43:55.496196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:43:55.498858 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b7a40-058d-49c0-9bda-0ec4962a8bef" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:43:55.598773 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfa3eb-51d3-40ba-b64d-e280bf6ba93c req-341fedc5-6ced-40fa-9bd3-9e120c55f98a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:55.600392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78cfa3eb-51d3-40ba-b64d-e280bf6ba93c req-341fedc5-6ced-40fa-9bd3-9e120c55f98a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Jul 29 18:43:55.643877 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-78cfa3eb-51d3-40ba-b64d-e280bf6ba93c req-10ef5436-b7d2-410e-b8d0-c23f973a4e64 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365317 Jul 29 18:43:55.666405 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:55.711236 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1be2d-a617-47ac-9b0f-625396e6dc94 x-openstack-request-id: req-cff1be2d-a617-47ac-9b0f-625396e6dc94 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:43:55.711969 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:43:55.711969 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cff1be2d-a617-47ac-9b0f-625396e6dc94 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:43:55.712155 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'status': 'completed', 'code': 200} Jul 29 18:43:55.745357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:55.764300 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0e516225-9217-489a-b521-cc969c9e59b0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/77f9fe4a-b4b4-424d-b9f3-0a95a717812d HTTP/1.1" status: 200 len: 992 time: 0.0961883 Jul 29 18:43:55.773501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-ca533735-72ad-4455-b042-c0347d7d2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:55.775019 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-ca533735-72ad-4455-b042-c0347d7d2124 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0602505 Jul 29 18:43:55.866759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-3b9feb5a-dc14-42b0-b7dd-127c5bd45092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:55.868159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-3b9feb5a-dc14-42b0-b7dd-127c5bd45092 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 897 time: 0.0864708 Jul 29 18:43:55.936804 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-1a326920-888a-4d27-a42e-99a527d8f5da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 1000 time: 0.0612605 Jul 29 18:43:55.975256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '77f9fe4a-b4b4-424d-b9f3-0a95a717812d', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'port_id': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'mac_address': 'fa:16:3e:24:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:43:54Z', 'updated_at': '2021-07-29T18:43:54Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:55.985392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-4e50957b-881b-4d07-9a7b-f84debe64531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:55.986908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-4e50957b-881b-4d07-9a7b-f84debe64531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 200 len: 835 time: 0.0434723 Jul 29 18:43:56.002269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Checking router: f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:43:56.010920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:43:56.011527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:43:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:56.034613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-22dbb2e9-8c10-4275-952c-96b14d00cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:43:56.036124 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-22dbb2e9-8c10-4275-952c-96b14d00cdb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418854 Jul 29 18:43:56.118049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:43:56.129386 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-b8d10fff-e456-4274-b4a1-a57238298678 service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859072 Jul 29 18:43:56.218082 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-988b7a40-058d-49c0-9bda-0ec4962a8bef req-fec3532a-576d-4a3f-b55d-27134a9c1009 service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Jul 29 18:43:56.353486 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '77f9fe4a-b4b4-424d-b9f3-0a95a717812d', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'port_id': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'mac_address': 'fa:16:3e:24:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:43:54Z', 'updated_at': '2021-07-29T18:43:54Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:43:56.384903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f559162-cb00-4094-bb77-c71c7b445d55 None None] The sync data for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 is: [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '77f9fe4a-b4b4-424d-b9f3-0a95a717812d', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'port_id': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'mac_address': 'fa:16:3e:24:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:43:54Z', 'updated_at': '2021-07-29T18:43:54Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:43:56.571353 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e833e-9ff5-42fa-8a28-34c98e7c51b9 None None] New status for floating IP 77f9fe4a-b4b4-424d-b9f3-0a95a717812d: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:43:56.768226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45560) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:43:56.833981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7b59fb7a-68d0-42a6-b60d-300ab5133da5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/77f9fe4a-b4b4-424d-b9f3-0a95a717812d HTTP/1.1" status: 200 len: 994 time: 0.0645642 Jul 29 18:43:57.048907 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:43:57.969157 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:07.178392 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-ea13c283-f6ca-4d3f-bc9a-96b5c3d83bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472729 Jul 29 18:44:07.265881 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009ac7-7080-406c-9025-db335237968b req-fc92cad7-215d-4f7d-b321-7f1bc5066a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:07.267429 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-fc92cad7-215d-4f7d-b321-7f1bc5066a9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0453572 Jul 29 18:44:07.684387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009ac7-7080-406c-9025-db335237968b req-03260394-36a0-4b89-9176-a35b2316cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:07.685893 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-03260394-36a0-4b89-9176-a35b2316cc68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 897 time: 0.3993449 Jul 29 18:44:07.765833 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-4c7f8598-4961-4a5a-b51f-103392ebf3a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 1002 time: 0.0723050 Jul 29 18:44:07.826638 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009ac7-7080-406c-9025-db335237968b req-019f17d1-52aa-40e2-b761-510505fabfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:07.828105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-019f17d1-52aa-40e2-b761-510505fabfe2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 200 len: 835 time: 0.0549779 Jul 29 18:44:07.873074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009ac7-7080-406c-9025-db335237968b req-c1418110-ad2e-40f3-8a68-34cd91f1d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:07.874929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-c1418110-ad2e-40f3-8a68-34cd91f1d9b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402536 Jul 29 18:44:07.970850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-ede4d88f-0edf-4194-805b-4bfa8a0811f1 service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883906 Jul 29 18:44:08.065639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-84009ac7-7080-406c-9025-db335237968b req-182443d0-838f-418f-894a-6dd573ee7f7e service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840685 Jul 29 18:44:09.371304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-016a0e5d-a33c-4448-b2b5-48494eac95c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:11.796377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-51edd2b5-28ec-447d-b6ee-400030afb62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:12.017132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:13.245604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:14.886926 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:25.660468 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ca966-9568-4855-a77e-9e5625c9a346 req-4898d246-e294-46cb-85d3-0913680e06ae tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:25.662912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be5ca966-9568-4855-a77e-9e5625c9a346 req-4898d246-e294-46cb-85d3-0913680e06ae tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0606189 Jul 29 18:44:25.704270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be5ca966-9568-4855-a77e-9e5625c9a346 req-f4460f75-efa8-4872-b394-da12dbb5e40b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356324 Jul 29 18:44:26.838610 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836fb53-5b42-4eea-8e08-c7f268d9445f req-17ce6551-c96d-4e9e-a1b2-ef920665b5fe tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:26.840099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e836fb53-5b42-4eea-8e08-c7f268d9445f req-17ce6551-c96d-4e9e-a1b2-ef920665b5fe tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0557916 Jul 29 18:44:26.878101 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e836fb53-5b42-4eea-8e08-c7f268d9445f req-f33eb44e-dfa2-4eee-9f9b-abf7b8597d3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jul 29 18:44:26.902310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45582) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:26.968719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-821e4fe5-6c21-46af-bb43-188a30bad3cf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/77f9fe4a-b4b4-424d-b9f3-0a95a717812d HTTP/1.1" status: 200 len: 994 time: 0.0649056 Jul 29 18:44:27.043745 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:27.987670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:28.236898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a4fc-372f-4a33-a8b2-842c266061fe req-28335367-02aa-4531-b24c-8159d3ce37b4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:28.238485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f72a4fc-372f-4a33-a8b2-842c266061fe req-28335367-02aa-4531-b24c-8159d3ce37b4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0506492 Jul 29 18:44:28.281435 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7f72a4fc-372f-4a33-a8b2-842c266061fe req-05510e6d-bd88-4f8b-a18a-face9ef797d1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367439 Jul 29 18:44:29.418297 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13420e-2476-4a0c-8fee-769cb20b052d req-5a91c241-054e-4219-911d-01245d228148 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:29.419815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd13420e-2476-4a0c-8fee-769cb20b052d req-5a91c241-054e-4219-911d-01245d228148 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0540023 Jul 29 18:44:29.460910 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cd13420e-2476-4a0c-8fee-769cb20b052d req-6f46bdf7-bb0b-4c18-83bf-5e7ebb067253 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Jul 29 18:44:29.489508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:29.549847 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0d40ad5e-647f-4060-b045-09f7be8e9202 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/77f9fe4a-b4b4-424d-b9f3-0a95a717812d HTTP/1.1" status: 200 len: 994 time: 0.0592024 Jul 29 18:44:29.815315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45598) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:29.830714 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:44:29.981963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 34b718ab-e8d7-474c-a045-28dec4cc429c {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:44:29.982327 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.063091 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.063394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.074720 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 34b718ab-e8d7-474c-a045-28dec4cc429c owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:44:30.229252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.255038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=34b718ab-e8d7-474c-a045-28dec4cc429c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:30.266799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.267149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.267486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.267820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.268153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.268482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.268810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.269139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.269465 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.269793 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.270132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.270476 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:30.330729 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.331102 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 77f9fe4a-b4b4-424d-b9f3-0a95a717812d disassociated (deleted). External IP: 172.25.5.107, port: cd105bb7-9376-47b8-ae30-db4defb1de38. Jul 29 18:44:30.552450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:44:30.666692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:44:30.672030 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:30.676776 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f78234-900f-4646-9abc-774a3766570b None None] Sync routers for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:44:30.686277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:30.686896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:30.703852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-81852182-222d-443f-9d0a-064bfdd470a1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/floatingips/77f9fe4a-b4b4-424d-b9f3-0a95a717812d HTTP/1.1" status: 204 len: 168 time: 0.8873429 Jul 29 18:44:30.704480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:44:30.706797 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e27f05-6a28-4c56-ab1a-b636ef025192" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:44:30.795071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:30.861888 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99814c73-b0a8-4b51-849c-4decca687dfb x-openstack-request-id: req-99814c73-b0a8-4b51-849c-4decca687dfb {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:44:30.862367 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:44:30.862703 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99814c73-b0a8-4b51-849c-4decca687dfb {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:44:30.863178 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'status': 'completed', 'code': 200} Jul 29 18:44:30.955396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-637ac9d8-ecac-4ea7-a1ca-8e9fa128fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:30.956944 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-637ac9d8-ecac-4ea7-a1ca-8e9fa128fe06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0688229 Jul 29 18:44:30.972351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fceb51-c2ec-49c3-9578-6cd8fa60e4a3 req-a0d7a9b0-bf24-4dac-a03e-a40f15411d04 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:30.973831 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5fceb51-c2ec-49c3-9578-6cd8fa60e4a3 req-a0d7a9b0-bf24-4dac-a03e-a40f15411d04 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0605006 Jul 29 18:44:31.000953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:31.031002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f78234-900f-4646-9abc-774a3766570b None None] Checking router: f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:44:31.039863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:31.040492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:31.065368 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5fceb51-c2ec-49c3-9578-6cd8fa60e4a3 req-d8c8fca6-e033-44e3-9b1a-b95add09d981 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832455 Jul 29 18:44:31.099437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-536c193c-a6fa-4585-a9f3-ecc80c6f9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:31.100853 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-536c193c-a6fa-4585-a9f3-ecc80c6f9531 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 200 len: 897 time: 0.1261382 Jul 29 18:44:31.145828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-90ad7b2d-4b26-4f63-ac46-4276465ac942 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 200 len: 217 time: 0.0370326 Jul 29 18:44:31.147007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:31.199305 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-6d07a002-b778-40c6-a86c-35a9680de88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:31.200800 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-6d07a002-b778-40c6-a86c-35a9680de88a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 200 len: 835 time: 0.0463271 Jul 29 18:44:31.255209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-86393446-9231-4827-8b5a-62fdb7769255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:31.256729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-86393446-9231-4827-8b5a-62fdb7769255 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465412 Jul 29 18:44:31.347352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-25f78234-900f-4646-9abc-774a3766570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:31.350315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-b7f899a0-ec11-4458-8b24-218b058a7fd7 service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833213 Jul 29 18:44:31.373981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f78234-900f-4646-9abc-774a3766570b None None] The sync data for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 is: [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:43:42Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd2810b1d-d7c9-4bac-afec-b54949f1cd52', 'name': '', 'network_id': '78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:1c:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:41Z', 'updated_at': '2021-07-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91be05dd-b01f-4e11-8907-cfa51c977bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:44:31.449544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f6e27f05-6a28-4c56-ab1a-b636ef025192 req-b9345861-0999-4d3a-ab35-197bb67b3dcb service neutron] 10.222.0.38 "GET /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913248 Jul 29 18:44:31.596305 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06786934-8f69-402e-bb59-ccc169cb32dd None None] New status for floating IP 77f9fe4a-b4b4-424d-b9f3-0a95a717812d: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:44:32.203456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df0e8f-6335-4607-970c-0b09336a81c5 req-be754ba9-4488-4458-95c4-b838c871877e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:32.204929 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9df0e8f-6335-4607-970c-0b09336a81c5 req-be754ba9-4488-4458-95c4-b838c871877e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0595844 Jul 29 18:44:32.246606 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d9df0e8f-6335-4607-970c-0b09336a81c5 req-8f8ec285-f9c0-4667-9f42-298ea677e020 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfb20536-0a9e-4697-bbc7-0519df191e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326531 Jul 29 18:44:32.533370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-27a4b260-27f5-4dbd-9360-c5fdf52ba6d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:32.534776 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-27a4b260-27f5-4dbd-9360-c5fdf52ba6d6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 946 time: 0.0580938 Jul 29 18:44:32.628505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port cd105bb7-9376-47b8-ae30-db4defb1de38 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:44:32.628840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:32.717927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port cd105bb7-9376-47b8-ae30-db4defb1de38, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=cd105bb7-9376-47b8-ae30-db4defb1de38,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:32.718277 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:32.731009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for cd105bb7-9376-47b8-ae30-db4defb1de38 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:44:32.875762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:32.904558 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=cd105bb7-9376-47b8-ae30-db4defb1de38,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:32.945225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] No DVR routers for this DVR port cd105bb7-9376-47b8-ae30-db4defb1de38 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:44:32.947924 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:32.949889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ba1691-1fd6-4a44-bfce-54fdc9fe85e1 req-e1d999ea-91cb-430b-9558-fbb9a9036134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "DELETE /v2.0/ports/cd105bb7-9376-47b8-ae30-db4defb1de38 HTTP/1.1" status: 204 len: 173 time: 0.4086089 Jul 29 18:44:32.950430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'name': 'network-vif-deleted', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:44:32.952683 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f1927b-1b8e-4718-b009-d307f0217f04" -d '{"events": [{"server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "name": "network-vif-deleted", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:44:32.992433 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef27fb-6704-4c74-bcb5-7e697a9bd122 x-openstack-request-id: req-31ef27fb-6704-4c74-bcb5-7e697a9bd122 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:44:32.992759 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1d252-a4f9-4207-bdc5-d45d3de0bac2", "name": "network-vif-deleted", "tag": "cd105bb7-9376-47b8-ae30-db4defb1de38", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:44:32.992991 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31ef27fb-6704-4c74-bcb5-7e697a9bd122 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:44:32.993405 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1d252-a4f9-4207-bdc5-d45d3de0bac2', 'name': 'network-vif-deleted', 'tag': 'cd105bb7-9376-47b8-ae30-db4defb1de38', 'status': 'completed', 'code': 200} Jul 29 18:44:33.365851 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8e1d01b2-d4bd-4351-b721-c007b567fb33 req-badf3270-33a8-4f3a-83d4-11209eb80134 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=99a1d252-a4f9-4207-bdc5-d45d3de0bac2 HTTP/1.1" status: 200 len: 210 time: 0.0315628 Jul 29 18:44:34.436739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:35.190476 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:35.471721 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port d2810b1d-d7c9-4bac-afec-b54949f1cd52 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:44:35.472484 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:35.583918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port d2810b1d-d7c9-4bac-afec-b54949f1cd52, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d2810b1d-d7c9-4bac-afec-b54949f1cd52,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:35.584298 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:35.600613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for d2810b1d-d7c9-4bac-afec-b54949f1cd52 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:44:35.824530 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:35.852865 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=d2810b1d-d7c9-4bac-afec-b54949f1cd52,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:35.869572 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.869820 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.870360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.870504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.870999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.871452 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.872005 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.872195 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.872590 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.873035 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.873751 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:35.874061 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:36.041744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.264006 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:44:36.378057 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:44:36.383698 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4fe8eb7c-096a-437a-9581-9b6e54ed505b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/f5f5cc52-b8e1-4b69-b598-76e6d42c37c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457960 Jul 29 18:44:36.386639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45616) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:36.388178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Sync routers for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:44:36.397592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:36.398194 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:36.435613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd105bb7-9376-47b8-ae30-db4defb1de38 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:44:36.438799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting subnet 91be05dd-b01f-4e11-8907-cfa51c977bb3 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:44:36.441974 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.458566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: cd105bb7-9376-47b8-ae30-db4defb1de38 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:44:36.458941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device cd105bb7-9376-47b8-ae30-db4defb1de38 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:44:36.483264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.526592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:36.572314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.634034 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.661738 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Subnet': ['ID=91be05dd-b01f-4e11-8907-cfa51c977bb3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:36.665373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.667564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d9674a0-6777-48dd-81e4-6eb0ff151942 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/subnets/91be05dd-b01f-4e11-8907-cfa51c977bb3 HTTP/1.1" status: 204 len: 168 time: 0.2795832 Jul 29 18:44:36.669924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45618) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:36.684119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48483a5c-fd40-4bf0-9dbe-00b74adeb882 None None] Network 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:44:36.777416 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.887949 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.943513 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 7f8ec696-9cb3-4e60-a659-29114ab74df2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:44:36.943855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:36.953800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:44:35Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '7f8ec696-9cb3-4e60-a659-29114ab74df2', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:43:39Z', 'updated_at': '2021-07-29T18:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:36.982494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Checking router: f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:44:36.996953 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Routers {'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:36.997597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:37.031835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 7f8ec696-9cb3-4e60-a659-29114ab74df2, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=7f8ec696-9cb3-4e60-a659-29114ab74df2,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:37.032119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.046489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 7f8ec696-9cb3-4e60-a659-29114ab74df2 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:44:37.098459 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] DHCP port deletion for 78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:44:37.100647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] Set router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:37.175045 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:44:36Z', 'revision_number': 6, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:37.203449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5791c-9659-498d-9962-68c5c5c57d31 None None] The sync data for ids ['f5f5cc52-b8e1-4b69-b598-76e6d42c37c0'] in n-d-801607-3 is: [{'id': 'f5f5cc52-b8e1-4b69-b598-76e6d42c37c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735117344', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:43:38Z', 'updated_at': '2021-07-29T18:44:36Z', 'revision_number': 6, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:44:37.222745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.232110 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Deleting port 3402574e-93d3-4f83-854c-2641f6ec2dac {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:44:37.232499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.250697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=7f8ec696-9cb3-4e60-a659-29114ab74df2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:37.299402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] For port 3402574e-93d3-4f83-854c-2641f6ec2dac, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3402574e-93d3-4f83-854c-2641f6ec2dac,segment=NetworkSegment(118628e2-f684-478f-9079-3e3ae5ce2e32),segment_id=118628e2-f684-478f-9079-3e3ae5ce2e32)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:37.299810 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.309526 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.312663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Calling delete_port for 3402574e-93d3-4f83-854c-2641f6ec2dac owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:44:37.392260 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.400776 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.402957 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.417013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Pushing event deleted for resources: {'Port': ['ID=3402574e-93d3-4f83-854c-2641f6ec2dac,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:37.421517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] No DVR routers for this DVR port 3402574e-93d3-4f83-854c-2641f6ec2dac on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:44:37.428309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.428651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.428954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.432268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f7cf3-4c88-49cb-a08b-86f1633c1e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:44:37.449799 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.450570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Fanout notify agent at l3_agent the message router_deleted on router f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:44:37.457621 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.458767 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d99eb5a4-04e7-423b-9a5e-c70973fa0caf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/routers/f5f5cc52-b8e1-4b69-b598-76e6d42c37c0 HTTP/1.1" status: 204 len: 168 time: 0.7878578 Jul 29 18:44:37.461560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:37.538217 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.632186 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.643352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:37.655820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118628e2-f684-478f-9079-3e3ae5ce2e32') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:37.655820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118628e2-f684-478f-9079-3e3ae5ce2e32') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:37.664537 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.678181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.684452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:44:37.684944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:44:37.688092 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:44:37.750674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.758273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.760347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/networks/78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3 HTTP/1.1" status: 204 len: 168 time: 0.2978294 Jul 29 18:44:37.763341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45622) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:37.776469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3f34c-0eb3-43a4-9321-b01b959d1a90 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Network': ['ID=78a4f52c-9a8d-4ce0-b9f6-ca85f366c6b3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:37.829800 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.859506 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.927860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.930693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:37.931944 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/security-groups/bfb20536-0a9e-4697-bbc7-0519df191e2e HTTP/1.1" status: 204 len: 168 time: 0.1675196 Jul 29 18:44:37.948335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a972-d653-46cb-9b17-f6acb7c21ed6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb20536-0a9e-4697-bbc7-0519df191e2e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.142803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.147632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926062023', 'description': 'tempest-secgroup-smoke-926062023 description', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.175899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.270622 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.276382 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.304179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.305389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1615672 Jul 29 18:44:38.307463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37ac98-ad37-49f0-897e-ae0b2e9afb55 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef158289-17f2-47f5-8a8f-a968a81d9fbb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.308503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.313371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.341845 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.401971 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.407592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.424338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f48a797-5868-4666-918f-ad72c8759a2f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.432755 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.434098 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-027e0d8e-fd3b-4e59-9e3a-11828562e2e3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245048 Jul 29 18:44:38.437096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45632) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.441547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.468792 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.529383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.536024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.562177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6bcd97-fdd0-40fb-8d84-f6a6c5a514e4,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.569521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.570943 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1c29bc75-23a2-4cd6-bb8e-6333b016abd5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328287 Jul 29 18:44:38.573970 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45634) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.578515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.606558 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.677384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.683619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.705654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee81afb-7226-4e54-99b6-5357412918f8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.709290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.710504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-0b9f1333-b784-41c7-afeb-f557414d38a3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355600 Jul 29 18:44:38.713606 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.718049 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.746333 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.804606 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.810585 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.830891 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2168236c-2e7e-4291-82ec-1ccdc128dc9c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.839632 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.841010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4c1ec34f-69d1-4666-8beb-62a5785e1df3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263433 Jul 29 18:44:38.843772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45638) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.848182 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:38.872821 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:44:38.878638 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.940244 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.945798 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.965414 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e6e39a-0f2a-4ad5-9c5e-fd366cb97390,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:38.974377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:38.975632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8fab9c98-697e-495f-8454-e0ef92736f85 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309042 Jul 29 18:44:38.979913 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45640) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:38.984765 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'ef158289-17f2-47f5-8a8f-a968a81d9fbb', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:39.009624 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:44:39.014854 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.047656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2810b1d-d7c9-4bac-afec-b54949f1cd52 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:44:39.070512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d2810b1d-d7c9-4bac-afec-b54949f1cd52 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:44:39.070854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d2810b1d-d7c9-4bac-afec-b54949f1cd52 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:44:39.071273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f8ec696-9cb3-4e60-a659-29114ab74df2 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:44:39.077587 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.082083 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.089811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 7f8ec696-9cb3-4e60-a659-29114ab74df2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:44:39.090152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 7f8ec696-9cb3-4e60-a659-29114ab74df2 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:44:39.090592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3402574e-93d3-4f83-854c-2641f6ec2dac no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:44:39.102261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c29cc6-ed60-4139-b3c9-c4439838f7f8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:39.109015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.109208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3402574e-93d3-4f83-854c-2641f6ec2dac {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:44:39.109462 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3402574e-93d3-4f83-854c-2641f6ec2dac not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:44:39.110253 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ed45b2a5-24e0-4a69-8776-bec547af385b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293519 Jul 29 18:44:39.112987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:39.117925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'network': {'name': 'tempest-network-smoke--364393905', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'port_security_enabled': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:39.140008 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:44:39.143544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.166722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:44:39.175814 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.176159 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Added segment 67314cc7-71ff-4697-b166-af4657ddc7c1 of type vlan for network 57000da5-1a36-41fd-9e12-f83d421088a6 Jul 29 18:44:39.217343 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.248472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.254004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:39.254619 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.313783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1997283 Jul 29 18:44:39.316835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45644) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:39.319987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73344921-ee70-4a47-926c-cc99815236bf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Network': ['ID=57000da5-1a36-41fd-9e12-f83d421088a6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:39.321526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'admin_state_up': True, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:39.330269 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 57000da5-1a36-41fd-9e12-f83d421088a6 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:44:39.344227 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.345465 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.391452 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73e7465b-af8c-4edc-a071-de93ccb174de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.401925 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.539108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.735899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.758979 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:39.865834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.154 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/eedbeff7-95dd-465f-8ced-b831a9271999) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:44:39.966676 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:40.009005 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:40.049049 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:40.051996 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:40.055394 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:44:40.062790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=eedbeff7-95dd-465f-8ced-b831a9271999,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:40.311714 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:40.819693 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:40.958722 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:44:41.072176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:44:41.081878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Sync routers for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:44:41.091927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:41.092584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:41.093362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.095923 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b4512ec7-dbb9-418a-b470-97ee066876df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7768486 Jul 29 18:44:41.097917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45646) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:41.132026 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b7b1b11f-f96c-4cfa-abfd-6fc7d96375c6 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1b887aa3bd04db4b33cd333a83c9252&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329077 Jul 29 18:44:41.134779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45648) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:41.196297 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:41.291966 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accad0e-0cd3-41a8-a42a-244dd56bdb37 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:41.293464 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5accad0e-0cd3-41a8-a42a-244dd56bdb37 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576753 Jul 29 18:44:41.296489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45650) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:41.379522 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:40Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:41.406548 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Checking router: 9f3d70e1-1445-4f2d-bf86-f8528dfe094b for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:44:41.406850 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Updating router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b port eedbeff7-95dd-465f-8ced-b831a9271999 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:44:41.437629 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.654570 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ef81d7f-fa9e-4729-a598-ea1e0251c113 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3568201 Jul 29 18:44:41.657065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45652) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:41.662523 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515659986', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:41.755871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:44:41.759573 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.787968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3789fcb8-c4ad-492a-9c63-3b7037b66b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.791904 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.802033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Transition to ACTIVE for port object eedbeff7-95dd-465f-8ced-b831a9271999 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:41.808307 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.858488 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Attempting to bind port eedbeff7-95dd-465f-8ced-b831a9271999 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:44:41.858847 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Attempting to bind port eedbeff7-95dd-465f-8ced-b831a9271999 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:44:41.859198 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Attempting to bind port eedbeff7-95dd-465f-8ced-b831a9271999 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:44:41.862875 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1935bc-4a2a-48bc-ab72-f8e7a3ddb566 None None] Pushing event updated for resources: {'Port': ['ID=eedbeff7-95dd-465f-8ced-b831a9271999,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:41.866947 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:44:41.867294 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:44:41.867684 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.868056 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:44:41.868511 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Bound port: eedbeff7-95dd-465f-8ced-b831a9271999, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:44:41.868878 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.918860 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] For port eedbeff7-95dd-465f-8ced-b831a9271999, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:44:41.921731 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] For port eedbeff7-95dd-465f-8ced-b831a9271999, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eedbeff7-95dd-465f-8ced-b831a9271999,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:44:41.927048 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.946475 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:41.983872 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:41.984486 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:42.011952 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Subnet': ['ID=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:42.015171 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.021631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Checking segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:44:42.021631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network hostable DHCP agents. Network: 57000da5-1a36-41fd-9e12-f83d421088a6, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:44:42.021941 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1935bc-4a2a-48bc-ab72-f8e7a3ddb566 None None] Pushing event updated for resources: {'Port': ['ID=eedbeff7-95dd-465f-8ced-b831a9271999,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:42.039432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 57000da5-1a36-41fd-9e12-f83d421088a6 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:44:42.048990 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 57000da5-1a36-41fd-9e12-f83d421088a6) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:42.054725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:42.057006 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.060497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba52130-2632-44c0-b924-82af5f703d8b None None] Network 57000da5-1a36-41fd-9e12-f83d421088a6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:44:42.073370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ab2b8448-2269-45e8-9a70-f0fe0bdd6cd0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4149790 Jul 29 18:44:42.076428 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:42.103172 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:42.213959 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-57000da5-1a36-41fd-9e12-f83d421088a6', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:44:42.215032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.288945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:40Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:42.315675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc02b3-dcfa-4019-a22b-32c0907295cf None None] The sync data for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 is: [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:40Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:44:42.388886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Allocated IP 172.20.0.2 (57000da5-1a36-41fd-9e12-f83d421088a6/18cfd12c-6e31-4426-b2bc-7644cfa1ff1f/788eb7c6-fcd8-46c8-8d86-556b13f925aa) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:44:42.559073 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.559269 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.567370 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Transition to ACTIVE for port object 788eb7c6-fcd8-46c8-8d86-556b13f925aa will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:42.586344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Transition to ACTIVE for port object 788eb7c6-fcd8-46c8-8d86-556b13f925aa will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:42.593987 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.633016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Network 57000da5-1a36-41fd-9e12-f83d421088a6 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:42.636024 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:42.639862 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:44:42.651039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Pushing event updated for resources: {'Port': ['ID=788eb7c6-fcd8-46c8-8d86-556b13f925aa,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:42.706796 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Attempting to bind port 788eb7c6-fcd8-46c8-8d86-556b13f925aa on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:44:42.707251 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Attempting to bind port 788eb7c6-fcd8-46c8-8d86-556b13f925aa by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:44:42.707542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Attempting to bind port 788eb7c6-fcd8-46c8-8d86-556b13f925aa on network 57000da5-1a36-41fd-9e12-f83d421088a6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:44:42.712943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:44:42.713317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Checking segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:44:42.713720 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.714112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Bound using segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:44:42.714616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Bound port: 788eb7c6-fcd8-46c8-8d86-556b13f925aa, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:44:42.715001 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.782701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] For port 788eb7c6-fcd8-46c8-8d86-556b13f925aa, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:44:42.785888 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] For port 788eb7c6-fcd8-46c8-8d86-556b13f925aa, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=788eb7c6-fcd8-46c8-8d86-556b13f925aa,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:44:42.791954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:42.850408 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbede6f-1fc0-4a25-959e-6226b369dae7 None None] Pushing event updated for resources: {'Port': ['ID=788eb7c6-fcd8-46c8-8d86-556b13f925aa,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:42.924798 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.1 (57000da5-1a36-41fd-9e12-f83d421088a6/18cfd12c-6e31-4426-b2bc-7644cfa1ff1f/da94f60b-be2b-4374-8826-3648af800ece) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:44:43.077577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.095232 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object da94f60b-be2b-4374-8826-3648af800ece will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:43.146735 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.155273 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eedbeff7-95dd-465f-8ced-b831a9271999 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:43.191039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 57000da5-1a36-41fd-9e12-f83d421088a6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:43.194262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:43.201547 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:44:43.205987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:43.245316 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port eedbeff7-95dd-465f-8ced-b831a9271999 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:43.249142 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.250534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.250826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port eedbeff7-95dd-465f-8ced-b831a9271999 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:43.251089 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.332228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.353303 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port eedbeff7-95dd-465f-8ced-b831a9271999, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eedbeff7-95dd-465f-8ced-b831a9271999,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:43.356793 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.384377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.405227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=eedbeff7-95dd-465f-8ced-b831a9271999,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:43.672435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.679085 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.753926 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:43.756421 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:43.788121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc63ce-bd23-4f2f-9f66-58288e60793c None None] Network 57000da5-1a36-41fd-9e12-f83d421088a6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:44:43.855117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 57000da5-1a36-41fd-9e12-f83d421088a6 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:43.856680 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:43.897690 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-fea0540c-cf43-4f71-a0a3-3a4f4c9bc375 None None] Provisioning for port 788eb7c6-fcd8-46c8-8d86-556b13f925aa completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:43.974032 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:44:44.095596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:44:44.102274 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1b9a519c-fa0f-4be2-ba56-c834f067039c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/9f3d70e1-1445-4f2d-bf86-f8528dfe094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242763 Jul 29 18:44:44.244285 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4321d57-245b-4a90-bbe8-b1d7cb1458c2 None None] Provisioning for port da94f60b-be2b-4374-8826-3648af800ece completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:44.250562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4321d57-245b-4a90-bbe8-b1d7cb1458c2 None None] Provisioning complete for port da94f60b-be2b-4374-8826-3648af800ece triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:44.251119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c4321d57-245b-4a90-bbe8-b1d7cb1458c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:44.265002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-dcb2310a-6a14-43c1-93a5-518284b66f97 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926062023&fields=id&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 267 time: 0.0461197 Jul 29 18:44:44.289503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c4321d57-245b-4a90-bbe8-b1d7cb1458c2 None None] Port da94f60b-be2b-4374-8826-3648af800ece cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:44:44.372884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-28df845e-6c19-4bd0-ab2d-225f3c2e7bf9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:44.374768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-28df845e-6c19-4bd0-ab2d-225f3c2e7bf9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 796 time: 0.1083102 Jul 29 18:44:44.391244 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-07609b76-e858-4fff-ba0a-e7d37cb00abb tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/quotas/a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 375 time: 0.0099771 Jul 29 18:44:44.410049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a9e4a090-1de1-441c-bcaa-20269528502d None None] Provisioning complete for port da94f60b-be2b-4374-8826-3648af800ece triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:44.410503 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a090-1de1-441c-bcaa-20269528502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:44.438881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Sync routers for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:44:44.453549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:44.454228 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:44.456698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-2a914264-e9f6-4297-bc7b-1810794766a7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581973 Jul 29 18:44:44.495193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4a090-1de1-441c-bcaa-20269528502d None None] Port da94f60b-be2b-4374-8826-3648af800ece cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:44:44.571058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:44.616370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-5aad4bf2-4bd4-45d6-8598-138974d3dcbb service neutron] 10.222.0.16 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474645 Jul 29 18:44:44.689325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-57fa5c16-4c56-4b7e-bf4d-3d2bfb4c1f29 None None] Provisioning complete for port da94f60b-be2b-4374-8826-3648af800ece triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:44.689632 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-57fa5c16-4c56-4b7e-bf4d-3d2bfb4c1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:44.710766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-5054993a-a49f-486e-bdce-6b7abdc0c1eb service neutron] 10.222.0.16 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933449 Jul 29 18:44:44.740585 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-57fa5c16-4c56-4b7e-bf4d-3d2bfb4c1f29 None None] Port da94f60b-be2b-4374-8826-3648af800ece cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:44:44.807632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 2, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:44.838580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Checking router: 9f3d70e1-1445-4f2d-bf86-f8528dfe094b for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:44:44.838932 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Updating router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b port da94f60b-be2b-4374-8826-3648af800ece binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:44:44.863833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:44.893163 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6026a830-45b6-4aa6-a516-5d6c4914e988 req-467cdca9-7d84-4c0e-a5c6-48322528669d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 210 time: 0.0312240 Jul 29 18:44:44.904167 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.146850 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eedbeff7-95dd-465f-8ced-b831a9271999 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:45.149798 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.181906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Transition to ACTIVE for port object da94f60b-be2b-4374-8826-3648af800ece will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:45.194377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.242097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ea9c-1f75-4eab-8489-8c3d77d77ead None None] Pushing event updated for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:45.258596 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port eedbeff7-95dd-465f-8ced-b831a9271999 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:45.258891 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.333185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Attempting to bind port da94f60b-be2b-4374-8826-3648af800ece on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:44:45.333548 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Attempting to bind port da94f60b-be2b-4374-8826-3648af800ece by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:44:45.333904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Attempting to bind port da94f60b-be2b-4374-8826-3648af800ece on network 57000da5-1a36-41fd-9e12-f83d421088a6 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:44:45.343666 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:44:45.344030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Checking segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:44:45.344425 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.344811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Bound using segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:44:45.345277 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Bound port: da94f60b-be2b-4374-8826-3648af800ece, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:44:45.345653 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.427524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 788eb7c6-fcd8-46c8-8d86-556b13f925aa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:45.472206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] For port da94f60b-be2b-4374-8826-3648af800ece, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:44:45.493699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] For port da94f60b-be2b-4374-8826-3648af800ece, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da94f60b-be2b-4374-8826-3648af800ece,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:44:45.504240 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.703212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 788eb7c6-fcd8-46c8-8d86-556b13f925aa completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:45.724701 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 788eb7c6-fcd8-46c8-8d86-556b13f925aa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:45.725053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.748745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ea9c-1f75-4eab-8489-8c3d77d77ead None None] Pushing event updated for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:45.755096 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:45.755714 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:45.901902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:45.936197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:45.987702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36831d6f-4ffc-4091-9bee-b958d4349a6d req-3f49c68b-0a4c-4654-b9d3-6aeda6f5dce0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 210 time: 0.0279288 Jul 29 18:44:46.052919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 788eb7c6-fcd8-46c8-8d86-556b13f925aa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=788eb7c6-fcd8-46c8-8d86-556b13f925aa,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:46.059466 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:46.134390 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=788eb7c6-fcd8-46c8-8d86-556b13f925aa,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:46.188080 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:45Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:46.218433 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c28ab-e05d-4035-a2c9-d1f60282f790 None None] The sync data for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 is: [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:45Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:44:46.861075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-c141b45f-9424-49f0-a058-5464788c534d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:46.862656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-c141b45f-9424-49f0-a058-5464788c534d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 796 time: 0.1136560 Jul 29 18:44:46.909215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-8b6681bf-ddd5-492b-aeb7-1b635d4fc8cb tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 379 time: 0.0370269 Jul 29 18:44:46.919814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'port': {'device_id': '565ccd5c-93ee-4ad5-b317-618da7790531', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'admin_state_up': True, 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'security_groups': ['ef158289-17f2-47f5-8a8f-a968a81d9fbb']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:47.040489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:44:47.045029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.140436 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5642873-a7f3-4597-a7e2-31cb2f14ee33 req-320c4190-ec1c-46d5-b5eb-19381d1d37c6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 210 time: 0.0351906 Jul 29 18:44:47.173881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 788eb7c6-fcd8-46c8-8d86-556b13f925aa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:47.214083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.14 (57000da5-1a36-41fd-9e12-f83d421088a6/18cfd12c-6e31-4426-b2bc-7644cfa1ff1f/3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:44:47.222403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 788eb7c6-fcd8-46c8-8d86-556b13f925aa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:47.222789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.304436 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da94f60b-be2b-4374-8826-3648af800ece up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:47.352132 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port da94f60b-be2b-4374-8826-3648af800ece completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:47.355955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port da94f60b-be2b-4374-8826-3648af800ece triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:47.356377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.363827 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.378432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:47.412337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.435464 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.454400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 57000da5-1a36-41fd-9e12-f83d421088a6 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:47.457707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:47.461527 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:44:47.468519 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port da94f60b-be2b-4374-8826-3648af800ece, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da94f60b-be2b-4374-8826-3648af800ece,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:47.475058 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.493896 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:47.519695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:47.520349 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.531506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:47.537197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-de763c71-5ec6-40b2-bf6d-5159271d50ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6212840 Jul 29 18:44:47.550535 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Request body: {'port': {'device_id': '565ccd5c-93ee-4ad5-b317-618da7790531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:47.611419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.730927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e87c5ad-5837-455b-9ce0-5faaab4f8572 None None] Provisioning for port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:47.734803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e87c5ad-5837-455b-9ce0-5faaab4f8572 None None] Provisioning complete for port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:47.735169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e87c5ad-5837-455b-9ce0-5faaab4f8572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.770146 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7e87c5ad-5837-455b-9ce0-5faaab4f8572 None None] Port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:44:47.892320 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:44:47.900098 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.912207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Transition to ACTIVE for port object 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:44:47.919292 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:47.966443 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Pushing event updated for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:48.043345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Attempting to bind port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:44:48.044044 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Attempting to bind port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:44:48.044180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Attempting to bind port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 on network 57000da5-1a36-41fd-9e12-f83d421088a6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:44:48.049431 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 on network 57000da5-1a36-41fd-9e12-f83d421088a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:44:48.049728 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Attempting to bind port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 on network 57000da5-1a36-41fd-9e12-f83d421088a6 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:44:48.055229 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:44:48.055572 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Checking segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:44:48.055987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Bound using segment: {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:44:48.056453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Bound port: 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67314cc7-71ff-4697-b166-af4657ddc7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:44:48.056821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:48.124740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:44:48.128030 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:44:48.132991 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:48.168704 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.169421 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:48.170879 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] 10.222.0.38 "PUT /v2.0/ports/3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 1092 time: 0.6248879 Jul 29 18:44:48.171288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:44:48.173594 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef414d37-4cc8-40da-b840-1b906ef9e09f" -d '{"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:44:48.199539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eafdb9-bc31-40dc-9a89-f55c996b694e service neutron] Pushing event updated for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:48.295603 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-42e3a5f8-edb4-4854-b859-f54cec558a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.297205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-42e3a5f8-edb4-4854-b859-f54cec558a4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1095 time: 0.0779090 Jul 29 18:44:48.309955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef440e-9c61-400f-a57e-55920579a472 req-23ddb892-f845-4212-8846-6243f28b6a5e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.311517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdef440e-9c61-400f-a57e-55920579a472 req-23ddb892-f845-4212-8846-6243f28b6a5e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 944 time: 0.0612950 Jul 29 18:44:48.353525 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-fcf37bb2-1e8d-4d10-b08c-f9c91cedd263 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 217 time: 0.0409899 Jul 29 18:44:48.410463 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cdef440e-9c61-400f-a57e-55920579a472 req-7960ce31-0e1b-47db-a2c3-79069efdaa77 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919333 Jul 29 18:44:48.427157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-c4581daf-607b-4081-8b0b-6bb46aae9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.427157 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-c4581daf-607b-4081-8b0b-6bb46aae9eac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0667045 Jul 29 18:44:48.460624 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b94b3-7df6-40f1-acce-6845927e35b7 x-openstack-request-id: req-de6b94b3-7df6-40f1-acce-6845927e35b7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:44:48.460916 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:44:48.461161 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de6b94b3-7df6-40f1-acce-6845927e35b7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:44:48.461565 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'status': 'completed', 'code': 200} Jul 29 18:44:48.474993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc775f-30b3-4d4a-b06c-473394809067 req-f55a70e5-b3a1-4099-a0e0-68f0711a8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.476503 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-f55a70e5-b3a1-4099-a0e0-68f0711a8ea4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433772 Jul 29 18:44:48.565937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-583cbb44-d506-4e29-a11f-74cd2c855580 service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Jul 29 18:44:48.681465 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60bc775f-30b3-4d4a-b06c-473394809067 req-d89fad1b-ff8d-4a39-8743-846df7b3d2fb service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065753 Jul 29 18:44:48.773424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-f249a0e7-3121-4ab8-a66b-102beed742fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.774969 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-f249a0e7-3121-4ab8-a66b-102beed742fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1095 time: 0.0439091 Jul 29 18:44:48.870065 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-247f59b4-450d-4042-aa33-9c4b98f4a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.871569 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-247f59b4-450d-4042-aa33-9c4b98f4a64d service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.0897913 Jul 29 18:44:48.913648 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-2d8427f5-16e8-42af-9fd6-c7396d542235 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 217 time: 0.0349483 Jul 29 18:44:48.973585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-55f83faa-4fba-4ad7-b869-2041f012e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:48.974986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-55f83faa-4fba-4ad7-b869-2041f012e72d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0537736 Jul 29 18:44:49.029570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-6ab5fab2-b3ce-4645-b300-a25ee0775572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:49.031155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-6ab5fab2-b3ce-4645-b300-a25ee0775572 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469668 Jul 29 18:44:49.067247 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da94f60b-be2b-4374-8826-3648af800ece up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:49.117313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port da94f60b-be2b-4374-8826-3648af800ece triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:49.117792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:49.126198 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-fd5ba5b1-9ed4-40da-8698-73cf47c0965e service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860732 Jul 29 18:44:49.225485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef414d37-4cc8-40da-b840-1b906ef9e09f req-5ef6ab5b-f3ba-456e-b51e-51eb46761962 service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903220 Jul 29 18:44:49.538547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7be87d-2386-483e-b4b8-bba7dcf6ceea req-e645935b-55f1-40a6-bcb9-8c9060d63530 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:49.539941 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d7be87d-2386-483e-b4b8-bba7dcf6ceea req-e645935b-55f1-40a6-bcb9-8c9060d63530 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 944 time: 0.0534470 Jul 29 18:44:49.581424 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d7be87d-2386-483e-b4b8-bba7dcf6ceea req-f3a5b215-f0c5-4789-ae1c-21d0fd56a5fa tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Jul 29 18:44:50.480327 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:44:50.581816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:50.593248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'port_id': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'mac_address': 'fa:16:3e:73:51:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:44:50.635517 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:50.648678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:44:50.667987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:50.673970 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:50.704429 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed397c-d9a2-4cb1-ac23-6286c594d447 req-9c9417c4-59df-4da6-852f-8771879613e6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:50.705931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19ed397c-d9a2-4cb1-ac23-6286c594d447 req-9c9417c4-59df-4da6-852f-8771879613e6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 944 time: 0.0573120 Jul 29 18:44:50.724357 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:50.743984 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-19ed397c-d9a2-4cb1-ac23-6286c594d447 req-b236ea2b-3509-40e8-be72-641747e05848 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Jul 29 18:44:50.876560 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:44:51.872862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6825-5d62-4409-b374-f032100f8854 req-0bb48f33-0cb6-4e24-bcc1-71fcfad04bf2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:51.874730 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a53c6825-5d62-4409-b374-f032100f8854 req-0bb48f33-0cb6-4e24-bcc1-71fcfad04bf2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 945 time: 0.0584021 Jul 29 18:44:51.925290 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a53c6825-5d62-4409-b374-f032100f8854 req-13fede92-fbcb-4114-939f-6d24d65bfef2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Jul 29 18:44:52.485977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:44:52.543242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:44:52.546975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:44:52.547350 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:52.627888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:52.650179 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:44:52.652485 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f9ed04-798b-46ca-8766-5ddf9c3064fd" -d '{"events": [{"server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "name": "network-vif-plugged", "status": "completed", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:44:52.666061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:44:52.673054 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:52.695476 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479740a-a84a-47ce-8d78-ce4e606dc0ce x-openstack-request-id: req-4479740a-a84a-47ce-8d78-ce4e606dc0ce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:44:52.695785 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "name": "network-vif-plugged", "status": "completed", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:44:52.696036 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4479740a-a84a-47ce-8d78-ce4e606dc0ce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:44:52.696427 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'code': 200} Jul 29 18:44:52.721759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:52.792225 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e2c5-68c9-4427-a5e0-2f844d69e344 req-d27ecb3b-d58e-4e50-a2de-4ef65baff164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:52.793724 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a21e2c5-68c9-4427-a5e0-2f844d69e344 req-d27ecb3b-d58e-4e50-a2de-4ef65baff164 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0419927 Jul 29 18:44:52.829568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6a21e2c5-68c9-4427-a5e0-2f844d69e344 req-920d4ecc-8ec4-4986-b189-3f355b283f8b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289612 Jul 29 18:44:53.057677 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79dd9e-baa8-44b3-9d23-8290baa6b94e req-828d81ff-3fdf-47c4-b6e3-0fc71248a859 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:53.059185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee79dd9e-baa8-44b3-9d23-8290baa6b94e req-828d81ff-3fdf-47c4-b6e3-0fc71248a859 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0497291 Jul 29 18:44:53.101593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee79dd9e-baa8-44b3-9d23-8290baa6b94e req-303638f0-bf85-4cf7-9a66-78c11f4361d3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336411 Jul 29 18:44:54.252407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689252-127e-4bca-9527-ca34f7cf95c9 req-699e830e-1b52-4bae-aa9f-b79f296d6270 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:54.253898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f689252-127e-4bca-9527-ca34f7cf95c9 req-699e830e-1b52-4bae-aa9f-b79f296d6270 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0708194 Jul 29 18:44:54.296697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3f689252-127e-4bca-9527-ca34f7cf95c9 req-2a8de6ee-a328-4401-902d-0e9ef576d795 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366704 Jul 29 18:44:54.421551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412b6d3-8067-40b6-9d46-171cc992fa23 req-04b212e0-1853-4d0c-9c43-acf2f47471ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:54.422988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6412b6d3-8067-40b6-9d46-171cc992fa23 req-04b212e0-1853-4d0c-9c43-acf2f47471ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0568881 Jul 29 18:44:54.463524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6412b6d3-8067-40b6-9d46-171cc992fa23 req-b195db77-d63f-4315-949c-ee9d2f08d6c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343070 Jul 29 18:44:54.490465 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45708) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:54.531329 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952aef4-b2ba-4ac5-87b2-aa22dc163cfd tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:54.532872 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6952aef4-b2ba-4ac5-87b2-aa22dc163cfd tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1092 time: 0.0413857 Jul 29 18:44:54.535815 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45710) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:54.540148 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:44:54.565045 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:54.666863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:54.769935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.63 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/04508326-e2be-43f3-a92b-80456ea5473b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:44:54.878777 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:54.923370 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:54.958518 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:44:54.961302 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:44:54.964825 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:44:54.989675 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=04508326-e2be-43f3-a92b-80456ea5473b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:55.338435 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:55.408896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:55.566659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:55.573989 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:55.652744 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=04508326-e2be-43f3-a92b-80456ea5473b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:44:55.662029 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:55.758610 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP d3db736a-6af1-4684-817e-51c9a7cd397b associated. External IP: 172.25.5.63, port: 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6. Jul 29 18:44:55.969892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:44:56.089911 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:44:56.100739 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Sync routers for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:44:56.108802 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:56.110675 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:56.111291 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:56.136989 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2d8a0c86-aadd-474a-8ebb-8f700c979c53 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6001861 Jul 29 18:44:56.137574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:44:56.139983 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57be4ee8-da3c-4aa7-a154-f2560e685a70" -d '{"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:44:56.219297 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:56.236730 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d665d6-f7c8-4ad1-a82d-3ab208d5c1d6 req-70797884-c932-46ca-a1be-f75f1224f798 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:56.238113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29d665d6-f7c8-4ad1-a82d-3ab208d5c1d6 req-70797884-c932-46ca-a1be-f75f1224f798 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0531776 Jul 29 18:44:56.279481 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-29d665d6-f7c8-4ad1-a82d-3ab208d5c1d6 req-d1f9c144-7c76-4dbf-a68b-af6d8754d5f2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Jul 29 18:44:56.302097 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45718) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:56.368262 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b71bb9e7-622e-4255-bd07-62ca81c203d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/d3db736a-6af1-4684-817e-51c9a7cd397b HTTP/1.1" status: 200 len: 991 time: 0.0649159 Jul 29 18:44:56.380097 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d7b06-1eb5-44c2-aa57-b8aca60ba6c1 x-openstack-request-id: req-be3d7b06-1eb5-44c2-aa57-b8aca60ba6c1 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:44:56.380396 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:44:56.380648 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3d7b06-1eb5-44c2-aa57-b8aca60ba6c1 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:44:56.381057 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'status': 'completed', 'code': 200} Jul 29 18:44:56.442621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-67ab965f-418c-489e-be20-a321f925377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:56.444172 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-67ab965f-418c-489e-be20-a321f925377b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0401726 Jul 29 18:44:56.452726 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd3db736a-6af1-4684-817e-51c9a7cd397b', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'port_id': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'mac_address': 'fa:16:3e:73:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565ccd5c-93ee-4ad5-b317-618da7790531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:44:55Z', 'updated_at': '2021-07-29T18:44:55Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:56.478296 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Checking router: 9f3d70e1-1445-4f2d-bf86-f8528dfe094b for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:44:56.486928 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:44:56.487455 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:44:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:56.539043 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-febfeff5-0c8a-4bf0-807c-b775f8739470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:56.540657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-febfeff5-0c8a-4bf0-807c-b775f8739470 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.0890400 Jul 29 18:44:56.606479 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-065a8cb1-9d75-4f48-bdcc-ea9fa1eb2e59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 999 time: 0.0588658 Jul 29 18:44:56.606778 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:44:56.660987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-fe5e0836-33e6-4144-a64f-0db106cd24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:56.663002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-fe5e0836-33e6-4144-a64f-0db106cd24dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0499651 Jul 29 18:44:56.709295 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-630a4c03-3bb8-4434-87dc-9f593f63c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:44:56.711007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-630a4c03-3bb8-4434-87dc-9f593f63c283 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402350 Jul 29 18:44:56.804097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-56ff99ce-be1e-41e3-a339-97129a00f8ab service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Jul 29 18:44:56.843009 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd3db736a-6af1-4684-817e-51c9a7cd397b', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'port_id': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'mac_address': 'fa:16:3e:73:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565ccd5c-93ee-4ad5-b317-618da7790531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:44:55Z', 'updated_at': '2021-07-29T18:44:55Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:44:56.869328 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2a33a-19a2-4e26-a82c-f79cf16e235f None None] The sync data for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 is: [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'd3db736a-6af1-4684-817e-51c9a7cd397b', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'port_id': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'mac_address': 'fa:16:3e:73:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565ccd5c-93ee-4ad5-b317-618da7790531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:44:55Z', 'updated_at': '2021-07-29T18:44:55Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:44:56.902209 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57be4ee8-da3c-4aa7-a154-f2560e685a70 req-3613ecad-2c1f-4067-8754-0dcee67f51fc service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Jul 29 18:44:57.058598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3b340-ffb6-4d89-a32a-d9237b2884fa None None] New status for floating IP d3db736a-6af1-4684-817e-51c9a7cd397b: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:44:57.062379 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:44:57.373635 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45720) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:44:57.440980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4348f766-5c48-4d8b-bb96-5ab6a8485879 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/d3db736a-6af1-4684-817e-51c9a7cd397b HTTP/1.1" status: 200 len: 993 time: 0.0657673 Jul 29 18:44:58.002494 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:06.836396 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:45:08.412736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-59c228ef-9b0c-4243-918b-05654a945eef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470490 Jul 29 18:45:08.503299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-70849232-83ba-468f-be6f-a3e8cf5804c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:08.504704 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-70849232-83ba-468f-be6f-a3e8cf5804c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0430064 Jul 29 18:45:08.609631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-ea2560ef-b0ba-4e41-a288-a27f5f01c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:08.611123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-ea2560ef-b0ba-4e41-a288-a27f5f01c8ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.0839896 Jul 29 18:45:08.684155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-982bdfed-e65d-4c5e-8329-044b4d94deff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0636268 Jul 29 18:45:08.737379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-bea8803b-7500-412f-b412-6b26e3624ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:08.738949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-bea8803b-7500-412f-b412-6b26e3624ac9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0465057 Jul 29 18:45:08.787643 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-ba39fe86-0f14-4c1e-90af-8311ba03e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:08.789051 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-ba39fe86-0f14-4c1e-90af-8311ba03e5ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423656 Jul 29 18:45:08.887510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-06f9fd70-0895-4647-8b66-9926bd83d370 service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902300 Jul 29 18:45:08.985552 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-14f63309-56bf-4e10-b516-0784f13d70c4 req-9e1763a9-6053-4235-811e-b3c988ffcfeb service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899038 Jul 29 18:45:09.372482 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d8e89e62-76aa-4eba-8bac-eee5e8a6eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:11.799213 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-84fd8baf-0c4b-4914-a951-cda8d765d126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:12.018093 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:13.259195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:14.901050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:27.075473 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:28.000626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:28.844098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a6b1a-e677-49a3-bed9-bc74fbae7fba req-87de39d2-a436-4cd7-acc9-8010da2d4afa tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:28.845609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e6a6b1a-e677-49a3-bed9-bc74fbae7fba req-87de39d2-a436-4cd7-acc9-8010da2d4afa tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0823445 Jul 29 18:45:28.847449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-fa46a49a-bbb5-4b9a-a0d0-8e0d396b5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:28.848809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-fa46a49a-bbb5-4b9a-a0d0-8e0d396b5498 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0763674 Jul 29 18:45:28.933995 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0e6a6b1a-e677-49a3-bed9-bc74fbae7fba req-67152b1b-17d2-4035-a3e6-1cee79b9bacf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810370 Jul 29 18:45:28.965805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-e5802969-503e-4074-8e4e-f5a83430e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:28.967326 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-e5802969-503e-4074-8e4e-f5a83430e946 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.1085649 Jul 29 18:45:29.034568 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-070227c4-f3c8-47d6-af9e-95bd437ad015 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0589597 Jul 29 18:45:29.085352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-29423029-8def-48f2-95ef-76bbad330e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:29.086796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-29423029-8def-48f2-95ef-76bbad330e29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0443344 Jul 29 18:45:29.139247 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-81a826fa-ee43-4cb9-9af3-a7d18c14655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:29.140739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-81a826fa-ee43-4cb9-9af3-a7d18c14655b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465882 Jul 29 18:45:29.230334 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-beb51382-791d-4d5e-b2b8-85828af753af service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Jul 29 18:45:29.324169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d91c47ae-c9e7-43cf-ba43-a15f31b39e8d req-05d4d5a7-e9f1-43f7-923d-9a2265a738ad service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 Jul 29 18:45:30.063785 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a51316-c837-4a33-8c9a-80d66794a779 req-a2ac3d3d-0e00-4ec4-a130-7c938808c9fc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:30.065261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47a51316-c837-4a33-8c9a-80d66794a779 req-a2ac3d3d-0e00-4ec4-a130-7c938808c9fc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0517645 Jul 29 18:45:30.104693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47a51316-c837-4a33-8c9a-80d66794a779 req-222670ac-d6ac-47d4-a119-b256d32c303e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Jul 29 18:45:31.232232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847f68-86e5-4e50-b275-424f2f2c0349 req-c4a5b01c-7943-408d-988e-775cedce1f0f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:31.233718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46847f68-86e5-4e50-b275-424f2f2c0349 req-c4a5b01c-7943-408d-988e-775cedce1f0f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0560434 Jul 29 18:45:31.273159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-46847f68-86e5-4e50-b275-424f2f2c0349 req-ee763db3-103f-45bc-bd74-ea51bf726064 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Jul 29 18:45:32.412759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff726-8980-49d5-8fbd-a7aef434dd1a req-f24b798b-3871-4849-8c9b-389260bfea52 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:32.414391 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a58ff726-8980-49d5-8fbd-a7aef434dd1a req-f24b798b-3871-4849-8c9b-389260bfea52 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0545175 Jul 29 18:45:32.459072 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a58ff726-8980-49d5-8fbd-a7aef434dd1a req-afad31fa-965f-45c4-9f11-7c19140957f3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361898 Jul 29 18:45:33.590321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bb234-83f9-496a-95e6-3b93bc5f3ab6 req-e52524b8-4d85-46bd-b133-1a948b8e4e82 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:33.591807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a62bb234-83f9-496a-95e6-3b93bc5f3ab6 req-e52524b8-4d85-46bd-b133-1a948b8e4e82 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0528934 Jul 29 18:45:33.633001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a62bb234-83f9-496a-95e6-3b93bc5f3ab6 req-23a8ae43-4b05-4b45-b25d-0a2fe0edf9dc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Jul 29 18:45:34.764080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476991-215a-44ff-b9e9-1bbb5746ff16 req-0462a35f-e011-414d-99c1-a071f94fd2db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:34.765545 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03476991-215a-44ff-b9e9-1bbb5746ff16 req-0462a35f-e011-414d-99c1-a071f94fd2db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0532873 Jul 29 18:45:34.807556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-03476991-215a-44ff-b9e9-1bbb5746ff16 req-94c98194-1102-4869-bd39-c09546148aa1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Jul 29 18:45:35.947146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5944d-0d92-4264-b503-aedad67a7e72 req-f3d2ffe0-d56a-494a-9781-c17058b098ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:35.948635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5a5944d-0d92-4264-b503-aedad67a7e72 req-f3d2ffe0-d56a-494a-9781-c17058b098ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0607197 Jul 29 18:45:35.990709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e5a5944d-0d92-4264-b503-aedad67a7e72 req-a0f006a9-64e5-4306-aa92-e9cfe3940ab2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Jul 29 18:45:37.117011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c643-8ee8-4b11-8cb3-33ec1df444d7 req-6e43719d-19f7-4911-840e-c60eed035f1a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:37.118523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b70c643-8ee8-4b11-8cb3-33ec1df444d7 req-6e43719d-19f7-4911-840e-c60eed035f1a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0528021 Jul 29 18:45:37.163076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7b70c643-8ee8-4b11-8cb3-33ec1df444d7 req-d8e83bfd-6e0c-4c7b-81db-1c604caa34c7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Jul 29 18:45:38.283100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ba7ba-28e7-4ab9-b66c-a3cd6f1271d6 req-6a93da63-0bae-4a67-bf59-3913374357a5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:38.284584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e37ba7ba-28e7-4ab9-b66c-a3cd6f1271d6 req-6a93da63-0bae-4a67-bf59-3913374357a5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0525877 Jul 29 18:45:38.325728 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e37ba7ba-28e7-4ab9-b66c-a3cd6f1271d6 req-40554c6b-ef7a-48c9-b892-3fa4f19b5cc3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Jul 29 18:45:39.377397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81f69b86-90cc-47ae-a7bd-cee87bee8f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:39.457337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3d9d-024f-471c-9c50-50405b1ea29d req-0af5ab3a-4c25-4670-9ae2-da2c8c925d7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:39.458844 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c0e3d9d-024f-471c-9c50-50405b1ea29d req-0af5ab3a-4c25-4670-9ae2-da2c8c925d7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0551624 Jul 29 18:45:39.498718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c0e3d9d-024f-471c-9c50-50405b1ea29d req-fd309095-4b23-4f3c-91ab-bdfd57900b78 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Jul 29 18:45:40.626694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8d61-95ba-4138-9d75-9b0e9c98a6e0 req-7389c5a1-a904-44ac-8efd-048724f9bac5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:40.628185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-178b8d61-95ba-4138-9d75-9b0e9c98a6e0 req-7389c5a1-a904-44ac-8efd-048724f9bac5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0518818 Jul 29 18:45:40.670178 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-178b8d61-95ba-4138-9d75-9b0e9c98a6e0 req-b5f62174-6b50-4c58-9d2e-ab158b317c3a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jul 29 18:45:41.792009 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aec8ff07-a375-4052-ab95-57ddc5ddf6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:41.793200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e976f-d3ba-4737-97ee-13e04fd7dd0e req-055e7bd1-135a-459d-abfa-0f0b93c15e6c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:41.794821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-006e976f-d3ba-4737-97ee-13e04fd7dd0e req-055e7bd1-135a-459d-abfa-0f0b93c15e6c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0505548 Jul 29 18:45:41.833668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-006e976f-d3ba-4737-97ee-13e04fd7dd0e req-cafe6f0c-c4ca-4c20-8a5c-6646cd4d13e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Jul 29 18:45:42.014964 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:42.972367 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7c99-4245-4d3f-ad6a-0e1bbe48abb8 req-981b8e26-cb31-4962-a7cf-0c055f8f50f3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:42.973862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb4b7c99-4245-4d3f-ad6a-0e1bbe48abb8 req-981b8e26-cb31-4962-a7cf-0c055f8f50f3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0619333 Jul 29 18:45:43.012990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb4b7c99-4245-4d3f-ad6a-0e1bbe48abb8 req-e208a8e2-217c-43cc-af7d-28100f8f8eac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Jul 29 18:45:43.259205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:43.841286 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:45:44.140514 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2789abb-2836-4c10-a24f-88b012458476 req-5f2051d1-05a3-40fc-9542-a6b9c2a5919f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:44.141932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2789abb-2836-4c10-a24f-88b012458476 req-5f2051d1-05a3-40fc-9542-a6b9c2a5919f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0513885 Jul 29 18:45:44.181881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2789abb-2836-4c10-a24f-88b012458476 req-85bf6401-9e32-4682-9e2f-45ea47a4e74e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335951 Jul 29 18:45:44.892180 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:45.300252 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253c37-ba69-47eb-a060-e1a77511f8a6 req-7aa8a091-5413-4981-aa16-7b3a8528b5a4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:45:45.301738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08253c37-ba69-47eb-a060-e1a77511f8a6 req-7aa8a091-5413-4981-aa16-7b3a8528b5a4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0494859 Jul 29 18:45:45.339898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-08253c37-ba69-47eb-a060-e1a77511f8a6 req-a2ea1085-9bea-465c-8d5e-2ef04ecfc55f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jul 29 18:45:45.362387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45772) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:45:45.427610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-15b123d4-a00b-4afa-8df3-324455db9f5f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/d3db736a-6af1-4684-817e-51c9a7cd397b HTTP/1.1" status: 200 len: 993 time: 0.0641160 Jul 29 18:45:57.090908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:45:58.026740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:09.372104 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93931406-ed28-427a-ae51-b28f4a1b42f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:09.712562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-8c63c1dd-c31a-4d38-af47-f8d447b82be6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431800 Jul 29 18:46:09.797344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-c1bb3293-fde3-49ad-bc67-f0f5266b0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:09.798985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-c1bb3293-fde3-49ad-bc67-f0f5266b0ed7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0422232 Jul 29 18:46:09.910954 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-d0e3c4bc-11fc-40e1-8de2-859613ab8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:09.912354 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-d0e3c4bc-11fc-40e1-8de2-859613ab8959 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.0920308 Jul 29 18:46:09.978697 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-276d02fd-2833-4904-a930-14426e8253a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0580986 Jul 29 18:46:10.033871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-2dd729a5-f26d-47e5-9d64-5ad83919ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:10.035315 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-2dd729a5-f26d-47e5-9d64-5ad83919ba8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0492094 Jul 29 18:46:10.082592 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-ade18992-608d-41ce-abe0-42ab66db7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:10.084075 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-ade18992-608d-41ce-abe0-42ab66db7ab5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413592 Jul 29 18:46:10.178876 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-1102cca5-808e-4061-8cb8-35f11396c7dc service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869672 Jul 29 18:46:10.274113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0ff61ef6-ad8d-4bfd-a4c6-aa0a38672335 req-48b1618d-8531-4700-a910-be336371e88d service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873475 Jul 29 18:46:11.804507 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-280e56a3-bb7f-4490-9f2d-f4cd459479b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:12.013576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:13.268454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:14.893165 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:15.811004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45788) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:15.980441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 04508326-e2be-43f3-a92b-80456ea5473b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:46:15.980790 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.059762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.060057 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.071627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 04508326-e2be-43f3-a92b-80456ea5473b owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:46:16.220544 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.249957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=04508326-e2be-43f3-a92b-80456ea5473b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:16.262445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.262796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.263135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.263495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.263824 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.264152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.264478 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.264801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.265128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.265448 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.265769 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.266085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:16.320958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.321342 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP d3db736a-6af1-4684-817e-51c9a7cd397b disassociated (deleted). External IP: 172.25.5.63, port: 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6. Jul 29 18:46:16.846659 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:46:16.957375 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:46:16.962185 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:16.968221 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Sync routers for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:46:16.978117 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:16.978762 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:16.988626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6885979e-c76a-45e8-b8d3-2e556a257e58 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3db736a-6af1-4684-817e-51c9a7cd397b HTTP/1.1" status: 204 len: 168 time: 1.1761847 Jul 29 18:46:16.989151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:46:16.991582 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c30b9-dea2-4526-abdd-e1f5ae52e14f" -d '{"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:46:17.155505 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cba473e-c099-4c61-ae66-602fde79392f x-openstack-request-id: req-6cba473e-c099-4c61-ae66-602fde79392f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:46:17.155765 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:46:17.156017 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cba473e-c099-4c61-ae66-602fde79392f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:46:17.156447 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'status': 'completed', 'code': 200} Jul 29 18:46:17.184499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:17.254634 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-03703c7d-9b33-4cbf-91b3-9ccfef435ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:17.256155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-03703c7d-9b33-4cbf-91b3-9ccfef435ab2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 1097 time: 0.0728590 Jul 29 18:46:17.280236 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046cbd4-e02c-4712-bbc1-90e238b16929 req-ad9997e5-48d3-47ad-ba1c-af8edb3a1af6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:17.281683 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e046cbd4-e02c-4712-bbc1-90e238b16929 req-ad9997e5-48d3-47ad-ba1c-af8edb3a1af6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0729103 Jul 29 18:46:17.361003 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e046cbd4-e02c-4712-bbc1-90e238b16929 req-f7dc0bd8-4c31-40de-b7e7-f696d17e8be7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694404 Jul 29 18:46:17.385166 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:17.386024 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-3d3c9477-bf8e-4e7f-847f-b99fe7ea3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:17.387633 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-3d3c9477-bf8e-4e7f-847f-b99fe7ea3098 service neutron] 10.222.0.38 "GET /v2.0/networks?id=57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 200 len: 897 time: 0.1229236 Jul 29 18:46:17.414220 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Checking router: 9f3d70e1-1445-4f2d-bf86-f8528dfe094b for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:46:17.422541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:17.423165 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:17.434687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-ced45a46-f880-4320-a52e-1fab27dff79c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 200 len: 217 time: 0.0386786 Jul 29 18:46:17.485586 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-d85f2239-3e44-4577-964a-60cece92a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:17.487226 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-d85f2239-3e44-4577-964a-60cece92a965 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 200 len: 835 time: 0.0438986 Jul 29 18:46:17.526662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:17.535560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-6e6dd3a6-74c6-440d-84c3-d9bc196d3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:17.537083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-6e6dd3a6-74c6-440d-84c3-d9bc196d3e1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57000da5-1a36-41fd-9e12-f83d421088a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414240 Jul 29 18:46:17.632132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-c5400167-80f4-426a-ab77-f7a0bcfdbad1 service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Jul 29 18:46:17.720261 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:17.724517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-036c30b9-dea2-4526-abdd-e1f5ae52e14f req-03b2e489-9995-47fb-b096-8f24872f9119 service neutron] 10.222.0.38 "GET /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Jul 29 18:46:17.746892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0c10d-15d2-4e47-9cbb-99d43b29dc1e None None] The sync data for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 is: [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'da94f60b-be2b-4374-8826-3648af800ece', 'name': '', 'network_id': '57000da5-1a36-41fd-9e12-f83d421088a6', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:63:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:42Z', 'updated_at': '2021-07-29T18:44:47Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '18cfd12c-6e31-4426-b2bc-7644cfa1ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:46:17.960386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8155795-01b0-4d0c-b3c9-e83a575c226a None None] New status for floating IP d3db736a-6af1-4684-817e-51c9a7cd397b: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:46:18.482351 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19096c-cb75-404a-a20c-7429129cb593 req-d9c6c86e-202c-4964-acf5-cd3e46679945 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:18.483733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a19096c-cb75-404a-a20c-7429129cb593 req-d9c6c86e-202c-4964-acf5-cd3e46679945 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Jul 29 18:46:18.522546 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0a19096c-cb75-404a-a20c-7429129cb593 req-7afa5de0-32c0-43e3-b4a1-3d4da241aa89 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef158289-17f2-47f5-8a8f-a968a81d9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Jul 29 18:46:18.603618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-aa274cfc-91a1-4cd9-9814-871981de1ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:18.605077 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-aa274cfc-91a1-4cd9-9814-871981de1ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/ports?device_id=565ccd5c-93ee-4ad5-b317-618da7790531 HTTP/1.1" status: 200 len: 946 time: 0.0520442 Jul 29 18:46:18.716737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:46:18.717081 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:18.815186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:18.815561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:18.829062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:46:18.981246 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:19.009434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:19.051257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] No DVR routers for this DVR port 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:46:19.054419 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:19.057076 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6009b258-6dc3-4a41-87c8-99f97f950b55 req-e29bca03-747b-4d5d-a2a2-c25600bf8e94 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "DELETE /v2.0/ports/3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 HTTP/1.1" status: 204 len: 173 time: 0.4454997 Jul 29 18:46:19.157218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'name': 'network-vif-deleted', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:46:19.159683 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790895b0-6fd7-491d-bf9f-400cb87821eb" -d '{"events": [{"server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "name": "network-vif-deleted", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:46:19.196044 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f26d75-3fb8-4fae-b804-5e66357cfeec x-openstack-request-id: req-b4f26d75-3fb8-4fae-b804-5e66357cfeec {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:46:19.196338 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565ccd5c-93ee-4ad5-b317-618da7790531", "name": "network-vif-deleted", "tag": "3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:46:19.196595 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4f26d75-3fb8-4fae-b804-5e66357cfeec {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:46:19.197007 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565ccd5c-93ee-4ad5-b317-618da7790531', 'name': 'network-vif-deleted', 'tag': '3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6', 'status': 'completed', 'code': 200} Jul 29 18:46:19.578724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45804) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:19.953449 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:20.218337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port da94f60b-be2b-4374-8826-3648af800ece {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:46:20.218602 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:20.313301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port da94f60b-be2b-4374-8826-3648af800ece, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=da94f60b-be2b-4374-8826-3648af800ece,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:20.313666 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:20.326503 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for da94f60b-be2b-4374-8826-3648af800ece owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:46:20.529074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:20.557538 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=da94f60b-be2b-4374-8826-3648af800ece,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:20.733026 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:20.841071 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:46:20.955640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:46:21.070034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:46:21.076116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-68e8236b-495c-4dbc-861c-6c7b49c88e24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/9f3d70e1-1445-4f2d-bf86-f8528dfe094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961319 Jul 29 18:46:21.078839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45806) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:21.084476 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Sync routers for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:46:21.095214 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:21.095793 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:21.137670 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting subnet 18cfd12c-6e31-4426-b2bc-7644cfa1ff1f {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:46:21.140951 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.182741 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.199938 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:21.270893 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.331744 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.359446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Subnet': ['ID=18cfd12c-6e31-4426-b2bc-7644cfa1ff1f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:21.361819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.366284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/subnets/18cfd12c-6e31-4426-b2bc-7644cfa1ff1f HTTP/1.1" status: 204 len: 168 time: 0.2838135 Jul 29 18:46:21.366614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb76f92-01d4-4675-9907-19fd902259a4 None None] Network 57000da5-1a36-41fd-9e12-f83d421088a6 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:46:21.367093 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45810) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:21.370078 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.370451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.371317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.371317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.371526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.371742 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.372069 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.372391 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.372718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.373039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.373705 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.374022 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cbd24-e673-4089-b569-d81841a28c24 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.392465 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:46:20Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:21.418132 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Checking router: 9f3d70e1-1445-4f2d-bf86-f8528dfe094b for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:46:21.428202 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Routers {'9f3d70e1-1445-4f2d-bf86-f8528dfe094b'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:21.428812 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:21.483181 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.540642 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] Set router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:21.551236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] DHCP port deletion for 57000da5-1a36-41fd-9e12-f83d421088a6 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:46:21.599990 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.603014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Deleting port 788eb7c6-fcd8-46c8-8d86-556b13f925aa {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:46:21.603602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.658453 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port eedbeff7-95dd-465f-8ced-b831a9271999 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:46:21.658762 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.670272 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] For port 788eb7c6-fcd8-46c8-8d86-556b13f925aa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=788eb7c6-fcd8-46c8-8d86-556b13f925aa,segment=NetworkSegment(67314cc7-71ff-4697-b166-af4657ddc7c1),segment_id=67314cc7-71ff-4697-b166-af4657ddc7c1)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:21.670676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.684063 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Calling delete_port for 788eb7c6-fcd8-46c8-8d86-556b13f925aa owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:46:21.719816 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:46:20Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:21.739102 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port eedbeff7-95dd-465f-8ced-b831a9271999, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=eedbeff7-95dd-465f-8ced-b831a9271999,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:21.739726 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.753283 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for eedbeff7-95dd-465f-8ced-b831a9271999 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:46:21.756759 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc9d37-4bb3-4253-b7aa-63c83b440be5 None None] The sync data for ids ['9f3d70e1-1445-4f2d-bf86-f8528dfe094b'] in n-d-801607-3 is: [{'id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621994563', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:46:20Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'eedbeff7-95dd-465f-8ced-b831a9271999', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d70e1-1445-4f2d-bf86-f8528dfe094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:44:39Z', 'updated_at': '2021-07-29T18:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:46:21.769107 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.795506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Pushing event deleted for resources: {'Port': ['ID=788eb7c6-fcd8-46c8-8d86-556b13f925aa,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:21.799818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] No DVR routers for this DVR port 788eb7c6-fcd8-46c8-8d86-556b13f925aa on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:46:21.806746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.807088 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.807424 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.807755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.808079 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.808402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.808827 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.809415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.809415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.809699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.809955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.810536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388821a-45aa-47dc-85a2-c8af4b68c86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:21.928965 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:21.957580 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=eedbeff7-95dd-465f-8ced-b831a9271999,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:22.342356 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.432024 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.435123 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.481007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.481532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3d70e1-1445-4f2d-bf86-f8528dfe094b {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:46:22.489023 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.490128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f98d4b3b-c7c0-41f9-bea8-ae606bd3778f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/routers/9f3d70e1-1445-4f2d-bf86-f8528dfe094b HTTP/1.1" status: 204 len: 168 time: 1.1222999 Jul 29 18:46:22.492862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45812) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:22.576521 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.661850 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.671736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57000da5-1a36-41fd-9e12-f83d421088a6']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:22.681946 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67314cc7-71ff-4697-b166-af4657ddc7c1') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:22.682332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67314cc7-71ff-4697-b166-af4657ddc7c1') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:22.691441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.711166 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.717594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:46:22.717980 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:46:22.721008 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:46:22.779754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.786700 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.788398 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/networks/57000da5-1a36-41fd-9e12-f83d421088a6 HTTP/1.1" status: 204 len: 168 time: 0.2944999 Jul 29 18:46:22.791396 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45814) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:22.800046 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dfbc6-df5a-4c98-9a95-05358ab9b66e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Network': ['ID=57000da5-1a36-41fd-9e12-f83d421088a6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:22.833471 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:46:22.853386 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:46:22.853660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3e48e62a-6760-40ff-8b0a-7d9ff52d6ec6 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:46:22.854046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:22.886048 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.124653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eedbeff7-95dd-465f-8ced-b831a9271999 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:46:23.145071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: eedbeff7-95dd-465f-8ced-b831a9271999 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:46:23.145528 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device eedbeff7-95dd-465f-8ced-b831a9271999 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:46:23.146019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 788eb7c6-fcd8-46c8-8d86-556b13f925aa no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:46:23.168567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 788eb7c6-fcd8-46c8-8d86-556b13f925aa {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:46:23.168919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 788eb7c6-fcd8-46c8-8d86-556b13f925aa not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:46:23.169343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da94f60b-be2b-4374-8826-3648af800ece no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:46:23.188759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: da94f60b-be2b-4374-8826-3648af800ece {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:46:23.189143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device da94f60b-be2b-4374-8826-3648af800ece not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:46:23.255303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.257840 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.259042 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef158289-17f2-47f5-8a8f-a968a81d9fbb HTTP/1.1" status: 204 len: 168 time: 0.4665711 Jul 29 18:46:23.268048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ff852-7fd5-4b47-b6e9-163068009b29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef158289-17f2-47f5-8a8f-a968a81d9fbb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:23.639999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45820) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:23.644944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282043922', 'description': 'tempest-secgroup-smoke-282043922 description', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:23.668879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.747784 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.754014 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.781957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.783273 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422310 Jul 29 18:46:23.785169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439548-a2c8-40a1-baa4-b21b815cf4de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0866d729-b6de-4f27-8746-67e5f2bc7456,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:23.786501 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45822) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:23.791477 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:23.820401 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.876589 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.882492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.900129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97758d3-f2ca-4a5c-8fc7-d6167a488058,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:23.907155 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:23.908485 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-38ae1408-8b8b-4ad3-8df9-d711516c286e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208630 Jul 29 18:46:23.912254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:23.916676 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:23.945512 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.008394 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.013339 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.030299 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6db9cac-5e27-4a00-9a60-231907b8d0ba,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.036745 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.037961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f8cce5fe-6f93-4a44-8336-270cb179f47a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247621 Jul 29 18:46:24.040666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.045075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.072805 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.131283 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.136001 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.152114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7d1016-e38c-4c1d-bf4e-088b011701fe,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.162085 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.163414 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-79584cef-85fd-467c-9d3f-b88c571bd238 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218472 Jul 29 18:46:24.166313 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45828) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.170875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.198262 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.263555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.268900 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.286294 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16cf88e-311e-459a-83d3-5b4ac5011ccc,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.293261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.294567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6e974af6-0b78-4729-943f-0df9488e7e7c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272833 Jul 29 18:46:24.297686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45830) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.302389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.324970 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:46:24.329811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.407119 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.412542 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.433810 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a53c247-06eb-4110-8e62-d1c6fd6d6cea,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.439983 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.441197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e83c7d9f-c832-4fd0-97a0-dd0d0f2255d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424985 Jul 29 18:46:24.444227 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45832) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.449044 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '0866d729-b6de-4f27-8746-67e5f2bc7456', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.473719 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:46:24.478599 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.541077 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.547100 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.563617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428ff78f-ea8c-4ccd-8bb8-4ec4f2a241d6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.570911 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.572110 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ad589a57-d74f-4204-a207-a26f11355ece tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268322 Jul 29 18:46:24.575059 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45834) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.579960 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'network': {'name': 'tempest-network-smoke--968530525', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.601706 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:46:24.605007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.629909 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:46:24.638839 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.639186 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Added segment f4290600-a2e0-4866-96ce-dc3fb69ba352 of type vlan for network efb370bc-e7d0-4caf-82a3-2cb6a540df02 Jul 29 18:46:24.677985 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.709496 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.714979 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:24.715635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.774166 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1980782 Jul 29 18:46:24.777052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:24.783718 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'admin_state_up': True, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:24.800286 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780135c-841f-4a46-a991-b213660e7085 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Network': ['ID=efb370bc-e7d0-4caf-82a3-2cb6a540df02,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:24.812742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:46:24.815374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.816470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:24.871309 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.015965 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.239379 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.258548 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.365769 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.113 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/f24a319d-f94f-4e7f-8588-0a63d9a56482) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:46:25.475914 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.522035 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:25.565380 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:25.568305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:25.575462 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:46:25.578550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=f24a319d-f94f-4e7f-8588-0a63d9a56482,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:25.832098 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.033566 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.182455 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:46:26.294902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:46:26.304757 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Sync routers for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:46:26.314724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:26.315414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:26.315564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.316816 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1f67fa5c-1391-4854-b7ea-50283d246f2a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5388436 Jul 29 18:46:26.321031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:26.349105 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a097e2af-1219-4cce-a9bf-dcb6665dd8af tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1b887aa3bd04db4b33cd333a83c9252&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269463 Jul 29 18:46:26.351913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45842) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:26.446348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e39bc9-6e20-4f00-a7c7-79c81b8e896e tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:26.447821 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-75e39bc9-6e20-4f00-a7c7-79c81b8e896e tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949571 Jul 29 18:46:26.450817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45844) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:26.479911 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d074c3a6-f500-4864-9d6d-65b12742379d tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279365 Jul 29 18:46:26.482581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45846) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:26.487642 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096824901', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:26.573017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:26.582576 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:46:26.586213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.754058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:25Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:26.769876 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.782320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Checking router: 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:46:26.782668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Updating router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 port f24a319d-f94f-4e7f-8588-0a63d9a56482 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:46:26.806783 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.822999 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Subnet': ['ID=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:26.839011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Checking segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:46:26.839375 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network hostable DHCP agents. Network: efb370bc-e7d0-4caf-82a3-2cb6a540df02, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:46:26.860634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:46:26.870510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, efb370bc-e7d0-4caf-82a3-2cb6a540df02) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:26.875679 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:26.876270 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:26.894402 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42c210-9fc0-4eae-ba34-c6c78565137f None None] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:46:26.894631 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-203c83ec-4d96-47b8-ba96-f9756dbaddda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4107413 Jul 29 18:46:26.897176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45848) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:27.129230 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.134818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:46:27.135723 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.243610 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.266491 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Transition to ACTIVE for port object f24a319d-f94f-4e7f-8588-0a63d9a56482 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:27.278785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.336180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.366368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Allocated IP 172.20.0.2 (efb370bc-e7d0-4caf-82a3-2cb6a540df02/ce53e850-48b0-40c4-a7af-cdfb5acfa9d0/e7cea9d9-2109-498a-817d-9a398c1bf8a0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:46:27.370134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49b5b2-a9a7-4aec-a1c0-24185832fc67 None None] Pushing event updated for resources: {'Port': ['ID=f24a319d-f94f-4e7f-8588-0a63d9a56482,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:27.374743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Attempting to bind port f24a319d-f94f-4e7f-8588-0a63d9a56482 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:46:27.375121 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Attempting to bind port f24a319d-f94f-4e7f-8588-0a63d9a56482 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:46:27.375480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Attempting to bind port f24a319d-f94f-4e7f-8588-0a63d9a56482 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:46:27.389223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:46:27.389670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:46:27.390063 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.390472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:46:27.390949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Bound port: f24a319d-f94f-4e7f-8588-0a63d9a56482, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:46:27.391295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.494128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] For port f24a319d-f94f-4e7f-8588-0a63d9a56482, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:46:27.502660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] For port f24a319d-f94f-4e7f-8588-0a63d9a56482, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f24a319d-f94f-4e7f-8588-0a63d9a56482,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:46:27.511955 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.615644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49b5b2-a9a7-4aec-a1c0-24185832fc67 None None] Pushing event updated for resources: {'Port': ['ID=f24a319d-f94f-4e7f-8588-0a63d9a56482,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:27.623391 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.625608 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:27.626230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:27.668749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Transition to ACTIVE for port object e7cea9d9-2109-498a-817d-9a398c1bf8a0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:27.695070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Transition to ACTIVE for port object e7cea9d9-2109-498a-817d-9a398c1bf8a0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:27.730527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.781030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:27.784507 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:27.788064 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:27.817700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:46:27.852721 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Pushing event updated for resources: {'Port': ['ID=e7cea9d9-2109-498a-817d-9a398c1bf8a0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:27.925353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.1 (efb370bc-e7d0-4caf-82a3-2cb6a540df02/ce53e850-48b0-40c4-a7af-cdfb5acfa9d0/564bf359-b43a-4f2e-bcb1-8efd38c41766) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:46:27.954003 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Attempting to bind port e7cea9d9-2109-498a-817d-9a398c1bf8a0 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:46:27.954393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Attempting to bind port e7cea9d9-2109-498a-817d-9a398c1bf8a0 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:46:27.954751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Attempting to bind port e7cea9d9-2109-498a-817d-9a398c1bf8a0 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:46:27.965388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:46:27.965751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Checking segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:46:27.966144 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:27.966557 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Bound using segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:46:27.967016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Bound port: e7cea9d9-2109-498a-817d-9a398c1bf8a0, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:46:27.967392 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.037404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.052378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 564bf359-b43a-4f2e-bcb1-8efd38c41766 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:28.057902 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.073941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] For port e7cea9d9-2109-498a-817d-9a398c1bf8a0, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:46:28.077784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] For port e7cea9d9-2109-498a-817d-9a398c1bf8a0, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e7cea9d9-2109-498a-817d-9a398c1bf8a0,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:46:28.085417 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.086682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.095412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:25Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:28.125849 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:28.129291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:28.133052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:46:28.148458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45933-3fc7-45a9-89c0-b9130ac95217 None None] The sync data for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 is: [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:25Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:46:28.165978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:28.192122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00d1ef-98b7-49f5-8f2d-457a7491c014 None None] Pushing event updated for resources: {'Port': ['ID=e7cea9d9-2109-498a-817d-9a398c1bf8a0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:28.199807 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.361760 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.671322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.677259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.756111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:28.759905 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:28.863924 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:28.865468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:28.995914 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:46:29.122534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:46:29.128513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ae6da21b-e2b0-462e-94e6-54e01253c863 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/53d2ab9a-905f-4124-a12a-3fa47d55a1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302601 Jul 29 18:46:29.156130 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6a066-7fe3-4d0b-8250-f3c0610a1407 None None] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:46:29.197046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e7cea9d9-2109-498a-817d-9a398c1bf8a0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:29.251231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-01c202ee-9755-4aae-b614-8762e5ff5141 None None] Provisioning for port e7cea9d9-2109-498a-817d-9a398c1bf8a0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:29.290220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-a28bebc1-5a0e-4760-b678-25859c6a2272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282043922&fields=id&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 267 time: 0.0402164 Jul 29 18:46:29.309759 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e7cea9d9-2109-498a-817d-9a398c1bf8a0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:29.317533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e7cea9d9-2109-498a-817d-9a398c1bf8a0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:29.317903 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.399397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-9bd7e7c3-a81b-4a8a-93fb-dd7b34d8c6e4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:29.400946 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-9bd7e7c3-a81b-4a8a-93fb-dd7b34d8c6e4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 796 time: 0.1030905 Jul 29 18:46:29.416918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-74141ebb-421a-42c5-b800-3c8ee7bcb55d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/quotas/a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Jul 29 18:46:29.431346 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.470710 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e7cea9d9-2109-498a-817d-9a398c1bf8a0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e7cea9d9-2109-498a-817d-9a398c1bf8a0,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:29.479168 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.479986 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f24a319d-f94f-4e7f-8588-0a63d9a56482 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:29.484402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-c9b238f5-97a1-4500-9f03-730cf86708dd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606763 Jul 29 18:46:29.568387 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e7cea9d9-2109-498a-817d-9a398c1bf8a0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:29.578575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f24a319d-f94f-4e7f-8588-0a63d9a56482 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:29.582927 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f24a319d-f94f-4e7f-8588-0a63d9a56482 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:29.583308 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.586809 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-997cafca-3708-4451-9f4e-90d010919b07 service neutron] 10.222.0.16 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Jul 29 18:46:29.686780 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.713394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-b73f18b3-a555-4967-8644-90e8f33ef2ff service neutron] 10.222.0.16 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196244 Jul 29 18:46:29.716438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f24a319d-f94f-4e7f-8588-0a63d9a56482, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f24a319d-f94f-4e7f-8588-0a63d9a56482,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:29.718001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Provisioning for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:29.721717 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.726407 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Provisioning complete for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:29.726771 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.802180 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Port 564bf359-b43a-4f2e-bcb1-8efd38c41766 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:46:29.804875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f24a319d-f94f-4e7f-8588-0a63d9a56482,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:29.816695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Provisioning complete for port e7cea9d9-2109-498a-817d-9a398c1bf8a0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:29.817324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0af241e4-7302-42d8-bcdc-20726950242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:29.930514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Sync routers for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:46:29.932588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4cdbe689-b0a7-4234-8d59-23c1132d7887 req-198dd7e1-62af-4537-9911-6bbf86374a37 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 210 time: 0.0372658 Jul 29 18:46:29.940376 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:29.940998 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:30.029497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bddd43db-6b33-43b7-81d9-d05f832dcd17 None None] Provisioning complete for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:30.029840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bddd43db-6b33-43b7-81d9-d05f832dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.050543 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:30.064094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bddd43db-6b33-43b7-81d9-d05f832dcd17 None None] Port 564bf359-b43a-4f2e-bcb1-8efd38c41766 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:46:30.184231 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-62496bb0-a20a-44ac-bf0e-f9a4f7bde132 None None] Provisioning complete for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:30.184997 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-62496bb0-a20a-44ac-bf0e-f9a4f7bde132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.221435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-62496bb0-a20a-44ac-bf0e-f9a4f7bde132 None None] Port 564bf359-b43a-4f2e-bcb1-8efd38c41766 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:46:30.351123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 2, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:30.387824 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Checking router: 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:46:30.388145 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Updating router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 port 564bf359-b43a-4f2e-bcb1-8efd38c41766 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:46:30.413384 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.681866 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.691549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Transition to ACTIVE for port object 564bf359-b43a-4f2e-bcb1-8efd38c41766 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:30.697987 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.746471 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Pushing event updated for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:30.776370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.776714 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.777087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.777430 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.777733 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.778054 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.778375 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.778707 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.779026 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.779360 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.779648 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.779962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:46:30.810379 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Attempting to bind port 564bf359-b43a-4f2e-bcb1-8efd38c41766 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:46:30.810744 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Attempting to bind port 564bf359-b43a-4f2e-bcb1-8efd38c41766 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:46:30.811108 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Attempting to bind port 564bf359-b43a-4f2e-bcb1-8efd38c41766 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:46:30.816370 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:46:30.816725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Checking segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:46:30.817124 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.817514 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Bound using segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:46:30.817979 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Bound port: 564bf359-b43a-4f2e-bcb1-8efd38c41766, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:46:30.818388 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.883058 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] For port 564bf359-b43a-4f2e-bcb1-8efd38c41766, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:46:30.886416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] For port 564bf359-b43a-4f2e-bcb1-8efd38c41766, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564bf359-b43a-4f2e-bcb1-8efd38c41766,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:46:30.893130 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:30.940987 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:30.941622 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:31.039737 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3b3fcff4-3245-4a53-964e-06f7efa96cb1 req-2cef6f09-9497-4ea6-8c78-b682b5482720 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 210 time: 0.0481770 Jul 29 18:46:31.075671 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:31.157161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e7cea9d9-2109-498a-817d-9a398c1bf8a0 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:31.166407 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c343-0389-411a-b781-e65a33ae35b4 None None] Pushing event updated for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:31.226380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e7cea9d9-2109-498a-817d-9a398c1bf8a0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:31.227341 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:31.309390 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:30Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:31.320729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f24a319d-f94f-4e7f-8588-0a63d9a56482 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:31.336695 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2c544-d286-47b9-a331-5fdae1eb753b None None] The sync data for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 is: [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:30Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:46:31.378800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f24a319d-f94f-4e7f-8588-0a63d9a56482 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:31.379184 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:32.130563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d795674-46b0-47bc-ab1c-daf7e832dcbd req-ba75c849-24c6-4a6e-9e75-e3b651925b3a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 210 time: 0.0279117 Jul 29 18:46:33.064701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-867e05e4-7566-4c2b-83a0-f93a09b54ccc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:33.066266 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-867e05e4-7566-4c2b-83a0-f93a09b54ccc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 796 time: 0.1097212 Jul 29 18:46:33.113031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-73453ca2-07ca-4644-b87c-bafe93c51da9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 379 time: 0.0375195 Jul 29 18:46:33.122078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'port': {'device_id': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'admin_state_up': True, 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'security_groups': ['0866d729-b6de-4f27-8746-67e5f2bc7456']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:33.141353 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564bf359-b43a-4f2e-bcb1-8efd38c41766 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:33.199351 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:33.206101 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:33.206575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.248843 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2103785-82b7-44cf-83c0-bb89dfbca228 req-70abbb21-65b7-46b9-98a5-0a3f8df1b2cd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 210 time: 0.0398149 Jul 29 18:46:33.265866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:46:33.269764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.290415 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.322347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 564bf359-b43a-4f2e-bcb1-8efd38c41766, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564bf359-b43a-4f2e-bcb1-8efd38c41766,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:33.327050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.373664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:33.401265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.3 (efb370bc-e7d0-4caf-82a3-2cb6a540df02/ce53e850-48b0-40c4-a7af-cdfb5acfa9d0/830f07b7-e518-41ad-92f2-86b31e55a021) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:46:33.544764 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.558929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 830f07b7-e518-41ad-92f2-86b31e55a021 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:33.597678 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.640025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:33.643221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:33.652069 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:46:33.655898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:33.702759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:33.703386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.719344 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-7a90aeef-c024-461e-be40-9499dd64a53b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009607 Jul 29 18:46:33.731560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Request body: {'port': {'device_id': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:33.793378 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.929435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48a169cf-9bf2-4eeb-a0d7-ef66822dcdf5 None None] Provisioning for port 830f07b7-e518-41ad-92f2-86b31e55a021 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:33.933172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-48a169cf-9bf2-4eeb-a0d7-ef66822dcdf5 None None] Provisioning complete for port 830f07b7-e518-41ad-92f2-86b31e55a021 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:33.933547 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-48a169cf-9bf2-4eeb-a0d7-ef66822dcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:33.968049 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-48a169cf-9bf2-4eeb-a0d7-ef66822dcdf5 None None] Port 830f07b7-e518-41ad-92f2-86b31e55a021 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:46:34.061387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830f07b7-e518-41ad-92f2-86b31e55a021 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:46:34.069436 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:34.081992 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Transition to ACTIVE for port object 830f07b7-e518-41ad-92f2-86b31e55a021 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:46:34.088202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:34.136139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:34.215561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:46:34.215894 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:46:34.216256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:46:34.221004 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:46:34.221321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:46:34.226486 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:46:34.226822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Checking segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:46:34.227200 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Bound using segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:46:34.227626 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Bound port: 830f07b7-e518-41ad-92f2-86b31e55a021, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:46:34.227982 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:34.294830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:46:34.297930 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:46:34.303367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:34.347600 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.348213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:34.350027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 1091 time: 0.6229091 Jul 29 18:46:34.352330 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:46:34.355235 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d2a8f-b6df-4628-a221-370196f26896" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:46:34.433612 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed5910-cbe5-42c0-aca0-046dec2a44c2 service neutron] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:34.451141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab032e1-b7e2-48bc-96d1-a173e76697b0 req-1c4a96cc-79d8-40c3-a5ef-850646621d72 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.452677 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aab032e1-b7e2-48bc-96d1-a173e76697b0 req-1c4a96cc-79d8-40c3-a5ef-850646621d72 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.1231892 Jul 29 18:46:34.480772 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-1ee2a065-c49e-4c8c-8e24-284a7253dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.482389 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-1ee2a065-c49e-4c8c-8e24-284a7253dfb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0841639 Jul 29 18:46:34.537365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-aab032e1-b7e2-48bc-96d1-a173e76697b0 req-0bb8ab51-fa21-4976-a7f7-b6800dd59427 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770214 Jul 29 18:46:34.538593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-f4ec92a2-f878-49a0-bed2-f116b84092fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 217 time: 0.0447974 Jul 29 18:46:34.582268 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e44182-3552-4aaa-ba55-8609f6d600b0 x-openstack-request-id: req-d8e44182-3552-4aaa-ba55-8609f6d600b0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:46:34.582562 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:46:34.582815 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8e44182-3552-4aaa-ba55-8609f6d600b0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:46:34.583241 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'status': 'completed', 'code': 200} Jul 29 18:46:34.590502 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-41eb0ef3-bec2-4997-b444-32c38f0ebf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.591988 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-41eb0ef3-bec2-4997-b444-32c38f0ebf60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0467501 Jul 29 18:46:34.640482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-70c313f1-a4db-481b-86cd-f1142a13d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.641983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-70c313f1-a4db-481b-86cd-f1142a13d813 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421937 Jul 29 18:46:34.741185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-a43d2630-ce4d-4d3b-8165-758dc22922a6 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916774 Jul 29 18:46:34.832709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc1883a2-5382-4bbb-b42e-c4d06c5700a8 req-88ce91a3-25ec-498f-8d96-c69f0b655b76 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Jul 29 18:46:34.924239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-e0790983-ad07-4a80-82ca-24f8c6123984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:34.926086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-e0790983-ad07-4a80-82ca-24f8c6123984 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0482109 Jul 29 18:46:35.020802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-c858216f-b06d-4464-af8d-334d33230dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:35.022185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-c858216f-b06d-4464-af8d-334d33230dc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0893569 Jul 29 18:46:35.065201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-6b9c4770-67ff-4a9e-bd26-83f110f82279 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 217 time: 0.0352960 Jul 29 18:46:35.115146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-3b4cc667-f61c-426f-9472-bbb461bbc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:35.116715 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-3b4cc667-f61c-426f-9472-bbb461bbc276 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0441694 Jul 29 18:46:35.126896 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564bf359-b43a-4f2e-bcb1-8efd38c41766 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:35.170199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-5fbaa081-b6bc-4836-b123-9bfe801b3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:35.171750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-5fbaa081-b6bc-4836-b123-9bfe801b3d4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467720 Jul 29 18:46:35.177326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 564bf359-b43a-4f2e-bcb1-8efd38c41766 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:35.177731 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:35.264486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-048aa1ac-25e2-46e7-acb7-0a3ab4e3808b service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846038 Jul 29 18:46:35.363132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab5d2a8f-b6df-4628-a221-370196f26896 req-dcc37753-f3cc-406e-98f2-fb93256aba71 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900021 Jul 29 18:46:35.664996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec61d9-3f21-4246-bc36-da7158b4fed6 req-d92277e7-711b-4c5f-a06d-6e9fe92bc9a9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:35.666469 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec61d9-3f21-4246-bc36-da7158b4fed6 req-d92277e7-711b-4c5f-a06d-6e9fe92bc9a9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0513821 Jul 29 18:46:35.704218 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f5ec61d9-3f21-4246-bc36-da7158b4fed6 req-20b0ae5d-32c0-4c9d-b2d2-34c86f921175 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Jul 29 18:46:36.841034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:46:36.846969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a77a-9743-4dee-b4f6-ababaf5f7818 req-63f290f1-9715-4606-997f-b47c3795abd7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:36.848524 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8333a77a-9743-4dee-b4f6-ababaf5f7818 req-63f290f1-9715-4606-997f-b47c3795abd7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0601678 Jul 29 18:46:36.937771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8333a77a-9743-4dee-b4f6-ababaf5f7818 req-b1d55880-26b2-46c7-aad6-b899650ff15b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831616 Jul 29 18:46:36.941169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:36.953174 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '830f07b7-e518-41ad-92f2-86b31e55a021', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'mac_address': 'fa:16:3e:31:52:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:46:36.989030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:37.003773 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830f07b7-e518-41ad-92f2-86b31e55a021 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:46:37.028184 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:37.036132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:37.090051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:37.252979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['830f07b7-e518-41ad-92f2-86b31e55a021'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:46:38.067916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206e33d-980e-4325-abec-51fb683cbbff req-ea12bc7c-d41c-4ac9-850e-0123f9644ffc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:38.069517 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7206e33d-980e-4325-abec-51fb683cbbff req-ea12bc7c-d41c-4ac9-850e-0123f9644ffc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 944 time: 0.0631013 Jul 29 18:46:38.111753 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7206e33d-980e-4325-abec-51fb683cbbff req-80a69a0d-c878-4a8d-8e64-68e0943c414c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340085 Jul 29 18:46:38.850902 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:46:38.918729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 830f07b7-e518-41ad-92f2-86b31e55a021 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:46:38.924292 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 830f07b7-e518-41ad-92f2-86b31e55a021 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:46:38.924879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:39.010534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:39.033058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:46:39.035367 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf87a6-9d27-4b23-90a4-757a6a5fb7e2" -d '{"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-plugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:46:39.048551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:46:39.054813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:39.079375 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fabb6d1-88f7-4b65-827e-4513f26c2b63 x-openstack-request-id: req-7fabb6d1-88f7-4b65-827e-4513f26c2b63 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:46:39.079683 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-plugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:46:39.079940 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fabb6d1-88f7-4b65-827e-4513f26c2b63 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:46:39.080340 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'code': 200} Jul 29 18:46:39.107638 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:39.176926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4259f-a4c9-4cdd-9b66-af559053b297 req-9bb16aef-4c38-4a33-b14c-ea62094ff467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:39.178523 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81f4259f-a4c9-4cdd-9b66-af559053b297 req-9bb16aef-4c38-4a33-b14c-ea62094ff467 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0424106 Jul 29 18:46:39.243316 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-81f4259f-a4c9-4cdd-9b66-af559053b297 req-6a4f8764-7fc4-4ace-aa14-a88cfc1a2af2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512917 Jul 29 18:46:39.252111 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69ed9-c22a-40c5-8ab3-47282dafb028 req-aed39fe9-3d00-4552-9b1c-49901f302fd7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:39.253572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38c69ed9-c22a-40c5-8ab3-47282dafb028 req-aed39fe9-3d00-4552-9b1c-49901f302fd7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0700295 Jul 29 18:46:39.295232 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-38c69ed9-c22a-40c5-8ab3-47282dafb028 req-5573d193-9a81-42ba-b106-fcf1f7d3d25e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354371 Jul 29 18:46:39.369050 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e45f-96df-4a77-bb88-f2669728bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:40.426218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38946-f627-4aa1-bc7a-c3a79af0edf6 req-4a36080a-73a7-4dbd-a60a-a7eb472a7aae tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:40.427699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32a38946-f627-4aa1-bc7a-c3a79af0edf6 req-4a36080a-73a7-4dbd-a60a-a7eb472a7aae tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0559514 Jul 29 18:46:40.469372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-32a38946-f627-4aa1-bc7a-c3a79af0edf6 req-2af023e4-1c5e-49c6-ac9e-50239d6df40a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354924 Jul 29 18:46:40.585892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72146c-bfb5-4cea-b10f-86773d6f1689 req-96a94fb9-d1c9-4cdc-9cef-a57e6a0b7032 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:40.587417 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac72146c-bfb5-4cea-b10f-86773d6f1689 req-96a94fb9-d1c9-4cdc-9cef-a57e6a0b7032 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0513027 Jul 29 18:46:40.630255 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac72146c-bfb5-4cea-b10f-86773d6f1689 req-d31d445f-f362-410e-a1ab-3b256cad0bda tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336609 Jul 29 18:46:40.652061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45910) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:40.700324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40118426-efe8-447e-83d6-8cece2e646ad tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:40.701729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-40118426-efe8-447e-83d6-8cece2e646ad tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1091 time: 0.0485504 Jul 29 18:46:40.704683 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 45912) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:40.709096 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:46:40.735309 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:40.841250 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:40.953107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.147 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/1d282bcc-6dfe-4843-b3f8-9c1c291c45ff) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:46:41.054746 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.098727 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.136549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:46:41.140875 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:46:41.147760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:46:41.150736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=1d282bcc-6dfe-4843-b3f8-9c1c291c45ff,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:41.516258 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.591952 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.761928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.768651 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.797817 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa88be20-6a96-4dd1-bfd0-5693eab635c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.836696 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=1d282bcc-6dfe-4843-b3f8-9c1c291c45ff,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:46:41.852074 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:41.951897 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 associated. External IP: 172.25.5.147, port: 830f07b7-e518-41ad-92f2-86b31e55a021. Jul 29 18:46:42.008124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:42.486983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:46:42.607401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:46:42.617555 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Sync routers for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:46:42.626039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:42.627538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:42.628170 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:42.653405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-862848cb-a243-4bee-af0f-2b8dc407e6f7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9477429 Jul 29 18:46:42.654073 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:46:42.656297 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd82cfb-1352-4294-90fd-991e7363d843" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:46:42.738525 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:42.749582 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32009e-33ac-4c74-bc61-9617498236f5 req-0754fdba-97ce-4136-b469-a179efbdaf46 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:42.751128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea32009e-33ac-4c74-bc61-9617498236f5 req-0754fdba-97ce-4136-b469-a179efbdaf46 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0494866 Jul 29 18:46:42.789162 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea32009e-33ac-4c74-bc61-9617498236f5 req-9e4858b8-d2d6-4dfe-b500-46fc1029ab07 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Jul 29 18:46:42.811223 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45918) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:42.841255 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2434f-9629-4c57-8c90-91a2a1fad8de x-openstack-request-id: req-f0f2434f-9629-4c57-8c90-91a2a1fad8de {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:46:42.841549 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:46:42.841796 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0f2434f-9629-4c57-8c90-91a2a1fad8de {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:46:42.842207 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'status': 'completed', 'code': 200} Jul 29 18:46:42.879863 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bb385f6c-c167-46d1-a171-bc0dcee46d30 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 HTTP/1.1" status: 200 len: 991 time: 0.0673316 Jul 29 18:46:42.905232 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-8aec5d01-6c36-4985-95da-84810942bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:42.906781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-8aec5d01-6c36-4985-95da-84810942bdcd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0429697 Jul 29 18:46:42.964120 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'mac_address': 'fa:16:3e:31:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:46:41Z', 'updated_at': '2021-07-29T18:46:41Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:42.989643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Checking router: 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:46:42.998924 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:46:42.999517 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:46:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:43.000996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-14bcd44a-4cd6-47c3-89d1-aee37eb7e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:43.002529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-14bcd44a-4cd6-47c3-89d1-aee37eb7e7af service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0892351 Jul 29 18:46:43.068890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-4c519b00-6d4f-43d9-84b3-59273f393f88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 999 time: 0.0595551 Jul 29 18:46:43.105098 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:46:43.127175 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-f518c78e-6330-4e65-945f-601e0a432ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:43.129468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-f518c78e-6330-4e65-945f-601e0a432ef9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0539513 Jul 29 18:46:43.181101 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-6798ffd8-a8fa-45b9-afa2-759ba2cd0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:46:43.182692 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-6798ffd8-a8fa-45b9-afa2-759ba2cd0c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458341 Jul 29 18:46:43.272801 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:43.277123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-dfd9b872-58a8-4880-9583-60ba8ca0c87e service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868499 Jul 29 18:46:43.344371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'mac_address': 'fa:16:3e:31:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:46:41Z', 'updated_at': '2021-07-29T18:46:41Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:46:43.370530 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987c9fd-6654-4cd6-ba4d-425c7145520a None None] The sync data for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 is: [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'mac_address': 'fa:16:3e:31:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:46:41Z', 'updated_at': '2021-07-29T18:46:41Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:46:43.375656 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fdd82cfb-1352-4294-90fd-991e7363d843 req-883d2296-033c-434e-a1a1-3b6440d22d15 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919437 Jul 29 18:46:43.575238 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3053e-57df-41bb-ac68-0312dd03bd0c None None] New status for floating IP 339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:46:43.883403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 45920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:46:43.949759 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-057a8e76-e60a-441e-8cc1-b0d5e61307af tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 HTTP/1.1" status: 200 len: 993 time: 0.0647347 Jul 29 18:46:44.895894 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:57.105179 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:46:57.844277 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:46:58.055558 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:09.370830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e5db4c29-4d69-4861-bdef-13f0f602f978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:09.781921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-2ac8544c-916d-4927-8d46-fcd5b7f3020c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877087 Jul 29 18:47:09.872233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-12590db0-82cd-45eb-8afa-4e68c01f26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:09.874090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-12590db0-82cd-45eb-8afa-4e68c01f26fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0441949 Jul 29 18:47:09.985066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-16c3ddd7-ff40-4969-a805-1baadb70f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:09.986505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-16c3ddd7-ff40-4969-a805-1baadb70f999 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0916460 Jul 29 18:47:10.054968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-cf7ecdcb-0a0b-4b41-8b2a-0748f7ee2c88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 1001 time: 0.0609174 Jul 29 18:47:10.109636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-23cb2255-f310-4d7e-9975-7bc9610d4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:10.111134 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-23cb2255-f310-4d7e-9975-7bc9610d4b99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0487835 Jul 29 18:47:10.159077 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-a660f8b7-b177-4266-b9d0-8a3fca8e6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:10.160603 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-a660f8b7-b177-4266-b9d0-8a3fca8e6b8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418561 Jul 29 18:47:10.254922 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-3b1e48c4-3391-40b4-9958-9d9b5401a08c service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Jul 29 18:47:10.352074 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c947a85a-b016-4e71-bcc8-cf075b23d24c req-0006512d-641f-4c2e-b7ef-9351081170ed service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895765 Jul 29 18:47:11.802224 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7264e949-f55c-4c2c-98e0-e66dbafeab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:12.015854 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:13.266968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:14.910200 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:15.374432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c003671-0b52-4b05-96bb-1617f67e7728 req-b2931abd-a80a-4efb-80b8-a703c78c2dca tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:15.375959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c003671-0b52-4b05-96bb-1617f67e7728 req-b2931abd-a80a-4efb-80b8-a703c78c2dca tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0527599 Jul 29 18:47:15.416734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5c003671-0b52-4b05-96bb-1617f67e7728 req-57980796-513e-4833-b72f-ccd3c40efd65 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335813 Jul 29 18:47:15.457580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-1e9b7f17-58c3-430f-9c76-9b854955a6bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793526 Jul 29 18:47:16.547924 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3aa-5981-4214-a55e-1ec7d37df6b6 req-fcab25fe-2822-4ddc-a36f-7777c0e0582a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:16.549470 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6985c3aa-5981-4214-a55e-1ec7d37df6b6 req-fcab25fe-2822-4ddc-a36f-7777c0e0582a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0590739 Jul 29 18:47:16.592498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6985c3aa-5981-4214-a55e-1ec7d37df6b6 req-35994d47-7c7c-4792-8412-c093588d6fe2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Jul 29 18:47:16.638569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-7f8c622f-a10a-4aac-9898-aa2cfaac7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:16.640100 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-7f8c622f-a10a-4aac-9898-aa2cfaac7039 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0421722 Jul 29 18:47:16.741138 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-a310a263-f28e-4c8c-b3d3-5671be6c0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:16.742550 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-a310a263-f28e-4c8c-b3d3-5671be6c0dc5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0953417 Jul 29 18:47:16.809081 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-28b70f0c-c030-4c29-a0f0-2cef3f1acac5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 1001 time: 0.0589099 Jul 29 18:47:16.857971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-a5a5ba47-d078-4aae-9af9-9178699ae58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:16.859395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-a5a5ba47-d078-4aae-9af9-9178699ae58c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0432258 Jul 29 18:47:16.909998 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-270d8ad4-dc41-4a23-9caf-c1aeaa28168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:16.911518 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-270d8ad4-dc41-4a23-9caf-c1aeaa28168a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451264 Jul 29 18:47:17.001810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-8ddc269c-e9e2-43a4-8b5d-a227ecac6132 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Jul 29 18:47:17.095641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-c86efbba-9995-4298-96c6-973a3eeb6f98 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Jul 29 18:47:17.954080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aa0f1-d2d6-420f-a723-c753768207cd req-99ae4c96-ef97-4843-b964-5b3865797341 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:17.955564 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c7aa0f1-d2d6-420f-a723-c753768207cd req-99ae4c96-ef97-4843-b964-5b3865797341 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0542300 Jul 29 18:47:17.995185 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8c7aa0f1-d2d6-420f-a723-c753768207cd req-33969c04-bb21-47c0-8804-169b028041cd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jul 29 18:47:19.114627 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622edac-30a1-4f85-bd68-91a1fd6e70e8 req-7fdcc3dd-832a-4083-90cd-1c8eb0e5e996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:19.116183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1622edac-30a1-4f85-bd68-91a1fd6e70e8 req-7fdcc3dd-832a-4083-90cd-1c8eb0e5e996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0517220 Jul 29 18:47:19.158693 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1622edac-30a1-4f85-bd68-91a1fd6e70e8 req-5066a07e-378a-4cf9-b39f-fa4fa45c9e2d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330517 Jul 29 18:47:20.285947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a109af0-6886-43c6-b35e-a078ea6bd178 req-8b18d567-8986-44aa-b476-8319afcfd224 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:20.287602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a109af0-6886-43c6-b35e-a078ea6bd178 req-8b18d567-8986-44aa-b476-8319afcfd224 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0601776 Jul 29 18:47:20.329668 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a109af0-6886-43c6-b35e-a078ea6bd178 req-d95dc93e-72da-4dc5-9472-6fa663648a71 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360625 Jul 29 18:47:21.455505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bd299-b4d4-4414-bb13-cf5f6cac052f req-63a71373-ee06-4b2e-8c2c-c6119c507194 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:21.457002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb0bd299-b4d4-4414-bb13-cf5f6cac052f req-63a71373-ee06-4b2e-8c2c-c6119c507194 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0513842 Jul 29 18:47:21.499455 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fb0bd299-b4d4-4414-bb13-cf5f6cac052f req-9c21db93-f51b-410e-808a-ecb033401c62 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Jul 29 18:47:22.633397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c107f-aea3-4c34-808d-829aaa82bb3b req-fbb78c03-af45-46eb-aae5-76f4492b81ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:22.634918 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb7c107f-aea3-4c34-808d-829aaa82bb3b req-fbb78c03-af45-46eb-aae5-76f4492b81ef tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0596347 Jul 29 18:47:22.682483 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eb7c107f-aea3-4c34-808d-829aaa82bb3b req-e8caf3bc-9dc2-4084-9589-9010cd7a95d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 Jul 29 18:47:23.811578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1b402-3791-4ba6-bcee-7faea13d0a1a req-b9a88a70-1f22-4daa-8754-a95212493d17 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:23.813094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eeb1b402-3791-4ba6-bcee-7faea13d0a1a req-b9a88a70-1f22-4daa-8754-a95212493d17 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0501430 Jul 29 18:47:23.856669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eeb1b402-3791-4ba6-bcee-7faea13d0a1a req-85d42105-e452-4096-96ab-ec6661f7e203 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375619 Jul 29 18:47:24.985340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114f4b-a27c-4116-b79d-818b6ef7b182 req-a2682543-1778-4820-ad84-7787d0e5a720 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:24.986891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2114f4b-a27c-4116-b79d-818b6ef7b182 req-a2682543-1778-4820-ad84-7787d0e5a720 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0502841 Jul 29 18:47:25.025562 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b2114f4b-a27c-4116-b79d-818b6ef7b182 req-b9659109-4e93-4520-9d0c-6ed598e171ff tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326242 Jul 29 18:47:26.158589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f63a-bc99-4e82-bd82-5f66285d26a9 req-636c69da-c467-4b2f-8531-8dfd98cb05a6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:26.160102 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b50f63a-bc99-4e82-bd82-5f66285d26a9 req-636c69da-c467-4b2f-8531-8dfd98cb05a6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0562420 Jul 29 18:47:26.200992 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b50f63a-bc99-4e82-bd82-5f66285d26a9 req-5b8f46c3-7678-4d5e-bfaf-c70f4836340f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347075 Jul 29 18:47:27.118197 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:27.321832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de67dd-7a0d-4e8a-bd30-a3b100686959 req-f7ff9bb6-7c7c-4db1-897e-c5074184b19e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:27.323320 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75de67dd-7a0d-4e8a-bd30-a3b100686959 req-f7ff9bb6-7c7c-4db1-897e-c5074184b19e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0520828 Jul 29 18:47:27.377287 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-75de67dd-7a0d-4e8a-bd30-a3b100686959 req-29de2fac-0bf5-44d6-ad5a-c22492cc0909 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Jul 29 18:47:28.071911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:28.512633 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13e545-335c-47c3-bc50-7362b16ec97a req-e1af216d-0780-4952-a3a3-2930136f2d65 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:28.514181 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea13e545-335c-47c3-bc50-7362b16ec97a req-e1af216d-0780-4952-a3a3-2930136f2d65 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0538323 Jul 29 18:47:28.555009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ea13e545-335c-47c3-bc50-7362b16ec97a req-fa3a46d2-b0e9-4a08-80f2-61307f1f985d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Jul 29 18:47:29.690002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268220e-0b07-4945-ab49-4eb156879a3f req-c6df4c58-ee8b-47e0-9318-a5ac108ef417 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:29.691496 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9268220e-0b07-4945-ab49-4eb156879a3f req-c6df4c58-ee8b-47e0-9318-a5ac108ef417 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0527987 Jul 29 18:47:29.730188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9268220e-0b07-4945-ab49-4eb156879a3f req-23ff0021-576e-4249-993b-ba34e769d717 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Jul 29 18:47:30.863204 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b50726-c3a2-4415-899e-6b151e92e31b req-da92bcc3-caeb-40c0-8e87-c1c228bf0aee tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:30.864698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8b50726-c3a2-4415-899e-6b151e92e31b req-da92bcc3-caeb-40c0-8e87-c1c228bf0aee tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0564928 Jul 29 18:47:30.912500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a8b50726-c3a2-4415-899e-6b151e92e31b req-410af93a-6b0a-4585-9a09-1b5fc05756e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386112 Jul 29 18:47:32.046654 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738876-6385-4533-be58-bc9f9dfb2200 req-90ab49cd-2f7c-411c-a68b-f28406f5dac4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:32.048171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85738876-6385-4533-be58-bc9f9dfb2200 req-90ab49cd-2f7c-411c-a68b-f28406f5dac4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0511825 Jul 29 18:47:32.086055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-85738876-6385-4533-be58-bc9f9dfb2200 req-357b3afd-518a-4e44-a879-9344efaf1a57 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Jul 29 18:47:33.214699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f39de-dc7d-42cc-a8c1-8a036d13c721 req-e2bb653b-33db-43ed-a578-9a79451e1ec7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:33.216199 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c56f39de-dc7d-42cc-a8c1-8a036d13c721 req-e2bb653b-33db-43ed-a578-9a79451e1ec7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0512896 Jul 29 18:47:33.260084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c56f39de-dc7d-42cc-a8c1-8a036d13c721 req-9e6e6927-4186-4ebe-be7e-5d5ec1daaffc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375836 Jul 29 18:47:33.894357 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-66b2c100-fb3c-49a1-8526-a2a7ac7ef33e service neutron] show failed (client error): The resource could not be found. Jul 29 18:47:33.895379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-66b2c100-fb3c-49a1-8526-a2a7ac7ef33e service neutron] 10.222.0.38 "GET /v2.0/ports/830f07b7-e518-41ad-92f2-86b31e55a021/bindings/n-h1-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0762506 Jul 29 18:47:34.154419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-ab83363b-ac5d-44ae-b18c-3a7180a6ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:34.155882 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-ab83363b-ac5d-44ae-b18c-3a7180a6ecab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 1096 time: 0.0904236 Jul 29 18:47:34.168789 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:47:34.228470 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.377858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d006ac-5c4c-4536-82f4-762c0d4b08a7 req-25c0f851-8111-4d89-bbb1-9ab62a61b041 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:34.379431 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89d006ac-5c4c-4536-82f4-762c0d4b08a7 req-25c0f851-8111-4d89-bbb1-9ab62a61b041 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0504935 Jul 29 18:47:34.420983 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-89d006ac-5c4c-4536-82f4-762c0d4b08a7 req-2d527018-8119-4044-91ba-3aaea63b67e4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353765 Jul 29 18:47:34.441136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:47:34.473218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h2-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:47:34.512442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:47:34.514771 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b3993-03fc-434b-8a65-aff5e2316128" -d '{"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-unplugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:47:34.518837 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.531900 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Transition to ACTIVE for port object 830f07b7-e518-41ad-92f2-86b31e55a021 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:47:34.537216 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.566396 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4ffae-36d4-40f4-991d-1672146d8cda x-openstack-request-id: req-23d4ffae-36d4-40f4-991d-1672146d8cda {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:47:34.566690 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-unplugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:47:34.566941 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d4ffae-36d4-40f4-991d-1672146d8cda {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:47:34.567336 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'code': 200} Jul 29 18:47:34.617761 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=6']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:47:34.630079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.630459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.630821 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.631201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.631646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.631904 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.632248 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.632616 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.632931 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.633242 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.633562 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.633876 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:34.673103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] No DVR routers for this DVR port 830f07b7-e518-41ad-92f2-86b31e55a021 on host n-h2-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:47:34.810431 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:47:34.810759 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:47:34.811085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:47:34.815496 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:47:34.815809 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Attempting to bind port 830f07b7-e518-41ad-92f2-86b31e55a021 on network efb370bc-e7d0-4caf-82a3-2cb6a540df02 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:47:34.820917 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:47:34.821261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Checking segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:47:34.821685 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Bound using segment: {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:47:34.822102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Bound port: 830f07b7-e518-41ad-92f2-86b31e55a021, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4290600-a2e0-4866-96ce-dc3fb69ba352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:47:34.822491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.844567 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:47:34.888595 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:47:34.892463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:47:34.898680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.938833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:34.939449 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:34.940936 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] 10.222.0.49 "PUT /v2.0/ports/830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 1091 time: 0.7764232 Jul 29 18:47:34.961504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889acf2-6cf5-4bc2-9a61-f91ed48b02cd service neutron] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=7']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:47:35.007141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-ca1f5e0d-1b3a-4f5b-a066-e1974c9573b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:35.008718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-ca1f5e0d-1b3a-4f5b-a066-e1974c9573b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0440834 Jul 29 18:47:35.102191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-8086606c-2917-4d87-bfbb-570341b0af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:35.103758 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-8086606c-2917-4d87-bfbb-570341b0af57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0880830 Jul 29 18:47:35.184116 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-1eac24db-089f-45a5-922e-39b03b2827d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 999 time: 0.0721962 Jul 29 18:47:35.233832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-7f4b4c4f-36aa-4b24-9d2b-a30a96a85c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:35.235242 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-7f4b4c4f-36aa-4b24-9d2b-a30a96a85c0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0440884 Jul 29 18:47:35.292425 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-4eabb73e-b44e-48fd-81fa-4f5c3aa6ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:35.293979 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-4eabb73e-b44e-48fd-81fa-4f5c3aa6ef49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512857 Jul 29 18:47:35.304839 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-dbde9a17-a19e-485e-8cc4-6118dcf9740d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:47:35.305765 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-dbde9a17-a19e-485e-8cc4-6118dcf9740d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050433 Jul 29 18:47:35.403824 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-f0164364-d0da-4872-8500-071ee27f2d91 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905647 Jul 29 18:47:35.497992 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-10afc3fd-a1ec-4923-a3d7-79346eaeff85 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861914 Jul 29 18:47:35.542120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a199ca-1515-4023-8414-6f5c15806e33 req-7611d00b-5384-43b4-b565-7256ee29c521 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:35.543726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3a199ca-1515-4023-8414-6f5c15806e33 req-7611d00b-5384-43b4-b565-7256ee29c521 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0512140 Jul 29 18:47:35.584350 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e3a199ca-1515-4023-8414-6f5c15806e33 req-0697216f-6c5d-46b9-89e7-0dc29de57192 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341399 Jul 29 18:47:36.569066 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:47:36.573033 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee62967b-24a7-424a-9280-663c5f82608d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:47:36.628093 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66ab359-ff94-4c71-aff2-70a7044258c9 x-openstack-request-id: req-a66ab359-ff94-4c71-aff2-70a7044258c9 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:47:36.628394 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:47:36.628756 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a66ab359-ff94-4c71-aff2-70a7044258c9 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:47:36.629140 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'status': 'completed', 'code': 200} Jul 29 18:47:36.698826 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-08ec83f2-1ebb-4db5-9ea9-dec8b033ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.700391 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-08ec83f2-1ebb-4db5-9ea9-dec8b033ce65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0470645 Jul 29 18:47:36.717257 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-ea0e5ba1-47dc-4b2a-aaf8-6522416f26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.718783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-ea0e5ba1-47dc-4b2a-aaf8-6522416f26af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0711932 Jul 29 18:47:36.777591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1ccb7-8732-440b-9816-b17e43e5f1b8 req-7186189a-8f65-4f2b-a036-2a111c3175e4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.779092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06e1ccb7-8732-440b-9816-b17e43e5f1b8 req-7186189a-8f65-4f2b-a036-2a111c3175e4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.1016648 Jul 29 18:47:36.789184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-30eb96ce-e9f5-4a4d-8c91-2fc6742f9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.790687 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-30eb96ce-e9f5-4a4d-8c91-2fc6742f9cc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0828536 Jul 29 18:47:36.840188 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-06e1ccb7-8732-440b-9816-b17e43e5f1b8 req-78a36341-e945-4971-9f0d-0bf9534f9773 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534573 Jul 29 18:47:36.849532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-b480756a-d2db-4e3e-b592-17e258bff1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.851056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-b480756a-d2db-4e3e-b592-17e258bff1e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.1249743 Jul 29 18:47:36.863277 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-34ac7e36-0db9-4e89-9925-c79781fa13c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 999 time: 0.0637722 Jul 29 18:47:36.914281 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-aa0b5108-4cde-4905-aa20-efc7d3256b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.915779 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-aa0b5108-4cde-4905-aa20-efc7d3256b32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0455554 Jul 29 18:47:36.925159 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-b61669ff-001d-49da-a08c-87d953cef7a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 999 time: 0.0668888 Jul 29 18:47:36.985590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-3376ce89-150f-4103-9ad7-ff11f2d4ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:36.987861 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-3376ce89-150f-4103-9ad7-ff11f2d4ec2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0552082 Jul 29 18:47:36.999031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-b62c6d65-363e-4a79-a9fb-43e6bfc7f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:37.001513 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-b62c6d65-363e-4a79-a9fb-43e6bfc7f915 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635402 Jul 29 18:47:37.039564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62967b-24a7-424a-9280-663c5f82608d req-c87db48a-9977-4834-8c65-a01e906ebfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:37.041096 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-c87db48a-9977-4834-8c65-a01e906ebfa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456359 Jul 29 18:47:37.098332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:47:37.103594 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-d419a2e4-a8c9-4ddc-a710-5c1539b3a483 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924737 Jul 29 18:47:37.141672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-c8ae00a5-b4fe-4830-ba3e-67d326c73b7a service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925491 Jul 29 18:47:37.144409 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:47:37.198609 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-bf1ec9de-b35a-4123-8dbf-6bee96d1695c service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Jul 29 18:47:37.235669 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ee62967b-24a7-424a-9280-663c5f82608d req-4b828c3a-b7f9-4e43-ad2b-420ba76ce252 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Jul 29 18:47:37.970484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6504d-f176-462f-8e29-fe93a0968226 req-922b2c3a-b2fa-40e3-9e3e-a616776286d2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:37.971989 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93e6504d-f176-462f-8e29-fe93a0968226 req-922b2c3a-b2fa-40e3-9e3e-a616776286d2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0552976 Jul 29 18:47:38.011620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-93e6504d-f176-462f-8e29-fe93a0968226 req-782ed047-e785-47db-8932-bad6f58371c3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334740 Jul 29 18:47:38.248888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-21c4a759-9023-424d-a10c-f00378fcb5ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.250439 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-21c4a759-9023-424d-a10c-f00378fcb5ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a&tenant_id=a1b887aa3bd04db4b33cd333a83c9252&binding%3Ahost_id=n-h1-801607-3 HTTP/1.1" status: 200 len: 943 time: 0.0711391 Jul 29 18:47:38.258722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873ca3-4d63-4ba3-ae83-9b2db9618b79 req-3120fad2-1a71-421e-8e0d-ea1e7e27d911 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.260099 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1873ca3-4d63-4ba3-ae83-9b2db9618b79 req-3120fad2-1a71-421e-8e0d-ea1e7e27d911 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0900605 Jul 29 18:47:38.337090 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1873ca3-4d63-4ba3-ae83-9b2db9618b79 req-a1976960-c4ca-478b-b571-c6b2ac8b05ea tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706630 Jul 29 18:47:38.342286 n-d-801607-3 neutron-server[94051]: INFO neutron.api.v2.resource [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-a77690ba-8ddc-48a1-9384-5e92e3183664 service neutron] delete failed (client error): The resource could not be found. Jul 29 18:47:38.343248 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-a77690ba-8ddc-48a1-9384-5e92e3183664 service neutron] 10.222.0.38 "DELETE /v2.0/ports/830f07b7-e518-41ad-92f2-86b31e55a021/bindings/n-h2-801607-3 HTTP/1.1" status: 404 len: 380 time: 0.0822954 Jul 29 18:47:38.456278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-9dfdeed7-5595-4f9d-a9f9-078ca1e8e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.457680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-9dfdeed7-5595-4f9d-a9f9-078ca1e8e2da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1094 time: 0.0682852 Jul 29 18:47:38.473115 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342464d3-e332-4280-a687-fc6eaccffbf2 req-c784177d-6f0a-41a3-b08f-1e17d8d25ec1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.474492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-342464d3-e332-4280-a687-fc6eaccffbf2 req-c784177d-6f0a-41a3-b08f-1e17d8d25ec1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0598738 Jul 29 18:47:38.560935 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-342464d3-e332-4280-a687-fc6eaccffbf2 req-1cb47167-6b07-4fe1-80a1-95a8a573b14b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794945 Jul 29 18:47:38.587943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-cd787a84-312e-4b63-b7c5-3d8a20e123c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.589500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-cd787a84-312e-4b63-b7c5-3d8a20e123c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.1239491 Jul 29 18:47:38.659816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-78727746-95b4-44d0-9f6a-4a34441ea5b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 999 time: 0.0633147 Jul 29 18:47:38.713848 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-012167d3-5def-43ea-bbf0-eacf880df62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.715275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-012167d3-5def-43ea-bbf0-eacf880df62b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0475545 Jul 29 18:47:38.764579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-7a183cb1-b0a8-498c-bce5-1a8d1b823db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:38.766121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-7a183cb1-b0a8-498c-bce5-1a8d1b823db3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440485 Jul 29 18:47:38.861696 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-8337ef12-ba5d-4769-b983-7ed05e89b384 service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Jul 29 18:47:38.962129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72d0dad0-b908-46e1-8183-faf20aee4d8a req-4e67e9e4-5764-4ec8-9cea-affeb207573f service neutron] 10.222.0.38 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931144 Jul 29 18:47:39.372861 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e587b29-f511-4146-a459-f7bc03507a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:39.579901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:47:39.677791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:47:39.680371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fadc5-caf8-41b9-8648-d0c85f9cf749 req-71bb9d88-483c-4a9a-b7d9-f2bf180b8f7d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:47:39.681961 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-289fadc5-caf8-41b9-8648-d0c85f9cf749 req-71bb9d88-483c-4a9a-b7d9-f2bf180b8f7d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 943 time: 0.0510526 Jul 29 18:47:39.689668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '830f07b7-e518-41ad-92f2-86b31e55a021', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'port_id': '830f07b7-e518-41ad-92f2-86b31e55a021', 'mac_address': 'fa:16:3e:31:52:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:47:39.720889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-289fadc5-caf8-41b9-8648-d0c85f9cf749 req-80ca7052-84d4-4ba2-8099-de7d52a68598 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325181 Jul 29 18:47:39.730984 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:39.743765 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830f07b7-e518-41ad-92f2-86b31e55a021 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:47:39.744096 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:47:39.764739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:47:39.769084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:39.816094 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-03bb63cc-a59d-46e1-b61f-ab737e690c09 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 HTTP/1.1" status: 200 len: 991 time: 0.0704026 Jul 29 18:47:39.817369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:47:39.825558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.825905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.826268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.826611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.826943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.827274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.827601 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.827925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.828250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.828574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.828894 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:39.829216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:47:40.019760 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['830f07b7-e518-41ad-92f2-86b31e55a021'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:47:41.603248 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:47:41.656814 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 830f07b7-e518-41ad-92f2-86b31e55a021 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:47:41.660697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 830f07b7-e518-41ad-92f2-86b31e55a021 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:47:41.661212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:41.738546 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:41.761574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:47:41.763869 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55958f88-bf61-4d36-962d-8c5fd1dc4f98" -d '{"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-plugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:47:41.776312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:47:41.781806 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:41.804852 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a29978-e0d3-46d4-92bb-e06ee3532217 x-openstack-request-id: req-50a29978-e0d3-46d4-92bb-e06ee3532217 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:47:41.805141 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-plugged", "status": "completed", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:47:41.805398 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a29978-e0d3-46d4-92bb-e06ee3532217 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:47:41.805788 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'code': 200} Jul 29 18:47:41.831228 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69ebd2ed-2eb3-427f-807a-9bf1c44c52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:41.841628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:47:42.019114 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:43.274285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:44.903841 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:57.152468 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:47:58.083166 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:03.454330 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-32f6c362-fe21-400e-9cf2-9f84400d568c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425007 Jul 29 18:48:03.543261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-5638d9d6-5f4c-4ce6-a8e7-8df90e561425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:03.546691 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-5638d9d6-5f4c-4ce6-a8e7-8df90e561425 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0460646 Jul 29 18:48:03.678913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-43bd9ae3-45e2-42ee-b7e9-af2dda1dce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:03.680424 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-43bd9ae3-45e2-42ee-b7e9-af2dda1dce30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.1083953 Jul 29 18:48:03.750222 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-dded22f8-4d03-41cf-8884-0b7ba75398a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 1001 time: 0.0622847 Jul 29 18:48:03.800691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-98b6e83b-0317-4dba-b932-37b4a1d2be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:03.802919 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-98b6e83b-0317-4dba-b932-37b4a1d2be49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0452600 Jul 29 18:48:03.860915 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-32bd1f16-36a1-4c9a-8382-e29054d60bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:03.862533 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-32bd1f16-36a1-4c9a-8382-e29054d60bb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522106 Jul 29 18:48:03.954977 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-b91dec06-0957-4ff3-94b2-e8bac8acb890 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Jul 29 18:48:04.053526 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6715f63f-c155-48fc-99dc-1d8e20e24d35 req-19274f06-866f-4afd-a6af-b518f5037377 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874174 Jul 29 18:48:08.210752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46034) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:08.380018 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 1d282bcc-6dfe-4843-b3f8-9c1c291c45ff {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:48:08.380333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:08.452433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:08.452749 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:08.464246 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 1d282bcc-6dfe-4843-b3f8-9c1c291c45ff owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:48:08.632561 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:08.657202 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=1d282bcc-6dfe-4843-b3f8-9c1c291c45ff,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:08.719850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:08.720082 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 disassociated (deleted). External IP: 172.25.5.147, port: 830f07b7-e518-41ad-92f2-86b31e55a021. Jul 29 18:48:09.225978 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:48:09.333840 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:48:09.338304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:09.343541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Sync routers for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:48:09.356811 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:09.357415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:09.369174 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-201447c1-1e06-4b80-87a4-40f18948b2e2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/floatingips/339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2 HTTP/1.1" status: 204 len: 168 time: 1.1547794 Jul 29 18:48:09.369174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:48:09.369839 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722eb6b9-5098-4772-81a4-bae6cfe4a363" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:48:09.404829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0f756a66-5874-45e5-84af-2de647d98e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:09.470161 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:09.529229 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5520d08-65ef-46ac-ae43-15b2ca51da0e x-openstack-request-id: req-e5520d08-65ef-46ac-ae43-15b2ca51da0e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:48:09.529522 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:48:09.529775 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5520d08-65ef-46ac-ae43-15b2ca51da0e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:48:09.530175 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'status': 'completed', 'code': 200} Jul 29 18:48:09.605856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-00b2a126-cb1d-40ce-ab2d-3cf82f0d75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:09.607488 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-00b2a126-cb1d-40ce-ab2d-3cf82f0d75a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 1096 time: 0.0521624 Jul 29 18:48:09.628219 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01f078-b03c-47f4-83e2-eb5449b8c102 req-a3ca25ee-d7ea-4c8f-9f41-2999915d653a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:09.631150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a01f078-b03c-47f4-83e2-eb5449b8c102 req-a3ca25ee-d7ea-4c8f-9f41-2999915d653a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0569649 Jul 29 18:48:09.677672 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a01f078-b03c-47f4-83e2-eb5449b8c102 req-724a9b9b-3603-430c-aa5a-3e56d120832f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Jul 29 18:48:09.679531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:09.706392 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Checking router: 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:48:09.707568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-71c54f5c-eb60-482f-b567-7b4128294de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:09.709101 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-71c54f5c-eb60-482f-b567-7b4128294de9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 200 len: 897 time: 0.0929871 Jul 29 18:48:09.714681 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:09.715288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:47:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:09.753664 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-cbebbc61-01dd-4443-92f7-473b28b9d2a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 200 len: 217 time: 0.0361576 Jul 29 18:48:09.806568 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-18d9d028-a7d7-4457-9924-69d734f6bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:09.808051 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-18d9d028-a7d7-4457-9924-69d734f6bd74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 200 len: 835 time: 0.0461938 Jul 29 18:48:09.822898 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:09.856253 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-83d88b81-0c43-4dcc-a6a9-438b827e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:09.857776 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-83d88b81-0c43-4dcc-a6a9-438b827e60d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb370bc-e7d0-4caf-82a3-2cb6a540df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406406 Jul 29 18:48:09.959601 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-1285215e-d4c6-4ac1-a5f9-bf2b0369f128 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928042 Jul 29 18:48:10.056286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-722eb6b9-5098-4772-81a4-bae6cfe4a363 req-9c459e79-4799-4a39-bc68-45d5344d4d25 service neutron] 10.222.0.49 "GET /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891747 Jul 29 18:48:10.178610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:10.208114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d464f9-ad12-48d8-ae9a-0840670f4fc5 None None] The sync data for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 is: [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:46:28Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '564bf359-b43a-4f2e-bcb1-8efd38c41766', 'name': '', 'network_id': 'efb370bc-e7d0-4caf-82a3-2cb6a540df02', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:aa:c6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:27Z', 'updated_at': '2021-07-29T18:46:33Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': 'ce53e850-48b0-40c4-a7af-cdfb5acfa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:48:10.429499 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4b785-3522-4aec-b6ae-701a71d570f8 None None] New status for floating IP 339af4a9-1ac7-42e3-98e4-e8bb0f05d1c2: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:48:10.814804 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22312a78-557c-4120-9f79-0a75260cefb6 req-2d231e2e-42e8-4b4b-a57d-4b5c7c45f445 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:10.816356 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22312a78-557c-4120-9f79-0a75260cefb6 req-2d231e2e-42e8-4b4b-a57d-4b5c7c45f445 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0631373 Jul 29 18:48:10.859011 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22312a78-557c-4120-9f79-0a75260cefb6 req-0e6402de-7794-4636-bb6b-c726a8256497 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=0866d729-b6de-4f27-8746-67e5f2bc7456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Jul 29 18:48:10.897482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-751753a7-8c4d-46d3-948c-53af5893f8a6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:10.898988 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-751753a7-8c4d-46d3-948c-53af5893f8a6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd9d25c-8193-4214-b8b7-5e0ed4dc191a HTTP/1.1" status: 200 len: 945 time: 0.0547428 Jul 29 18:48:10.990440 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 830f07b7-e518-41ad-92f2-86b31e55a021 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:48:10.990736 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:11.083775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 830f07b7-e518-41ad-92f2-86b31e55a021, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=830f07b7-e518-41ad-92f2-86b31e55a021,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:11.084006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:11.096692 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 830f07b7-e518-41ad-92f2-86b31e55a021 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:48:11.227373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:11.259479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=830f07b7-e518-41ad-92f2-86b31e55a021,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:11.303779 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] No DVR routers for this DVR port 830f07b7-e518-41ad-92f2-86b31e55a021 on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:48:11.306482 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:11.308500 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-19f5f55f-25ab-43be-b2e0-eff0e1dc2070 req-a09d8bee-03ad-482b-a4e4-67c46884b41f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.49 "DELETE /v2.0/ports/830f07b7-e518-41ad-92f2-86b31e55a021 HTTP/1.1" status: 204 len: 173 time: 0.4024854 Jul 29 18:48:11.531666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-deleted', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:48:11.534042 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b5257c-5c41-4b07-87be-8ec55e18aaf4" -d '{"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-deleted", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:48:11.573896 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616ab38-ca5c-4696-8b18-f6692ca3f814 x-openstack-request-id: req-a616ab38-ca5c-4696-8b18-f6692ca3f814 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:48:11.574592 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9d25c-8193-4214-b8b7-5e0ed4dc191a", "name": "network-vif-deleted", "tag": "830f07b7-e518-41ad-92f2-86b31e55a021", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:48:11.574849 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a616ab38-ca5c-4696-8b18-f6692ca3f814 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:48:11.575251 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9d25c-8193-4214-b8b7-5e0ed4dc191a', 'name': 'network-vif-deleted', 'tag': '830f07b7-e518-41ad-92f2-86b31e55a021', 'status': 'completed', 'code': 200} Jul 29 18:48:11.815594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a1ea21a1-f411-4ca5-9509-8a79f1225d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:11.843400 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:48:11.920853 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46048) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:12.014761 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:12.289580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:12.550655 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 564bf359-b43a-4f2e-bcb1-8efd38c41766 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:48:12.550886 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:12.644053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 564bf359-b43a-4f2e-bcb1-8efd38c41766, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=564bf359-b43a-4f2e-bcb1-8efd38c41766,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:12.644395 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:12.658539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 564bf359-b43a-4f2e-bcb1-8efd38c41766 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:48:12.860232 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:12.901291 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=564bf359-b43a-4f2e-bcb1-8efd38c41766,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:13.092662 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.271309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.317745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:48:13.430666 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:48:13.435997 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2bb17822-9dc1-4bda-bc4d-43c89fab066b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/53d2ab9a-905f-4124-a12a-3fa47d55a1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137513 Jul 29 18:48:13.438494 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46050) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:13.441326 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Sync routers for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:48:13.452220 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:13.452881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:13.489363 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting subnet ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:48:13.492577 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.533678 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.562923 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:13.620318 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.679952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.704988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Subnet': ['ID=ce53e850-48b0-40c4-a7af-cdfb5acfa9d0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:13.710573 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.712450 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a7f3ce0a-b97d-40b0-96d6-dbdc878cb996 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/subnets/ce53e850-48b0-40c4-a7af-cdfb5acfa9d0 HTTP/1.1" status: 204 len: 168 time: 0.2730172 Jul 29 18:48:13.715000 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46052) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:13.718264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcb5e2-b9a6-45e5-8331-6bddad84c87f None None] Network efb370bc-e7d0-4caf-82a3-2cb6a540df02 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:48:13.824811 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:13.836821 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:48:12Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:13.869331 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Checking router: 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:48:13.883114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Routers {'53d2ab9a-905f-4124-a12a-3fa47d55a1c3'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:13.883707 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:13.944869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] DHCP port deletion for efb370bc-e7d0-4caf-82a3-2cb6a540df02 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:48:14.024826 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] Set router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:14.132514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Deleting port e7cea9d9-2109-498a-817d-9a398c1bf8a0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:48:14.132888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.220943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] For port e7cea9d9-2109-498a-817d-9a398c1bf8a0, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e7cea9d9-2109-498a-817d-9a398c1bf8a0,segment=NetworkSegment(f4290600-a2e0-4866-96ce-dc3fb69ba352),segment_id=f4290600-a2e0-4866-96ce-dc3fb69ba352)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:14.221389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.238215 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.252505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Calling delete_port for e7cea9d9-2109-498a-817d-9a398c1bf8a0 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:48:14.290975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port f24a319d-f94f-4e7f-8588-0a63d9a56482 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:48:14.291213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.338743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:48:12Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:14.371229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11245b5b-5f12-4755-b850-2e9e26df2c2a None None] The sync data for ids ['53d2ab9a-905f-4124-a12a-3fa47d55a1c3'] in n-d-801607-3 is: [{'id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517681584', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:46:24Z', 'updated_at': '2021-07-29T18:48:12Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'f24a319d-f94f-4e7f-8588-0a63d9a56482', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2ab9a-905f-4124-a12a-3fa47d55a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:46:25Z', 'updated_at': '2021-07-29T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:48:14.375772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.376102 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port f24a319d-f94f-4e7f-8588-0a63d9a56482, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f24a319d-f94f-4e7f-8588-0a63d9a56482,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:14.376553 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.392449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for f24a319d-f94f-4e7f-8588-0a63d9a56482 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:48:14.401487 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] Pushing event deleted for resources: {'Port': ['ID=e7cea9d9-2109-498a-817d-9a398c1bf8a0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:14.405215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35651228-6cc9-471b-b5ef-450e1b121aaa None None] No DVR routers for this DVR port e7cea9d9-2109-498a-817d-9a398c1bf8a0 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:48:14.569650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.594463 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=f24a319d-f94f-4e7f-8588-0a63d9a56482,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:14.655202 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.750600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.753006 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.798141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.798916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Fanout notify agent at l3_agent the message router_deleted on router 53d2ab9a-905f-4124-a12a-3fa47d55a1c3 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:48:14.806621 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.807777 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-7cecc2dd-0987-48ab-9b6d-7e7a59477361 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/routers/53d2ab9a-905f-4124-a12a-3fa47d55a1c3 HTTP/1.1" status: 204 len: 168 time: 1.0916953 Jul 29 18:48:14.810640 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:14.887720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.904495 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.980951 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:14.992384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb370bc-e7d0-4caf-82a3-2cb6a540df02']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:15.004289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4290600-a2e0-4866-96ce-dc3fb69ba352') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:15.004599 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4290600-a2e0-4866-96ce-dc3fb69ba352') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:15.014015 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.031626 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.037584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:48:15.037970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:48:15.041195 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:48:15.109031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.116443 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.118024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/networks/efb370bc-e7d0-4caf-82a3-2cb6a540df02 HTTP/1.1" status: 204 len: 168 time: 0.3063552 Jul 29 18:48:15.120944 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46056) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:15.130383 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Network': ['ID=efb370bc-e7d0-4caf-82a3-2cb6a540df02,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:15.137805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.138194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.138556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.138914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.139195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.139551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.139987 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.140300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.141179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.141179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.141426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.141598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43750bed-c58d-40e6-8c1f-1eceb7981103 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:15.180880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.205757 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.265492 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.268051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.269284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/security-groups/0866d729-b6de-4f27-8746-67e5f2bc7456 HTTP/1.1" status: 204 len: 168 time: 0.1472292 Jul 29 18:48:15.278593 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec858488-09c4-409b-854f-59e6f4db8c18 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866d729-b6de-4f27-8746-67e5f2bc7456,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:15.382443 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564bf359-b43a-4f2e-bcb1-8efd38c41766 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:48:15.405833 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 564bf359-b43a-4f2e-bcb1-8efd38c41766 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:48:15.406259 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 564bf359-b43a-4f2e-bcb1-8efd38c41766 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:48:15.407391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e7cea9d9-2109-498a-817d-9a398c1bf8a0 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:48:15.425772 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e7cea9d9-2109-498a-817d-9a398c1bf8a0 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:48:15.426115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e7cea9d9-2109-498a-817d-9a398c1bf8a0 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:48:15.426540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f24a319d-f94f-4e7f-8588-0a63d9a56482 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:48:15.446874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f24a319d-f94f-4e7f-8588-0a63d9a56482 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:48:15.447210 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f24a319d-f94f-4e7f-8588-0a63d9a56482 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:48:15.660271 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46062) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:15.665099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805394076', 'description': 'tempest-secgroup-smoke-805394076 description', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:15.692644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.779793 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.786454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.788198 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:48:15.809147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 830f07b7-e518-41ad-92f2-86b31e55a021 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:48:15.809574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 830f07b7-e518-41ad-92f2-86b31e55a021 not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:48:15.815863 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:15.818976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.820186 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-68019e66-83c4-4869-984d-c9879442841e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1588795 Jul 29 18:48:15.823079 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:15.827548 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:15.854279 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.912301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.917721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.934506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f70d4ad-7b50-4a0c-80cf-b9c7666765f6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:15.942317 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:15.943672 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-88a2d9ac-77f0-4e7f-8606-07e189c7ff2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196256 Jul 29 18:48:15.946512 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46066) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:15.951107 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:15.977883 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.035833 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.041564 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.058700 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a67dcda-3545-4269-a75b-412567ed9972,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.067954 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.069572 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e1f48e5b-11ab-4d19-8b58-d658b86b095c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217101 Jul 29 18:48:16.072159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46068) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.076748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.105551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.172588 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.178825 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.198827 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8201d7-cb26-423e-8766-cdaf76f91fb8,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.202281 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.203501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20b0355c-c14b-4c5a-9892-742a8c9c6989 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303506 Jul 29 18:48:16.206449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46070) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.210933 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.238931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.299618 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.304972 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.322559 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001aff21-efc1-4da8-a993-7a70362ee92d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.329271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.330502 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9a564c56-6695-4160-9c03-dcda56ae3d49 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230915 Jul 29 18:48:16.333423 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46072) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.337901 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.361683 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:48:16.366608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.430659 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.436528 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.455370 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5214cb4c-c37b-4deb-a28f-150e5fa35e14,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.459774 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.463916 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-51191fb9-a996-4158-9559-c47ec26a11e9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266232 Jul 29 18:48:16.464424 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46074) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.469268 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': 'e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.493516 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:48:16.498837 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.562578 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.569517 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.586326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d38783-1615-4ebf-905e-07a13cfab2a1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.593401 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.594755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-71d3082b-5f4e-4a58-8387-e5c5e61d50fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291559 Jul 29 18:48:16.597586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46076) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.602510 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'network': {'name': 'tempest-network-smoke--316319875', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'port_security_enabled': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.624490 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:48:16.627994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.652357 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:48:16.661810 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.662155 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Added segment b8f07af9-d18d-4823-9f0e-001edc6aeb21 of type vlan for network 428a20a0-272f-4d03-9ef9-db3aaac36617 Jul 29 18:48:16.701157 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.732021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.737720 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:16.738344 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.797710 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1990974 Jul 29 18:48:16.800596 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46078) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:16.805048 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'admin_state_up': True, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:16.824036 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669804-0a66-43bf-840f-4110632e5c0e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Network': ['ID=428a20a0-272f-4d03-9ef9-db3aaac36617,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:16.835011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:48:16.837191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.838218 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:16.888383 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.030545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.243866 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.267042 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.376684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.183 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/3d48eeb1-f582-4278-bf32-bb3d6b8ad29e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:48:17.484053 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.528761 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:17.567114 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:17.570009 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:17.576207 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:48:17.579275 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:17.841510 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.052596 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.189198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 439d8591-82b9-4f18-b3db-f79bb10d8410 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:48:18.295479 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:48:18.306019 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Sync routers for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:48:18.316584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:18.317204 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:18.317341 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.318749 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-49c015fc-d8e3-45e6-86ae-8d43acf8e58d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5172088 Jul 29 18:48:18.322039 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:18.350211 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ce16c392-03ad-4af4-81f3-62a02049824a tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1b887aa3bd04db4b33cd333a83c9252&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268774 Jul 29 18:48:18.352735 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:18.421570 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:18.438174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd470862-a9b8-4a2b-adfb-eddcd2c8fc90 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:18.439820 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cd470862-a9b8-4a2b-adfb-eddcd2c8fc90 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861421 Jul 29 18:48:18.443326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46084) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:18.476218 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-630a27bb-d360-4e64-811e-181e96327c8e tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316789 Jul 29 18:48:18.479305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46086) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:18.484175 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-438856785', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:18.572216 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:48:18.575896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.603279 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:17Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:18.629373 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Checking router: 439d8591-82b9-4f18-b3db-f79bb10d8410 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:48:18.629740 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Updating router 439d8591-82b9-4f18-b3db-f79bb10d8410 port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:48:18.654305 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.755357 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.810864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Subnet': ['ID=91806a07-6cad-47a5-9ff1-6e800b3d7cc6,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:18.827438 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Checking segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:48:18.827801 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network hostable DHCP agents. Network: 428a20a0-272f-4d03-9ef9-db3aaac36617, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:48:18.846344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:48:18.856846 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 428a20a0-272f-4d03-9ef9-db3aaac36617) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:18.861211 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:18.862740 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:18.866863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b358e-a4c9-42e6-9dde-c20675292747 None None] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:48:18.880644 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3ff84741-06f6-4dfa-988a-a33cbf1f6770 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3975346 Jul 29 18:48:18.880856 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46088) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:19.007278 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.019570 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Transition to ACTIVE for port object 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:19.027323 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.079703 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Attempting to bind port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:48:19.080156 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Attempting to bind port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:48:19.080470 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Attempting to bind port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:48:19.091883 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:48:19.092259 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:48:19.092659 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.093047 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:48:19.093509 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Bound port: 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:48:19.093886 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.096306 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Pushing event updated for resources: {'Port': ['ID=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:19.120883 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.121230 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.121568 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.121900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.122230 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.122579 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.122901 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.123575 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.123888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.124208 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.124526 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.124836 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:48:19.161836 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] For port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:48:19.165020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] For port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:48:19.171932 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.178712 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-428a20a0-272f-4d03-9ef9-db3aaac36617', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:48:19.179585 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.220415 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:19.221115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:19.316891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76efec7-effe-42e3-a9ef-ac485036b24a None None] Pushing event updated for resources: {'Port': ['ID=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:19.317624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Allocated IP 172.20.0.2 (428a20a0-272f-4d03-9ef9-db3aaac36617/91806a07-6cad-47a5-9ff1-6e800b3d7cc6/bb87ba60-faf8-4c07-adee-3afde4f7b0fa) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:48:19.344781 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:19.356180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.473636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.483997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Transition to ACTIVE for port object bb87ba60-faf8-4c07-adee-3afde4f7b0fa will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:19.501304 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Transition to ACTIVE for port object bb87ba60-faf8-4c07-adee-3afde4f7b0fa will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:19.510789 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.534048 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:17Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:19.561554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:19.562386 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f74a944-dc80-42c6-858c-8b657c1dafcd None None] The sync data for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 is: [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:17Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:48:19.568332 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:19.570200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Pushing event updated for resources: {'Port': ['ID=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:19.574830 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:48:19.634111 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Attempting to bind port bb87ba60-faf8-4c07-adee-3afde4f7b0fa on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:48:19.634514 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Attempting to bind port bb87ba60-faf8-4c07-adee-3afde4f7b0fa by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:48:19.634877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Attempting to bind port bb87ba60-faf8-4c07-adee-3afde4f7b0fa on network 428a20a0-272f-4d03-9ef9-db3aaac36617 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:48:19.640672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:48:19.641046 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Checking segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:48:19.641736 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.642067 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Bound using segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:48:19.642642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Bound port: bb87ba60-faf8-4c07-adee-3afde4f7b0fa, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:48:19.643035 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.713361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] For port bb87ba60-faf8-4c07-adee-3afde4f7b0fa, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:48:19.717751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] For port bb87ba60-faf8-4c07-adee-3afde4f7b0fa, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:48:19.725244 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:19.809374 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7457375-e423-4d93-9c7e-cfa8c6a6ef4d None None] Pushing event updated for resources: {'Port': ['ID=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:20.024187 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.1 (428a20a0-272f-4d03-9ef9-db3aaac36617/91806a07-6cad-47a5-9ff1-6e800b3d7cc6/6c4e2b60-d0fb-437d-b6d4-03023ad7899f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:48:20.163857 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.178760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 6c4e2b60-d0fb-437d-b6d4-03023ad7899f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:20.213204 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.261020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:20.264662 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:20.269042 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:48:20.277964 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:20.319862 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.456916 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.745068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14393891-d419-44be-9fb9-e07b73427745 None None] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:48:20.746133 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.752315 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.801112 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a6da5a22-1c75-498e-a253-a52a15763c6a None None] Provisioning for port bb87ba60-faf8-4c07-adee-3afde4f7b0fa completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:20.828525 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:20.832173 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:20.929307 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:20.930774 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:21.048214 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 439d8591-82b9-4f18-b3db-f79bb10d8410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:48:21.146579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3ebdc2f9-acac-4654-9d10-edeb886e3b61 None None] Provisioning for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:21.157580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3ebdc2f9-acac-4654-9d10-edeb886e3b61 None None] Provisioning complete for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:21.157989 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc2f9-acac-4654-9d10-edeb886e3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.175652 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:48:21.189155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a25463f0-13e9-4308-b1f2-23fb46cbed1c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/439d8591-82b9-4f18-b3db-f79bb10d8410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3072152 Jul 29 18:48:21.200375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Sync routers for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:48:21.226048 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:21.226869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:21.228794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdc2f9-acac-4654-9d10-edeb886e3b61 None None] Port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:48:21.320513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bb87ba60-faf8-4c07-adee-3afde4f7b0fa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:21.362770 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9bd14048-4feb-483c-8763-cbcfca46df19 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805394076&fields=id&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 267 time: 0.0348828 Jul 29 18:48:21.381177 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:21.418791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa4efad7-689d-40bf-98a8-e76a202e5800 None None] Provisioning complete for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:21.419131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa4efad7-689d-40bf-98a8-e76a202e5800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.479350 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-3d9f3c98-6a22-48c7-8ab0-cc679aec0623 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:21.481037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-3d9f3c98-6a22-48c7-8ab0-cc679aec0623 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 796 time: 0.1107907 Jul 29 18:48:21.497184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-80d524d7-2ad1-425e-b0c2-b985e872ed44 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/quotas/a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Jul 29 18:48:21.499366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-aa4efad7-689d-40bf-98a8-e76a202e5800 None None] Port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:48:21.537674 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port bb87ba60-faf8-4c07-adee-3afde4f7b0fa completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:21.545439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bb87ba60-faf8-4c07-adee-3afde4f7b0fa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:21.545821 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.558016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-69867b26-9293-4419-bd75-8270cc9eebdf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541878 Jul 29 18:48:21.655716 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-2a38781d-8f4d-4525-a32c-27f4b755c98f service neutron] 10.222.0.16 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Jul 29 18:48:21.672123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-515edec2-45c1-451b-ab84-ea672b77e8b9 None None] Provisioning complete for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:21.672409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-515edec2-45c1-451b-ab84-ea672b77e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.713070 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.731549 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-515edec2-45c1-451b-ab84-ea672b77e8b9 None None] Port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:48:21.754813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-170f3501-7cad-47d1-90a4-1ff5a2fab97f service neutron] 10.222.0.16 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925958 Jul 29 18:48:21.762456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port bb87ba60-faf8-4c07-adee-3afde4f7b0fa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:21.768554 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 2, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:21.771840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.772613 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:21.820134 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Checking router: 439d8591-82b9-4f18-b3db-f79bb10d8410 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:48:21.820455 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Updating router 439d8591-82b9-4f18-b3db-f79bb10d8410 port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:48:21.885000 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:21.909320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:21.919501 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e676781c-6333-41ff-a7fd-4d9fee431e23 req-5ed237e3-1241-43c3-97b3-fe07362d1bd8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Jul 29 18:48:21.947604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:21.960630 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:21.961007 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.163421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.196673 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:22.202666 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.294117 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.296206 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:22.307767 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Transition to ACTIVE for port object 6c4e2b60-d0fb-437d-b6d4-03023ad7899f will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:22.314148 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.365799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfb8f3-1b8e-4ea2-98e0-428b8da8d349 None None] Pushing event updated for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:22.416310 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Attempting to bind port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:48:22.416687 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Attempting to bind port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:48:22.417068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Attempting to bind port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f on network 428a20a0-272f-4d03-9ef9-db3aaac36617 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:48:22.422621 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:48:22.423102 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Checking segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:48:22.423467 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.423897 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Bound using segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:48:22.424410 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Bound port: 6c4e2b60-d0fb-437d-b6d4-03023ad7899f, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:48:22.424813 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.497597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] For port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:48:22.501271 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] For port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:48:22.506518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:22.578318 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:22.578957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:22.581775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfb8f3-1b8e-4ea2-98e0-428b8da8d349 None None] Pushing event updated for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:22.691949 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:22.871422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-f03972fe-e38f-4c90-83f6-8fbc32c25043 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:22.872927 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-f03972fe-e38f-4c90-83f6-8fbc32c25043 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 796 time: 0.1058748 Jul 29 18:48:22.908594 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:22.922461 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-d9605129-fc7b-4b29-b410-6bc6a3dc7da2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 379 time: 0.0391724 Jul 29 18:48:22.933434 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'port': {'device_id': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'admin_state_up': True, 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'security_groups': ['e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:22.934733 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1c81-3b84-44b4-8008-ab6de6e819e0 None None] The sync data for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 is: [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:48:23.047621 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-453a4887-4eed-439d-8475-74e71429c29a req-85b636af-363b-4f8e-8789-e7afff3a0159 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 210 time: 0.0374389 Jul 29 18:48:23.097706 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:48:23.101987 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.246887 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.9 (428a20a0-272f-4d03-9ef9-db3aaac36617/91806a07-6cad-47a5-9ff1-6e800b3d7cc6/3188f803-08cf-4705-9614-b6be09b2154b) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:48:23.295087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bb87ba60-faf8-4c07-adee-3afde4f7b0fa up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:23.354700 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port bb87ba60-faf8-4c07-adee-3afde4f7b0fa triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:23.355215 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.400720 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.415379 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 3188f803-08cf-4705-9614-b6be09b2154b will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:23.438511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6c4e2b60-d0fb-437d-b6d4-03023ad7899f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:23.451052 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.493200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:23.495070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:23.498758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:23.498945 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:23.499486 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.503068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:48:23.554934 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:23.555712 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.565147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:23.589768 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-46993f0e-784c-40d6-b643-79d885d09250 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6600189 Jul 29 18:48:23.602817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Request body: {'port': {'device_id': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:23.677510 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.776720 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-533a7c49-1775-4dfb-bf37-5aef8f1780c3 None None] Provisioning for port 3188f803-08cf-4705-9614-b6be09b2154b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:23.780152 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.783224 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-533a7c49-1775-4dfb-bf37-5aef8f1780c3 None None] Provisioning complete for port 3188f803-08cf-4705-9614-b6be09b2154b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:23.783579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-533a7c49-1775-4dfb-bf37-5aef8f1780c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.842558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-533a7c49-1775-4dfb-bf37-5aef8f1780c3 None None] Port 3188f803-08cf-4705-9614-b6be09b2154b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:48:23.845863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:23.850966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.851818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:23.930799 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:23.945023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:23.945396 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.965190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3188f803-08cf-4705-9614-b6be09b2154b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:48:23.974488 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:23.988260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Transition to ACTIVE for port object 3188f803-08cf-4705-9614-b6be09b2154b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:48:23.994663 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:24.047563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Pushing event updated for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:24.144985 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Attempting to bind port 3188f803-08cf-4705-9614-b6be09b2154b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:48:24.145291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Attempting to bind port 3188f803-08cf-4705-9614-b6be09b2154b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:48:24.145645 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Attempting to bind port 3188f803-08cf-4705-9614-b6be09b2154b on network 428a20a0-272f-4d03-9ef9-db3aaac36617 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:48:24.166289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Port 3188f803-08cf-4705-9614-b6be09b2154b on network 428a20a0-272f-4d03-9ef9-db3aaac36617 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:48:24.166620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Attempting to bind port 3188f803-08cf-4705-9614-b6be09b2154b on network 428a20a0-272f-4d03-9ef9-db3aaac36617 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:48:24.174658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:48:24.174999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Checking segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:48:24.175384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Bound using segment: {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:48:24.175820 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Bound port: 3188f803-08cf-4705-9614-b6be09b2154b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f07af9-d18d-4823-9f0e-001edc6aeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:48:24.176177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:24.203911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee35f2-05ca-46fc-9017-1436f933f76c req-5501fdbd-3bbf-423f-898f-3fd39b707333 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:24.205500 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eaee35f2-05ca-46fc-9017-1436f933f76c req-5501fdbd-3bbf-423f-898f-3fd39b707333 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 943 time: 0.0758212 Jul 29 18:48:24.280913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eaee35f2-05ca-46fc-9017-1436f933f76c req-555f7fe8-c0d8-415c-9658-e6944ea114f8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577798 Jul 29 18:48:24.283463 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:48:24.286664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3188f803-08cf-4705-9614-b6be09b2154b,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:48:24.293031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:24.342724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:24.343388 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:24.344790 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] 10.222.0.38 "PUT /v2.0/ports/3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 1091 time: 0.7467575 Jul 29 18:48:24.345269 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:48:24.347637 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c2b30-ff09-4e36-a34d-64c7cb91819f" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:48:24.376671 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604203a-a0e0-4c6f-810d-47c9ef720132 service neutron] Pushing event updated for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:24.402441 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5161177-1b0a-48d9-845d-d6d7fad3bbf4 x-openstack-request-id: req-e5161177-1b0a-48d9-845d-d6d7fad3bbf4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:48:24.402732 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:48:24.403023 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5161177-1b0a-48d9-845d-d6d7fad3bbf4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:48:24.403421 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b', 'status': 'completed', 'code': 200} Jul 29 18:48:24.436711 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-a9f2cf91-1269-4671-87d3-6f748eee6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:24.438233 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-a9f2cf91-1269-4671-87d3-6f748eee6e2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1094 time: 0.0472832 Jul 29 18:48:24.482058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-b832fa78-7780-4f13-a386-a498a4626a4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 217 time: 0.0352726 Jul 29 18:48:24.536273 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-6004e555-31bf-4c23-937f-c10449a30bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:24.537694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-6004e555-31bf-4c23-937f-c10449a30bb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0484324 Jul 29 18:48:24.917995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-e22de69f-401d-4444-84e6-1289d59053d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:24.919519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-e22de69f-401d-4444-84e6-1289d59053d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3742707 Jul 29 18:48:25.017748 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-b78e96cd-3cc6-4c79-975f-5475e3e71b92 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904737 Jul 29 18:48:25.111576 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5e13dca4-f359-4731-a89c-bb134fe5ff2e req-b629c716-08dd-4468-b9c4-c593e51dccbc service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Jul 29 18:48:25.203011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6c4e2b60-d0fb-437d-b6d4-03023ad7899f up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:25.203909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-3ab9c5f0-f13b-485a-ab34-8771ef0f1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:25.205458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-3ab9c5f0-f13b-485a-ab34-8771ef0f1dd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1094 time: 0.0443487 Jul 29 18:48:25.254183 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:25.254576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:25.297884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-272afe3e-2223-48ed-b94f-339cb84f21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:25.299457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-272afe3e-2223-48ed-b94f-339cb84f21a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 897 time: 0.0872979 Jul 29 18:48:25.345276 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-e76e6d5d-4f41-444a-b449-dbef779ada2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 217 time: 0.0388110 Jul 29 18:48:25.424615 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-d5452fbb-d69b-491c-b1f2-3a1ffebace66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:25.426083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-d5452fbb-d69b-491c-b1f2-3a1ffebace66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0732205 Jul 29 18:48:25.441058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837f4aa-d2e5-4eb3-9fb7-dfdb9900813e req-e404bff5-0eb0-4172-9412-7c620a7f0893 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:25.442467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b837f4aa-d2e5-4eb3-9fb7-dfdb9900813e req-e404bff5-0eb0-4172-9412-7c620a7f0893 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 943 time: 0.0822349 Jul 29 18:48:25.505118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b837f4aa-d2e5-4eb3-9fb7-dfdb9900813e req-c3c6a136-d807-4a4b-90c7-0230c0a43aa2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542841 Jul 29 18:48:25.507936 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-f208e303-1805-452b-a54c-37d08bf76e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:25.509307 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-f208e303-1805-452b-a54c-37d08bf76e30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660408 Jul 29 18:48:25.607249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-6351af34-3a68-4d66-93a0-0601f223d3a6 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895946 Jul 29 18:48:25.707183 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-856c2b30-ff09-4e36-a34d-64c7cb91819f req-ed4dcf1d-fde8-43c8-828b-9f3a25575031 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920684 Jul 29 18:48:26.633120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808af6-ffc8-43f7-854b-a29a84f95fdb req-c8fce963-5a2e-4b6e-bb16-4850c98037d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:26.634670 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef808af6-ffc8-43f7-854b-a29a84f95fdb req-c8fce963-5a2e-4b6e-bb16-4850c98037d7 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 943 time: 0.0530913 Jul 29 18:48:26.682165 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef808af6-ffc8-43f7-854b-a29a84f95fdb req-68898653-35f6-4c35-801d-17d94b20d153 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Jul 29 18:48:27.155475 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:27.363987 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3188f803-08cf-4705-9614-b6be09b2154b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:48:27.470981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3188f803-08cf-4705-9614-b6be09b2154b,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:27.482672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '3188f803-08cf-4705-9614-b6be09b2154b', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'port_id': '3188f803-08cf-4705-9614-b6be09b2154b', 'mac_address': 'fa:16:3e:1f:23:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:48:27.520598 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:27.533276 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3188f803-08cf-4705-9614-b6be09b2154b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:48:27.553916 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3188f803-08cf-4705-9614-b6be09b2154b,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:27.562024 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:27.610128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:27.782522 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['3188f803-08cf-4705-9614-b6be09b2154b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:48:27.814321 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd3b6e-52db-497c-b724-c8d2e38933af req-7460ee01-4fba-4d6d-b04d-e7ee2474099a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:27.815852 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36dd3b6e-52db-497c-b724-c8d2e38933af req-7460ee01-4fba-4d6d-b04d-e7ee2474099a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 944 time: 0.0608516 Jul 29 18:48:27.854505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36dd3b6e-52db-497c-b724-c8d2e38933af req-307aefbe-2422-4b60-b4ac-b924376329ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Jul 29 18:48:28.080775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:28.978775 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755abdb5-1908-40bd-ac5b-43e401f1aa5f req-b5611ceb-3512-4973-a814-851ba36c11e1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:28.980270 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-755abdb5-1908-40bd-ac5b-43e401f1aa5f req-b5611ceb-3512-4973-a814-851ba36c11e1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 944 time: 0.0569730 Jul 29 18:48:29.028136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-755abdb5-1908-40bd-ac5b-43e401f1aa5f req-76dc5ebf-5667-4067-8c3e-e840152acbbb tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Jul 29 18:48:29.386640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3188f803-08cf-4705-9614-b6be09b2154b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:48:29.449906 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 3188f803-08cf-4705-9614-b6be09b2154b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:48:29.453873 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 3188f803-08cf-4705-9614-b6be09b2154b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:48:29.454268 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:29.534090 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:29.556290 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:48:29.558653 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51986ac-fd61-4780-bbfe-7a74d7c0218c" -d '{"events": [{"server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "name": "network-vif-plugged", "status": "completed", "tag": "3188f803-08cf-4705-9614-b6be09b2154b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:48:29.572309 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3188f803-08cf-4705-9614-b6be09b2154b,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:48:29.578985 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:29.604521 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb4bbb-15d3-44f5-8fe1-78030ddf2ac7 x-openstack-request-id: req-8acb4bbb-15d3-44f5-8fe1-78030ddf2ac7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:48:29.604920 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "name": "network-vif-plugged", "status": "completed", "tag": "3188f803-08cf-4705-9614-b6be09b2154b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:48:29.605088 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8acb4bbb-15d3-44f5-8fe1-78030ddf2ac7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:48:29.605453 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b', 'code': 200} Jul 29 18:48:29.631751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:29.694310 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c62c4-335d-4e9c-ab5e-9b7fad702bc1 req-c1559977-7780-4744-969d-f1841fe1893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:29.695816 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736c62c4-335d-4e9c-ab5e-9b7fad702bc1 req-c1559977-7780-4744-969d-f1841fe1893c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1096 time: 0.0419788 Jul 29 18:48:29.731657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-736c62c4-335d-4e9c-ab5e-9b7fad702bc1 req-64625b84-18c9-40d9-8bcf-bba4f6e28adf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283885 Jul 29 18:48:30.165157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7871f2-5516-4cf2-b070-5c5e6d12b6a6 req-05256cc6-44a3-436f-a826-820d1d36ae42 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:30.166732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b7871f2-5516-4cf2-b070-5c5e6d12b6a6 req-05256cc6-44a3-436f-a826-820d1d36ae42 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0564761 Jul 29 18:48:30.208563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b7871f2-5516-4cf2-b070-5c5e6d12b6a6 req-03332252-0eb8-49ac-9860-de4fec155834 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Jul 29 18:48:31.334432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a422aa-b545-4352-8f2b-821e684a83fc req-ab8d9d76-6bbd-4f59-b29d-68dc89373f6d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:31.335915 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87a422aa-b545-4352-8f2b-821e684a83fc req-ab8d9d76-6bbd-4f59-b29d-68dc89373f6d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Jul 29 18:48:31.377632 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87a422aa-b545-4352-8f2b-821e684a83fc req-dcf51c38-0f08-405f-956d-4083f5141fb8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Jul 29 18:48:31.493687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ceb03-cf5b-4cc3-8f1b-70d26d2c72b3 req-00e25a97-5768-4b81-b205-3c723b003cdd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:31.495197 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-368ceb03-cf5b-4cc3-8f1b-70d26d2c72b3 req-00e25a97-5768-4b81-b205-3c723b003cdd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0517120 Jul 29 18:48:31.536210 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-368ceb03-cf5b-4cc3-8f1b-70d26d2c72b3 req-bd0c7f26-9b5a-4f4d-9ae6-cacf672c406c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323305 Jul 29 18:48:31.557811 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46138) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:31.598584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1ab09-f7b4-4c8e-b927-e43e1a0632c1 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:31.600117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-42a1ab09-f7b4-4c8e-b927-e43e1a0632c1 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1091 time: 0.0412514 Jul 29 18:48:31.603075 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46140) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:31.607545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '3188f803-08cf-4705-9614-b6be09b2154b', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:48:31.629941 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:31.731362 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:31.843711 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.43 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/edb792d5-dabf-463b-ac3e-3ce7f1ea39d3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:48:31.946733 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:31.995113 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.032647 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:48:32.037091 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:48:32.043335 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:48:32.046379 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=edb792d5-dabf-463b-ac3e-3ce7f1ea39d3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:32.409730 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.479767 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.643038 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.650644 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.713446 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=edb792d5-dabf-463b-ac3e-3ce7f1ea39d3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:48:32.728712 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:32.828052 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 58fb2733-4098-4bd9-acf4-20538210de66 associated. External IP: 172.25.5.43, port: 3188f803-08cf-4705-9614-b6be09b2154b. Jul 29 18:48:33.050552 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 439d8591-82b9-4f18-b3db-f79bb10d8410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:48:33.159719 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:48:33.170830 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Sync routers for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:48:33.178016 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:33.181278 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:33.181922 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:33.209642 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-8fe76f4e-635a-40f2-a9d9-d5c5a93cfedf tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6055820 Jul 29 18:48:33.210233 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:48:33.212574 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1359be48-7cd5-452e-9634-b7a4b44bdc51" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:48:33.289608 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:33.311628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94184514-2be4-4e76-84d1-0f63c32a4262 req-e5432f83-27d8-4cbd-a328-9ee5fb5e318c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:33.313152 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94184514-2be4-4e76-84d1-0f63c32a4262 req-e5432f83-27d8-4cbd-a328-9ee5fb5e318c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0530698 Jul 29 18:48:33.352133 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94184514-2be4-4e76-84d1-0f63c32a4262 req-41ab04f3-0fcb-45bc-8d03-59db212186fd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326805 Jul 29 18:48:33.374631 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46146) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:33.414426 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c2eb5-2473-495e-a80c-79eb0067e424 x-openstack-request-id: req-e84c2eb5-2473-495e-a80c-79eb0067e424 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:48:33.414790 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:48:33.415105 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e84c2eb5-2473-495e-a80c-79eb0067e424 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:48:33.415566 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b', 'status': 'completed', 'code': 200} Jul 29 18:48:33.444459 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c5b90c6-699d-46ef-bb08-c1849443fb7d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/58fb2733-4098-4bd9-acf4-20538210de66 HTTP/1.1" status: 200 len: 990 time: 0.0681982 Jul 29 18:48:33.459803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-692429fd-f8dc-4472-899e-11148433b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:33.461341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-692429fd-f8dc-4472-899e-11148433b84c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1096 time: 0.0420129 Jul 29 18:48:33.512167 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '58fb2733-4098-4bd9-acf4-20538210de66', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'port_id': '3188f803-08cf-4705-9614-b6be09b2154b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'mac_address': 'fa:16:3e:1f:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:48:32Z', 'updated_at': '2021-07-29T18:48:32Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:33.541570 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Checking router: 439d8591-82b9-4f18-b3db-f79bb10d8410 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:48:33.550115 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:48:33.550738 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:48:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:33.556166 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-4d222ccc-b9af-4070-83af-007e854cf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:33.557641 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-4d222ccc-b9af-4070-83af-007e854cf898 service neutron] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 897 time: 0.0897284 Jul 29 18:48:33.624700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-42749e7e-b006-4d60-8ebf-9c26ec090518 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 998 time: 0.0600958 Jul 29 18:48:33.655542 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:48:33.674636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-3d9cd004-3aed-4352-8ebd-b59dde77c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:33.676123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-3d9cd004-3aed-4352-8ebd-b59dde77c248 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0443215 Jul 29 18:48:33.726118 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-97698be4-a911-41db-bc29-7361b5210616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:48:33.727665 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-97698be4-a911-41db-bc29-7361b5210616 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445759 Jul 29 18:48:33.817856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-bec6ac9b-a1db-4000-914c-38ecf3d5a402 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833430 Jul 29 18:48:33.883525 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '58fb2733-4098-4bd9-acf4-20538210de66', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'port_id': '3188f803-08cf-4705-9614-b6be09b2154b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'mac_address': 'fa:16:3e:1f:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:48:32Z', 'updated_at': '2021-07-29T18:48:32Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:48:33.909689 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b139f-f5b5-4511-9493-9544dcdc98ae None None] The sync data for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 is: [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '58fb2733-4098-4bd9-acf4-20538210de66', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'port_id': '3188f803-08cf-4705-9614-b6be09b2154b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'mac_address': 'fa:16:3e:1f:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:48:32Z', 'updated_at': '2021-07-29T18:48:32Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:48:33.912295 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1359be48-7cd5-452e-9634-b7a4b44bdc51 req-0a2e5e45-de0a-4b9b-b1cc-0ff1240cab7d service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875399 Jul 29 18:48:34.109835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92257c-1a3a-48d0-9803-16d2ae0f6576 None None] New status for floating IP 58fb2733-4098-4bd9-acf4-20538210de66: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:48:34.448090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46148) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:48:34.517690 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e1f8afe-ba0b-48db-9c9e-3fc35421dac1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/58fb2733-4098-4bd9-acf4-20538210de66 HTTP/1.1" status: 200 len: 992 time: 0.0681596 Jul 29 18:48:39.379930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-18c3df6f-81ee-4848-8025-f9434b9b0987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:41.814066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2350-d948-43af-8fee-8f4cd58fa9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:42.020827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:43.280449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:44.907893 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:48.848725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:48:57.171815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:48:58.085941 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:05.978854 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe69b5-e6c6-4b19-9d60-3d27d534497b req-9ab5c008-aadf-4791-a420-c43445717264 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:05.981363 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40fe69b5-e6c6-4b19-9d60-3d27d534497b req-9ab5c008-aadf-4791-a420-c43445717264 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0611875 Jul 29 18:49:06.027023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40fe69b5-e6c6-4b19-9d60-3d27d534497b req-a21bc024-5a05-4553-b01e-5a7a5041e3bc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368125 Jul 29 18:49:07.162005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f2a2-6688-4586-8f22-60f8949639fc req-5b389172-8f5f-40f1-95d3-4e1cf7c3d0c3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:07.163554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cad7f2a2-6688-4586-8f22-60f8949639fc req-5b389172-8f5f-40f1-95d3-4e1cf7c3d0c3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0564730 Jul 29 18:49:07.202794 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cad7f2a2-6688-4586-8f22-60f8949639fc req-d72711ac-e0cd-42b7-8f67-5a6e10d7a14e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Jul 29 18:49:08.333146 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318a40-e209-462d-920d-72fb28734f27 req-bc7fe552-be28-4854-a463-395b92447368 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:08.334691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86318a40-e209-462d-920d-72fb28734f27 req-bc7fe552-be28-4854-a463-395b92447368 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0580075 Jul 29 18:49:08.381240 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-86318a40-e209-462d-920d-72fb28734f27 req-c4fa1fd2-c8d8-4413-9fe9-6737310c4e29 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376570 Jul 29 18:49:09.381825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-13e0114f-27d2-4750-8b0d-7a2770882d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:09.514218 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c2e99-55e5-4a06-9e51-9aa709008cb1 req-6bb1c4e6-7d06-42e7-bc75-db6fe074d6a0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:09.515731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a6c2e99-55e5-4a06-9e51-9aa709008cb1 req-6bb1c4e6-7d06-42e7-bc75-db6fe074d6a0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0563557 Jul 29 18:49:09.557593 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5a6c2e99-55e5-4a06-9e51-9aa709008cb1 req-38b0cff5-ad2c-45f9-baa3-c9e8e6e314de tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325613 Jul 29 18:49:10.686413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473e96-0023-44bd-90eb-8f554c514cc5 req-46dd7d54-c6b2-4ea9-97d8-439b58068cb0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:10.687902 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18473e96-0023-44bd-90eb-8f554c514cc5 req-46dd7d54-c6b2-4ea9-97d8-439b58068cb0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Jul 29 18:49:10.731149 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18473e96-0023-44bd-90eb-8f554c514cc5 req-c73275ce-d128-4afa-98bc-21998a7dfddc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342910 Jul 29 18:49:11.808381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-edeb744a-828f-49f0-b1fc-cb048e29234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:11.853315 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be60db3-f83e-471a-8d93-bdcc3bd8a43b req-024acec4-afa0-4966-8da6-cd8e118cca9a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:11.854896 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2be60db3-f83e-471a-8d93-bdcc3bd8a43b req-024acec4-afa0-4966-8da6-cd8e118cca9a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Jul 29 18:49:11.899027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2be60db3-f83e-471a-8d93-bdcc3bd8a43b req-2177db30-d91c-425e-a0a3-0f5df01ba75d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367575 Jul 29 18:49:12.023105 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:12.326085 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-ecbc688a-fbf9-441e-8c8f-ddfbbeadb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:12.327613 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-ecbc688a-fbf9-441e-8c8f-ddfbbeadb5b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1096 time: 0.0428088 Jul 29 18:49:12.432816 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-ee86ef53-423f-4170-8a3c-9a6bdecc6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:12.434365 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-ee86ef53-423f-4170-8a3c-9a6bdecc6428 service neutron] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 897 time: 0.0869148 Jul 29 18:49:12.503874 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-e681fc56-0a35-4537-be5b-c44b4a726bc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 1000 time: 0.0624974 Jul 29 18:49:12.557116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-19c7fc68-a043-45b6-88c2-9c77ee57293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:12.559626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-19c7fc68-a043-45b6-88c2-9c77ee57293a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0481837 Jul 29 18:49:12.607944 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-fb4ecac2-af34-46d8-b907-77090124cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:12.609427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-fb4ecac2-af34-46d8-b907-77090124cbd8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428059 Jul 29 18:49:12.704480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-a54d4d0c-73a7-46fd-85e3-ae93c422b120 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880735 Jul 29 18:49:12.796229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44bb6b88-128a-4cd8-9606-fbe2066b20e8 req-1e54bee4-4b59-46fd-a1ad-848f3099491a service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Jul 29 18:49:13.034157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168a391-4568-464d-b6d0-e12e4192481f req-78489951-aa9a-4fd2-9dc1-4925f5d7768f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:13.035729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a168a391-4568-464d-b6d0-e12e4192481f req-78489951-aa9a-4fd2-9dc1-4925f5d7768f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0573704 Jul 29 18:49:13.075352 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a168a391-4568-464d-b6d0-e12e4192481f req-6cb80d62-a651-4f73-b6d9-e0f2a5afdb33 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Jul 29 18:49:13.285229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:14.201805 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b8517-e483-4ea7-8d89-e19616e947a3 req-9197a239-bf09-4443-8365-791317e2bb71 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:14.203539 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d82b8517-e483-4ea7-8d89-e19616e947a3 req-9197a239-bf09-4443-8365-791317e2bb71 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Jul 29 18:49:14.242016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d82b8517-e483-4ea7-8d89-e19616e947a3 req-1b7f5515-2f9b-4a28-a353-03bd083a1cd1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Jul 29 18:49:14.911922 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:15.375010 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8b61e-4fb6-4246-b232-f44c9e4c2082 req-f33c48a8-5da6-42f3-973f-d08d42c5e3e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:15.376484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d8b61e-4fb6-4246-b232-f44c9e4c2082 req-f33c48a8-5da6-42f3-973f-d08d42c5e3e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Jul 29 18:49:15.416010 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6d8b61e-4fb6-4246-b232-f44c9e4c2082 req-0f36ee9c-e63f-4c9e-8916-2682ba85d44d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334296 Jul 29 18:49:16.549507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fe3f5-6657-4c39-84cb-87887bfab988 req-a1869ee0-8d55-4b30-afaf-9b63ff34058b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:16.551050 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6fe3f5-6657-4c39-84cb-87887bfab988 req-a1869ee0-8d55-4b30-afaf-9b63ff34058b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Jul 29 18:49:16.590814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e6fe3f5-6657-4c39-84cb-87887bfab988 req-d41d5c42-e153-4c67-a692-861c7711625a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336828 Jul 29 18:49:17.730722 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ef7d3-889a-41a3-8816-3cad6ebafeb2 req-d488a91c-b21c-4f9f-94a9-b6578833b584 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:17.732206 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-111ef7d3-889a-41a3-8816-3cad6ebafeb2 req-d488a91c-b21c-4f9f-94a9-b6578833b584 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0518672 Jul 29 18:49:17.771328 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-111ef7d3-889a-41a3-8816-3cad6ebafeb2 req-dec9bbc5-03f1-4aee-80eb-c642e80661fe tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 29 18:49:18.907754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ddab7-d4cf-499e-af7c-0a5348060e24 req-5e6d5657-dad0-4da2-afc5-0bc474de4cd3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:18.909221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9ddab7-d4cf-499e-af7c-0a5348060e24 req-5e6d5657-dad0-4da2-afc5-0bc474de4cd3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0592151 Jul 29 18:49:18.948136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d9ddab7-d4cf-499e-af7c-0a5348060e24 req-4a8a18ea-017e-43b9-9b61-9d607c6f4e8d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jul 29 18:49:20.083885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c534b18-a7d7-4345-8c2a-3f5fbda7e06d req-ee9c9c7a-b01c-4960-80ac-c5397d598ff4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:20.085387 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c534b18-a7d7-4345-8c2a-3f5fbda7e06d req-ee9c9c7a-b01c-4960-80ac-c5397d598ff4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0592554 Jul 29 18:49:20.123769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7c534b18-a7d7-4345-8c2a-3f5fbda7e06d req-a2888939-cc42-4e1b-a3d0-0b44c0c0856c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319288 Jul 29 18:49:21.241871 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205c6e-9f21-404e-bd4e-36a69d342e6b req-2a9ecc5d-f32f-4c77-8da0-70775e7880cc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:21.243364 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63205c6e-9f21-404e-bd4e-36a69d342e6b req-2a9ecc5d-f32f-4c77-8da0-70775e7880cc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0497532 Jul 29 18:49:21.282440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-63205c6e-9f21-404e-bd4e-36a69d342e6b req-61cd6485-14e2-4e0e-8784-ca2f55427239 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Jul 29 18:49:21.305389 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:49:21.373898 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a91821ae-b83c-4608-8e05-a41e6de486bc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/58fb2733-4098-4bd9-acf4-20538210de66 HTTP/1.1" status: 200 len: 992 time: 0.0673070 Jul 29 18:49:22.665180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746524ad-01ae-41c6-bff1-075ec8675dfc req-eadee83d-6bed-4016-8db6-86801ee217d9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:22.666756 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-746524ad-01ae-41c6-bff1-075ec8675dfc req-eadee83d-6bed-4016-8db6-86801ee217d9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0797038 Jul 29 18:49:22.682618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-6c73dbff-6dd9-4844-8ae1-6b31126ac4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:22.684047 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-6c73dbff-6dd9-4844-8ae1-6b31126ac4c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1096 time: 0.0599132 Jul 29 18:49:22.756881 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-746524ad-01ae-41c6-bff1-075ec8675dfc req-a7b6694f-4747-47d8-950a-e3eb07b0a1ca tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834732 Jul 29 18:49:22.795890 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-9c4d3efe-c79d-48e2-a6f1-0daa17085d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:22.797447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-9c4d3efe-c79d-48e2-a6f1-0daa17085d36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 897 time: 0.1059124 Jul 29 18:49:22.865671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-9fff5b06-88ed-40cd-aa01-01bc48e5dbf1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 1000 time: 0.0601637 Jul 29 18:49:22.914397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-e4148786-82a1-45f6-be1b-77c76732a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:22.915815 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-e4148786-82a1-45f6-be1b-77c76732a1f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0436299 Jul 29 18:49:22.966902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-5d47d4c2-ca68-4cc9-9e49-eddbb0a38096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:22.968407 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-5d47d4c2-ca68-4cc9-9e49-eddbb0a38096 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455933 Jul 29 18:49:23.069719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-fdc4d97e-405d-4c28-99e1-96420175ec75 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938408 Jul 29 18:49:23.169009 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab2c1668-b2e2-4554-9a1c-c876063b34e5 req-70926ea6-4268-4eba-8234-3081458e2959 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Jul 29 18:49:23.886344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774574c2-7007-4c25-80fa-62e20069c474 req-1b2f23f7-199a-4e97-b376-1825ed19c2ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:23.887802 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-774574c2-7007-4c25-80fa-62e20069c474 req-1b2f23f7-199a-4e97-b376-1825ed19c2ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0531757 Jul 29 18:49:23.930008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-774574c2-7007-4c25-80fa-62e20069c474 req-dbfce5e9-cf12-4d8b-bfa7-eb2ba73cf5a8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jul 29 18:49:23.952811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46210) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:49:24.014709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-aa1c6103-6bb6-4052-aee6-b1cc35d181d2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/58fb2733-4098-4bd9-acf4-20538210de66 HTTP/1.1" status: 200 len: 992 time: 0.0607591 Jul 29 18:49:25.854010 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:49:27.179034 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:28.112289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:39.388672 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47d5b543-a9ba-4b6f-af00-4b8d7faa4fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:41.814065 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7412-e2a5-46f9-b50e-6665d9a8da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:42.027153 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:43.291724 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:44.917569 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.417447 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46226) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:49:54.585309 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port edb792d5-dabf-463b-ac3e-3ce7f1ea39d3 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:49:54.585681 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.663251 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.663554 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.676029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for edb792d5-dabf-463b-ac3e-3ce7f1ea39d3 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:49:54.843447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.873977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=edb792d5-dabf-463b-ac3e-3ce7f1ea39d3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:49:54.903927 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.904275 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.904621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.904957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.905291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.905622 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.905947 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.906263 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.906597 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.906921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.907248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.907569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:49:54.954040 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:54.954410 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 58fb2733-4098-4bd9-acf4-20538210de66 disassociated (deleted). External IP: 172.25.5.43, port: 3188f803-08cf-4705-9614-b6be09b2154b. Jul 29 18:49:55.170364 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 439d8591-82b9-4f18-b3db-f79bb10d8410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:49:55.278591 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:49:55.283934 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:55.290073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Sync routers for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:49:55.300104 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:49:55.300717 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:49:55.313538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d684c2be-5644-4e4a-aed9-58ef05e10b3e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/floatingips/58fb2733-4098-4bd9-acf4-20538210de66 HTTP/1.1" status: 204 len: 168 time: 0.8949707 Jul 29 18:49:55.314172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:49:55.316582 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fee2b-2caa-4b73-99b4-1b886333e1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:49:55.504118 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:49:55.535138 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c2c66-0b35-4fe5-aca0-c720477ccca6 x-openstack-request-id: req-bf8c2c66-0b35-4fe5-aca0-c720477ccca6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:49:55.535706 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "tag": "3188f803-08cf-4705-9614-b6be09b2154b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:49:55.535706 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf8c2c66-0b35-4fe5-aca0-c720477ccca6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:49:55.536128 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b', 'status': 'completed', 'code': 200} Jul 29 18:49:55.632578 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-702a9be4-5584-455f-aea4-d6a76aad1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:55.634111 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-702a9be4-5584-455f-aea4-d6a76aad1018 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 1096 time: 0.0712214 Jul 29 18:49:55.651256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce84ef-765d-43d0-a023-db67fce96777 req-d9a796cb-7859-497c-a4dd-2cc36df18d72 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:55.652783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ce84ef-765d-43d0-a023-db67fce96777 req-d9a796cb-7859-497c-a4dd-2cc36df18d72 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jul 29 18:49:55.704055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:49:55.730874 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Checking router: 439d8591-82b9-4f18-b3db-f79bb10d8410 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:49:55.739784 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:49:55.740580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:49:55.750781 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f4ce84ef-765d-43d0-a023-db67fce96777 req-6290f865-5c1e-4ef2-987e-f328d579616a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898468 Jul 29 18:49:55.772203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-4dffc4da-2299-4abf-8207-864eb0421c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:55.773701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-4dffc4da-2299-4abf-8207-864eb0421c25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 200 len: 897 time: 0.1309083 Jul 29 18:49:55.817595 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-5d976ec2-a145-46fd-8061-a8d263d159f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 200 len: 217 time: 0.0347335 Jul 29 18:49:55.848346 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:49:55.867647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-9df15a75-83f4-4075-a16a-ab56aa8fe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:55.869167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-9df15a75-83f4-4075-a16a-ab56aa8fe951 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 200 len: 834 time: 0.0432713 Jul 29 18:49:55.920177 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-5ba2506f-bd0f-432d-be70-60406728e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:55.921721 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-5ba2506f-bd0f-432d-be70-60406728e126 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=428a20a0-272f-4d03-9ef9-db3aaac36617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444412 Jul 29 18:49:56.052782 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:49:56.080589 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978971ea-dc6b-4137-be32-e0ddf8bd0208 None None] The sync data for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 is: [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:48:20Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '6c4e2b60-d0fb-437d-b6d4-03023ad7899f', 'name': '', 'network_id': '428a20a0-272f-4d03-9ef9-db3aaac36617', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:07:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:19Z', 'updated_at': '2021-07-29T18:48:23Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '91806a07-6cad-47a5-9ff1-6e800b3d7cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:49:56.314536 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0943a64-adec-435b-83be-9c58bee9292e None None] New status for floating IP 58fb2733-4098-4bd9-acf4-20538210de66: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:49:56.348449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-7a5a66b1-ed53-4f38-a828-70630d92ca2e service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175489 Jul 29 18:49:56.446640 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-967fee2b-2caa-4b73-99b4-1b886333e1e5 req-7476ce4d-8633-4402-8ef5-9d4082b863b2 service neutron] 10.222.0.38 "GET /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Jul 29 18:49:56.877713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f82864-c857-4c9e-ba6c-e0350b23a5d7 req-1a84a451-79f9-4844-b0b0-bfede3075047 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:56.879331 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28f82864-c857-4c9e-ba6c-e0350b23a5d7 req-1a84a451-79f9-4844-b0b0-bfede3075047 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Jul 29 18:49:56.918186 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-28f82864-c857-4c9e-ba6c-e0350b23a5d7 req-134abbd4-86cd-4e5c-9292-9e3efae7355d tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Jul 29 18:49:57.098022 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-b7f3dde7-7e30-470f-808d-d093129a9d92 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:49:57.099520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-b7f3dde7-7e30-470f-808d-d093129a9d92 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 945 time: 0.0591946 Jul 29 18:49:57.175696 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:57.200423 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 3188f803-08cf-4705-9614-b6be09b2154b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:49:57.200768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:57.293430 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 3188f803-08cf-4705-9614-b6be09b2154b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=3188f803-08cf-4705-9614-b6be09b2154b,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:49:57.293795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:57.307372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 3188f803-08cf-4705-9614-b6be09b2154b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:49:57.442317 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:57.470575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=3188f803-08cf-4705-9614-b6be09b2154b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:49:57.517568 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] No DVR routers for this DVR port 3188f803-08cf-4705-9614-b6be09b2154b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:49:57.520793 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:57.523023 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0aff3d76-9cd2-4410-8bd9-bf0fdfc98347 req-d4a5f0ea-9360-4f74-b1be-61dd366f92c4 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "DELETE /v2.0/ports/3188f803-08cf-4705-9614-b6be09b2154b HTTP/1.1" status: 204 len: 173 time: 0.4174650 Jul 29 18:49:57.537725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'name': 'network-vif-deleted', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:49:57.540091 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f0f89-94ef-4451-90cb-38753d627715" -d '{"events": [{"server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "name": "network-vif-deleted", "tag": "3188f803-08cf-4705-9614-b6be09b2154b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:49:57.575389 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160efd5-925f-4ba9-9aa9-92e7091c2673 x-openstack-request-id: req-4160efd5-925f-4ba9-9aa9-92e7091c2673 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:49:57.575702 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f30bc-7319-4af1-b72e-87d1dfeb1968", "name": "network-vif-deleted", "tag": "3188f803-08cf-4705-9614-b6be09b2154b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:49:57.575955 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4160efd5-925f-4ba9-9aa9-92e7091c2673 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:49:57.576356 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f30bc-7319-4af1-b72e-87d1dfeb1968', 'name': 'network-vif-deleted', 'tag': '3188f803-08cf-4705-9614-b6be09b2154b', 'status': 'completed', 'code': 200} Jul 29 18:49:58.035069 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40981c18-c7b4-4503-b3df-da228d87d74b req-ac4498a8-eb58-42c7-ade2-c421b7d0f4b6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=f72f30bc-7319-4af1-b72e-87d1dfeb1968 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Jul 29 18:49:58.086604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:59.095515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46248) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:49:59.473863 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:59.758786 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:49:59.759025 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:59.853094 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 6c4e2b60-d0fb-437d-b6d4-03023ad7899f, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:49:59.853469 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:49:59.866411 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 6c4e2b60-d0fb-437d-b6d4-03023ad7899f owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:50:00.069463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.095396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=6c4e2b60-d0fb-437d-b6d4-03023ad7899f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:00.275794 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.498942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router 439d8591-82b9-4f18-b3db-f79bb10d8410 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:50:00.624750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:50:00.630651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e94fe7fb-2b02-4ad4-a0ee-2f8f62488b2b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/439d8591-82b9-4f18-b3db-f79bb10d8410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5335472 Jul 29 18:50:00.633233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46254) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:00.635461 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Sync routers for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:50:00.645139 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:00.645759 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:00.689260 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting subnet 91806a07-6cad-47a5-9ff1-6e800b3d7cc6 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:50:00.692486 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.735367 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.753424 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:00.821557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.887709 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.917956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Subnet': ['ID=91806a07-6cad-47a5-9ff1-6e800b3d7cc6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:00.919958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:00.921834 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fc9ee9c2-66c3-4e91-894d-fda984ac0822 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/subnets/91806a07-6cad-47a5-9ff1-6e800b3d7cc6 HTTP/1.1" status: 204 len: 168 time: 0.2876868 Jul 29 18:50:00.924785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46256) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:00.928264 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b49529-9d5f-4721-9679-ca987cf5077a None None] Network 428a20a0-272f-4d03-9ef9-db3aaac36617 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:50:00.940733 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:50:00Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:00.971126 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Checking router: 439d8591-82b9-4f18-b3db-f79bb10d8410 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:50:00.979920 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Routers {'439d8591-82b9-4f18-b3db-f79bb10d8410'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:00.980549 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['439d8591-82b9-4f18-b3db-f79bb10d8410'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:01.050001 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.087033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] Set router 439d8591-82b9-4f18-b3db-f79bb10d8410 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:01.135209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] DHCP port deletion for 428a20a0-272f-4d03-9ef9-db3aaac36617 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:50:01.166266 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.187500 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Deleting port bb87ba60-faf8-4c07-adee-3afde4f7b0fa {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:50:01.187961 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.228267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:50:01.228899 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.275440 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:50:00Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:01.282229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] For port bb87ba60-faf8-4c07-adee-3afde4f7b0fa, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,segment=NetworkSegment(b8f07af9-d18d-4823-9f0e-001edc6aeb21),segment_id=b8f07af9-d18d-4823-9f0e-001edc6aeb21)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:01.283086 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.297456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Calling delete_port for bb87ba60-faf8-4c07-adee-3afde4f7b0fa owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:50:01.304125 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037d96c-4cda-44cd-9eb8-72d25d939a8c None None] The sync data for ids ['439d8591-82b9-4f18-b3db-f79bb10d8410'] in n-d-801607-3 is: [{'id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686980382', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:48:16Z', 'updated_at': '2021-07-29T18:50:00Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': '3d48eeb1-f582-4278-bf32-bb3d6b8ad29e', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d8591-82b9-4f18-b3db-f79bb10d8410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:48:17Z', 'updated_at': '2021-07-29T18:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:50:01.319477 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:01.319849 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.333716 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:50:01.355653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device bb87ba60-faf8-4c07-adee-3afde4f7b0fa no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:50:01.441538 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.473473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Pushing event deleted for resources: {'Port': ['ID=bb87ba60-faf8-4c07-adee-3afde4f7b0fa,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:01.480869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] No DVR routers for this DVR port bb87ba60-faf8-4c07-adee-3afde4f7b0fa on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:50:01.487250 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.490193 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.490543 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.491312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.491312 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.491506 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.491856 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.492169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.492495 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.492820 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.493439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.493439 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.493764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50348262-ac42-4fb2-b7de-22859c7059da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.508191 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.534466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=3d48eeb1-f582-4278-bf32-bb3d6b8ad29e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:01.546133 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.546506 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.546845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.547178 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.547545 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.547873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.548199 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.548519 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.548845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.549168 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.549489 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.549808 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:01.604116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.874363 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3188f803-08cf-4705-9614-b6be09b2154b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:50:01.898287 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 3188f803-08cf-4705-9614-b6be09b2154b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:50:01.898658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 3188f803-08cf-4705-9614-b6be09b2154b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:50:01.994665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:01.996794 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.043447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.044024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Fanout notify agent at l3_agent the message router_deleted on router 439d8591-82b9-4f18-b3db-f79bb10d8410 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:50:02.050780 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.051907 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-b486cbc9-9db9-4d99-8208-8d4274d6f363 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/routers/439d8591-82b9-4f18-b3db-f79bb10d8410 HTTP/1.1" status: 204 len: 168 time: 1.1261446 Jul 29 18:50:02.054975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46260) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:02.141261 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.238748 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.249796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428a20a0-272f-4d03-9ef9-db3aaac36617']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:02.260520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f07af9-d18d-4823-9f0e-001edc6aeb21') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:02.260789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f07af9-d18d-4823-9f0e-001edc6aeb21') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:02.270216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.284038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.290123 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:50:02.290577 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:50:02.293399 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:50:02.353446 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.361562 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.363700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/networks/428a20a0-272f-4d03-9ef9-db3aaac36617 HTTP/1.1" status: 204 len: 168 time: 0.3074889 Jul 29 18:50:02.366767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46262) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:02.380148 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3535df-dc94-4675-a7e1-9e7a1af1ae1e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Network': ['ID=428a20a0-272f-4d03-9ef9-db3aaac36617,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:02.426108 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.451940 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.516685 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.519398 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:02.523449 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/security-groups/e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037 HTTP/1.1" status: 204 len: 168 time: 0.1528487 Jul 29 18:50:02.537638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c875c9-6670-4d44-8da1-73143bca8c3c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d563af-ccee-4cc7-9d7d-6a7bb9dc4037,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:02.853964 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:50:03.253807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.254399 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6c4e2b60-d0fb-437d-b6d4-03023ad7899f no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:50:03.259090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470470058', 'description': 'tempest-secgroup-smoke-470470058 description', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.275127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 6c4e2b60-d0fb-437d-b6d4-03023ad7899f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:50:03.275559 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 6c4e2b60-d0fb-437d-b6d4-03023ad7899f not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:50:03.276043 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:50:03.282220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.294412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:50:03.294831 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3d48eeb1-f582-4278-bf32-bb3d6b8ad29e not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:50:03.366012 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.372898 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.412491 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.413711 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1583235 Jul 29 18:50:03.415745 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1787c50-e1b5-4beb-9224-a466ed2fe25c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f371140-26dd-4e3a-b844-e379366855b2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:03.416836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46270) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.425274 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.454852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.517159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.522560 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.544779 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06742d14-f979-44e2-bfd5-d17b1ceaf1b4,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:03.551772 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.553025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d3e61ad8-71bb-4349-937f-09cdc95b97ec tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341183 Jul 29 18:50:03.555859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46272) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.560337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.590627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.653722 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.660291 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.676034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c8b260-6c8a-4b37-80d1-038b1e838fb8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:03.686203 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.687457 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-52298be2-1ff3-44f1-9e72-1e8b528ae4e0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306636 Jul 29 18:50:03.690403 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46274) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.695015 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.723377 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.783633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.789298 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.807529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f34c55-63a6-45bf-aa43-de8c6c208b15,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:03.811761 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.812959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-bfde84f2-49c6-4833-84a7-b44d07533076 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215556 Jul 29 18:50:03.815879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46276) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.820300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.847847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.917290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.925296 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.943512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2465eaf-0fa3-48be-8efd-6a9fa43e2bbf,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:03.952113 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:03.956071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-295f7ac9-8e5a-41d7-880f-091ce17dc4c2 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365979 Jul 29 18:50:03.956444 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46278) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:03.962249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:03.986422 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:50:03.991396 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.052451 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.058130 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.075254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca2cfb9-d89f-4448-a483-31070f7beaac,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:04.082908 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.084288 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e268c431-ecbc-4d56-8556-2462bed3e60a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267121 Jul 29 18:50:04.087184 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46280) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:04.091937 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'security_group_rule': {'security_group_id': '6f371140-26dd-4e3a-b844-e379366855b2', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:04.117224 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Project a1b887aa3bd04db4b33cd333a83c9252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:50:04.122447 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.184374 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.190223 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.207892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1d716f-9d7d-4d3f-bd08-61f872ea756b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:04.219114 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.220447 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1dc05e88-0b9a-4026-afef-dd8ba3c2132b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322956 Jul 29 18:50:04.224579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46282) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:04.229754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'network': {'name': 'tempest-network-smoke--1229264122', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'port_security_enabled': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:04.252342 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:50:04.255898 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.279888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:50:04.289894 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.290328 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Added segment c9c2da95-5e76-4167-9705-5d58e5a3a578 of type vlan for network 39794037-761a-485c-8ca7-e221765e891a Jul 29 18:50:04.331090 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.362723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.368445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:04.369048 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.430931 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2052460 Jul 29 18:50:04.433902 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46284) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:04.440875 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'admin_state_up': True, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:04.442697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091f347-b60c-4207-bca8-8247334c745c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Network': ['ID=39794037-761a-485c-8ca7-e221765e891a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:04.456493 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 39794037-761a-485c-8ca7-e221765e891a details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:50:04.464872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.465836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.520479 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.663942 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.872976 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:04.892652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.014068 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.103 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/d337ad5d-74b4-4498-97be-f0f638c194fd) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:50:05.119384 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.165692 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.206775 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:05.209589 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:05.213123 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:50:05.220677 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=d337ad5d-74b4-4498-97be-f0f638c194fd,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:05.461826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.669271 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.794929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:50:05.901160 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:50:05.910942 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Sync routers for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:50:05.920286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:05.920940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:05.921826 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:05.926308 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0e6a7e6d-f09c-434f-9827-c9b8dcf605b3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4880986 Jul 29 18:50:05.926482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46286) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:06.010704 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9d99bff0-3ad1-43d4-8e24-7a8704c622d9 tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1b887aa3bd04db4b33cd333a83c9252&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830271 Jul 29 18:50:06.013412 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46290) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:06.027805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:06.098205 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11433b-cccb-4618-9d24-b7107382c6cb tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:06.099787 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5a11433b-cccb-4618-9d24-b7107382c6cb tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854120 Jul 29 18:50:06.102690 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46292) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:06.132284 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-fb00703b-448e-445e-82b4-94db4908337e tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8486a4b0-a25a-4f22-b625-218d27e5470b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285614 Jul 29 18:50:06.135152 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46294) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:06.140416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441529157', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:06.213207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:05Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:06.232344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:50:06.236407 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9008473'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.240320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Checking router: af213de8-42c4-4fe6-8ff5-d26e6b2287d6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:50:06.240675 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Updating router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 port d337ad5d-74b4-4498-97be-f0f638c194fd binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:50:06.265247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.419586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9404402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9008503'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.479689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Subnet': ['ID=52b860ce-3948-49c6-813e-5f01754955ab,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:06.489926 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Checking segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:50:06.490324 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network hostable DHCP agents. Network: 39794037-761a-485c-8ca7-e221765e891a, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:50:06.508526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 39794037-761a-485c-8ca7-e221765e891a is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:50:06.517761 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 39794037-761a-485c-8ca7-e221765e891a) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:06.521196 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.522400 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:06.523007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.531189 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012813e-c5ee-4de0-87fb-fea844898fd0 None None] Network 39794037-761a-485c-8ca7-e221765e891a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:50:06.535797 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Transition to ACTIVE for port object d337ad5d-74b4-4498-97be-f0f638c194fd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:06.538259 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a09d7267-3ad6-4018-b4c1-01a6cbd54ed9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4018652 Jul 29 18:50:06.541060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46298) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:06.551770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.644886 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Attempting to bind port d337ad5d-74b4-4498-97be-f0f638c194fd on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:50:06.645252 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Attempting to bind port d337ad5d-74b4-4498-97be-f0f638c194fd by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:50:06.645602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Attempting to bind port d337ad5d-74b4-4498-97be-f0f638c194fd on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:50:06.650007 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc9b3d-81e6-41d4-b772-d5213209eae2 None None] Pushing event updated for resources: {'Port': ['ID=d337ad5d-74b4-4498-97be-f0f638c194fd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:06.657933 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:50:06.658352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:50:06.658765 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.659142 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:50:06.659624 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Bound port: d337ad5d-74b4-4498-97be-f0f638c194fd, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:50:06.660008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.750344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] For port d337ad5d-74b4-4498-97be-f0f638c194fd, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:50:06.766136 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] For port d337ad5d-74b4-4498-97be-f0f638c194fd, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d337ad5d-74b4-4498-97be-f0f638c194fd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:50:06.781474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.806777 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-39794037-761a-485c-8ca7-e221765e891a', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:50:06.807625 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:06.865143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc9b3d-81e6-41d4-b772-d5213209eae2 None None] Pushing event updated for resources: {'Port': ['ID=d337ad5d-74b4-4498-97be-f0f638c194fd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:06.908337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:06.908995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:06.987383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.060697 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Allocated IP 172.20.0.2 (39794037-761a-485c-8ca7-e221765e891a/52b860ce-3948-49c6-813e-5f01754955ab/cd608672-9403-4b5e-9852-9b1d80ef449d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:50:07.063635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:07.491056 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.502027 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Transition to ACTIVE for port object cd608672-9403-4b5e-9852-9b1d80ef449d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:07.518677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:05Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:07.522736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Transition to ACTIVE for port object cd608672-9403-4b5e-9852-9b1d80ef449d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:07.550937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a36800-50b4-424f-bd4d-84194b2a87fb None None] The sync data for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 is: [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:05Z', 'revision_number': 3, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:50:07.555227 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.593931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Network 39794037-761a-485c-8ca7-e221765e891a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:07.601696 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:07.604260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:50:07.615864 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Pushing event updated for resources: {'Port': ['ID=cd608672-9403-4b5e-9852-9b1d80ef449d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:07.673636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Attempting to bind port cd608672-9403-4b5e-9852-9b1d80ef449d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:50:07.674019 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Attempting to bind port cd608672-9403-4b5e-9852-9b1d80ef449d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:50:07.674419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Attempting to bind port cd608672-9403-4b5e-9852-9b1d80ef449d on network 39794037-761a-485c-8ca7-e221765e891a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:50:07.680749 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:50:07.681172 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Checking segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:50:07.681575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.681977 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Bound using segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:50:07.682503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Bound port: cd608672-9403-4b5e-9852-9b1d80ef449d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:50:07.682891 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.751602 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] For port cd608672-9403-4b5e-9852-9b1d80ef449d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:50:07.755300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] For port cd608672-9403-4b5e-9852-9b1d80ef449d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd608672-9403-4b5e-9852-9b1d80ef449d,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:50:07.765474 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:07.859453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f28d89-0f1e-43b9-a22f-ef85aa5a0008 None None] Pushing event updated for resources: {'Port': ['ID=cd608672-9403-4b5e-9852-9b1d80ef449d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:07.971485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.1 (39794037-761a-485c-8ca7-e221765e891a/52b860ce-3948-49c6-813e-5f01754955ab/87d54055-3bb0-45e0-9be2-a8dcbf0b5782) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:50:08.116884 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.131098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:08.170437 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.219796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 39794037-761a-485c-8ca7-e221765e891a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:08.223126 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:08.227021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:50:08.235768 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:08.277535 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.415063 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.702356 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.708701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.770388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1bb0c-5eaf-49fe-8a5e-c4a2b0725817 None None] Network 39794037-761a-485c-8ca7-e221765e891a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:50:08.785346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:08.788981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:08.887039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 39794037-761a-485c-8ca7-e221765e891a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:08.888688 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:08.899013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-309c37e4-5893-45b1-8bfa-b0523843aa17 None None] Provisioning for port cd608672-9403-4b5e-9852-9b1d80ef449d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:09.008381 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:50:09.124864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:50:09.133434 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-24c05a94-eb56-4628-8111-63f82fd8925b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/af213de8-42c4-4fe6-8ff5-d26e6b2287d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912709 Jul 29 18:50:09.235940 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bf3e8674-ae87-4ef4-8ad1-61dec2fbd8e3 None None] Provisioning for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:09.240553 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-bf3e8674-ae87-4ef4-8ad1-61dec2fbd8e3 None None] Provisioning complete for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:09.240920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8674-ae87-4ef4-8ad1-61dec2fbd8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.298100 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8674-ae87-4ef4-8ad1-61dec2fbd8e3 None None] Port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:50:09.324520 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-4e32d941-f735-47b5-a590-e81971baac6c tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470470058&fields=id&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 267 time: 0.0492806 Jul 29 18:50:09.350397 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d337ad5d-74b4-4498-97be-f0f638c194fd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:09.398703 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Sync routers for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:50:09.404098 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77375a5f-1574-4ec8-83db-36ef23a58af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.408927 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:09.409640 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:09.442286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-027531fe-fe65-4dec-94b6-dd81d3ac1a5a None None] Provisioning complete for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:09.442954 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-027531fe-fe65-4dec-94b6-dd81d3ac1a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.446565 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d337ad5d-74b4-4498-97be-f0f638c194fd completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:09.447960 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-84a0559a-4aaa-49e2-8c04-65849c0061ca tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:09.449836 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-84a0559a-4aaa-49e2-8c04-65849c0061ca tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 797 time: 0.1184075 Jul 29 18:50:09.468493 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-a3ef472c-403b-4c12-8655-e8f9eb658999 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/quotas/a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 375 time: 0.0104508 Jul 29 18:50:09.472717 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d337ad5d-74b4-4498-97be-f0f638c194fd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:09.473119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.534513 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-027531fe-fe65-4dec-94b6-dd81d3ac1a5a None None] Port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:50:09.548686 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-ea45fc6c-7b70-4734-8dd0-aae0e4b0caab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735943 Jul 29 18:50:09.581112 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.603520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d337ad5d-74b4-4498-97be-f0f638c194fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d337ad5d-74b4-4498-97be-f0f638c194fd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:09.608844 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.609845 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd608672-9403-4b5e-9852-9b1d80ef449d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:09.651209 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:09.690820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-5a0907e5-2a13-4189-83c9-66a954b5c75e service neutron] 10.222.0.16 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386869 Jul 29 18:50:09.698981 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d6164331-d2b4-4b2b-9768-d67acbcfa8d6 None None] Provisioning complete for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:09.699451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d6164331-d2b4-4b2b-9768-d67acbcfa8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.721915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d337ad5d-74b4-4498-97be-f0f638c194fd,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:09.745147 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d6164331-d2b4-4b2b-9768-d67acbcfa8d6 None None] Port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:50:09.746669 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cd608672-9403-4b5e-9852-9b1d80ef449d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:09.751784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cd608672-9403-4b5e-9852-9b1d80ef449d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:09.752160 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.803262 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-850b9e2c-453d-4ee3-a846-3ef5b2850960 service neutron] 10.222.0.16 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101968 Jul 29 18:50:09.839787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.858924 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 2, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:09.874250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cd608672-9403-4b5e-9852-9b1d80ef449d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd608672-9403-4b5e-9852-9b1d80ef449d,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:09.880278 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.889855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Checking router: af213de8-42c4-4fe6-8ff5-d26e6b2287d6 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:50:09.890207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Updating router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:50:09.914973 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:09.932957 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cd608672-9403-4b5e-9852-9b1d80ef449d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:09.997333 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8065c616-fe7d-4ec5-bb3a-a85c41004312 req-82f689c1-311d-4437-8d62-f09defd43241 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 210 time: 0.0276794 Jul 29 18:50:10.195475 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:10.205617 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Transition to ACTIVE for port object 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:10.212467 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:10.260519 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Pushing event updated for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:10.284578 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.284913 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.285240 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.285562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.285900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.286204 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.286722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.287033 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.287347 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.287656 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.288091 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.288385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:50:10.324760 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Attempting to bind port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:50:10.325123 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Attempting to bind port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:50:10.325605 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Attempting to bind port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 on network 39794037-761a-485c-8ca7-e221765e891a {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:50:10.330993 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:50:10.331357 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Checking segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:50:10.331749 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:10.332128 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Bound using segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:50:10.332585 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Bound port: 87d54055-3bb0-45e0-9be2-a8dcbf0b5782, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:50:10.333011 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:10.403844 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] For port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:50:10.408851 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] For port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:50:10.413173 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:10.479782 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078233f-4733-4107-9c8b-23b3bef574c1 None None] Pushing event updated for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:10.487254 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:10.488084 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:49:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:10.602794 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:10.809096 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:10Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:10.838770 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481afab-66c9-46a3-8f82-6fc8a1f7b0c1 None None] The sync data for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 is: [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:10Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:50:11.076485 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-92324fd6-3270-4eb2-b581-43ac88603b06 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:11.078195 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-92324fd6-3270-4eb2-b581-43ac88603b06 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 797 time: 0.1337168 Jul 29 18:50:11.127729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-60afed84-76b4-4f1f-8e5d-4439693209d5 req-b92b6f41-3de8-478f-af9a-093bb85a78df tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 210 time: 0.0475404 Jul 29 18:50:11.158085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-799315b6-7c60-4f91-8a3a-730cb4051f4f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b887aa3bd04db4b33cd333a83c9252 HTTP/1.1" status: 200 len: 379 time: 0.0663018 Jul 29 18:50:11.171577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'port': {'device_id': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'admin_state_up': True, 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'security_groups': ['6f371140-26dd-4e3a-b844-e379366855b2']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:11.293341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Made reservation on behalf of a1b887aa3bd04db4b33cd333a83c9252 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:50:11.297397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.361314 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:11.413449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:11.418676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:11.418676 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.439884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.20.0.6 (39794037-761a-485c-8ca7-e221765e891a/52b860ce-3948-49c6-813e-5f01754955ab/dc569b2c-5047-4dec-b973-4c285ae5a5bb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:50:11.503982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.541010 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:11.547126 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.548983 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d337ad5d-74b4-4498-97be-f0f638c194fd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:11.595454 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.609584 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Transition to ACTIVE for port object dc569b2c-5047-4dec-b973-4c285ae5a5bb will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:11.626268 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:11.644141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d337ad5d-74b4-4498-97be-f0f638c194fd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:11.644747 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.650332 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.703614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 39794037-761a-485c-8ca7-e221765e891a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:11.706855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:11.714070 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:50:11.717940 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:11.739126 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd608672-9403-4b5e-9852-9b1d80ef449d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:11.766794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:11.767611 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.784427 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-8e7877db-b0e9-4fa8-93c6-8dd04841c5ac tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6169465 Jul 29 18:50:11.793451 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cd608672-9403-4b5e-9852-9b1d80ef449d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:11.793833 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.797340 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Request body: {'port': {'device_id': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:11.847406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc621582-bc3d-4cd3-a857-43008bedb305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.866273 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.950205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41c690b5-dbe7-45e5-9d07-81fb3a82e30a None None] Provisioning for port dc569b2c-5047-4dec-b973-4c285ae5a5bb completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:11.955213 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-41c690b5-dbe7-45e5-9d07-81fb3a82e30a None None] Provisioning complete for port dc569b2c-5047-4dec-b973-4c285ae5a5bb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:11.955816 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-41c690b5-dbe7-45e5-9d07-81fb3a82e30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:11.996739 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-41c690b5-dbe7-45e5-9d07-81fb3a82e30a None None] Port dc569b2c-5047-4dec-b973-4c285ae5a5bb cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:50:12.020082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.163029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc569b2c-5047-4dec-b973-4c285ae5a5bb {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:50:12.171674 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.185385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Transition to ACTIVE for port object dc569b2c-5047-4dec-b973-4c285ae5a5bb will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:50:12.190372 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.272422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Pushing event updated for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:12.327803 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df01d8-be8a-46b2-a810-686caec9390e req-a460d16b-de1d-4061-8134-0d3acf354d1f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:12.329402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18df01d8-be8a-46b2-a810-686caec9390e req-a460d16b-de1d-4061-8134-0d3acf354d1f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 943 time: 0.1125970 Jul 29 18:50:12.386841 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Attempting to bind port dc569b2c-5047-4dec-b973-4c285ae5a5bb on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:50:12.387170 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Attempting to bind port dc569b2c-5047-4dec-b973-4c285ae5a5bb by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:50:12.387500 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Attempting to bind port dc569b2c-5047-4dec-b973-4c285ae5a5bb on network 39794037-761a-485c-8ca7-e221765e891a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:50:12.392121 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-18df01d8-be8a-46b2-a810-686caec9390e req-c122612f-9f70-42c2-9d11-62e779e7ff3b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541756 Jul 29 18:50:12.395641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Port dc569b2c-5047-4dec-b973-4c285ae5a5bb on network 39794037-761a-485c-8ca7-e221765e891a not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:50:12.395971 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Attempting to bind port dc569b2c-5047-4dec-b973-4c285ae5a5bb on network 39794037-761a-485c-8ca7-e221765e891a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:50:12.401575 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:50:12.401953 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Checking segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:50:12.402344 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Bound using segment: {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:50:12.402811 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Bound port: dc569b2c-5047-4dec-b973-4c285ae5a5bb, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c2da95-5e76-4167-9705-5d58e5a3a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39794037-761a-485c-8ca7-e221765e891a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:50:12.403176 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.465991 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:50:12.469532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:50:12.475231 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.513151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:12.513773 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:12.516094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] 10.222.0.38 "PUT /v2.0/ports/dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 1091 time: 0.7236400 Jul 29 18:50:12.518751 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:50:12.523420 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:50:12.573288 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1558122e-dd4f-408e-8315-37df75eb7ecb x-openstack-request-id: req-1558122e-dd4f-408e-8315-37df75eb7ecb {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:50:12.573592 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:50:12.573833 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1558122e-dd4f-408e-8315-37df75eb7ecb {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:50:12.574233 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'status': 'completed', 'code': 200} Jul 29 18:50:12.576771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899b0c9-c0f9-42ec-8a59-82893bd53d6b service neutron] Pushing event updated for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:12.609741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-f36f8e5b-fb0c-4a92-ac52-7868f834d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:12.611345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-f36f8e5b-fb0c-4a92-ac52-7868f834d5a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1094 time: 0.0504606 Jul 29 18:50:12.656660 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-d008e588-45cf-4399-a3ad-1c77c5228fc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 217 time: 0.0366261 Jul 29 18:50:12.710347 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-1e788bf6-292f-4492-bd75-c131fd3572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:12.711813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-1e788bf6-292f-4492-bd75-c131fd3572d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 200 len: 834 time: 0.0485559 Jul 29 18:50:12.763867 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-288e2e27-6429-49d1-a68f-c587ec28dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:12.765415 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-288e2e27-6429-49d1-a68f-c587ec28dd99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39794037-761a-485c-8ca7-e221765e891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465758 Jul 29 18:50:12.856813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-f8884cff-ce29-4db3-a5b9-e2b55f32d1a2 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Jul 29 18:50:12.955301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b86de577-c986-4f09-ad82-d4d9444260d6 req-77ae1928-0cea-46cc-872b-8d03e7558fb7 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912476 Jul 29 18:50:13.050217 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-b7eba90b-6c29-41a7-bf4c-3b5aeaa4c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:13.051810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-b7eba90b-6c29-41a7-bf4c-3b5aeaa4c065 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1094 time: 0.0447066 Jul 29 18:50:13.158187 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-f4bd839f-d4e6-49b3-9678-ab851bd991f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:13.159814 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-f4bd839f-d4e6-49b3-9678-ab851bd991f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 898 time: 0.1001792 Jul 29 18:50:13.204842 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-3a4f2fb8-b972-4236-9a6f-f3ef0c35b3d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 217 time: 0.0360081 Jul 29 18:50:13.260248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-c2a5a18b-e938-448d-a174-4c9cdf673a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:13.261732 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-c2a5a18b-e938-448d-a174-4c9cdf673a4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 200 len: 834 time: 0.0492601 Jul 29 18:50:13.275854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:13.311367 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:13.314132 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-099be5f2-c99b-4061-8644-507e2dee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:13.315700 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-099be5f2-c99b-4061-8644-507e2dee3fd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39794037-761a-485c-8ca7-e221765e891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457189 Jul 29 18:50:13.328748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:13.329301 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:13.410848 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-9de531e3-4a8c-4249-b381-203a786f99c4 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Jul 29 18:50:13.551517 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbbd3b-f438-4cc0-9661-f7170162cfda req-9066e61c-9aa6-46f5-8bad-cc48ceec66e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:13.553036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eadbbd3b-f438-4cc0-9661-f7170162cfda req-9066e61c-9aa6-46f5-8bad-cc48ceec66e8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 943 time: 0.0872912 Jul 29 18:50:13.556980 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b6a9ac72-c895-4600-aa70-f7fecc5b5d97 req-15fdb5a6-fd54-4090-8cc0-6ebd6c261414 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375194 Jul 29 18:50:13.594538 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-eadbbd3b-f438-4cc0-9661-f7170162cfda req-c274d818-9d6b-435f-998d-5b42f43054bd tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352483 Jul 29 18:50:14.724499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48874-0276-42cf-9539-c1209c735a2b req-52463679-3c3f-42d2-9bc2-75945ff82899 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:14.726275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40e48874-0276-42cf-9539-c1209c735a2b req-52463679-3c3f-42d2-9bc2-75945ff82899 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 943 time: 0.0503201 Jul 29 18:50:14.766169 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-40e48874-0276-42cf-9539-c1209c735a2b req-87b5f0be-24dc-46a8-8912-d381e7624087 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337584 Jul 29 18:50:14.917714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:15.888508 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73241af-8878-41af-b47e-4db8d3408788 req-04f5030e-55a7-4a2e-89fb-1208163bd299 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:15.889990 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f73241af-8878-41af-b47e-4db8d3408788 req-04f5030e-55a7-4a2e-89fb-1208163bd299 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 943 time: 0.0555289 Jul 29 18:50:15.905458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device dc569b2c-5047-4dec-b973-4c285ae5a5bb details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:50:15.933322 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f73241af-8878-41af-b47e-4db8d3408788 req-5c0674f6-62d2-4468-a01c-c3d17ade48d9 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346951 Jul 29 18:50:16.005346 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:16.016668 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'port_id': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'mac_address': 'fa:16:3e:99:6a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:50:16.061019 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:16.076400 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc569b2c-5047-4dec-b973-4c285ae5a5bb {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:50:16.101071 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:16.106770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:16.158835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:16.315918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['dc569b2c-5047-4dec-b973-4c285ae5a5bb'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:50:17.058653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1a84-b56b-446d-bb3b-4bf624605645 req-9b8889ba-3b56-4bc2-a2f1-f027a0353ca5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:17.060155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94ab1a84-b56b-446d-bb3b-4bf624605645 req-9b8889ba-3b56-4bc2-a2f1-f027a0353ca5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 944 time: 0.0499334 Jul 29 18:50:17.100451 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-94ab1a84-b56b-446d-bb3b-4bf624605645 req-df44389f-2453-485b-9ed0-97d8762c9ae6 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 Jul 29 18:50:17.921538 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device dc569b2c-5047-4dec-b973-4c285ae5a5bb up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:50:17.984223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port dc569b2c-5047-4dec-b973-4c285ae5a5bb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:50:17.987991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port dc569b2c-5047-4dec-b973-4c285ae5a5bb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:50:17.988366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:18.066173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:18.092979 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:50:18.095385 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e0414-2af4-4846-8963-d8826948a2b6" -d '{"events": [{"server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:50:18.108952 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:50:18.114998 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:18.165807 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:18.185694 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623000ce-a7c9-4c16-9689-67f79e8d3431 x-openstack-request-id: req-623000ce-a7c9-4c16-9689-67f79e8d3431 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:50:18.186004 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:50:18.186419 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-623000ce-a7c9-4c16-9689-67f79e8d3431 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:50:18.186822 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'code': 200} Jul 29 18:50:18.309892 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc609-45e2-4df0-9319-5cd16edd18df req-2d467933-bbce-4fcb-b6eb-fcceafa9c11e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:18.311393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-288dc609-45e2-4df0-9319-5cd16edd18df req-2d467933-bbce-4fcb-b6eb-fcceafa9c11e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0815296 Jul 29 18:50:18.313902 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343029f-52f3-481a-a327-c5f3d60173a2 req-c3b5c7d4-a50b-4960-8b7e-276e38354214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:18.315273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f343029f-52f3-481a-a327-c5f3d60173a2 req-c3b5c7d4-a50b-4960-8b7e-276e38354214 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1096 time: 0.0594862 Jul 29 18:50:18.370771 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-288dc609-45e2-4df0-9319-5cd16edd18df req-d8a9168d-2dd7-4a2a-a323-5337d65d66f8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522363 Jul 29 18:50:18.372712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f343029f-52f3-481a-a327-c5f3d60173a2 req-f0e3673f-2661-4fec-a45f-d4c5ea673182 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483267 Jul 29 18:50:19.500629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e34244-ce0e-480e-b889-420d5085cf25 req-61d04b6d-a28f-4c86-bcb8-cbe67a17bbc5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:19.502125 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8e34244-ce0e-480e-b889-420d5085cf25 req-61d04b6d-a28f-4c86-bcb8-cbe67a17bbc5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0519323 Jul 29 18:50:19.544936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e8e34244-ce0e-480e-b889-420d5085cf25 req-fa57d732-45a2-4b4a-aa87-93dabc8735bc tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337467 Jul 29 18:50:19.670537 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb062641-4e92-4524-8409-ec4fd83b963e req-d6def77d-f95e-475e-80a7-38805a49a3ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:19.671951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb062641-4e92-4524-8409-ec4fd83b963e req-d6def77d-f95e-475e-80a7-38805a49a3ce tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0546393 Jul 29 18:50:19.720114 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb062641-4e92-4524-8409-ec4fd83b963e req-40dd20d2-a32a-4d9b-95ff-76c55ad3a37f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389366 Jul 29 18:50:19.742018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:19.786199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2e04a-b8d6-4609-8eaf-2869fdc23ced tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:19.787769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-41c2e04a-b8d6-4609-8eaf-2869fdc23ced tempest-TestNetworkAdvancedServerOps-664064992 tempest-TestNetworkAdvancedServerOps-664064992-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1091 time: 0.0445361 Jul 29 18:50:19.790935 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46358) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:19.797602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:50:19.820610 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:19.925912 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.040419 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Allocated IP 172.25.5.65 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/8e527d29-db68-4a49-8d6a-19632f0e18f7) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:50:20.144373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.186545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.225137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:50:20.228131 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:50:20.234509 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:50:20.237543 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=8e527d29-db68-4a49-8d6a-19632f0e18f7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:20.594875 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.666556 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.821534 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.827975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:20.895817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event updated for resources: {'Port': ['ID=8e527d29-db68-4a49-8d6a-19632f0e18f7,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:50:20.907526 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:21.306074 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 3774f4c6-734b-4c9a-b921-4cc592b31442 associated. External IP: 172.25.5.65, port: dc569b2c-5047-4dec-b973-4c285ae5a5bb. Jul 29 18:50:21.520582 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:50:21.628617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:50:21.640907 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Sync routers for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:50:21.647947 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:21.650286 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:21.651152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:21.675718 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c04199a5-4c6e-43cf-85d7-f6b1d4f14272 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8818355 Jul 29 18:50:21.676371 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:50:21.678828 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:50:21.757124 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:21.773048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ef275-5274-4c9f-a214-f275b9f1b76d req-1da39503-915b-42a7-998a-927ed9cb482e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:21.774528 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f4ef275-5274-4c9f-a214-f275b9f1b76d req-1da39503-915b-42a7-998a-927ed9cb482e tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0495403 Jul 29 18:50:21.812920 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9f4ef275-5274-4c9f-a214-f275b9f1b76d req-facfcff9-92db-4db6-bf09-561c6b4668c1 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Jul 29 18:50:21.835238 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46366) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:21.898618 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-23544895-31d5-4c07-ae46-efe68c282f4f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/3774f4c6-734b-4c9a-b921-4cc592b31442 HTTP/1.1" status: 200 len: 990 time: 0.0621591 Jul 29 18:50:21.916091 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58ecab-a786-40b8-a982-68852951e6ee x-openstack-request-id: req-be58ecab-a786-40b8-a982-68852951e6ee {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:50:21.916382 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:50:21.916653 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be58ecab-a786-40b8-a982-68852951e6ee {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:50:21.917085 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'status': 'completed', 'code': 200} Jul 29 18:50:21.978009 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-43cb2114-5580-4697-8a22-7e9aba717b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:21.979563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-43cb2114-5580-4697-8a22-7e9aba717b22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1096 time: 0.0405176 Jul 29 18:50:21.985606 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3774f4c6-734b-4c9a-b921-4cc592b31442', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'port_id': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'mac_address': 'fa:16:3e:99:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:50:20Z', 'updated_at': '2021-07-29T18:50:20Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:22.011903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Checking router: af213de8-42c4-4fe6-8ff5-d26e6b2287d6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:50:22.020362 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:50:22.020965 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:22.071713 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-9a8478ed-9770-4aad-bd4a-fd9f3db168e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:22.073217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-9a8478ed-9770-4aad-bd4a-fd9f3db168e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 898 time: 0.0868540 Jul 29 18:50:22.125643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:50:22.139733 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-3f0990d4-0e1e-47c5-aa65-1d6c836213d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 998 time: 0.0595980 Jul 29 18:50:22.193701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-198bca46-b67e-4726-ab19-d11a440391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:22.195205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-198bca46-b67e-4726-ab19-d11a440391a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 200 len: 834 time: 0.0488913 Jul 29 18:50:22.241150 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-a7e746e2-1437-404b-8d40-424a77bf585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:22.242709 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-a7e746e2-1437-404b-8d40-424a77bf585a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39794037-761a-485c-8ca7-e221765e891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404234 Jul 29 18:50:22.332138 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-e02549e5-c7bd-4114-a03d-bc07a2f76a00 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820518 Jul 29 18:50:22.352038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3774f4c6-734b-4c9a-b921-4cc592b31442', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'port_id': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'mac_address': 'fa:16:3e:99:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:50:20Z', 'updated_at': '2021-07-29T18:50:20Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:50:22.430164 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-12c32d2e-5213-4277-8dcc-2fc4b8f6e038 req-7301d805-2e37-440b-92b9-5b8e54a937e7 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904858 Jul 29 18:50:22.535347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd25a3-5c18-45d0-9cb1-38f45c762324 None None] The sync data for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 is: [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '3774f4c6-734b-4c9a-b921-4cc592b31442', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'port_id': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'mac_address': 'fa:16:3e:99:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:50:20Z', 'updated_at': '2021-07-29T18:50:20Z', 'revision_number': 0, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:50:22.760774 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c04cf-f915-45ef-ad49-ef19a6c5cd37 None None] New status for floating IP 3774f4c6-734b-4c9a-b921-4cc592b31442: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:50:22.902566 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46368) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:22.965139 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-96909fe8-9871-4e9c-9f06-996eadb56525 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/3774f4c6-734b-4c9a-b921-4cc592b31442 HTTP/1.1" status: 200 len: 992 time: 0.0612202 Jul 29 18:50:27.187887 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:28.102968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:39.390968 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-accdb6ac-f061-46f6-9d37-92432c320b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:39.853151 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:50:41.827395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cd8ef0a6-83c6-4831-8357-4210eb03211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:42.030200 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:43.291505 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:44.922095 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:54.360171 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c918-138f-4ef9-947c-f71c7121fceb req-75d4668e-bc6b-4e32-880c-7315da32dd39 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:54.361663 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db71c918-138f-4ef9-947c-f71c7121fceb req-75d4668e-bc6b-4e32-880c-7315da32dd39 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0561297 Jul 29 18:50:54.402453 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-db71c918-138f-4ef9-947c-f71c7121fceb req-5019f53a-d354-4617-9829-1e0672b7a4f3 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339046 Jul 29 18:50:55.537686 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd945-bbeb-476c-8988-4d6969457bce req-9d532a1b-eb8d-47e5-bf8b-3b045448c1c5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:55.539204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac5dd945-bbeb-476c-8988-4d6969457bce req-9d532a1b-eb8d-47e5-bf8b-3b045448c1c5 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0538890 Jul 29 18:50:55.581504 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac5dd945-bbeb-476c-8988-4d6969457bce req-e0261df4-daba-423f-a097-cf17ac110eb0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362697 Jul 29 18:50:55.604041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46386) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:55.676833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cf1716c3-853f-4ab9-b272-8e6cfb3a7189 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/3774f4c6-734b-4c9a-b921-4cc592b31442 HTTP/1.1" status: 200 len: 992 time: 0.0711799 Jul 29 18:50:56.973639 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e6d67-a576-439a-8d77-06b101d4febc req-f08417be-286e-4362-ad2d-ee040c3dc623 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:56.975095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-536e6d67-a576-439a-8d77-06b101d4febc req-f08417be-286e-4362-ad2d-ee040c3dc623 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0768094 Jul 29 18:50:56.980570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-9fc8c2e0-e556-43c8-bf9a-e5b23bd6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:56.981997 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-9fc8c2e0-e556-43c8-bf9a-e5b23bd6f7a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1096 time: 0.0549345 Jul 29 18:50:57.190788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:57.379171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-536e6d67-a576-439a-8d77-06b101d4febc req-961d3c08-bf14-4648-a2ab-311befad238b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961835 Jul 29 18:50:57.422560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-06d7edcc-25e4-447b-90f3-062a2728efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:57.424088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-06d7edcc-25e4-447b-90f3-062a2728efd4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 898 time: 0.4344356 Jul 29 18:50:57.489437 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-f190a034-32da-4010-833d-336f5649ffa8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 1000 time: 0.0574806 Jul 29 18:50:57.543422 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-8a3726f0-af71-4d1b-bcfd-96581d3f03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:57.544820 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-8a3726f0-af71-4d1b-bcfd-96581d3f03f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 200 len: 834 time: 0.0474575 Jul 29 18:50:57.592216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-1838fb39-207b-47ae-90c8-a18392eca000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:57.593671 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-1838fb39-207b-47ae-90c8-a18392eca000 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39794037-761a-485c-8ca7-e221765e891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419071 Jul 29 18:50:57.681866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-7a492afb-188f-415e-933b-c3a43a0c31a1 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809994 Jul 29 18:50:57.781624 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fa91f54d-1e28-41a7-9968-37a0bad0b1d6 req-e55dd202-4f17-44eb-9512-762df603434a service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923002 Jul 29 18:50:58.106619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:50:58.501303 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce4ba3-440f-4759-bc4f-a6c373b7cf6a req-b70463ba-c1e7-422e-8acd-fa46a0e2c2ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:58.502805 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bce4ba3-440f-4759-bc4f-a6c373b7cf6a req-b70463ba-c1e7-422e-8acd-fa46a0e2c2ab tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0524559 Jul 29 18:50:58.547556 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6bce4ba3-440f-4759-bc4f-a6c373b7cf6a req-592e5807-c18e-4c8e-85a7-0f89a8954749 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359545 Jul 29 18:50:59.685978 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb210869-aa92-4ee6-b236-9f783ce5f927 req-8c3c8b63-24a3-4e5a-92e1-3ad795764337 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:50:59.687532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb210869-aa92-4ee6-b236-9f783ce5f927 req-8c3c8b63-24a3-4e5a-92e1-3ad795764337 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0522718 Jul 29 18:50:59.726299 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cb210869-aa92-4ee6-b236-9f783ce5f927 req-d6eadc66-9d9d-4808-86ef-d577756796f8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Jul 29 18:50:59.750278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:50:59.815256 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1de4c153-2f62-420c-8ce5-6e708dd3b680 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/floatingips/3774f4c6-734b-4c9a-b921-4cc592b31442 HTTP/1.1" status: 200 len: 992 time: 0.0638070 Jul 29 18:51:00.041336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46404) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:00.201045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 8e527d29-db68-4a49-8d6a-19632f0e18f7 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:51:00.201370 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.283297 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.283608 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.295371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 8e527d29-db68-4a49-8d6a-19632f0e18f7 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:51:00.460538 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.492701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=8e527d29-db68-4a49-8d6a-19632f0e18f7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:00.505194 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.505549 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.505901 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.506267 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.506588 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.506916 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.507241 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.507563 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.507872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.508193 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.508511 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.508828 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:00.565088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.565383 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Floating IP 3774f4c6-734b-4c9a-b921-4cc592b31442 disassociated (deleted). External IP: 172.25.5.65, port: dc569b2c-5047-4dec-b973-4c285ae5a5bb. Jul 29 18:51:00.780003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:51:00.898951 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:00.904131 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:00.910275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Sync routers for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:00.920317 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:00.920914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:00.933691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-042cf9ba-fd3a-4a48-bde4-6fb6c398e568 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/floatingips/3774f4c6-734b-4c9a-b921-4cc592b31442 HTTP/1.1" status: 204 len: 168 time: 0.8889410 Jul 29 18:51:00.933691 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:51:00.934389 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598b9f2-8016-4ae8-af28-797ad3ede0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:51:01.027812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:01.093163 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ff9928-0f06-4356-9816-9bdd52a0145a x-openstack-request-id: req-25ff9928-0f06-4356-9816-9bdd52a0145a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:51:01.093434 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:51:01.093692 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ff9928-0f06-4356-9816-9bdd52a0145a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:51:01.094125 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'status': 'completed', 'code': 200} Jul 29 18:51:01.192718 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-c5787863-7713-4f24-a587-2ce82127ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:01.194267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-c5787863-7713-4f24-a587-2ce82127ab29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 1096 time: 0.0787256 Jul 29 18:51:01.205707 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe36a91-6131-4070-8d94-65bbcf68aa30 req-ea440ad2-f88b-4b7d-92a6-1ef521e30704 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:01.207220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fe36a91-6131-4070-8d94-65bbcf68aa30 req-ea440ad2-f88b-4b7d-92a6-1ef521e30704 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0640042 Jul 29 18:51:01.235805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:01.262508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Checking router: af213de8-42c4-4fe6-8ff5-d26e6b2287d6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:01.270958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:01.271563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:01.300440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8fe36a91-6131-4070-8d94-65bbcf68aa30 req-20acd38a-671e-48c5-9142-43b8cc53f849 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839508 Jul 29 18:51:01.319957 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-c52eb5fa-2e47-4be4-a7a3-0fb41bec3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:01.321495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-c52eb5fa-2e47-4be4-a7a3-0fb41bec3673 service neutron] 10.222.0.38 "GET /v2.0/networks?id=39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 200 len: 898 time: 0.1133926 Jul 29 18:51:01.368934 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-35705688-76ef-403f-8aec-4560abb1941a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 200 len: 217 time: 0.0396514 Jul 29 18:51:01.379463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:01.418551 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-efa6f231-2fb6-4499-9404-913c5bd67c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:01.420056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-efa6f231-2fb6-4499-9404-913c5bd67c64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 200 len: 834 time: 0.0442386 Jul 29 18:51:01.468669 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-318f4629-9ebe-4eb6-ba9f-76de55ee6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:01.470234 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-318f4629-9ebe-4eb6-ba9f-76de55ee6e74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=39794037-761a-485c-8ca7-e221765e891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425427 Jul 29 18:51:01.567201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-20354e30-8d13-482b-a5fc-4da737a31013 service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Jul 29 18:51:01.576222 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:01.605685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f79b49-a23c-486d-92c0-2f8aca59403a None None] The sync data for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 is: [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:08Z', 'revision_number': 4, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '87d54055-3bb0-45e0-9be2-a8dcbf0b5782', 'name': '', 'network_id': '39794037-761a-485c-8ca7-e221765e891a', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'mac_address': 'fa:16:3e:ee:bb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '52b860ce-3948-49c6-813e-5f01754955ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:07Z', 'updated_at': '2021-07-29T18:50:11Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'subnets': [{'id': '52b860ce-3948-49c6-813e-5f01754955ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:01.664127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9598b9f2-8016-4ae8-af28-797ad3ede0b4 req-f9be05f2-623c-4162-ba2f-6dbeefaba60a service neutron] 10.222.0.38 "GET /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882673 Jul 29 18:51:01.820795 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71fff0-6f31-4307-b306-9ae560610265 None None] New status for floating IP 3774f4c6-734b-4c9a-b921-4cc592b31442: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:51:02.427877 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405524ec-a251-4b7f-9be3-dc1a721e2710 req-c39fab8b-d012-42a6-a93b-18b907d9d728 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:02.429283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-405524ec-a251-4b7f-9be3-dc1a721e2710 req-c39fab8b-d012-42a6-a93b-18b907d9d728 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0509970 Jul 29 18:51:02.475689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-405524ec-a251-4b7f-9be3-dc1a721e2710 req-a9006054-f5aa-4142-aa98-6ecfdffca86b tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f371140-26dd-4e3a-b844-e379366855b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Jul 29 18:51:02.627679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-8f7f85f3-a1e0-4e02-9c84-2112069492b8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:02.629139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-8f7f85f3-a1e0-4e02-9c84-2112069492b8 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 945 time: 0.0604191 Jul 29 18:51:02.724641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port dc569b2c-5047-4dec-b973-4c285ae5a5bb {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:51:02.724881 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:02.823724 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port dc569b2c-5047-4dec-b973-4c285ae5a5bb, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=dc569b2c-5047-4dec-b973-4c285ae5a5bb,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:02.824088 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:02.837781 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for dc569b2c-5047-4dec-b973-4c285ae5a5bb owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:51:02.974281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:03.011837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=dc569b2c-5047-4dec-b973-4c285ae5a5bb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:03.050835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] No DVR routers for this DVR port dc569b2c-5047-4dec-b973-4c285ae5a5bb on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:51:03.053501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:03.055510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8be146bc-9b3a-48ce-8116-dab823ec6ccb req-a66ee4f8-3ae0-4272-a5c7-1a996c763166 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.38 "DELETE /v2.0/ports/dc569b2c-5047-4dec-b973-4c285ae5a5bb HTTP/1.1" status: 204 len: 173 time: 0.4200771 Jul 29 18:51:03.095190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'name': 'network-vif-deleted', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:51:03.097634 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1212f-da61-4bac-84a3-03043592bd71" -d '{"events": [{"server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "name": "network-vif-deleted", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:51:03.133961 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ac131-397a-4d4f-8920-2ec063285de8 x-openstack-request-id: req-9b9ac131-397a-4d4f-8920-2ec063285de8 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:51:03.134260 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7a71b-22b8-4428-b713-bc893e82db3a", "name": "network-vif-deleted", "tag": "dc569b2c-5047-4dec-b973-4c285ae5a5bb", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:51:03.134513 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b9ac131-397a-4d4f-8920-2ec063285de8 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:51:03.134916 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7a71b-22b8-4428-b713-bc893e82db3a', 'name': 'network-vif-deleted', 'tag': 'dc569b2c-5047-4dec-b973-4c285ae5a5bb', 'status': 'completed', 'code': 200} Jul 29 18:51:03.588506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bc569d8e-a6bd-4037-9b60-7f1ad36d13be req-baf05366-147b-472c-88ae-dce07562c56a tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2d7a71b-22b8-4428-b713-bc893e82db3a HTTP/1.1" status: 200 len: 210 time: 0.0290329 Jul 29 18:51:04.651384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46420) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:05.033604 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:05.291045 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:51:05.291263 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:05.379745 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port 87d54055-3bb0-45e0-9be2-a8dcbf0b5782, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:05.380097 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:05.397602 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:51:05.594590 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:05.622929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=87d54055-3bb0-45e0-9be2-a8dcbf0b5782,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:05.797644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.033939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:51:06.141410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:06.146430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c5aac35d-e0e2-425a-b041-d05fd4537b8f tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "PUT /v2.0/routers/af213de8-42c4-4fe6-8ff5-d26e6b2287d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939995 Jul 29 18:51:06.149264 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46422) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:06.152073 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Sync routers for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:06.162389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:06.163376 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:06.201571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting subnet 52b860ce-3948-49c6-813e-5f01754955ab {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:51:06.204650 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.244355 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.269001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:06.334659 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.396578 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.424522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Subnet': ['ID=52b860ce-3948-49c6-813e-5f01754955ab,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:06.426528 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.428413 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8e723736-d397-43f9-9cf7-c7aa48d10a75 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/subnets/52b860ce-3948-49c6-813e-5f01754955ab HTTP/1.1" status: 204 len: 168 time: 0.2782509 Jul 29 18:51:06.431078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46424) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:06.433985 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd6785-cf88-464b-8836-23774904d0f7 None None] Network 39794037-761a-485c-8ca7-e221765e891a requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:51:06.529612 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:51:05Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:06.539873 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.568153 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Checking router: af213de8-42c4-4fe6-8ff5-d26e6b2287d6 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:06.581275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Routers {'af213de8-42c4-4fe6-8ff5-d26e6b2287d6'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:06.581881 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:50:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:06.645014 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.698097 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] DHCP port deletion for 39794037-761a-485c-8ca7-e221765e891a request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:51:06.699205 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Deleting port d337ad5d-74b4-4498-97be-f0f638c194fd {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:51:06.699545 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:06.712278 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] Set router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:07.024764 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Deleting port cd608672-9403-4b5e-9852-9b1d80ef449d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:51:07.025013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.112061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] For port d337ad5d-74b4-4498-97be-f0f638c194fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d337ad5d-74b4-4498-97be-f0f638c194fd,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:07.112723 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.112846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] For port cd608672-9403-4b5e-9852-9b1d80ef449d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cd608672-9403-4b5e-9852-9b1d80ef449d,segment=NetworkSegment(c9c2da95-5e76-4167-9705-5d58e5a3a578),segment_id=c9c2da95-5e76-4167-9705-5d58e5a3a578)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:07.113049 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.125526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Calling delete_port for d337ad5d-74b4-4498-97be-f0f638c194fd owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:51:07.128321 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Calling delete_port for cd608672-9403-4b5e-9852-9b1d80ef449d owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:51:07.189515 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:51:05Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:07.223861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163a9c7-1543-45c2-ab32-28ad435b03ab None None] The sync data for ids ['af213de8-42c4-4fe6-8ff5-d26e6b2287d6'] in n-d-801607-3 is: [{'id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262468880', 'tenant_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:51:05Z', 'revision_number': 5, 'project_id': 'a1b887aa3bd04db4b33cd333a83c9252', 'gw_port': {'id': 'd337ad5d-74b4-4498-97be-f0f638c194fd', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af213de8-42c4-4fe6-8ff5-d26e6b2287d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:50:04Z', 'updated_at': '2021-07-29T18:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:07.254534 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.281561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Pushing event deleted for resources: {'Port': ['ID=cd608672-9403-4b5e-9852-9b1d80ef449d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:07.289301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] No DVR routers for this DVR port cd608672-9403-4b5e-9852-9b1d80ef449d on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:51:07.291663 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.292006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.292453 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.292793 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.293127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.293452 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.293775 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.294104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.294595 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.294920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.295241 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.295561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5cbbf-b066-4120-acbb-aebbdf36ad7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:07.306216 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.331156 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Port': ['ID=d337ad5d-74b4-4498-97be-f0f638c194fd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:07.395899 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.487354 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.489479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.534614 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.535333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Fanout notify agent at l3_agent the message router_deleted on router af213de8-42c4-4fe6-8ff5-d26e6b2287d6 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:51:07.542915 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.544034 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-11a72c16-16b1-4062-a639-2f8c399974db tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/routers/af213de8-42c4-4fe6-8ff5-d26e6b2287d6 HTTP/1.1" status: 204 len: 168 time: 1.1120472 Jul 29 18:51:07.546801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46426) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:07.631911 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.710201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd608672-9403-4b5e-9852-9b1d80ef449d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:51:07.728752 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.734852 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cd608672-9403-4b5e-9852-9b1d80ef449d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:51:07.735225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cd608672-9403-4b5e-9852-9b1d80ef449d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:51:07.741882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39794037-761a-485c-8ca7-e221765e891a']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:07.753573 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c2da95-5e76-4167-9705-5d58e5a3a578') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:07.753864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c2da95-5e76-4167-9705-5d58e5a3a578') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:07.762547 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.775815 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.781480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:51:07.781855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: timer() Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:51:07.784907 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:51:07.851007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.858651 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.860519 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/networks/39794037-761a-485c-8ca7-e221765e891a HTTP/1.1" status: 204 len: 168 time: 0.3127804 Jul 29 18:51:07.863581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46428) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:07.876413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a8856-3363-4665-9009-f7f6dff45dc0 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'Network': ['ID=39794037-761a-485c-8ca7-e221765e891a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:07.927243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:07.952207 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.013469 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.016243 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.017451 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f371140-26dd-4e3a-b844-e379366855b2 HTTP/1.1" status: 204 len: 168 time: 0.1528783 Jul 29 18:51:08.026409 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f371140-26dd-4e3a-b844-e379366855b2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:08.034002 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.034381 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.034730 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.035126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.035410 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.035748 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.036099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.036427 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.036737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.037064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.037390 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.037709 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeff59f-bdde-4b54-aac9-4351487e4054 tempest-TestNetworkAdvancedServerOps-1716561900 tempest-TestNetworkAdvancedServerOps-1716561900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:08.230954 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device dc569b2c-5047-4dec-b973-4c285ae5a5bb no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:51:08.251437 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: dc569b2c-5047-4dec-b973-4c285ae5a5bb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:51:08.251783 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device dc569b2c-5047-4dec-b973-4c285ae5a5bb not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:51:08.379776 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46436) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:08.516335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-59215569-c499-4269-904f-71e19d472834 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b887aa3bd04db4b33cd333a83c9252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353610 Jul 29 18:51:08.520019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46440) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:08.570384 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.593177 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.647504 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.650114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:08.651527 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5061bb93-2334-4ef8-bf82-dcb277bf2bfc HTTP/1.1" status: 204 len: 168 time: 0.1305823 Jul 29 18:51:08.659994 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2fa49-4c19-4062-a0f2-88150f9db347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061bb93-2334-4ef8-bf82-dcb277bf2bfc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:08.923561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46446) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:08.937117 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58380f61-348c-429b-803a-63bbd130efce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.044007 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58380f61-348c-429b-803a-63bbd130efce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.049855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58380f61-348c-429b-803a-63bbd130efce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.087866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-58380f61-348c-429b-803a-63bbd130efce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9a513c99264588a21e5ed10432eb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629765 Jul 29 18:51:09.088520 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58380f61-348c-429b-803a-63bbd130efce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af244635-476b-47e4-8713-64f952d89e45,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:09.090984 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:09.144813 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.165970 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.216983 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.219798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.220971 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af244635-476b-47e4-8713-64f952d89e45 HTTP/1.1" status: 204 len: 168 time: 0.1283729 Jul 29 18:51:09.229088 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745a2e9-a6eb-4e60-a99b-59f716071f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af244635-476b-47e4-8713-64f952d89e45,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:09.303342 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:51:09.323313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:51:09.323656 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 87d54055-3bb0-45e0-9be2-a8dcbf0b5782 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:51:09.324074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d337ad5d-74b4-4498-97be-f0f638c194fd no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:51:09.342562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d337ad5d-74b4-4498-97be-f0f638c194fd {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:51:09.342834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d337ad5d-74b4-4498-97be-f0f638c194fd not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:51:09.374621 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4b65f0ff-c66f-4406-bb53-37ea0741c6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:09.955438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46470) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:10.057261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1955450240-network', 'tenant_id': '22b51c8043e840a185932a88989a64f8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:10.079566 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Made reservation on behalf of 22b51c8043e840a185932a88989a64f8 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:51:10.081958 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.090665 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.179061 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.185038 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.205362 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:51:10.220109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0690212d-33f4-4775-a129-c222ddc80b90,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:10.223302 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.223635 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Added segment 4a30a23e-3282-4831-b7d4-39495948eda4 of type vlan for network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 Jul 29 18:51:10.263838 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.294409 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.295822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:10.296557 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.347381 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3907394 Jul 29 18:51:10.350888 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46474) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:10.356696 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Request body: {'subnet': {'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1955450240-subnet', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:10.364800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c56ebf-27f2-478c-89a8-28028c39e1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd85954-8828-4cc5-8f7d-72a5c6349de3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:10.376678 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:51:10.381879 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Made reservation on behalf of 22b51c8043e840a185932a88989a64f8 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:51:10.384311 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.549986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.596334 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbd9eba-6171-474b-881c-61e9383beedd,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:10.612634 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:10.612995 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Network hostable DHCP agents. Network: 1dd85954-8828-4cc5-8f7d-72a5c6349de3, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:51:10.633241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:51:10.644929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 1dd85954-8828-4cc5-8f7d-72a5c6349de3) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:10.649488 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:10.650089 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.656114 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ce287-9332-44dd-86d6-db25aaf93c41 None None] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:51:10.666741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-1923d7bb-43ce-489f-9a92-d48da1a99f4f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3147328 Jul 29 18:51:10.669780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46476) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:10.674470 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:10.697903 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.698986 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.754156 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.800420 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:51:10.801286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.895386 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:10.933573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Allocated IP 172.20.0.2 (1dd85954-8828-4cc5-8f7d-72a5c6349de3/4cbd9eba-6171-474b-881c-61e9383beedd/cc1bb76e-b47c-4dfb-9f41-b2f881fea565) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:11.077511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.085770 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Transition to ACTIVE for port object cc1bb76e-b47c-4dfb-9f41-b2f881fea565 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:11.101265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Transition to ACTIVE for port object cc1bb76e-b47c-4dfb-9f41-b2f881fea565 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:11.101592 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.108775 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.121609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.146006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:11.148877 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:11.152296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:11.159899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:11.222616 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Attempting to bind port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:11.222998 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Attempting to bind port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:11.223368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Attempting to bind port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:11.229144 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:11.229524 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:11.229930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.230375 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Bound using segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:11.230846 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Bound port: cc1bb76e-b47c-4dfb-9f41-b2f881fea565, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:11.231256 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.232658 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Allocated IP 172.25.5.62 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/03414097-33c3-452c-8e96-8e7d7ad7dd48) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:11.293593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] For port cc1bb76e-b47c-4dfb-9f41-b2f881fea565, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:11.296817 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] For port cc1bb76e-b47c-4dfb-9f41-b2f881fea565, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:11.301592 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.349383 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.361635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057967f-10f2-4f88-813b-3552955bfde3 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:11.393627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.431565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:11.434432 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:11.437417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:11.467066 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03414097-33c3-452c-8e96-8e7d7ad7dd48,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:11.725866 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.822933 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5413-d4b4-447c-8c14-ab289be3a64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:11.940253 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.029210 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.084979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:51:12.189734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30aefed-7d2e-4f99-a17b-4b4363a3dc2f None None] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:51:12.202107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:12.211722 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:12.221480 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:12.222367 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:12.223257 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.224977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-7402c485-1c94-4027-b04d-cb7a620033e6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5539391 Jul 29 18:51:12.227570 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46478) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:12.251233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e774fe20-8080-43a1-ac75-8debca600c3f None None] Provisioning for port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:12.330540 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:12.605188 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:11Z', 'revision_number': 3, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:12.631350 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:12.631693 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Updating router 14afe0a3-0dbc-421e-b065-4a6d60455e42 port 03414097-33c3-452c-8e96-8e7d7ad7dd48 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:51:12.656117 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.662264 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.822278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Allocated IP 172.20.0.1 (1dd85954-8828-4cc5-8f7d-72a5c6349de3/4cbd9eba-6171-474b-881c-61e9383beedd/d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:12.907684 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.917838 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Transition to ACTIVE for port object 03414097-33c3-452c-8e96-8e7d7ad7dd48 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:12.924135 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.930829 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.944762 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Transition to ACTIVE for port object d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:12.970161 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Attempting to bind port 03414097-33c3-452c-8e96-8e7d7ad7dd48 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:12.970558 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Attempting to bind port 03414097-33c3-452c-8e96-8e7d7ad7dd48 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:12.970913 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Attempting to bind port 03414097-33c3-452c-8e96-8e7d7ad7dd48 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:12.979706 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Pushing event updated for resources: {'Port': ['ID=03414097-33c3-452c-8e96-8e7d7ad7dd48,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:12.981415 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.982909 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:12.983298 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:12.983692 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.984075 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:12.984535 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Bound port: 03414097-33c3-452c-8e96-8e7d7ad7dd48, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:12.984909 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:12.991636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.991636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.991976 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.992222 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.992546 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.992861 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.993182 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.993495 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.993805 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.994116 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.994451 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:12.994763 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:51:13.021489 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:13.024384 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:13.027416 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:13.048528 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] For port 03414097-33c3-452c-8e96-8e7d7ad7dd48, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:13.052796 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] For port 03414097-33c3-452c-8e96-8e7d7ad7dd48, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=03414097-33c3-452c-8e96-8e7d7ad7dd48,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:13.058462 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Pushing event updated for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:13.059653 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.078289 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.131057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623b62f-b8bf-4a44-8230-baad148c8384 None None] Pushing event updated for resources: {'Port': ['ID=03414097-33c3-452c-8e96-8e7d7ad7dd48,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:13.136562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:13.137200 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:13.221342 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.254763 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:13.313846 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.315723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c62b22c-8a53-4f2d-91d0-b9b0b3d586d7 None None] Provisioning for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:13.319995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c62b22c-8a53-4f2d-91d0-b9b0b3d586d7 None None] Provisioning complete for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:13.320635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c62b22c-8a53-4f2d-91d0-b9b0b3d586d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.366919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc1bb76e-b47c-4dfb-9f41-b2f881fea565 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:13.394725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7c62b22c-8a53-4f2d-91d0-b9b0b3d586d7 None None] Port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:13.429670 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:13.434062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:13.434555 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.458040 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:11Z', 'revision_number': 3, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:13.488965 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42417d0-5b07-478a-a2aa-5816ba807714 None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:11Z', 'revision_number': 3, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:13.521338 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.561992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port cc1bb76e-b47c-4dfb-9f41-b2f881fea565, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:13.568465 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.626737 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:13.762847 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.768528 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.839047 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Pushing event updated for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:13.841754 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:13.934075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:13.935680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:14.063609 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:51:14.125116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-55a21d38-216b-44bf-a28b-2e5633ff3b0e None None] Provisioning complete for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:14.125412 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55a21d38-216b-44bf-a28b-2e5633ff3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.162030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-55a21d38-216b-44bf-a28b-2e5633ff3b0e None None] Port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:14.184195 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:14.190024 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-af03a015-2720-4cad-b633-729708a2e1eb admin admin] 10.222.0.16 "PUT /v2.0/routers/14afe0a3-0dbc-421e-b065-4a6d60455e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611692 Jul 29 18:51:14.667555 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46494) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:14.673130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1565965420-network', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:14.696969 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Made reservation on behalf of 20d396cc8a134289b83e96cf1a6a25be for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:51:14.699527 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.708942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.800290 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.805445 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.830701 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 18:51:14.840440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c61954-e251-4288-8623-73a122596760,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:14.845361 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.845706 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Added segment 689e3daa-e244-4e50-b80c-c6780190e30a of type vlan for network ee8681cb-2ac0-432f-b5fb-11b90f345572 Jul 29 18:51:14.890039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.920336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.925646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.925646 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:14.925646 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:14.948041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:14.957996 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:14.958756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:14.981492 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3127289 Jul 29 18:51:14.984480 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46496) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:14.985234 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f15a9-235c-4400-a543-236d56902251 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8681cb-2ac0-432f-b5fb-11b90f345572,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:14.996569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Request body: {'subnet': {'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1565965420-subnet', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:14.999849 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 18:51:15.020158 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Made reservation on behalf of 20d396cc8a134289b83e96cf1a6a25be for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:51:15.022545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.117798 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:15.193250 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.253010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a71dcf-e407-4239-ab88-2899b04f3709,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:15.261476 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Checking segment: {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:15.261848 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Network hostable DHCP agents. Network: ee8681cb-2ac0-432f-b5fb-11b90f345572, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 18:51:15.281196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 18:51:15.302782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, ee8681cb-2ac0-432f-b5fb-11b90f345572) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:15.310173 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:15.310799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.312920 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97668939-23d9-4d29-b70e-22a33f8323e0 None None] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:51:15.329579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46498) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:15.329782 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-9f6efb7a-ec01-45df-ab36-2c1d45024b29 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432386 Jul 29 18:51:15.335186 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:15.359308 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.360371 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.375908 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 2, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:15.418445 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc1bb76e-b47c-4dfb-9f41-b2f881fea565 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:15.425614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:15.425967 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Updating router 14afe0a3-0dbc-421e-b065-4a6d60455e42 port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:51:15.426226 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.508785 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.564944 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.583743 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:15.584108 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.610578 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-ee8681cb-2ac0-432f-b5fb-11b90f345572', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 18:51:15.611403 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.802998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.822322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:15.931843 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Allocated IP 172.25.5.60 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/77665f05-127c-4461-89a1-7c73125c1e67) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:16.043128 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.061570 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 03414097-33c3-452c-8e96-8e7d7ad7dd48 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:16.084393 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.089632 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Allocated IP 172.20.0.2 (ee8681cb-2ac0-432f-b5fb-11b90f345572/79a71dcf-e407-4239-ab88-2899b04f3709/396e5552-9b40-4945-9c56-ed788f368c03) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:16.125035 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:16.128013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:16.135469 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:16.137482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Pushing event updated for resources: {'Port': ['ID=77665f05-127c-4461-89a1-7c73125c1e67,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:16.245233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 03414097-33c3-452c-8e96-8e7d7ad7dd48 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:16.250526 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.269480 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 03414097-33c3-452c-8e96-8e7d7ad7dd48 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:16.269849 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.275014 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Transition to ACTIVE for port object d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:16.304195 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.391647 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.401255 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.403650 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a5a03-cd3a-4c7e-8b0e-ce59005ad789 None None] Pushing event updated for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:16.420791 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Transition to ACTIVE for port object 396e5552-9b40-4945-9c56-ed788f368c03 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:16.487925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Transition to ACTIVE for port object 396e5552-9b40-4945-9c56-ed788f368c03 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:16.506770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.508667 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Attempting to bind port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:16.509040 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Attempting to bind port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:16.509395 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Attempting to bind port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:16.527105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:16.527475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:16.527870 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.528284 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Bound using segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:16.528800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Bound port: d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:16.529229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.531177 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.583812 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:16.596380 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:16.604889 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.605664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:16.608531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 03414097-33c3-452c-8e96-8e7d7ad7dd48, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=03414097-33c3-452c-8e96-8e7d7ad7dd48,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:16.630001 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Pushing event updated for resources: {'Port': ['ID=396e5552-9b40-4945-9c56-ed788f368c03,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:16.634410 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.740183 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Router 6bec2863-74ab-43b1-a190-d83631cf0170 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 18:51:16.751280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] For port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:16.756587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Attempting to bind port 396e5552-9b40-4945-9c56-ed788f368c03 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:16.756963 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Attempting to bind port 396e5552-9b40-4945-9c56-ed788f368c03 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:16.757300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Attempting to bind port 396e5552-9b40-4945-9c56-ed788f368c03 on network ee8681cb-2ac0-432f-b5fb-11b90f345572 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:16.765006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=03414097-33c3-452c-8e96-8e7d7ad7dd48,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:16.773139 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] For port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:16.774151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:16.774551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Checking segment: {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:16.774945 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.775325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Bound using segment: {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:16.775787 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Bound port: 396e5552-9b40-4945-9c56-ed788f368c03, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:16.776169 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.784951 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.857604 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:51:16.859620 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:16.875075 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Sync routers for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:16.882153 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:16.883058 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:16.883695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:16.884251 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f5549279-e360-471d-ab2b-270f1c15502d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5532129 Jul 29 18:51:16.886721 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46500) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:16.892470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a5a03-cd3a-4c7e-8b0e-ce59005ad789 None None] Pushing event updated for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:16.892992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:16.894038 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:16.939729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] For port 396e5552-9b40-4945-9c56-ed788f368c03, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:16.959751 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] For port 396e5552-9b40-4945-9c56-ed788f368c03, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=396e5552-9b40-4945-9c56-ed788f368c03,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:17.013659 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.022044 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:17.053598 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:17.164396 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958cd0-1ad4-4f73-8733-94cfd257e428 None None] Pushing event updated for resources: {'Port': ['ID=396e5552-9b40-4945-9c56-ed788f368c03,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:17.269269 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 3, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:17.321647 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:17.354812 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Checking router: 6bec2863-74ab-43b1-a190-d83631cf0170 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:17.355086 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Updating router 6bec2863-74ab-43b1-a190-d83631cf0170 port 77665f05-127c-4461-89a1-7c73125c1e67 binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:51:17.366002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96013b-46fe-4c2b-b476-8c317bac7587 None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:17.370166 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 03414097-33c3-452c-8e96-8e7d7ad7dd48 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:17.383945 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.396888 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.441127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 03414097-33c3-452c-8e96-8e7d7ad7dd48 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:17.441342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.632490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Allocated IP 172.20.0.1 (ee8681cb-2ac0-432f-b5fb-11b90f345572/79a71dcf-e407-4239-ab88-2899b04f3709/3a2494ee-9cca-4a83-9ce6-8277ba113bb6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:17.727258 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.738124 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Transition to ACTIVE for port object 77665f05-127c-4461-89a1-7c73125c1e67 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:17.745626 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.750159 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.767019 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Transition to ACTIVE for port object 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:17.797798 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Attempting to bind port 77665f05-127c-4461-89a1-7c73125c1e67 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:17.798323 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Attempting to bind port 77665f05-127c-4461-89a1-7c73125c1e67 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:17.798556 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Attempting to bind port 77665f05-127c-4461-89a1-7c73125c1e67 on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:17.806271 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.808512 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdf506-10fa-4582-a136-37032dddd265 None None] Pushing event updated for resources: {'Port': ['ID=77665f05-127c-4461-89a1-7c73125c1e67,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:17.813773 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:17.814145 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:17.814582 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.815474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:17.815474 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Bound port: 77665f05-127c-4461-89a1-7c73125c1e67, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:17.815836 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.850862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:17.859618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:17.861697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:17.864120 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:17.891945 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] For port 77665f05-127c-4461-89a1-7c73125c1e67, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:17.896059 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] For port 77665f05-127c-4461-89a1-7c73125c1e67, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=77665f05-127c-4461-89a1-7c73125c1e67,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:17.904129 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:17.907635 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.077992 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:18.078663 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:18.083728 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdf506-10fa-4582-a136-37032dddd265 None None] Pushing event updated for resources: {'Port': ['ID=77665f05-127c-4461-89a1-7c73125c1e67,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:18.092390 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.220179 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:18.307810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560da86-6512-436e-8f4d-0dcd32dab6f4 None None] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:51:18.323921 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.329770 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.394968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f201aeff-6521-40ab-a3a8-047084d4f519 None None] Provisioning for port 396e5552-9b40-4945-9c56-ed788f368c03 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:18.406832 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:18.415718 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.491019 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '3a2494ee-9cca-4a83-9ce6-8277ba113bb6', 'name': '', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'mac_address': 'fa:16:3e:c7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:17Z', 'updated_at': '2021-07-29T18:51:17Z', 'revision_number': 1, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'subnets': [{'id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:18.512585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:18.514058 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:18.521043 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9004c5d-e23a-4c07-b312-1886114d1f9b None None] The sync data for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 is: [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '3a2494ee-9cca-4a83-9ce6-8277ba113bb6', 'name': '', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'mac_address': 'fa:16:3e:c7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:17Z', 'updated_at': '2021-07-29T18:51:17Z', 'revision_number': 1, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'subnets': [{'id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:18.651128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Router 6bec2863-74ab-43b1-a190-d83631cf0170 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:51:18.829774 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4032f07a-26b7-4d23-b925-413f20ad2bc0 None None] Provisioning for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:18.834105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4032f07a-26b7-4d23-b925-413f20ad2bc0 None None] Provisioning complete for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:18.834647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4032f07a-26b7-4d23-b925-413f20ad2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:18.899464 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4032f07a-26b7-4d23-b925-413f20ad2bc0 None None] Port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:19.039187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-e732814b-b7ee-4f9b-bc4d-50d726dd86a2 None None] Provisioning complete for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:19.039934 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e732814b-b7ee-4f9b-bc4d-50d726dd86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.084229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e732814b-b7ee-4f9b-bc4d-50d726dd86a2 None None] Port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:19.145256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:19.155735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-eb95db09-2997-4ebb-9181-4bb1440ee252 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bec2863-74ab-43b1-a190-d83631cf0170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2650902 Jul 29 18:51:19.313057 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7443c301-9031-4b2c-a25a-d15927834a95 None None] Provisioning complete for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:19.313544 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7443c301-9031-4b2c-a25a-d15927834a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.349315 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7443c301-9031-4b2c-a25a-d15927834a95 None None] Port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:19.368994 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 396e5552-9b40-4945-9c56-ed788f368c03 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:19.420905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 396e5552-9b40-4945-9c56-ed788f368c03 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:19.425207 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 396e5552-9b40-4945-9c56-ed788f368c03 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:19.425706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.505714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.537832 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 396e5552-9b40-4945-9c56-ed788f368c03, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=396e5552-9b40-4945-9c56-ed788f368c03,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:19.543818 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.544625 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:19.624446 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=396e5552-9b40-4945-9c56-ed788f368c03,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:19.645431 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:19.653237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:19.653733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.724889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46508) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:19.729740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801797411', 'description': 'tempest-secgroup-smoke-801797411 description', 'project_id': '22b51c8043e840a185932a88989a64f8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:19.754268 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.755261 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.790644 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:19.796247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.847116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:19.854305 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.858777 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.886140 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.887327 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1614113 Jul 29 18:51:19.889296 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780bc42-a6a1-4376-9a72-88417aad7cca tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:19.890602 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46510) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:19.898669 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:19.932906 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:19.995559 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.002580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.020516 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438ac5ed-49ee-418c-a316-c2cfef0ccb35,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.029322 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.030681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a0d2b6fc-8e09-416d-ab0a-161b5b209879 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377850 Jul 29 18:51:20.033694 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46512) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:20.038285 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:20.066557 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.127141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.132153 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.151105 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7004df59-ce78-4197-a2f5-83e5c8882f45,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.157605 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.158912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-77b09087-5fec-4edf-a6a6-5d7b9eb99682 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241775 Jul 29 18:51:20.161898 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46514) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:20.167353 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:20.198380 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.271836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.276046 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.295176 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf6086-0138-4c52-ae31-621624201fe2,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.307351 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.308766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8ca8a89a-40f0-4f3c-a41d-114e1075bb6b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455944 Jul 29 18:51:20.311621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46516) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:20.316135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:20.347707 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.410553 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.415926 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.436795 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f897551-d431-4278-b8db-a3a97934b428,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.442064 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.446388 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-53ce0258-b8fa-45f7-84b4-2544c52bb201 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307063 Jul 29 18:51:20.446388 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46518) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:20.451168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:20.476037 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Project 22b51c8043e840a185932a88989a64f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:51:20.481314 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.550967 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.555901 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.573631 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6637a64-06c4-4067-af4e-3c0b6411b602,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.579942 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.581399 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-4e80b868-88d0-41d3-963f-2700611a83a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342201 Jul 29 18:51:20.584289 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46520) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:20.588799 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'd45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:20.612122 n-d-801607-3 neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Project 22b51c8043e840a185932a88989a64f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:51:20.616905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.684936 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.689833 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.707014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6150c71e-a9d5-4cc5-9e91-53950067d3e2,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:20.713555 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:20.714895 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d9ce320c-3f17-4ba1-bc29-a6cf081defa6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296685 Jul 29 18:51:20.872729 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6b67fdd6-6e6b-4822-87a0-ceae1b8a5d43 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801797411&fields=id&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 267 time: 0.0393941 Jul 29 18:51:20.988564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-5fdc10a2-63ef-4ea5-83ad-dcbd8c3a5949 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:20.990094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-5fdc10a2-63ef-4ea5-83ad-dcbd8c3a5949 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 809 time: 0.1088424 Jul 29 18:51:21.006952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-dbff68f8-dcc5-4b1c-8b84-650e242aec98 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/quotas/22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 375 time: 0.0103014 Jul 29 18:51:21.065110 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-baf8a401-16b7-459e-9f39-99eb146b4df8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524991 Jul 29 18:51:21.163366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-ffcc2b8d-307c-45de-8f73-c1ca7fb6615e service neutron] 10.222.0.16 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Jul 29 18:51:21.176579 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Sync routers for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:21.185566 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:21.186181 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:21.265712 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-832d4d44-905b-419c-8b6f-5966e34029c6 service neutron] 10.222.0.16 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955195 Jul 29 18:51:21.300158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:21.422686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 77665f05-127c-4461-89a1-7c73125c1e67 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:21.455949 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c5a94957-26da-4ed2-bb4f-27e591809a8c req-82514fbf-c361-4c05-8935-7c2ec6a0b66c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 210 time: 0.0300539 Jul 29 18:51:21.533253 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 77665f05-127c-4461-89a1-7c73125c1e67 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:21.539503 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 77665f05-127c-4461-89a1-7c73125c1e67 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:21.539880 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:21.601586 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '3a2494ee-9cca-4a83-9ce6-8277ba113bb6', 'name': '', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'mac_address': 'fa:16:3e:c7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:17Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 2, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'subnets': [{'id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:21.806928 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Checking router: 6bec2863-74ab-43b1-a190-d83631cf0170 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:21.807279 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Updating router 6bec2863-74ab-43b1-a190-d83631cf0170 port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 18:51:21.837246 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:21.844697 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:21.869736 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 77665f05-127c-4461-89a1-7c73125c1e67, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=77665f05-127c-4461-89a1-7c73125c1e67,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:21.889022 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:21.889851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 396e5552-9b40-4945-9c56-ed788f368c03 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:22.040755 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=77665f05-127c-4461-89a1-7c73125c1e67,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:22.100610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 396e5552-9b40-4945-9c56-ed788f368c03 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:22.100983 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.253529 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:22.256433 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.286664 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Transition to ACTIVE for port object 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:22.300464 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.353672 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb9104-30f1-4ab6-a6c4-3444ba8aafe0 None None] Pushing event updated for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:22.364677 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:22.365417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.435796 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-a57b8515-03d2-4f62-9ea5-85bb2eadca09 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:22.437341 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-a57b8515-03d2-4f62-9ea5-85bb2eadca09 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 809 time: 0.1208088 Jul 29 18:51:22.440013 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Attempting to bind port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:22.440366 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Attempting to bind port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:22.440725 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Attempting to bind port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 on network ee8681cb-2ac0-432f-b5fb-11b90f345572 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:22.448095 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:22.448468 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Checking segment: {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:22.448882 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.449265 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Bound using segment: {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:22.449742 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Bound port: 3a2494ee-9cca-4a83-9ce6-8277ba113bb6, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e3daa-e244-4e50-b80c-c6780190e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:22.450130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.497432 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-81f67b93-024c-410b-a566-ea4ae9def9d0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 379 time: 0.0499339 Jul 29 18:51:22.508492 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'port': {'device_id': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'admin_state_up': True, 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'security_groups': ['d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:22.554340 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] For port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:22.557561 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] For port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:22.563888 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.599016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d4d8b27-1e49-4db8-bd92-50f32f093b16 req-f38b861c-8f25-42ed-bbe1-477380a99d84 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 210 time: 0.0325327 Jul 29 18:51:22.634478 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:22.635843 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:22.639301 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb9104-30f1-4ab6-a6c4-3444ba8aafe0 None None] Pushing event updated for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:22.670995 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Made reservation on behalf of 22b51c8043e840a185932a88989a64f8 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:51:22.675304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.757682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:22.817331 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Allocated IP 172.20.0.12 (1dd85954-8828-4cc5-8f7d-72a5c6349de3/4cbd9eba-6171-474b-881c-61e9383beedd/5187c577-3227-4b96-9ec1-a9a3bfe7a4f9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:22.961561 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:22.971300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '3a2494ee-9cca-4a83-9ce6-8277ba113bb6', 'name': '', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'mac_address': 'fa:16:3e:c7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:17Z', 'updated_at': '2021-07-29T18:51:22Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'subnets': [{'id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:22.974080 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Transition to ACTIVE for port object 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:22.997615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65667db8-ee1b-40a1-9791-0daab932d267 None None] The sync data for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 is: [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:18Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '3a2494ee-9cca-4a83-9ce6-8277ba113bb6', 'name': '', 'network_id': 'ee8681cb-2ac0-432f-b5fb-11b90f345572', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'mac_address': 'fa:16:3e:c7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:17Z', 'updated_at': '2021-07-29T18:51:22Z', 'revision_number': 4, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'subnets': [{'id': '79a71dcf-e407-4239-ab88-2899b04f3709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:23.008009 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.052341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:23.055674 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:23.058506 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:23.095064 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:23.131048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:23.131721 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.149506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-9f3516ab-a5d2-4aec-9694-411e951ba41a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453960 Jul 29 18:51:23.164441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Request body: {'port': {'device_id': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:23.230689 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.329551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f5b71459-3eb7-4c8e-a5e8-08e22793d9bd None None] Provisioning for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:23.335034 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f5b71459-3eb7-4c8e-a5e8-08e22793d9bd None None] Provisioning complete for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:23.335515 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f5b71459-3eb7-4c8e-a5e8-08e22793d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.376300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 77665f05-127c-4461-89a1-7c73125c1e67 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:23.409859 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f5b71459-3eb7-4c8e-a5e8-08e22793d9bd None None] Port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:51:23.434653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 77665f05-127c-4461-89a1-7c73125c1e67 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:23.435053 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.514488 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:23.523433 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:51:23.531811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.544789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Transition to ACTIVE for port object 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:51:23.550966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.570658 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:23.574551 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:23.574940 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.605337 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:23.657845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.691980 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Attempting to bind port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:51:23.692539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Attempting to bind port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:51:23.692963 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Attempting to bind port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:23.701012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:51:23.701472 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Attempting to bind port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:51:23.702209 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:23.709550 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.719562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:51:23.719784 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:51:23.720209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Bound using segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:51:23.720653 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Bound port: 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:51:23.721020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.772745 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:23.793497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5899d-d6cb-4795-9aec-d0a666f44485 req-01c004be-64a7-49d3-a9c9-564570aa5b93 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:23.795246 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31f5899d-d6cb-4795-9aec-d0a666f44485 req-01c004be-64a7-49d3-a9c9-564570aa5b93 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0964911 Jul 29 18:51:23.841149 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:51:23.860695 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:51:23.864694 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31f5899d-d6cb-4795-9aec-d0a666f44485 req-d9bd3190-c0e1-4c23-bc50-fe546ed81fe3 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629430 Jul 29 18:51:23.866463 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.907039 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:23.907636 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:23.909118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1092 time: 0.7507436 Jul 29 18:51:23.909460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:51:23.911807 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:51:23.938672 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd625ce-8995-4839-9725-c58e87e9e1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:23.957447 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b436239d-151d-49c2-a7d5-f6b3e8ff8517 x-openstack-request-id: req-b436239d-151d-49c2-a7d5-f6b3e8ff8517 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:51:23.957740 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:51:23.957967 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b436239d-151d-49c2-a7d5-f6b3e8ff8517 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:51:23.958420 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'status': 'completed', 'code': 200} Jul 29 18:51:23.992496 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-0e0ac7d6-1958-44bb-a7cb-88398bfa9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:23.994037 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-0e0ac7d6-1958-44bb-a7cb-88398bfa9100 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1095 time: 0.0460005 Jul 29 18:51:24.038466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-4bf2169b-7dba-4de2-a748-95793a80f516 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 217 time: 0.0364132 Jul 29 18:51:24.094911 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-d553e3a1-f04d-4a51-8363-913bb717ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.096358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-d553e3a1-f04d-4a51-8363-913bb717ece8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0509317 Jul 29 18:51:24.146168 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-4895d836-3fa0-4b1c-ab41-4a4f0238bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.147772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-4895d836-3fa0-4b1c-ab41-4a4f0238bafe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441201 Jul 29 18:51:24.243419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-01fa35b9-eb87-4959-9ea3-a26e14667cf0 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Jul 29 18:51:24.339002 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-876c0196-84b0-4a09-8600-cf1102d57f14 req-4f3d951c-092c-4d99-83ff-a049bc3d3e0e service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Jul 29 18:51:24.437959 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-0e7f7d2e-af59-4284-b907-5ba95c5746ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.439829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-0e7f7d2e-af59-4284-b907-5ba95c5746ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1095 time: 0.0465636 Jul 29 18:51:24.534909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-540df164-37dc-44e6-9baa-577f9fe551fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.536402 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-540df164-37dc-44e6-9baa-577f9fe551fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0892320 Jul 29 18:51:24.580986 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-cbab8934-9388-47c6-860b-b97805169b40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 217 time: 0.0348964 Jul 29 18:51:24.632288 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-f234d456-236b-4ae5-9cb9-c6ba89480260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.633750 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-f234d456-236b-4ae5-9cb9-c6ba89480260 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0460708 Jul 29 18:51:24.686515 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-a4133f14-be70-4158-afa9-184bbba16dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.687908 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-a4133f14-be70-4158-afa9-184bbba16dce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464783 Jul 29 18:51:24.781190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-db4f40e9-3a4a-4065-87ba-1337e2ddc902 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840480 Jul 29 18:51:24.883041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36776a3a-f71f-4af4-bf9b-33e9a7bf9aaa req-f52ae2d4-f659-4210-9c6a-01e7a63fa691 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927336 Jul 29 18:51:24.985753 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02112b-4b09-4b9e-af38-f1e66f240371 req-03196b2e-8518-4d6b-994d-4ceb7bca5fd8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:24.987196 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d02112b-4b09-4b9e-af38-f1e66f240371 req-03196b2e-8518-4d6b-994d-4ceb7bca5fd8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0512750 Jul 29 18:51:25.027443 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5d02112b-4b09-4b9e-af38-f1e66f240371 req-e71b1437-92f0-4f6b-b494-a045ff37bcd9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Jul 29 18:51:25.307592 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:25.358423 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:25.358792 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:26.154547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307159-dbf7-45ef-8e16-6802f5b2f034 req-4a74f468-dc34-40b0-b79b-922da880634a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:26.156013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56307159-dbf7-45ef-8e16-6802f5b2f034 req-4a74f468-dc34-40b0-b79b-922da880634a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0504057 Jul 29 18:51:26.207649 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-56307159-dbf7-45ef-8e16-6802f5b2f034 req-363a6520-0425-424a-bfa9-ad35ff47b544 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Jul 29 18:51:27.196016 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:27.330849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0d7ed-b252-4649-913b-e28bc16e6a14 req-e4bb7fdf-c28e-4b3b-959e-cbfbd04cd573 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:27.332594 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fcc0d7ed-b252-4649-913b-e28bc16e6a14 req-e4bb7fdf-c28e-4b3b-959e-cbfbd04cd573 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0557301 Jul 29 18:51:27.371806 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fcc0d7ed-b252-4649-913b-e28bc16e6a14 req-8fe6b699-921e-41db-9b9e-98e55bcb43da tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Jul 29 18:51:28.100795 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:28.307912 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:51:28.404914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:28.416635 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:51:28.453437 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:28.466492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:51:28.485874 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:28.491280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483116c0-055f-4e42-a818-f24ccda3913f req-65ccec51-4340-4874-842f-db57ad7f2745 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:28.492876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:28.493005 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-483116c0-055f-4e42-a818-f24ccda3913f req-65ccec51-4340-4874-842f-db57ad7f2745 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0515914 Jul 29 18:51:28.532813 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-483116c0-055f-4e42-a818-f24ccda3913f req-c528b13f-35b7-40ce-8382-d5f7a01e488d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Jul 29 18:51:28.545964 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:28.693968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:51:29.661585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725efe1-2b37-4e9a-9576-13d07f64730c req-8fd6090f-b046-4c58-b914-6c3c11bab7f9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:29.663092 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3725efe1-2b37-4e9a-9576-13d07f64730c req-8fd6090f-b046-4c58-b914-6c3c11bab7f9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 945 time: 0.0516393 Jul 29 18:51:29.701667 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3725efe1-2b37-4e9a-9576-13d07f64730c req-3a3c9fc6-28ce-48c9-8b96-02f8fcfc88a4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Jul 29 18:51:30.310031 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:51:30.381633 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:51:30.388108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:51:30.388479 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:30.463786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:30.486350 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:51:30.488703 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153353a-f31b-46ad-b537-99c53b4e4fee" -d '{"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:51:30.504879 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:51:30.510275 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:30.533243 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fec17-a3cf-4c05-9dfd-bf540af23ab1 x-openstack-request-id: req-496fec17-a3cf-4c05-9dfd-bf540af23ab1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:51:30.533536 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:51:30.533791 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-496fec17-a3cf-4c05-9dfd-bf540af23ab1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:51:30.534178 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'code': 200} Jul 29 18:51:30.561012 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:30.629955 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84df16-ac25-4f6d-8dd5-5feaff309727 req-7d8fb5e3-e9f8-4bba-b23b-7f44c935667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:30.631509 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e84df16-ac25-4f6d-8dd5-5feaff309727 req-7d8fb5e3-e9f8-4bba-b23b-7f44c935667c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0466270 Jul 29 18:51:30.669909 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7e84df16-ac25-4f6d-8dd5-5feaff309727 req-1d266f3f-7104-45ac-943e-cf86585485c6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299814 Jul 29 18:51:30.844407 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304c223-82ca-4219-bb8d-2d8974c37945 req-2dc5fcb2-f1d2-4040-bbc2-90c19eeb1e6c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:30.845913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7304c223-82ca-4219-bb8d-2d8974c37945 req-2dc5fcb2-f1d2-4040-bbc2-90c19eeb1e6c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0678916 Jul 29 18:51:30.887474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7304c223-82ca-4219-bb8d-2d8974c37945 req-59d88771-7a75-40b6-ac30-294bc88ea2d9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325742 Jul 29 18:51:32.018858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3745-f5f3-4f15-baae-7ae3e3225323 req-581215f5-5605-4a8a-bfe2-3689a02ba9d1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:32.020347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01fc3745-f5f3-4f15-baae-7ae3e3225323 req-581215f5-5605-4a8a-bfe2-3689a02ba9d1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0580802 Jul 29 18:51:32.058499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-01fc3745-f5f3-4f15-baae-7ae3e3225323 req-f8fa7e2d-8e18-41ca-b07d-b2cb09410bc4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Jul 29 18:51:32.188179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcd695-e50e-48c7-bdb4-33cf1e8c9c7b req-90c28081-7813-467d-a32e-e73aeb980594 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:32.206041 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2bcd695-e50e-48c7-bdb4-33cf1e8c9c7b req-90c28081-7813-467d-a32e-e73aeb980594 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0621638 Jul 29 18:51:32.240532 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a2bcd695-e50e-48c7-bdb4-33cf1e8c9c7b req-267b6931-6d7f-4cde-8876-867f20e25e9b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384040 Jul 29 18:51:32.262561 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46572) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:32.397993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8f361-b4dc-4e7c-9aa6-379dfde6a759 tempest-TestShelveInstance-1720723480 tempest-TestShelveInstance-1720723480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:32.399529 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ebd8f361-b4dc-4e7c-9aa6-379dfde6a759 tempest-TestShelveInstance-1720723480 tempest-TestShelveInstance-1720723480-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1092 time: 0.1359918 Jul 29 18:51:32.402601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:51:32.407075 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:51:32.431414 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:32.534274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:32.638490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Allocated IP 172.25.5.201 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/6f29298d-a816-48b8-8f6f-a6e51a952043) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:51:32.747852 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:32.790935 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:32.827837 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:51:32.830789 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:51:32.834386 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:51:32.842482 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=6f29298d-a816-48b8-8f6f-a6e51a952043,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:33.209170 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:33.285786 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:33.447278 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:33.454540 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:33.527026 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=6f29298d-a816-48b8-8f6f-a6e51a952043,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:51:33.541492 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:33.652322 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Floating IP b668e86f-408d-4b14-811c-1af8c02c0bda associated. External IP: 172.25.5.201, port: 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9. Jul 29 18:51:33.870742 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:51:33.980358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:51:33.991010 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:51:34.000587 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:34.007591 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:34.008207 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:34.027722 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-070f8f59-4fb5-467b-9cc2-706654c80fa8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6241255 Jul 29 18:51:34.028316 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:51:34.030653 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef06b7-60e1-4828-8aac-805a5e792e86" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:51:34.070881 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2878a2-9b33-47b4-b419-7dfa358140e3 x-openstack-request-id: req-5e2878a2-9b33-47b4-b419-7dfa358140e3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:51:34.071247 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:51:34.071573 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e2878a2-9b33-47b4-b419-7dfa358140e3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:51:34.072049 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'status': 'completed', 'code': 200} Jul 29 18:51:34.119074 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:34.145577 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-0ea85137-2859-4d31-ba66-14735179a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:34.147117 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-0ea85137-2859-4d31-ba66-14735179a0f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0506856 Jul 29 18:51:34.244729 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-35d3fda9-ec11-48a3-8b45-0ddc7b1b2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:34.246291 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-35d3fda9-ec11-48a3-8b45-0ddc7b1b2e7f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0914247 Jul 29 18:51:34.315951 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-f3b2f8b8-470c-4999-8826-d0c72c01ef17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1000 time: 0.0623803 Jul 29 18:51:34.347902 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'b668e86f-408d-4b14-811c-1af8c02c0bda', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:51:33Z', 'updated_at': '2021-07-29T18:51:33Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:34.375412 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:51:34.385129 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:51:34.385745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:51:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:34.496068 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:51:34.693542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-f1494670-4fde-4d75-92dd-f4704a483f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:34.694926 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-f1494670-4fde-4d75-92dd-f4704a483f6c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.3717675 Jul 29 18:51:34.727840 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'b668e86f-408d-4b14-811c-1af8c02c0bda', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:51:33Z', 'updated_at': '2021-07-29T18:51:33Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:51:34.740131 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-5e90bb99-9e67-4882-8f19-ddf742d34ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:51:34.741631 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-5e90bb99-9e67-4882-8f19-ddf742d34ee8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395620 Jul 29 18:51:34.754594 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2e38d-c58a-4ba7-a984-25a7dc3c1502 None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'b668e86f-408d-4b14-811c-1af8c02c0bda', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:51:33Z', 'updated_at': '2021-07-29T18:51:33Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:51:34.836714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-b5d7bb3c-0c1f-4db1-9544-5ae63095ef0d service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872359 Jul 29 18:51:34.930498 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a6ef06b7-60e1-4828-8aac-805a5e792e86 req-41ff80bd-57cf-4958-ab69-d916cd488646 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Jul 29 18:51:34.957854 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90147cae-83d2-49f2-ac2c-d21cb28276e3 None None] New status for floating IP b668e86f-408d-4b14-811c-1af8c02c0bda: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:51:39.390882 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3529fffb-0355-4a5b-b99b-8e3d0b3159e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:41.823437 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5c01126-2876-4734-bd31-e4a59ca2f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:42.033146 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:43.299848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:44.924603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:53.863892 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:51:57.194037 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:51:58.110575 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:09.386579 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69a363eb-1800-4678-b28f-65ae7c502662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:11.821689 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97330d17-4e97-4408-9e17-ac1b42a1783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:12.037512 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:13.306647 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:14.936908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:16.775807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-86169735-7a5f-48a4-8139-6bae48dd5ede service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038556 Jul 29 18:52:16.866619 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-24cc5a09-294c-4ac6-b5aa-74fe0ce1621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:52:16.868148 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-24cc5a09-294c-4ac6-b5aa-74fe0ce1621e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0463140 Jul 29 18:52:16.977128 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-7a5d6de9-7cd1-4511-becf-b93246087f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:52:16.978563 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-7a5d6de9-7cd1-4511-becf-b93246087f1f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0861664 Jul 29 18:52:17.052445 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-f6aaa40c-91c3-47b1-ab63-51058e430cfb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0669425 Jul 29 18:52:17.102522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-487709d6-a0f5-4168-a770-ddba9b9ec6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:52:17.103936 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-487709d6-a0f5-4168-a770-ddba9b9ec6a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0444574 Jul 29 18:52:17.150528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-f94c29f4-2506-430a-b1d8-e0be3e3b447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:52:17.151985 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-f94c29f4-2506-430a-b1d8-e0be3e3b447c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411563 Jul 29 18:52:17.163020 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-44633ceb-bb11-4ce3-a02d-251d1513c8e7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:52:17.164113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-44633ceb-bb11-4ce3-a02d-251d1513c8e7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051506 Jul 29 18:52:17.260383 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-edb82d17-a9fd-4d3f-9238-ee0cc6b971a3 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893495 Jul 29 18:52:17.349625 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-35e4d276-a4b1-4811-b0e7-a68a67066e0e req-77db1d77-60c0-4805-85fb-ca9196ef106d service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816684 Jul 29 18:52:27.192084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:28.122485 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:30.870636 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:52:39.376384 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-506813f0-2196-4409-b2c4-16fb9caa121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:41.825223 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d308a669-3ca7-4217-9941-764c2f7bc7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:42.036159 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:43.316604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:44.931189 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:57.192367 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:52:58.125257 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:07.552617 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-2f89ad86-24fc-4411-867a-32dd3f10a761 req-25b25356-f6dc-41f8-83e7-3f244a9b49b8 service neutron] (94052) timed out ('10.222.0.16', 42812) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 18:53:07.865838 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:53:09.375867 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c18c758e-2c5a-4a2c-8531-d62524810026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:11.829397 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b621a31-09ec-471f-a55f-dc23fb54c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:12.040497 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:13.316091 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:14.944709 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:16.709045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-dee7b0b8-5b65-4b73-8bd9-25546625692e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439744 Jul 29 18:53:16.807809 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-983cd539-de00-42c2-969c-c87a6bf0bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:16.809323 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-983cd539-de00-42c2-969c-c87a6bf0bfeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0489941 Jul 29 18:53:16.921270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-d0c56fd0-8a80-4dcd-bd08-0c2310903a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:16.922786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-d0c56fd0-8a80-4dcd-bd08-0c2310903a23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0878737 Jul 29 18:53:16.992714 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-8190948c-3ff6-4f0d-b716-78739579f30b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0627723 Jul 29 18:53:17.041931 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-3fe8833e-a28c-4ce2-a8a7-997d1e1f5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:17.043372 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-3fe8833e-a28c-4ce2-a8a7-997d1e1f5f0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0439894 Jul 29 18:53:17.092754 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-f6450233-32f8-4109-afe5-6184460010ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:17.094273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-f6450233-32f8-4109-afe5-6184460010ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430849 Jul 29 18:53:17.191056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-79f34486-4353-4bfd-9e90-4eb8ae0831fb service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889111 Jul 29 18:53:17.282378 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0361a5e8-572c-4ab5-81c0-fdbfbadcf2c8 req-b3d0ffeb-3a4f-401a-9afa-49dd236a75b1 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Jul 29 18:53:27.218782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:28.138273 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:29.928968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244701f0-7572-412f-bda6-fbedbe0c68cd req-7f75030f-0fcf-4d11-8642-e1da78991781 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:29.930531 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-244701f0-7572-412f-bda6-fbedbe0c68cd req-7f75030f-0fcf-4d11-8642-e1da78991781 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0505025 Jul 29 18:53:29.971309 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-244701f0-7572-412f-bda6-fbedbe0c68cd req-a232d2a0-93bb-41ce-bc03-f1eb98a2df77 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Jul 29 18:53:31.145091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50827-4028-4692-b597-05062f3b51f3 req-f4a7c576-8800-4658-a584-d9e23ccf28c9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:31.146616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efd50827-4028-4692-b597-05062f3b51f3 req-f4a7c576-8800-4658-a584-d9e23ccf28c9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0575917 Jul 29 18:53:31.188818 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-efd50827-4028-4692-b597-05062f3b51f3 req-9d585007-d8d1-4395-a9b7-5d88a8ca4c5b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334868 Jul 29 18:53:32.317693 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff5a53-617f-45ba-990f-4d67ac94e82d req-0fd9601d-dda6-493a-a766-a5779a816d17 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:32.319192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aff5a53-617f-45ba-990f-4d67ac94e82d req-0fd9601d-dda6-493a-a766-a5779a816d17 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0525053 Jul 29 18:53:32.358691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7aff5a53-617f-45ba-990f-4d67ac94e82d req-d1652e7e-39a5-4319-a682-6882738880e9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334480 Jul 29 18:53:33.479454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6676bd-7fe9-429b-aa2b-837747f22b87 req-5a7db5bb-dd04-45a3-8278-bd068436eb0f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:33.480889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b6676bd-7fe9-429b-aa2b-837747f22b87 req-5a7db5bb-dd04-45a3-8278-bd068436eb0f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0533793 Jul 29 18:53:33.520885 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0b6676bd-7fe9-429b-aa2b-837747f22b87 req-f1b7922d-d69f-4fb9-a65a-2703dd4f35a5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Jul 29 18:53:34.665604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df192b-5670-4933-9432-4e218530453e req-cac57f1b-a4f7-425b-90fd-9e9b5c2fb73c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:34.667027 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83df192b-5670-4933-9432-4e218530453e req-cac57f1b-a4f7-425b-90fd-9e9b5c2fb73c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0632811 Jul 29 18:53:34.710557 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83df192b-5670-4933-9432-4e218530453e req-a4052e6f-3da1-476f-881d-d61717e0508b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341718 Jul 29 18:53:35.834569 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffada3c-049e-4c63-9ad9-5a2564e190a1 req-9c3d9028-da8e-450a-94a2-ff30eb1cae43 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:35.836084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ffada3c-049e-4c63-9ad9-5a2564e190a1 req-9c3d9028-da8e-450a-94a2-ff30eb1cae43 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0514207 Jul 29 18:53:35.878446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8ffada3c-049e-4c63-9ad9-5a2564e190a1 req-b0b2eeb4-8936-4f4e-a85f-3c9a729beb10 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352654 Jul 29 18:53:37.015130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18347c-8f93-4042-bedb-fccb69e053f3 req-1e8eb649-5393-43ac-b2b8-93f0aed871f0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:37.016821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be18347c-8f93-4042-bedb-fccb69e053f3 req-1e8eb649-5393-43ac-b2b8-93f0aed871f0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0611291 Jul 29 18:53:37.058892 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-be18347c-8f93-4042-bedb-fccb69e053f3 req-b6893f98-2fd7-444e-b878-dd351534db08 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Jul 29 18:53:38.194088 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40208b3-3c92-4519-a02c-3a45803faa8c req-43e03455-2077-4ca4-b7bf-f5aacb2af5bb tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:38.195626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a40208b3-3c92-4519-a02c-3a45803faa8c req-43e03455-2077-4ca4-b7bf-f5aacb2af5bb tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0578439 Jul 29 18:53:38.234976 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a40208b3-3c92-4519-a02c-3a45803faa8c req-bb532995-2241-4259-96df-d42db5802f27 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Jul 29 18:53:39.361206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078b27e-21e0-400f-ab97-552f0eb6b9da req-1c214339-ca07-486c-8f2b-7333ee9bddd7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:39.362757 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9078b27e-21e0-400f-ab97-552f0eb6b9da req-1c214339-ca07-486c-8f2b-7333ee9bddd7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0577488 Jul 29 18:53:39.370582 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-54911550-1daa-4185-b5cc-1d22189d1484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:39.402042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9078b27e-21e0-400f-ab97-552f0eb6b9da req-eeda97f4-817a-4fc6-aea4-b5edfc030780 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jul 29 18:53:40.531554 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d903-a139-477d-8322-9c7dcbafc44c req-a7eb725f-9f76-4048-9dc2-56143fd1c0e0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:40.533171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bb9d903-a139-477d-8322-9c7dcbafc44c req-a7eb725f-9f76-4048-9dc2-56143fd1c0e0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0559044 Jul 29 18:53:40.575249 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7bb9d903-a139-477d-8322-9c7dcbafc44c req-4252f260-c590-4716-98d1-2ed31d6c728a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Jul 29 18:53:41.705885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eba247-628f-4791-b37c-65af34431a5d req-316f20dd-05a1-44ec-b97a-1d00856f123d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:41.707301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2eba247-628f-4791-b37c-65af34431a5d req-316f20dd-05a1-44ec-b97a-1d00856f123d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0599751 Jul 29 18:53:41.748811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d2eba247-628f-4791-b37c-65af34431a5d req-49d5dab3-ed16-4451-b6b2-785ebd430d6d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jul 29 18:53:41.821679 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-617033da-f6d4-4ea6-8acc-c98fcff022be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:42.034501 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:42.876974 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96318b-9b55-42c2-a277-05edf19db82a req-1a4903cc-b174-4506-8443-9fa938490014 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:42.878703 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce96318b-9b55-42c2-a277-05edf19db82a req-1a4903cc-b174-4506-8443-9fa938490014 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0559819 Jul 29 18:53:42.922130 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ce96318b-9b55-42c2-a277-05edf19db82a req-a6b1c412-600f-4875-8243-1317fe28eeb2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Jul 29 18:53:43.070890 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:53:43.178477 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:53:43.192778 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:53:43.235247 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:43.251158 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:53:43.273937 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:53:43.279365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:43.333132 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:43.348541 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:53:43.358313 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:53:43.362653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.363008 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.363361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.363705 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.364151 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.364476 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.364803 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.365128 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.365438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.365756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.366074 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:43.366419 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:53:44.049333 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a14480-df6f-4399-a827-da8aa89a1d04 req-7a1c6203-ba24-4cce-9047-3b9b255684dd tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:44.051091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62a14480-df6f-4399-a827-da8aa89a1d04 req-7a1c6203-ba24-4cce-9047-3b9b255684dd tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 945 time: 0.0541945 Jul 29 18:53:44.092719 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62a14480-df6f-4399-a827-da8aa89a1d04 req-bc1633e2-367a-4a37-86d2-e039ee0e65fd tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355082 Jul 29 18:53:44.865716 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:53:44.937294 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:45.085281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:53:45.170320 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:53:45.171131 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:45.282556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a146a4-023a-4f7a-ac44-f0fa87cf4d5a req-5ac5f285-ee1b-456e-894b-b027595eb403 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:45.287301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09a146a4-023a-4f7a-ac44-f0fa87cf4d5a req-5ac5f285-ee1b-456e-894b-b027595eb403 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 945 time: 0.1020668 Jul 29 18:53:45.307859 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:45.342071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-09a146a4-023a-4f7a-ac44-f0fa87cf4d5a req-9c38ff11-ed98-4b9d-b31e-3ada5e6d0833 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502694 Jul 29 18:53:45.346991 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:53:45.349026 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa761d5e-d99d-4c9d-a393-9bd4b2bfea82" -d '{"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:53:45.368542 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:53:45.384190 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:45.413214 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2049144d-7ad1-4861-b3be-5b10b6e556e4 x-openstack-request-id: req-2049144d-7ad1-4861-b3be-5b10b6e556e4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:53:45.413509 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:53:45.413762 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2049144d-7ad1-4861-b3be-5b10b6e556e4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:53:45.414162 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'code': 200} Jul 29 18:53:45.448691 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:53:46.475399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e84bd-8b9f-4407-b0b7-fd62ba71504d req-ff266de9-a46f-45e5-abba-7995793ee24f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:46.477035 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c82e84bd-8b9f-4407-b0b7-fd62ba71504d req-ff266de9-a46f-45e5-abba-7995793ee24f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0540674 Jul 29 18:53:46.520856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c82e84bd-8b9f-4407-b0b7-fd62ba71504d req-811bb8f3-3e5a-4648-9b43-08da2e001835 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369296 Jul 29 18:53:47.646098 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536fc28-8bb6-41ae-a16e-b3fce50cc6d4 req-f95d9979-910f-46f6-8ad3-c92790a93a2e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:47.647711 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e536fc28-8bb6-41ae-a16e-b3fce50cc6d4 req-f95d9979-910f-46f6-8ad3-c92790a93a2e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0528543 Jul 29 18:53:47.689222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e536fc28-8bb6-41ae-a16e-b3fce50cc6d4 req-ede1f010-e77f-43bd-b673-97987c6539fa tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352888 Jul 29 18:53:48.819191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b25aa-aa96-40fa-a530-56648bc492be req-568d7a6f-f224-4144-b5dd-71e5230186f2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:48.822495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b9b25aa-aa96-40fa-a530-56648bc492be req-568d7a6f-f224-4144-b5dd-71e5230186f2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0607660 Jul 29 18:53:48.870807 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9b9b25aa-aa96-40fa-a530-56648bc492be req-9a9e2db0-e921-49a7-87a7-ee6150e26442 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Jul 29 18:53:49.989415 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4f75-0b37-4034-96c4-146fa7cce91b req-fa7cc680-74b6-4572-aac0-de6be14193a9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:49.990981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-261a4f75-0b37-4034-96c4-146fa7cce91b req-fa7cc680-74b6-4572-aac0-de6be14193a9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0549200 Jul 29 18:53:50.033718 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-261a4f75-0b37-4034-96c4-146fa7cce91b req-072f16f5-171a-4da2-bfb0-9a450559efec tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Jul 29 18:53:51.155909 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2461c0-e985-41e6-9de4-4bf2a55cc0f0 req-7d2f69b6-cafa-4ed8-abb1-236dc237d18b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:51.157423 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b2461c0-e985-41e6-9de4-4bf2a55cc0f0 req-7d2f69b6-cafa-4ed8-abb1-236dc237d18b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0503030 Jul 29 18:53:51.203288 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8b2461c0-e985-41e6-9de4-4bf2a55cc0f0 req-9a8915e9-5b5d-4b7c-9233-43a9e5722f44 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378423 Jul 29 18:53:51.997239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72409-239c-4874-b928-1d220cb295ec req-ca42c15b-1ab6-4689-9298-ad298ed945d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:51.999095 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-ca42c15b-1ab6-4689-9298-ad298ed945d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0481038 Jul 29 18:53:52.101883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72409-239c-4874-b928-1d220cb295ec req-acbd53cc-6eda-4032-a658-d74ea14b3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:52.103416 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-acbd53cc-6eda-4032-a658-d74ea14b3144 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0964360 Jul 29 18:53:52.189086 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-771f226b-da31-4008-9de1-e00ed619134d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0775812 Jul 29 18:53:52.241467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72409-239c-4874-b928-1d220cb295ec req-b6347308-5b4d-46eb-8df7-9ce9edd5e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:52.243058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-b6347308-5b4d-46eb-8df7-9ce9edd5e147 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0452199 Jul 29 18:53:52.316424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72409-239c-4874-b928-1d220cb295ec req-7627801e-36e9-4549-8cf4-f41362a73b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:52.317963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-7627801e-36e9-4549-8cf4-f41362a73b17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677152 Jul 29 18:53:52.340097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6885d-45fe-40a9-bbd9-1eed346cbc40 req-8543f33f-ea6e-4134-a670-10f0b9c4633d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:52.341510 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62d6885d-45fe-40a9-bbd9-1eed346cbc40 req-8543f33f-ea6e-4134-a670-10f0b9c4633d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0645971 Jul 29 18:53:52.429835 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-62d6885d-45fe-40a9-bbd9-1eed346cbc40 req-6ac2cbf8-e1de-4e6b-86d4-9a14cbc1b768 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739448 Jul 29 18:53:52.448426 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-6d766887-54a5-4831-882f-d9da2e531ee3 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Jul 29 18:53:52.551425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-24f72409-239c-4874-b928-1d220cb295ec req-037374c9-d2e3-4da9-a928-44f4de20d146 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957158 Jul 29 18:53:53.555417 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70577e-b548-4789-82bd-6ddb6b7efc1f req-90708b23-253e-404c-b83c-4dc2ce974055 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:53.556914 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf70577e-b548-4789-82bd-6ddb6b7efc1f req-90708b23-253e-404c-b83c-4dc2ce974055 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0560932 Jul 29 18:53:53.599602 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-bf70577e-b548-4789-82bd-6ddb6b7efc1f req-61df1dff-8e22-47b2-b0df-696bff5163ae tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337903 Jul 29 18:53:54.732471 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c30563-3f28-46de-9475-03c3800a17eb req-51cc8450-7c65-4b1f-b198-bd6a456c3315 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:54.734007 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88c30563-3f28-46de-9475-03c3800a17eb req-51cc8450-7c65-4b1f-b198-bd6a456c3315 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0523043 Jul 29 18:53:54.773886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-88c30563-3f28-46de-9475-03c3800a17eb req-1c2f21c7-cdd5-449f-b34c-84ad3387e6cc tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338461 Jul 29 18:53:54.987817 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9efdf-6000-49b4-9513-2a6da6e8a6b6 req-e9be3207-9f07-43b1-b82d-7b6a89b6a37f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:54.989361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83c9efdf-6000-49b4-9513-2a6da6e8a6b6 req-e9be3207-9f07-43b1-b82d-7b6a89b6a37f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0494001 Jul 29 18:53:55.033261 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83c9efdf-6000-49b4-9513-2a6da6e8a6b6 req-ac0c7512-df83-4492-976f-7a5f6cad3a84 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 Jul 29 18:53:55.093083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:53:55.178551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-088172ef-865e-44f3-a8fe-2739c535aab3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842483 Jul 29 18:53:56.187038 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce609a-3e42-44d8-9b03-65d6a7ae16d8 req-23afd42d-9cbd-47d0-b5b7-4cca732a91c2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.188544 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ce609a-3e42-44d8-9b03-65d6a7ae16d8 req-23afd42d-9cbd-47d0-b5b7-4cca732a91c2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 946 time: 0.0782425 Jul 29 18:53:56.190418 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c14-002a-47bd-800a-fa7321f197f0 req-da2bd788-4f3d-4124-8a8f-e4c3720b1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.191786 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-da2bd788-4f3d-4124-8a8f-e4c3720b1d63 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 1097 time: 0.0795202 Jul 29 18:53:56.255241 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-21ce609a-3e42-44d8-9b03-65d6a7ae16d8 req-e7305912-42a6-4aa1-a75f-795408ff6a3a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603135 Jul 29 18:53:56.268571 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c14-002a-47bd-800a-fa7321f197f0 req-9f9d4515-167e-48cd-a334-8e017088dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.270063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-9f9d4515-167e-48cd-a334-8e017088dbac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1097 time: 0.0546875 Jul 29 18:53:56.363996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c14-002a-47bd-800a-fa7321f197f0 req-d05fdee9-ac2e-4c40-a7fc-ea1ec2d517da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.365393 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-d05fdee9-ac2e-4c40-a7fc-ea1ec2d517da service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0882494 Jul 29 18:53:56.436882 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-c9db7b7e-ecdf-4e11-8363-20484a28214c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0641544 Jul 29 18:53:56.486907 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c14-002a-47bd-800a-fa7321f197f0 req-49c54aa5-7692-4848-8183-16d7c91e3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.488319 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-49c54aa5-7692-4848-8183-16d7c91e3448 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0434363 Jul 29 18:53:56.537394 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c14-002a-47bd-800a-fa7321f197f0 req-3909e9c5-b17b-4d2a-80e4-6634b7cc2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:56.538912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-3909e9c5-b17b-4d2a-80e4-6634b7cc2cfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437031 Jul 29 18:53:56.633912 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-10e44c86-cae4-4ee8-a066-f5679d3c8d7a service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Jul 29 18:53:56.749698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-af903c14-002a-47bd-800a-fa7321f197f0 req-f6000a12-751f-4f5d-93b4-da60ae04f774 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081502 Jul 29 18:53:57.164531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:53:57.261152 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:57.285741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:57.290583 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:53:57.292895 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aac632-5611-49cb-85f1-19b52da63189" -d '{"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:53:57.307947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:53:57.313235 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:57.373875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:53:57.418399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7f44-f835-4563-a5e0-3c45cbe0ebc3 req-adc33ab3-0b44-422d-abbc-589db89c14a4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:57.419827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c33f7f44-f835-4563-a5e0-3c45cbe0ebc3 req-adc33ab3-0b44-422d-abbc-589db89c14a4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0719969 Jul 29 18:53:57.460109 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c33f7f44-f835-4563-a5e0-3c45cbe0ebc3 req-70dda4a8-10ef-43f5-9df4-0f9ae2ac31bd tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341272 Jul 29 18:53:57.525597 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0484f70-50c6-4ca2-8661-302ef7594960 x-openstack-request-id: req-a0484f70-50c6-4ca2-8661-302ef7594960 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:53:57.525991 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:53:57.526379 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0484f70-50c6-4ca2-8661-302ef7594960 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:53:57.526856 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'code': 200} Jul 29 18:53:58.132906 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:53:58.626356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e3df9-3920-4946-b0be-c5be0d4b5e6a req-9583c5b4-f37f-4413-99b3-0d7d16c3b0fe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:58.627953 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-317e3df9-3920-4946-b0be-c5be0d4b5e6a req-9583c5b4-f37f-4413-99b3-0d7d16c3b0fe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0907233 Jul 29 18:53:58.666452 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-317e3df9-3920-4946-b0be-c5be0d4b5e6a req-fe463640-106e-4ddc-a943-2bf66824713e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jul 29 18:53:59.790197 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04f3-3aab-4fbf-8bde-085b461e5171 req-c71a73ab-23be-4358-9126-8cec1408079c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:53:59.791740 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22df04f3-3aab-4fbf-8bde-085b461e5171 req-c71a73ab-23be-4358-9126-8cec1408079c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0570691 Jul 29 18:53:59.831190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-22df04f3-3aab-4fbf-8bde-085b461e5171 req-911f6606-80c1-4cd5-a232-b961886df193 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Jul 29 18:54:00.956497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef298212-1a52-4ecd-8452-f114d665bdda req-54ae8f8b-dcb8-4115-b163-b745eed0fae7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:00.957972 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef298212-1a52-4ecd-8452-f114d665bdda req-54ae8f8b-dcb8-4115-b163-b745eed0fae7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0493228 Jul 29 18:54:00.995286 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef298212-1a52-4ecd-8452-f114d665bdda req-b3ba6adc-efea-437d-bdc2-9f022684a174 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jul 29 18:54:02.124996 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b41b51-e93e-4222-be1a-cc42088e5e97 req-735b524b-ca92-4fc2-a303-82d0047b6983 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:02.126959 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23b41b51-e93e-4222-be1a-cc42088e5e97 req-735b524b-ca92-4fc2-a303-82d0047b6983 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0599923 Jul 29 18:54:02.171061 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-23b41b51-e93e-4222-be1a-cc42088e5e97 req-61c79cfb-91a0-46c6-95ec-713a2bfd1f97 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370743 Jul 29 18:54:03.292889 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dadea-eb0a-4d3b-9337-449a22ede7cd req-b12701e4-bec1-4d1f-94fc-ddff25f70409 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:03.294425 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-795dadea-eb0a-4d3b-9337-449a22ede7cd req-b12701e4-bec1-4d1f-94fc-ddff25f70409 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0530367 Jul 29 18:54:03.335450 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-795dadea-eb0a-4d3b-9337-449a22ede7cd req-ab905aaa-9db3-42d5-9e92-1ec30b1ac4e5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Jul 29 18:54:04.458859 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f43a-d93d-456e-90df-f4830177b9f2 req-18881980-b1a4-417e-826c-884ce10fe658 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:04.460302 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6df7f43a-d93d-456e-90df-f4830177b9f2 req-18881980-b1a4-417e-826c-884ce10fe658 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0494525 Jul 29 18:54:04.502336 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6df7f43a-d93d-456e-90df-f4830177b9f2 req-17dd959d-5d73-4005-8850-2ec0be77499f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Jul 29 18:54:05.624800 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c1208-369f-439d-9422-abb211a4ecb1 req-57cca95c-8e69-4736-ba68-2e1c09829d62 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:05.627272 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-406c1208-369f-439d-9422-abb211a4ecb1 req-57cca95c-8e69-4736-ba68-2e1c09829d62 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0558045 Jul 29 18:54:05.667338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-406c1208-369f-439d-9422-abb211a4ecb1 req-43d326b5-fb41-4009-8fea-e4bb8d4d17ba tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338972 Jul 29 18:54:06.795495 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5cd06-8458-45fc-943e-ecf05ce1467b req-19ed783c-8604-4164-8f2a-a11fcbae1cf5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:06.797937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87d5cd06-8458-45fc-943e-ecf05ce1467b req-19ed783c-8604-4164-8f2a-a11fcbae1cf5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0599039 Jul 29 18:54:06.838617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-87d5cd06-8458-45fc-943e-ecf05ce1467b req-ffc0abf5-537e-44e1-8bbc-c9dcf7653bf4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343444 Jul 29 18:54:07.988301 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ad47-c977-414c-99eb-de6cea5c33d3 req-baeec52b-4c17-4f36-abd6-c876964be413 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:07.989829 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d29ad47-c977-414c-99eb-de6cea5c33d3 req-baeec52b-4c17-4f36-abd6-c876964be413 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0519054 Jul 29 18:54:08.029113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0d29ad47-c977-414c-99eb-de6cea5c33d3 req-16458da5-ff76-456c-9bd0-dab5f56df28c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332122 Jul 29 18:54:09.169346 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d6b3-a52e-4fab-9d73-2806de2bccff req-34c7ff1c-4928-497f-8373-6e14d5cb4d7a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:09.170900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d2d6b3-a52e-4fab-9d73-2806de2bccff req-34c7ff1c-4928-497f-8373-6e14d5cb4d7a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0667589 Jul 29 18:54:09.210377 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-64d2d6b3-a52e-4fab-9d73-2806de2bccff req-9a9c71d9-55d2-415d-956c-701126f2e286 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Jul 29 18:54:09.382619 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7eac621c-ca41-46fd-9e7e-5442bef41f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:09.824323 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec770-1755-42d7-ac43-7567e88e48ea req-b5df00d7-767e-47ad-9b74-e631fd873381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:09.825889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1dec770-1755-42d7-ac43-7567e88e48ea req-b5df00d7-767e-47ad-9b74-e631fd873381 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1095 time: 0.0426571 Jul 29 18:54:09.868136 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d1dec770-1755-42d7-ac43-7567e88e48ea req-2ff92482-3064-4418-ac41-42090ed3e155 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347164 Jul 29 18:54:10.332821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8170-1b0e-4b55-9c33-9807ead19dd5 req-7bb4fe39-44ad-4208-b61f-3539f1f4d3e4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:10.334274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83cc8170-1b0e-4b55-9c33-9807ead19dd5 req-7bb4fe39-44ad-4208-b61f-3539f1f4d3e4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0508716 Jul 29 18:54:10.372205 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-83cc8170-1b0e-4b55-9c33-9807ead19dd5 req-c42cd989-6d2c-427f-bec5-9625cedd2f9f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Jul 29 18:54:11.515798 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461652eb-c79a-477f-92e2-03e6f6e7bd34 req-98a0a7c9-18a7-4e44-8c81-2d569e5bfc22 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:11.517314 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-461652eb-c79a-477f-92e2-03e6f6e7bd34 req-98a0a7c9-18a7-4e44-8c81-2d569e5bfc22 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 944 time: 0.0670748 Jul 29 18:54:11.555590 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-461652eb-c79a-477f-92e2-03e6f6e7bd34 req-fd6d660b-ab7f-430a-a97b-377a4a701868 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Jul 29 18:54:11.819618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56adb08d-caf4-4501-b2ed-9149b7860155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:12.047691 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:13.194227 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:54:13.290075 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:54:13.313186 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'port_id': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'mac_address': 'fa:16:3e:92:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:54:13.322454 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:13.358576 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:13.371741 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:54:13.391810 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:54:13.397241 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:13.443338 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:54:13.639683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:54:14.946124 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:15.195484 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:54:15.251531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:54:15.251907 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:15.332175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:15.355699 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:54:15.358030 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fb63f7-958e-4fd0-9da9-d7873aa19684" -d '{"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:54:15.373763 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:54:15.378211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:15.400775 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a14f7d-ee79-4024-9284-294227cf2202 x-openstack-request-id: req-69a14f7d-ee79-4024-9284-294227cf2202 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:54:15.401066 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-plugged", "status": "completed", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:54:15.401318 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69a14f7d-ee79-4024-9284-294227cf2202 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:54:15.401702 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'code': 200} Jul 29 18:54:15.428418 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:54:17.708250 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-9438020b-c9da-46aa-bbf2-222e9bf2d5be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411458 Jul 29 18:54:17.793352 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-59c5b15e-6a5f-4e28-98fb-b5dba49113a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:17.794891 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-59c5b15e-6a5f-4e28-98fb-b5dba49113a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1098 time: 0.0420375 Jul 29 18:54:17.905976 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-42ec9a74-5a4a-4b2a-bf35-97a2fb37c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:17.908338 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-42ec9a74-5a4a-4b2a-bf35-97a2fb37c4cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0940230 Jul 29 18:54:17.984620 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-3b2a39cb-72b8-4d41-b8fc-d4968bb320f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0688293 Jul 29 18:54:18.038756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-733b1d38-d149-44fe-841b-1d55b5d38999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:18.040191 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-733b1d38-d149-44fe-841b-1d55b5d38999 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0485814 Jul 29 18:54:18.087687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-573ac952-704a-4729-b7a6-eb8e4fcd37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:54:18.089143 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-573ac952-704a-4729-b7a6-eb8e4fcd37ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419142 Jul 29 18:54:18.179486 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-c138aa5b-946c-4a04-a1b2-affc79a637a5 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826666 Jul 29 18:54:18.273237 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cfc722e7-0a7e-4525-af91-b83b9b6cfa92 req-4e8ed253-2117-48bd-9654-bd661379bd00 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Jul 29 18:54:21.872032 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:54:27.218703 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:28.166803 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:39.384639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0d72-08d2-42b7-a6a5-b61d5d7bf21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:41.816324 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2191-8103-49fa-be60-9d250a715538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:42.051706 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:43.322898 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:44.943413 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:57.222008 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:58.168019 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:54:58.876937 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:55:09.391739 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eff1-2327-4634-a3b0-7a728a535531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:11.821264 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb899176-fb56-4023-a362-094aac0803e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:12.056243 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:13.331862 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:14.948422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:17.709127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-2cd69ff2-8880-4813-af96-bce7ba8219f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430112 Jul 29 18:55:17.792999 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-4977d5ae-7302-4208-aab6-3326da1231b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:17.794661 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-4977d5ae-7302-4208-aab6-3326da1231b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1098 time: 0.0421996 Jul 29 18:55:17.903943 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-49f056b0-5be2-4b09-a3fc-f4d34a968fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:17.905458 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-49f056b0-5be2-4b09-a3fc-f4d34a968fdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0908949 Jul 29 18:55:17.973279 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-2ce182eb-696c-46e0-8228-1ec0220b02a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 1002 time: 0.0598209 Jul 29 18:55:18.026401 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-4063382b-514b-4015-9991-26a3d2032d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:18.027900 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-4063382b-514b-4015-9991-26a3d2032d4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0484128 Jul 29 18:55:18.076037 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-ac7af479-a029-476f-b7bf-ecd409dff138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:18.077542 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-ac7af479-a029-476f-b7bf-ecd409dff138 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417333 Jul 29 18:55:18.170514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-a5957601-69aa-46d9-b9f4-5ba77e9fec5a service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852695 Jul 29 18:55:18.278273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-fd2ff6cf-7d36-4560-8ecb-32384025bd21 req-d1a194f1-9198-43bb-9458-61fcaab6c9a3 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005278 Jul 29 18:55:20.783819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46896) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:20.953521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Deleting port 6f29298d-a816-48b8-8f6f-a6e51a952043 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:55:20.953778 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.030281 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.030634 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.042276 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Calling delete_port for 6f29298d-a816-48b8-8f6f-a6e51a952043 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:55:21.206940 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.232888 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'Port': ['ID=6f29298d-a816-48b8-8f6f-a6e51a952043,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:21.260880 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.261196 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.261542 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.261874 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.262199 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.262560 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.262883 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.263228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.263548 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.263866 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.264209 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.264530 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:21.303447 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.303784 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Floating IP b668e86f-408d-4b14-811c-1af8c02c0bda disassociated (deleted). External IP: 172.25.5.201, port: 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9. Jul 29 18:55:21.851543 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:55:21.959700 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:55:21.964811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:21.969457 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:55:21.978705 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:55:21.979310 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:55:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:21.994925 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-058d08b2-a2e9-4d82-bb2d-3bd004bb1c8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "DELETE /v2.0/floatingips/b668e86f-408d-4b14-811c-1af8c02c0bda HTTP/1.1" status: 204 len: 168 time: 1.2099750 Jul 29 18:55:21.995540 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:55:21.998681 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:55:22.090853 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:55:22.211432 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17a3c2-e578-478a-a140-6163a06945e6 x-openstack-request-id: req-eb17a3c2-e578-478a-a140-6163a06945e6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:55:22.211891 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:55:22.212016 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb17a3c2-e578-478a-a140-6163a06945e6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:55:22.212411 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'status': 'completed', 'code': 200} Jul 29 18:55:22.299398 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:22.308341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-93b09dfa-3cc6-467f-aa04-0283726e8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:22.309932 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-93b09dfa-3cc6-467f-aa04-0283726e8748 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 1098 time: 0.0710595 Jul 29 18:55:22.321736 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d522f-9b21-4b60-9627-48efe78fd243 req-f8e3c483-da67-47d2-a91c-fc03be1fb238 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:22.323161 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-136d522f-9b21-4b60-9627-48efe78fd243 req-f8e3c483-da67-47d2-a91c-fc03be1fb238 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 947 time: 0.0587673 Jul 29 18:55:22.328852 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:55:22.337595 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:55:22.338191 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:55:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:22.410063 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-136d522f-9b21-4b60-9627-48efe78fd243 req-900021f1-a7cb-46f9-8b92-2faafc254cc0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785675 Jul 29 18:55:22.435532 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-17716877-4747-4983-ad0b-4857684a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:22.437084 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-17716877-4747-4983-ad0b-4857684a2496 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.1130123 Jul 29 18:55:22.443381 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:55:22.479702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-c2b91c65-70fe-471e-a889-f3191c505c3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 200 len: 217 time: 0.0346262 Jul 29 18:55:22.531666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-350e0daa-32b5-43f8-867a-d182c7d1d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:22.533112 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-350e0daa-32b5-43f8-867a-d182c7d1d30b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0459833 Jul 29 18:55:22.584249 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-36c2da88-0323-4565-b45f-efee9a92ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:22.586080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-36c2da88-0323-4565-b45f-efee9a92ec77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453978 Jul 29 18:55:22.641413 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-a47b3793-f978-4313-b750-6cb33776217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:22.667343 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b3793-f978-4313-b750-6cb33776217b None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:55:22.677257 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-7d34e562-5b0f-4156-b149-b21da5e7df79 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Jul 29 18:55:22.775499 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4a8495ad-b7dc-42c2-b928-2b9c60c0218b req-466cd20e-88cd-4c93-8ad8-b7cb1f03b847 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891860 Jul 29 18:55:22.901152 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec551461-29bc-4112-a330-7945a6306104 None None] New status for floating IP b668e86f-408d-4b14-811c-1af8c02c0bda: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:55:23.459917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260de6e-a91d-4c89-a18e-94f36932edab req-2858c232-51a8-4717-86a9-d65ec021dced tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:23.461466 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9260de6e-a91d-4c89-a18e-94f36932edab req-2858c232-51a8-4717-86a9-d65ec021dced tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 947 time: 0.0585141 Jul 29 18:55:23.571029 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704ee4-f6b7-4285-9a33-347d94cf474d req-a0d65f1a-1ff4-4a42-a438-d33aff57a58a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:23.572495 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36704ee4-f6b7-4285-9a33-347d94cf474d req-a0d65f1a-1ff4-4a42-a438-d33aff57a58a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=31bf7f44-52a4-44ff-bcf7-b5cc89d83ade HTTP/1.1" status: 200 len: 947 time: 0.0814438 Jul 29 18:55:23.625063 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Deleting port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:55:23.625381 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:23.631736 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36704ee4-f6b7-4285-9a33-347d94cf474d req-b1f61d27-3289-47a9-815d-bfd33af3a904 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507524 Jul 29 18:55:23.715802 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] For port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:55:23.716044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:23.729051 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Calling delete_port for 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:55:23.863346 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:23.901512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'Port': ['ID=5187c577-3227-4b96-9ec1-a9a3bfe7a4f9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:23.945601 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] No DVR routers for this DVR port 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:55:23.948435 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:23.950635 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9260de6e-a91d-4c89-a18e-94f36932edab req-40b4d388-8330-4e66-a3b5-00e0b21d6416 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "DELETE /v2.0/ports/5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 HTTP/1.1" status: 204 len: 173 time: 0.4830894 Jul 29 18:55:24.213221 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-deleted', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:55:24.215682 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa4a5b-3091-41ab-a1cf-786fedaaadd2" -d '{"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-deleted", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:55:24.254782 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ddda2a-7d68-4dc4-a77e-a36feb05a73c x-openstack-request-id: req-36ddda2a-7d68-4dc4-a77e-a36feb05a73c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:55:24.255072 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf7f44-52a4-44ff-bcf7-b5cc89d83ade", "name": "network-vif-deleted", "tag": "5187c577-3227-4b96-9ec1-a9a3bfe7a4f9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:55:24.255293 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36ddda2a-7d68-4dc4-a77e-a36feb05a73c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:55:24.255725 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bf7f44-52a4-44ff-bcf7-b5cc89d83ade', 'name': 'network-vif-deleted', 'tag': '5187c577-3227-4b96-9ec1-a9a3bfe7a4f9', 'status': 'completed', 'code': 200} Jul 29 18:55:24.696141 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46914) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:24.757506 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:24.782039 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:24.844928 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:24.847737 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:24.848856 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "DELETE /v2.0/security-groups/d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4 HTTP/1.1" status: 204 len: 168 time: 0.1517274 Jul 29 18:55:24.858526 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d271723-0602-4f58-aed3-ea8f1552e211 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f5be6-b2f0-4ab7-bd6e-7967e9e5d7a4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.162613 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 46920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.167630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173429170', 'description': 'tempest-secgroup-smoke-173429170 description', 'project_id': '22b51c8043e840a185932a88989a64f8'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.197029 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.282432 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.289941 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.315050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.316269 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1525366 Jul 29 18:55:25.319422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46922) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.320097 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067d3a0-2c37-4f46-87b5-34e4d13b35de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5d327e-2717-4b4e-9cee-be967e44bb5e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.325189 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.354818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.401273 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.406651 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.425899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a09877-fc9a-49e7-a1c0-5de6f6d83d61,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.436144 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.436484 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.436818 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.437152 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.437483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.437810 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.438136 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.438481 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.438800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.439118 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.439442 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.439752 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:25.443655 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.444849 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-20295591-cd2c-47d2-b3f8-0d3bd4b8d097 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243293 Jul 29 18:55:25.447649 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46926) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.452092 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.480602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.541836 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.547162 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.564132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de72508f-1e6e-4ce6-8bac-cf9a1a8c7ab5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.571433 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.572643 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-27e720cb-9e83-4a40-9c71-ddd68a5dc9c5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240480 Jul 29 18:55:25.575482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.580011 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.606962 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.664231 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.670880 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.688378 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d046030-6049-40bb-9594-ab551d3970bb,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.698669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.701993 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-12da40d8-4fd0-406c-be61-b08d3cf6f04e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234400 Jul 29 18:55:25.702867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46930) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.707352 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.733647 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.797536 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.803416 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.823100 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f3ca0f-5e8f-47e3-ac4e-278de3be2c4a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.825860 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.829940 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-39350921-9741-477e-be96-e5a1d1c93bf6 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233234 Jul 29 18:55:25.830467 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46932) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.834644 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.858909 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Project 22b51c8043e840a185932a88989a64f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:55:25.866680 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.933975 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.938936 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.956932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568da468-2a92-413d-abab-c3ead86bcf70,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:25.963251 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:25.964563 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-0a6c401b-ef9b-47c0-9337-71ebd9ef7943 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334653 Jul 29 18:55:25.967557 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 46934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:25.972166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'security_group_rule': {'security_group_id': 'ad5d327e-2717-4b4e-9cee-be967e44bb5e', 'project_id': '22b51c8043e840a185932a88989a64f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:25.994893 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Project 22b51c8043e840a185932a88989a64f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 18:55:26.000205 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:26.060524 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:26.065895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:26.083010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1184cd63-79fa-4b61-9e40-43d0b5da2ad1,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:26.089590 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:26.090957 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a46bef4c-d75a-44df-84ce-662c783a4ffe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222284 Jul 29 18:55:27.232436 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:27.519201 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:55:27.542435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:55:27.542784 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 5187c577-3227-4b96-9ec1-a9a3bfe7a4f9 not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:55:28.158624 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:35.882555 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:55:39.380400 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1aee682-f47b-4ce3-a42c-411e7429c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:40.409482 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-16501d35-4e16-46b6-b663-5ef49f8c5e4a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173429170&fields=id&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 267 time: 0.0470822 Jul 29 18:55:40.519226 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-fd1f5ab6-30ac-41dd-b77d-6bce90658d43 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:40.520618 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-fd1f5ab6-30ac-41dd-b77d-6bce90658d43 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 809 time: 0.1042883 Jul 29 18:55:40.536231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-16f2aca7-096d-492c-af29-1c0d3857ad9c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/quotas/22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Jul 29 18:55:40.586758 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-fe2180a0-4873-485b-af27-c852a9bc6c48 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452709 Jul 29 18:55:40.644450 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-13acdaa4-b03f-4727-a5ab-6e07340fadcc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:55:40.645447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-13acdaa4-b03f-4727-a5ab-6e07340fadcc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472679 Jul 29 18:55:40.745610 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-894f8e92-22d0-4654-817a-4b3013c7b2ae service neutron] 10.222.0.16 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935910 Jul 29 18:55:40.841636 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-ab0aa308-116e-44be-9684-260acda0649e service neutron] 10.222.0.16 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870988 Jul 29 18:55:41.161866 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-57583673-1d8c-417e-b680-6c37aa5e0749 req-a8d67611-ce34-4bde-ba37-4b4c9eed6daa tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0326416 Jul 29 18:55:41.813549 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bd510c1-cb89-4e06-baf7-d6836ee2463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.049590 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.203362 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-6f81b06f-5bbe-4d31-b8b1-e8a53f565990 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:42.204926 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-6f81b06f-5bbe-4d31-b8b1-e8a53f565990 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 809 time: 0.1083422 Jul 29 18:55:42.249833 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-37805fa0-0e09-4e91-8670-f1d8e4010acb tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 379 time: 0.0359812 Jul 29 18:55:42.259845 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'port': {'device_id': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'admin_state_up': True, 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'security_groups': ['ad5d327e-2717-4b4e-9cee-be967e44bb5e']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:42.269766 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-02db9a55-146f-46e4-98ed-18ad8a3724c0 req-398e1236-800f-4168-ac3e-e926f62b591b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0342371 Jul 29 18:55:42.370482 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Made reservation on behalf of 22b51c8043e840a185932a88989a64f8 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 18:55:42.374515 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.508167 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Allocated IP 172.20.0.14 (1dd85954-8828-4cc5-8f7d-72a5c6349de3/4cbd9eba-6171-474b-881c-61e9383beedd/24143f10-9583-4ccd-849e-d193687dc13b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:55:42.650821 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.668965 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Transition to ACTIVE for port object 24143f10-9583-4ccd-849e-d193687dc13b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:55:42.702172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.748060 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:55:42.751554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:55:42.755288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:55:42.791878 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:42.821169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:42.821863 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.837796 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-c93cfd00-7ec0-4ab6-baee-a2d5ad4ede51 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819488 Jul 29 18:55:42.901217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Request body: {'port': {'device_id': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:42.962928 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:42.984018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-005d6a1a-2f9a-47ee-be09-544b029abaaf None None] Provisioning for port 24143f10-9583-4ccd-849e-d193687dc13b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:55:42.988204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-005d6a1a-2f9a-47ee-be09-544b029abaaf None None] Provisioning complete for port 24143f10-9583-4ccd-849e-d193687dc13b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:55:42.988669 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-005d6a1a-2f9a-47ee-be09-544b029abaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.023061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-005d6a1a-2f9a-47ee-be09-544b029abaaf None None] Port 24143f10-9583-4ccd-849e-d193687dc13b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 18:55:43.227218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:55:43.235239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.247987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Transition to ACTIVE for port object 24143f10-9583-4ccd-849e-d193687dc13b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:55:43.252093 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.300090 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:43.330229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.401929 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:55:43.402637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:55:43.403145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:55:43.408981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:55:43.409813 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:55:43.416523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:55:43.416867 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:55:43.417295 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Bound using segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:55:43.417767 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Bound port: 24143f10-9583-4ccd-849e-d193687dc13b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:55:43.418413 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.422624 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5503dac-1517-45bc-b815-e61c61328dd5 req-0f135c69-e6c3-40bb-8cd1-1a543f9f65b7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:43.424361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5503dac-1517-45bc-b815-e61c61328dd5 req-0f135c69-e6c3-40bb-8cd1-1a543f9f65b7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0707500 Jul 29 18:55:43.483783 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b5503dac-1517-45bc-b815-e61c61328dd5 req-069fc253-6743-47b5-817b-ec88b92d53b2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445838 Jul 29 18:55:43.503835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:55:43.507301 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:55:43.512069 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.555164 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:43.555952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:43.558111 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] 10.222.0.49 "PUT /v2.0/ports/24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1092 time: 0.7116413 Jul 29 18:55:43.558674 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:55:43.561453 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8c8b5-f393-4029-ae8c-cd6db402c444" -d '{"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:55:43.588916 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecb435-217a-4d46-a11c-c3b1f34102ae service neutron] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:43.655671 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-ec12ef29-8ba4-4740-bf8c-b36f922db9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:43.657343 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-ec12ef29-8ba4-4740-bf8c-b36f922db9d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1095 time: 0.0567162 Jul 29 18:55:43.711469 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718d6ea1-2a28-459a-b87a-95519a45884e x-openstack-request-id: req-718d6ea1-2a28-459a-b87a-95519a45884e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:55:43.711916 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:55:43.712264 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-718d6ea1-2a28-459a-b87a-95519a45884e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:55:43.712811 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'status': 'completed', 'code': 200} Jul 29 18:55:43.714389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-448d508f-0d91-46c6-b350-a4a51d6b21a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 217 time: 0.0484633 Jul 29 18:55:43.768969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-e857d4e6-7ffd-4fa2-97e1-4ae2384df7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:43.770675 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-e857d4e6-7ffd-4fa2-97e1-4ae2384df7c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0491514 Jul 29 18:55:43.818056 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-a5343ebc-10a3-4641-9d11-fcf99d948f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:43.819679 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-a5343ebc-10a3-4641-9d11-fcf99d948f46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419929 Jul 29 18:55:43.925286 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-e4b0e30f-423e-491b-afea-def636473062 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970604 Jul 29 18:55:44.018378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-9d465724-bcc2-4a2b-89f7-76410f4522a9 req-ef43d9b3-2130-48cb-83a5-210e605f4d87 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862277 Jul 29 18:55:44.108790 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-150a3bd3-8e45-410e-8a50-7cba651f3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:44.110371 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-150a3bd3-8e45-410e-8a50-7cba651f3e17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1095 time: 0.0447202 Jul 29 18:55:44.211171 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-f9d06197-fb7a-4a7c-b2ab-0788843696ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:44.212592 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-f9d06197-fb7a-4a7c-b2ab-0788843696ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0925756 Jul 29 18:55:44.256206 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-36056507-e02c-4e12-92b6-d06acc1d1616 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 217 time: 0.0355101 Jul 29 18:55:44.310520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-841f4e09-596e-49e6-bdb7-fc68d53bf7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:44.312002 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-841f4e09-596e-49e6-bdb7-fc68d53bf7f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0488858 Jul 29 18:55:44.358843 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-56a5e600-9e0b-4af9-bcb9-759758265662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:44.360352 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-56a5e600-9e0b-4af9-bcb9-759758265662 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412388 Jul 29 18:55:44.453041 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-39c792fd-287d-4878-9b25-b3b6c73fae88 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Jul 29 18:55:44.549543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-dce8c8b5-f393-4029-ae8c-cd6db402c444 req-b820ed72-4470-43a2-a32b-288a35abd90a service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894935 Jul 29 18:55:44.604467 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fcc-e49d-4fea-8449-9ee067cee5e5 req-cf32f852-a02b-4786-b9d6-ca5b47321e58 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:44.606260 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f886fcc-e49d-4fea-8449-9ee067cee5e5 req-cf32f852-a02b-4786-b9d6-ca5b47321e58 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0500157 Jul 29 18:55:44.646080 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2f886fcc-e49d-4fea-8449-9ee067cee5e5 req-6d5cdf32-8e7d-48f4-bc05-20a22dc2f7b8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332732 Jul 29 18:55:44.949591 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:45.769179 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0b4f-ea22-421a-b20a-0445ea13e8b3 req-b05e3f1d-571d-4211-a740-422ae3a9534b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:45.770699 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-787a0b4f-ea22-421a-b20a-0445ea13e8b3 req-b05e3f1d-571d-4211-a740-422ae3a9534b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0536351 Jul 29 18:55:45.809474 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-787a0b4f-ea22-421a-b20a-0445ea13e8b3 req-5df63ddc-5fae-49b8-bf56-f32005ef868c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Jul 29 18:55:46.936553 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238cc2-0dbb-426c-8117-594e1f2133a0 req-c0356379-0a3e-468a-a537-7692bba3ebd5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:46.938055 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8238cc2-0dbb-426c-8117-594e1f2133a0 req-c0356379-0a3e-468a-a537-7692bba3ebd5 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0540700 Jul 29 18:55:46.981301 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d8238cc2-0dbb-426c-8117-594e1f2133a0 req-9b3e336e-b31a-4740-93e6-281bb36d4617 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340271 Jul 29 18:55:48.107460 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd674-b584-454a-b51a-f0df27f1db44 req-258aad6b-1371-4141-b9d5-45ae3e09f44c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:48.108977 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cdbd674-b584-454a-b51a-f0df27f1db44 req-258aad6b-1371-4141-b9d5-45ae3e09f44c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0525672 Jul 29 18:55:48.152580 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3cdbd674-b584-454a-b51a-f0df27f1db44 req-365b9207-26e3-4448-91ff-4e8fd54b72ac tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Jul 29 18:55:49.287752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc520-c94f-4456-bfe6-832df8548c27 req-c3ac26ce-b4da-4960-8866-bf0cc6ef6eb7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:49.289223 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-946fc520-c94f-4456-bfe6-832df8548c27 req-c3ac26ce-b4da-4960-8866-bf0cc6ef6eb7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0611696 Jul 29 18:55:49.335105 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-946fc520-c94f-4456-bfe6-832df8548c27 req-7594141c-f919-4f3e-bc2e-68d191bd76bb tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Jul 29 18:55:50.468895 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f260b-beba-4542-8c9d-afa29ff067d3 req-d9cf80b1-a37e-40ca-b3e9-37a2a7e00c93 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:50.470271 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-864f260b-beba-4542-8c9d-afa29ff067d3 req-d9cf80b1-a37e-40ca-b3e9-37a2a7e00c93 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0527618 Jul 29 18:55:50.511873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-864f260b-beba-4542-8c9d-afa29ff067d3 req-9b3c5777-1c3f-4d12-b459-246e3970215f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jul 29 18:55:51.641807 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304615-3930-48d4-b54d-31582bd059fa req-1f43ee82-8fb2-44af-9a12-3862ce5cbf25 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:51.643359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26304615-3930-48d4-b54d-31582bd059fa req-1f43ee82-8fb2-44af-9a12-3862ce5cbf25 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0522757 Jul 29 18:55:51.684596 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-26304615-3930-48d4-b54d-31582bd059fa req-4dd15165-df88-4b61-914c-11b005fa99af tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Jul 29 18:55:52.819863 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8206-daa0-4760-9b2e-da4d6756c885 req-d730ed32-588b-4541-bb33-006e94e5a237 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:52.821337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5df8206-daa0-4760-9b2e-da4d6756c885 req-d730ed32-588b-4541-bb33-006e94e5a237 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0570664 Jul 29 18:55:52.863477 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d5df8206-daa0-4760-9b2e-da4d6756c885 req-eed3037e-b307-4af5-a3a1-e8bfda261f5b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 Jul 29 18:55:53.983203 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7652f-df6a-415a-9377-ece29cca0a20 req-d635a859-bb8d-4785-8e1d-5c3eb1340ff7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:53.984731 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99b7652f-df6a-415a-9377-ece29cca0a20 req-d635a859-bb8d-4785-8e1d-5c3eb1340ff7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0524526 Jul 29 18:55:54.028430 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-99b7652f-df6a-415a-9377-ece29cca0a20 req-bf5b71b2-84f4-4cc3-841a-6e98a56d4b0d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349066 Jul 29 18:55:54.171449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:55:54.270364 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:55:54.281427 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '24143f10-9583-4ccd-849e-d193687dc13b', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'mac_address': 'fa:16:3e:16:b5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:55:54.318426 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:54.330901 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:55:54.357748 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:55:54.365106 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:54.413061 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:54.420597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.420884 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.421236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.421526 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.421885 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.422202 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.422547 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.422865 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.423185 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.423499 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.423794 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.424109 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:55:54.585627 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['24143f10-9583-4ccd-849e-d193687dc13b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:55:55.162709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6158b6-5c00-42c3-96b8-3cb96866cc57 req-a7af3fba-0193-4cd6-b31b-8c733ebc5415 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:55.164280 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6158b6-5c00-42c3-96b8-3cb96866cc57 req-a7af3fba-0193-4cd6-b31b-8c733ebc5415 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 945 time: 0.0521660 Jul 29 18:55:55.204043 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9c6158b6-5c00-42c3-96b8-3cb96866cc57 req-a93415d3-912e-4275-a903-7038bda86d8c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336535 Jul 29 18:55:56.187296 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:55:56.243256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 24143f10-9583-4ccd-849e-d193687dc13b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:55:56.247076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 24143f10-9583-4ccd-849e-d193687dc13b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:55:56.247451 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:56.325172 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b40b1-0e29-4398-84db-03739b74f9da req-19afccfd-952a-44ba-aafd-fb8963951e0d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:56.325770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:56.326713 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b3b40b1-0e29-4398-84db-03739b74f9da req-19afccfd-952a-44ba-aafd-fb8963951e0d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 945 time: 0.0548720 Jul 29 18:55:56.348762 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:55:56.351115 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4336269-0acf-4170-bd64-376bb5937482" -d '{"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-plugged", "status": "completed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:55:56.363975 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:55:56.366797 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5b3b40b1-0e29-4398-84db-03739b74f9da req-123969e0-c284-4ab8-a581-75d711d044ad tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335269 Jul 29 18:55:56.369373 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:56.421368 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:56.466365 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646f4d0-52df-4189-a03a-cb0585aa3149 x-openstack-request-id: req-2646f4d0-52df-4189-a03a-cb0585aa3149 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:55:56.466664 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-plugged", "status": "completed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:55:56.466921 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2646f4d0-52df-4189-a03a-cb0585aa3149 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:55:56.467352 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'code': 200} Jul 29 18:55:56.568080 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48374e-385e-4308-8d8d-c5d0d87f2e39 req-eda589a4-a595-45a8-b69d-e8fec1a39feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:56.569568 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa48374e-385e-4308-8d8d-c5d0d87f2e39 req-eda589a4-a595-45a8-b69d-e8fec1a39feb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1097 time: 0.0435958 Jul 29 18:55:56.605383 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-fa48374e-385e-4308-8d8d-c5d0d87f2e39 req-7078107d-e32f-425b-85bc-4b042c5abb08 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282679 Jul 29 18:55:57.241518 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:57.497270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc780124-b6d7-431f-8153-837c4b2a5658 req-e79f5e48-fcb3-46cd-9275-3370e75ea6de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:57.501025 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc780124-b6d7-431f-8153-837c4b2a5658 req-e79f5e48-fcb3-46cd-9275-3370e75ea6de tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0622556 Jul 29 18:55:57.541103 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-cc780124-b6d7-431f-8153-837c4b2a5658 req-28deaeba-e631-44d4-844c-a294efce868a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338340 Jul 29 18:55:57.658625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c565297-790f-4eda-a2e9-e1dd6d8aff8d req-7dcc531b-59c8-416b-9794-46cf84585119 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:57.660140 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c565297-790f-4eda-a2e9-e1dd6d8aff8d req-7dcc531b-59c8-416b-9794-46cf84585119 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0539510 Jul 29 18:55:57.702054 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c565297-790f-4eda-a2e9-e1dd6d8aff8d req-0450dca6-b96e-41d0-ba51-dedd99566ce8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Jul 29 18:55:57.723438 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:57.769873 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaabad8-7d7a-4fce-b762-bd68562e84a8 tempest-TestShelveInstance-1720723480 tempest-TestShelveInstance-1720723480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:57.771468 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-beaabad8-7d7a-4fce-b762-bd68562e84a8 tempest-TestShelveInstance-1720723480 tempest-TestShelveInstance-1720723480-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1092 time: 0.0470676 Jul 29 18:55:57.775691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47136) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:55:57.780485 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:55:57.805754 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:57.914072 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.015581 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Allocated IP 172.25.5.100 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/99dfe71e-dc9c-4cbd-9e28-468652658925) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 18:55:58.118835 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.158057 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.161371 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.198743 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 18:55:58.201613 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 18:55:58.205103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 18:55:58.213298 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=99dfe71e-dc9c-4cbd-9e28-468652658925,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:58.568119 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.636501 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.785172 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.792519 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.859538 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event updated for resources: {'Port': ['ID=99dfe71e-dc9c-4cbd-9e28-468652658925,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:55:58.876827 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:58.978927 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Floating IP 5055b76d-5ed5-4371-b842-72bcde9a6167 associated. External IP: 172.25.5.100, port: 24143f10-9583-4ccd-849e-d193687dc13b. Jul 29 18:55:59.499111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:55:59.608697 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:55:59.619072 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:55:59.627666 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:55:59.629052 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:55:59.629841 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:59.655622 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-2f794aee-10ce-4754-af9d-8c5017681110 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8787410 Jul 29 18:55:59.656420 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:55:59.658983 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e0904-da7f-4e89-b717-151faf8c6e57" -d '{"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:55:59.697150 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7afbd4c-27d9-4f06-a8d9-5dfeae19a5e7 x-openstack-request-id: req-e7afbd4c-27d9-4f06-a8d9-5dfeae19a5e7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:55:59.697447 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:55:59.697686 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7afbd4c-27d9-4f06-a8d9-5dfeae19a5e7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:55:59.698111 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'status': 'completed', 'code': 200} Jul 29 18:55:59.735891 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:55:59.761317 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-b0b8b105-7d1e-404c-8e5a-0461f096bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:59.762889 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-b0b8b105-7d1e-404c-8e5a-0461f096bfb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1097 time: 0.0416915 Jul 29 18:55:59.853261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-3592f5a8-c8af-42dd-9700-97064abb2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:59.854837 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-3592f5a8-c8af-42dd-9700-97064abb2792 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0847936 Jul 29 18:55:59.925499 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-13a2235f-e1df-43e5-89da-0c3a378d6413 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1000 time: 0.0632977 Jul 29 18:55:59.961541 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5055b76d-5ed5-4371-b842-72bcde9a6167', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:16:b5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:55:58Z', 'updated_at': '2021-07-29T18:55:58Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:55:59.974541 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-7ff5bb46-96e6-4e3a-9c6c-c6220a84133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:55:59.976030 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-7ff5bb46-96e6-4e3a-9c6c-c6220a84133b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0440555 Jul 29 18:55:59.987829 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:55:59.996642 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:55:59.997280 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:55:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:56:00.022998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-936e6ef3-db10-4a68-81a4-481ed7602078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:56:00.024685 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-936e6ef3-db10-4a68-81a4-481ed7602078 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412238 Jul 29 18:56:00.102859 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:56:00.119207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-ae91ee0c-43e0-437b-b1ab-b4b7776b5c80 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874519 Jul 29 18:56:00.209880 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-f68e0904-da7f-4e89-b717-151faf8c6e57 req-c60337df-49c8-44eb-a78c-d7e110ac905c service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831769 Jul 29 18:56:00.337871 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5055b76d-5ed5-4371-b842-72bcde9a6167', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:16:b5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:55:58Z', 'updated_at': '2021-07-29T18:55:58Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:56:00.450449 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69284b-d86e-4650-994f-fc684a135e5c None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': '5055b76d-5ed5-4371-b842-72bcde9a6167', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'mac_address': 'fa:16:3e:16:b5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T18:55:58Z', 'updated_at': '2021-07-29T18:55:58Z', 'revision_number': 0, 'project_id': '22b51c8043e840a185932a88989a64f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:56:00.658935 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6c20b-1628-4d9b-ba5f-271642cbf0e2 None None] New status for floating IP 5055b76d-5ed5-4371-b842-72bcde9a6167: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:56:09.387476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-54af27ae-716a-4eac-88b4-15eaf88c94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:09.459405 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-406c47ab-8a7c-48b3-b9b4-d37ebe264379 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498421 Jul 29 18:56:09.563871 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddedce8-2761-4e4e-854a-764547630b9b req-f23c20f0-418e-485e-a1c8-a6413e0fac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:56:09.565347 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-f23c20f0-418e-485e-a1c8-a6413e0fac42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1097 time: 0.0490146 Jul 29 18:56:09.680544 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddedce8-2761-4e4e-854a-764547630b9b req-97fe00b2-507a-482e-bc4f-cec59944e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:56:09.681903 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-97fe00b2-507a-482e-bc4f-cec59944e0c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0901935 Jul 29 18:56:09.755267 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-3b959e8a-6093-44dc-84dd-77284bcc506d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0622785 Jul 29 18:56:09.806445 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddedce8-2761-4e4e-854a-764547630b9b req-d0b9a10b-5666-4cdb-a8c7-a82f37edf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:56:09.807896 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-d0b9a10b-5666-4cdb-a8c7-a82f37edf60f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0442696 Jul 29 18:56:09.859146 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddedce8-2761-4e4e-854a-764547630b9b req-a4138e1a-a0c7-4a37-92a1-4c893b344ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:56:09.860700 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-a4138e1a-a0c7-4a37-92a1-4c893b344ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425835 Jul 29 18:56:09.959374 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-abce5134-2a49-4e76-aa4f-76a926696c8b service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910673 Jul 29 18:56:10.067746 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-cddedce8-2761-4e4e-854a-764547630b9b req-dedd4798-dbdd-4a49-86e7-ec49d28f2497 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939147 Jul 29 18:56:11.828013 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-61be7580-13c6-44e5-8730-ca32a1fb2102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:12.055417 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:12.887888 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:56:13.332999 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:14.955850 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:27.255254 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:28.160871 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:39.392557 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d1045e96-502f-4027-a4d8-4fa545e437dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:41.828155 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6fd4b8fd-db4b-42ac-bcb5-75507d4c2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:42.049527 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:43.336362 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:44.959920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:49.893626 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:56:57.252567 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:56:58.166554 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:09.382713 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e1aae03a-754a-4fa3-8fa1-415538782ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:10.448201 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-3602be1c-96fa-44b4-945d-b06eae672c73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487723 Jul 29 18:57:10.533554 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6f59-d607-420f-a7ea-3474c31280ab req-ba9d3b93-91eb-4f06-add6-7dabbc262baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:10.535089 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-ba9d3b93-91eb-4f06-add6-7dabbc262baf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1097 time: 0.0437706 Jul 29 18:57:10.640085 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6f59-d607-420f-a7ea-3474c31280ab req-c038f640-a6e8-4f4f-b067-221d878a1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:10.641604 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-c038f640-a6e8-4f4f-b067-221d878a1186 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0850344 Jul 29 18:57:10.721560 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-a74a7fe0-e2e5-4898-aba8-9b0813232267 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0722914 Jul 29 18:57:10.772773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6f59-d607-420f-a7ea-3474c31280ab req-63516e9c-2476-43df-83b0-767db3af2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:10.775067 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-63516e9c-2476-43df-83b0-767db3af2aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0459774 Jul 29 18:57:10.823234 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6f59-d607-420f-a7ea-3474c31280ab req-81b125cd-16f5-4687-b480-a8defc3e9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:10.824694 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-81b125cd-16f5-4687-b480-a8defc3e9865 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423872 Jul 29 18:57:10.920652 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-7f77115d-7280-4a50-94bc-e47074fe78a0 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887437 Jul 29 18:57:11.018114 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-382a6f59-d607-420f-a7ea-3474c31280ab req-b1b0e8ed-1cbc-4096-a952-21434bd52805 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Jul 29 18:57:11.829840 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e54cf825-75de-48c8-a277-849586e41784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:12.062460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:13.343161 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:14.963651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:26.899725 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:57:27.262639 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:28.165449 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:39.377002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16237bd1-a0a0-407b-9d45-b01fd79150cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:41.828222 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-22153748-c35d-4ac6-a274-6573ce6acc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:42.067596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:43.351151 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:44.964066 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:56.196585 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76436e5-dfb9-410a-8eee-634d6f668f73 req-38a7c3ad-6949-49b2-ac54-4e28c2987f0f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:56.198058 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76436e5-dfb9-410a-8eee-634d6f668f73 req-38a7c3ad-6949-49b2-ac54-4e28c2987f0f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0527685 Jul 29 18:57:56.240359 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-b76436e5-dfb9-410a-8eee-634d6f668f73 req-1da902d6-91e7-4e13-99ef-5f2c7c107759 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331936 Jul 29 18:57:57.260317 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:57.396547 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82808-e48c-441a-9c09-aa5fe72f03df req-2a7ca15c-85be-4e1a-9d21-8af3c8cf0a19 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:57.398038 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42c82808-e48c-441a-9c09-aa5fe72f03df req-2a7ca15c-85be-4e1a-9d21-8af3c8cf0a19 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0523319 Jul 29 18:57:57.437554 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-42c82808-e48c-441a-9c09-aa5fe72f03df req-94de17f2-7b1b-48da-9d9d-4e17b3f72168 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Jul 29 18:57:58.179208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:57:58.560565 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785dd2-6719-42a7-bbe3-235ff21a01bd req-33b5b11a-ae5f-4026-aad6-ab8559b44659 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:58.562116 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17785dd2-6719-42a7-bbe3-235ff21a01bd req-33b5b11a-ae5f-4026-aad6-ab8559b44659 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0546725 Jul 29 18:57:58.600827 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-17785dd2-6719-42a7-bbe3-235ff21a01bd req-058bc819-011d-49b9-84c5-2361ee9048d4 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326192 Jul 29 18:57:59.724319 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f502d1-b5ce-45fc-9dfb-e17e6e9ad774 req-e0be70c0-5968-405a-b286-734c60982617 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:57:59.725784 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0f502d1-b5ce-45fc-9dfb-e17e6e9ad774 req-e0be70c0-5968-405a-b286-734c60982617 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0512683 Jul 29 18:57:59.766480 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0f502d1-b5ce-45fc-9dfb-e17e6e9ad774 req-a881b2de-dafb-4a9d-9ce2-cb244051efb9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Jul 29 18:58:00.900964 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a2a5-6a7e-49ed-88b7-f7c84884c588 req-f20c8cda-678b-43b9-b02a-70c93054c4fe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:00.902345 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab91a2a5-6a7e-49ed-88b7-f7c84884c588 req-f20c8cda-678b-43b9-b02a-70c93054c4fe tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0523276 Jul 29 18:58:00.943292 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ab91a2a5-6a7e-49ed-88b7-f7c84884c588 req-73382006-86e0-4c3c-a6e7-c65f32db077a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322344 Jul 29 18:58:02.085228 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4106d-93af-4e81-82f5-faf4b20fbde9 req-0682fec8-df5e-4077-bcdb-fcd8cdf36b06 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:02.087335 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e4106d-93af-4e81-82f5-faf4b20fbde9 req-0682fec8-df5e-4077-bcdb-fcd8cdf36b06 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0614693 Jul 29 18:58:02.125921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0e4106d-93af-4e81-82f5-faf4b20fbde9 req-806d9b22-eea3-4fb9-84ca-1f9fee4aaf49 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323956 Jul 29 18:58:03.257202 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8a452-b510-4140-863e-47480e34a26b req-c3fc2a44-19a0-45a7-963a-9934b0c640d9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:03.258741 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2a8a452-b510-4140-863e-47480e34a26b req-c3fc2a44-19a0-45a7-963a-9934b0c640d9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0539579 Jul 29 18:58:03.298189 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2a8a452-b510-4140-863e-47480e34a26b req-897b7ed6-1475-4bab-a748-fe559bafe27e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Jul 29 18:58:03.890859 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:58:04.417332 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51172bfc-8f47-4bd9-885f-5368f5a094ce req-05d5b87c-3937-46c7-9eb2-347ae0b7db38 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:04.418855 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51172bfc-8f47-4bd9-885f-5368f5a094ce req-05d5b87c-3937-46c7-9eb2-347ae0b7db38 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0510800 Jul 29 18:58:04.462963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51172bfc-8f47-4bd9-885f-5368f5a094ce req-9049899e-41e7-4219-9306-e81bc80f6c4f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Jul 29 18:58:05.597667 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513a97f-bc5a-4dee-a151-825f746ac9e2 req-c92ea6a3-9eff-4fa1-9c95-4dc6fd2e2a50 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:05.599184 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c513a97f-bc5a-4dee-a151-825f746ac9e2 req-c92ea6a3-9eff-4fa1-9c95-4dc6fd2e2a50 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0566049 Jul 29 18:58:05.640921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c513a97f-bc5a-4dee-a151-825f746ac9e2 req-4f8d8336-54bd-4193-8fa3-2c5f02670251 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333414 Jul 29 18:58:06.343591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-7ab76ee4-d3eb-41e3-9616-047102606c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:06.345124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-7ab76ee4-d3eb-41e3-9616-047102606c6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1097 time: 0.0496790 Jul 29 18:58:06.436241 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-732e1707-8415-45ad-bd3b-29930af9f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:06.437717 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-732e1707-8415-45ad-bd3b-29930af9f909 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0851836 Jul 29 18:58:06.508124 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-4fa37e27-5b5b-4ba8-be7f-72f1d940b64e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0628748 Jul 29 18:58:06.568204 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-215c6b93-6cf4-42e0-bfbd-72b6c6d8f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:06.569721 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-215c6b93-6cf4-42e0-bfbd-72b6c6d8f3da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0538414 Jul 29 18:58:06.617632 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-0e8ad0d9-c668-43f3-abd6-7e0db3154219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:06.619198 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-0e8ad0d9-c668-43f3-abd6-7e0db3154219 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416505 Jul 29 18:58:06.630837 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-b9122e8b-420c-4884-94de-a3967d9d328e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 18:58:06.631755 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-b9122e8b-420c-4884-94de-a3967d9d328e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052176 Jul 29 18:58:06.726741 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-8fb84f0e-ee72-422a-8108-746d05ad7ae8 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871167 Jul 29 18:58:06.759752 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248449-5c75-4db4-9e6e-d9802e793b94 req-72c06631-6089-4453-84a1-258967cbb37c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:06.761238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20248449-5c75-4db4-9e6e-d9802e793b94 req-72c06631-6089-4453-84a1-258967cbb37c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0524094 Jul 29 18:58:06.799752 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-20248449-5c75-4db4-9e6e-d9802e793b94 req-0bdf6d34-c485-4941-a1bc-e4d560c373a2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322409 Jul 29 18:58:06.816766 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-ac8e7a32-8c65-437e-9729-7d61884d55cb req-2a5635ac-9fb9-4ce2-a693-83d93a66f985 service neutron] 10.222.0.49 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Jul 29 18:58:07.936862 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065cecc-3b6d-4b33-a89e-9b9a3b9e53e9 req-1799acc4-1fb6-4360-9f6c-86882ea1357b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:07.938460 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a065cecc-3b6d-4b33-a89e-9b9a3b9e53e9 req-1799acc4-1fb6-4360-9f6c-86882ea1357b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0605264 Jul 29 18:58:07.976726 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a065cecc-3b6d-4b33-a89e-9b9a3b9e53e9 req-caa14b1b-3711-4e11-acd8-1ff1ee557b6e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Jul 29 18:58:09.104147 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef37e0-820b-4ea2-8592-e4390a770389 req-b1a830dc-378e-4611-b2bc-32359bb5de73 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:09.105682 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fef37e0-820b-4ea2-8592-e4390a770389 req-b1a830dc-378e-4611-b2bc-32359bb5de73 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0555911 Jul 29 18:58:09.146862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9fef37e0-820b-4ea2-8592-e4390a770389 req-47bfc77a-98a4-4fb5-a9d4-9a73194b816a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346267 Jul 29 18:58:09.380782 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c473cd9-056c-41d1-935d-24196067c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:10.262740 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985fbec-0548-4524-9fa8-4e976b61e18c req-9ec75176-65f7-43cc-be65-4d5067a07f8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:10.264505 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9985fbec-0548-4524-9fa8-4e976b61e18c req-9ec75176-65f7-43cc-be65-4d5067a07f8b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0498543 Jul 29 18:58:10.302192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9985fbec-0548-4524-9fa8-4e976b61e18c req-8d106f10-dc54-41a7-8bd3-4d69baaca206 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Jul 29 18:58:10.526020 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-a6cdcb32-1783-4905-a019-103181abd849 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752108 Jul 29 18:58:10.538814 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2046-1c44-4d80-9ea6-57402cdec371 req-9a16830a-676e-4f6d-8e92-3a40cdb7dc7b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:10.540267 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cad2046-1c44-4d80-9ea6-57402cdec371 req-9a16830a-676e-4f6d-8e92-3a40cdb7dc7b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 946 time: 0.0647349 Jul 29 18:58:10.581147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2cad2046-1c44-4d80-9ea6-57402cdec371 req-0534fdcb-f1ff-41bf-b56c-55025d945cfa tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Jul 29 18:58:10.775734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:58:10.855516 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:10.879052 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:58:10.881488 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4217115-d2f6-409a-9011-4c785640a72b" -d '{"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-unplugged", "status": "completed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:58:10.894785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:58:10.904836 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:10.928879 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10a556-af88-4f5b-a8bd-16e1c006b140 x-openstack-request-id: req-8f10a556-af88-4f5b-a8bd-16e1c006b140 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:58:10.929172 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-unplugged", "status": "failed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "code": 422}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:58:10.929425 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f10a556-af88-4f5b-a8bd-16e1c006b140 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:58:10.929820 n-d-801607-3 neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'code': 422} returned with failed status Jul 29 18:58:10.956089 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:58:10.963573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.963914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.964256 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.964573 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.964903 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.965229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.965552 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.965870 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.966192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.966563 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.966882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:10.967200 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:11.698977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9bff-c10f-47fe-9374-14df7cf8a065 req-19cd7f9f-b535-40ea-b4ac-d0d0ddebda9f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:11.700675 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d03a9bff-c10f-47fe-9374-14df7cf8a065 req-19cd7f9f-b535-40ea-b4ac-d0d0ddebda9f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0516019 Jul 29 18:58:11.741419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d03a9bff-c10f-47fe-9374-14df7cf8a065 req-d8930224-112a-4257-8777-ac3f9df9ec8e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Jul 29 18:58:11.823430 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7fff-b90a-4722-bed6-3bc653f22763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:12.061511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:12.857885 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cb79-a1d0-4edf-97a5-d143528c4673 req-c2d70836-e5b5-4869-ad80-554da3574f6a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:12.859442 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44c6cb79-a1d0-4edf-97a5-d143528c4673 req-c2d70836-e5b5-4869-ad80-554da3574f6a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0496769 Jul 29 18:58:12.900032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-44c6cb79-a1d0-4edf-97a5-d143528c4673 req-ae5419d4-572d-4850-b0b5-9c0ac695fde9 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343459 Jul 29 18:58:13.345173 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:14.031014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276b0d9-8349-42d0-9a13-c7d2a8ec2da0 req-abf5acd6-9a04-45a9-958b-33b17f34976a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:14.032616 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f276b0d9-8349-42d0-9a13-c7d2a8ec2da0 req-abf5acd6-9a04-45a9-958b-33b17f34976a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0627549 Jul 29 18:58:14.072869 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f276b0d9-8349-42d0-9a13-c7d2a8ec2da0 req-29338e93-fba5-4343-a120-1897ed13170f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337410 Jul 29 18:58:14.964952 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:15.208830 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d816d-9d2e-4456-b84d-907583629831 req-30da79b1-44e0-49e4-a98c-730f6a3e10ab tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:15.210708 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e45d816d-9d2e-4456-b84d-907583629831 req-30da79b1-44e0-49e4-a98c-730f6a3e10ab tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0625832 Jul 29 18:58:15.276337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e45d816d-9d2e-4456-b84d-907583629831 req-95fbf801-a013-4834-b739-bee6d79e3b13 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592470 Jul 29 18:58:15.286387 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-098e142c-8308-4169-b729-a4b21b23ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:15.287828 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-098e142c-8308-4169-b729-a4b21b23ab2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c&tenant_id=22b51c8043e840a185932a88989a64f8 HTTP/1.1" status: 200 len: 1095 time: 0.0983291 Jul 29 18:58:15.300207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801607-3', 'device_owner': 'compute:nova'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 18:58:15.357579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:15.561921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:58:15.594821 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h1-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:58:15.628647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:58:15.636595 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:15.649413 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Transition to ACTIVE for port object 24143f10-9583-4ccd-849e-d193687dc13b will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 18:58:15.655618 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:15.745439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:58:15.760216 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.760567 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.760914 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.761253 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.761587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.761917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.762270 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.762630 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.762956 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.763280 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.763666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.764053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:58:15.793230 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] No DVR routers for this DVR port 24143f10-9583-4ccd-849e-d193687dc13b on host n-h1-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:58:15.932699 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 18:58:15.933034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 18:58:15.933358 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:58:15.937835 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 18:58:15.938154 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Attempting to bind port 24143f10-9583-4ccd-849e-d193687dc13b on network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 18:58:15.944107 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 18:58:15.944437 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Checking segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 18:58:15.944819 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Bound using segment: {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 18:58:15.945239 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Bound port: 24143f10-9583-4ccd-849e-d193687dc13b, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a30a23e-3282-4831-b7d4-39495948eda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 18:58:15.945586 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:16.014151 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 18:58:16.017529 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 18:58:16.022579 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:16.061929 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.062548 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:16.063998 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] 10.222.0.38 "PUT /v2.0/ports/24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1092 time: 0.7680495 Jul 29 18:58:16.064436 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:58:16.066826 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4" -d '{"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:58:16.089521 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab02f-01e2-4abe-873c-67672abf78bf service neutron] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=8']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:58:16.127383 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d1d5f-00bb-43d7-a2b8-218ac50e9b1c x-openstack-request-id: req-e51d1d5f-00bb-43d7-a2b8-218ac50e9b1c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:58:16.127642 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:58:16.127903 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e51d1d5f-00bb-43d7-a2b8-218ac50e9b1c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:58:16.128302 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'status': 'completed', 'code': 200} Jul 29 18:58:16.145082 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-02cc018e-2b2b-43c6-bf20-afd4fbe660c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.146723 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-02cc018e-2b2b-43c6-bf20-afd4fbe660c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1095 time: 0.0470140 Jul 29 18:58:16.245233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-74d600ad-432e-45bf-b5c3-d340c429bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.247128 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-74d600ad-432e-45bf-b5c3-d340c429bf45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0924449 Jul 29 18:58:16.318146 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-0609888e-9de5-44e0-9bd3-048fea45113a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1000 time: 0.0635231 Jul 29 18:58:16.394412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-be9f93bc-0eee-4645-b75e-972991b7f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.395890 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-be9f93bc-0eee-4645-b75e-972991b7f774 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0710535 Jul 29 18:58:16.419628 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3212542-ac6f-4c32-b4a4-f750afb248eb req-69829629-2e80-4adc-8083-c37c0a76c3bc tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.421067 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3212542-ac6f-4c32-b4a4-f750afb248eb req-69829629-2e80-4adc-8083-c37c0a76c3bc tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0699358 Jul 29 18:58:16.479114 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-3b65c46d-564b-419e-80d7-ac2882dc13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.480609 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-3b65c46d-564b-419e-80d7-ac2882dc13de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769477 Jul 29 18:58:16.483571 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f3212542-ac6f-4c32-b4a4-f750afb248eb req-bf2be9d0-d386-4bdd-8988-71a3c408351c tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Jul 29 18:58:16.571045 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-132cdb60-0ffb-40fd-9640-f364500de6c5 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Jul 29 18:58:16.667337 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e25b8985-4860-4b6b-a763-7d78d09aa5d1 req-6b07db7d-1930-4ec9-aeb7-832c0d1bfed5 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880160 Jul 29 18:58:16.761245 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-8274fe8b-83b0-43a2-9912-7b2cb64cbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.762780 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-8274fe8b-83b0-43a2-9912-7b2cb64cbf9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1095 time: 0.0425897 Jul 29 18:58:16.859160 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-81b3f8b1-60e1-4196-aba1-3897c1c52755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.860506 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-81b3f8b1-60e1-4196-aba1-3897c1c52755 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0901530 Jul 29 18:58:16.929167 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-8d6fa23d-785a-4d4d-aecd-4d76a8f55369 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1000 time: 0.0608315 Jul 29 18:58:16.979198 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-d3643de3-0f42-47e0-949d-0a2cceba5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:16.980588 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-d3643de3-0f42-47e0-949d-0a2cceba5476 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0432758 Jul 29 18:58:17.033412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-be9336b4-13c4-4421-b108-affd6c7f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:17.034981 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-be9336b4-13c4-4421-b108-affd6c7f78d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453222 Jul 29 18:58:17.130379 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-4ff9053e-9948-4876-9446-06a8285e517e service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857117 Jul 29 18:58:17.225963 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-9d65c36a-4464-4b25-9f96-dbe7d4b985e4 req-89fb0c36-0d9c-4074-91a8-3a34b9e71740 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Jul 29 18:58:17.614656 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3dabd-86c0-4b22-a6a3-5da424333c04 req-22f33e73-6c8e-427f-a2cd-ab6083de1599 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:17.616132 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db3dabd-86c0-4b22-a6a3-5da424333c04 req-22f33e73-6c8e-427f-a2cd-ab6083de1599 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0528905 Jul 29 18:58:17.657346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8db3dabd-86c0-4b22-a6a3-5da424333c04 req-b94932cc-99f1-444c-9241-7d368285c566 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Jul 29 18:58:18.787248 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008f7f-668e-4de7-9c1f-dd99d7513e84 req-e0305f8f-bdbc-4d1a-9dbd-e449bc31d519 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:18.788739 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96008f7f-668e-4de7-9c1f-dd99d7513e84 req-e0305f8f-bdbc-4d1a-9dbd-e449bc31d519 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0528226 Jul 29 18:58:18.829689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-96008f7f-668e-4de7-9c1f-dd99d7513e84 req-6d0e9ebe-a1a5-4c3d-ace0-eeb3f5a048f2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Jul 29 18:58:19.957153 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb22e-576b-4c31-9cf2-3c09cdef972f req-4d37740a-df29-425a-8f24-c3fc0e6b2393 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:19.958687 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-040bb22e-576b-4c31-9cf2-3c09cdef972f req-4d37740a-df29-425a-8f24-c3fc0e6b2393 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0499651 Jul 29 18:58:20.002215 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-040bb22e-576b-4c31-9cf2-3c09cdef972f req-4a73c473-9d57-455a-822c-b2ae9511a63b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371461 Jul 29 18:58:21.141882 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c2c3a-87b0-4757-9458-2dd16d14460b req-e4983f21-008e-485c-a72b-a6595f0e2a78 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:21.143586 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-662c2c3a-87b0-4757-9458-2dd16d14460b req-e4983f21-008e-485c-a72b-a6595f0e2a78 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0623779 Jul 29 18:58:21.182558 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-662c2c3a-87b0-4757-9458-2dd16d14460b req-fc220c0c-c9c4-41be-bf0f-96ce79c72d6a tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Jul 29 18:58:21.264647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dbf2-e898-46bc-9480-101147639a25 req-01919d9d-3ccb-4b43-b7eb-aaed83cab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:21.266129 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-01919d9d-3ccb-4b43-b7eb-aaed83cab6fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1095 time: 0.0429044 Jul 29 18:58:21.384048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dbf2-e898-46bc-9480-101147639a25 req-ed3ecd42-ae51-45ed-92c9-307e3ea2ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:21.385578 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-ed3ecd42-ae51-45ed-92c9-307e3ea2ff6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0991998 Jul 29 18:58:21.455472 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-75c52343-4232-476c-8863-d804613dfc21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1000 time: 0.0621464 Jul 29 18:58:21.504034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dbf2-e898-46bc-9480-101147639a25 req-6cddbdbc-f2d5-4f09-949c-6b7e0f91b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:21.505421 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-6cddbdbc-f2d5-4f09-949c-6b7e0f91b6b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0433807 Jul 29 18:58:21.554734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dbf2-e898-46bc-9480-101147639a25 req-c718b1d1-bbf4-497b-9b13-f08b5e21c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:21.556201 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-c718b1d1-bbf4-497b-9b13-f08b5e21c944 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435174 Jul 29 18:58:21.650701 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-4f95ce73-20bc-4be3-9bbc-73213a262921 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Jul 29 18:58:21.743555 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4803dbf2-e898-46bc-9480-101147639a25 req-d88b153e-8b3c-44de-9c03-f62f3186a2bf service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861433 Jul 29 18:58:22.305021 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59ff74-dc3b-44f2-9400-f2d504aa9c02 req-044dcdf9-282f-46ff-b31d-1b9a1f131dee tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:22.306548 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a59ff74-dc3b-44f2-9400-f2d504aa9c02 req-044dcdf9-282f-46ff-b31d-1b9a1f131dee tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0532136 Jul 29 18:58:22.348584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2a59ff74-dc3b-44f2-9400-f2d504aa9c02 req-10350585-3d5d-4f42-9eef-8ba0e402fd10 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Jul 29 18:58:23.472556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7c73-aca5-4cec-b026-cf2bd52622c9 req-23a14bb7-5861-464b-849c-e2ef09870325 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:23.473945 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eaa7c73-aca5-4cec-b026-cf2bd52622c9 req-23a14bb7-5861-464b-849c-e2ef09870325 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0513761 Jul 29 18:58:23.515085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6eaa7c73-aca5-4cec-b026-cf2bd52622c9 req-6221b6f4-d0c0-437b-b89e-b4bd52588ff7 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322375 Jul 29 18:58:24.642410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078350d-f6cc-4b73-8327-c9b18ba2db60 req-f90378c1-623a-425f-904e-16265b90a10e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:24.643948 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f078350d-f6cc-4b73-8327-c9b18ba2db60 req-f90378c1-623a-425f-904e-16265b90a10e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0558376 Jul 29 18:58:25.006094 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-f078350d-f6cc-4b73-8327-c9b18ba2db60 req-24287cf4-1b6d-4b71-ab78-0a7733ef3d26 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530848 Jul 29 18:58:26.135281 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116925e5-7103-40ec-9897-d30bd51f32ef req-313b8ad4-9b5b-45c1-9a34-75c8c7461a12 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:26.136769 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-116925e5-7103-40ec-9897-d30bd51f32ef req-313b8ad4-9b5b-45c1-9a34-75c8c7461a12 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 944 time: 0.0534728 Jul 29 18:58:26.177534 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-116925e5-7103-40ec-9897-d30bd51f32ef req-67b87ca4-a8f6-428d-bd24-dca821d9d146 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Jul 29 18:58:26.245946 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 18:58:26.346516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:58:26.358371 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '24143f10-9583-4ccd-849e-d193687dc13b', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'port_id': '24143f10-9583-4ccd-849e-d193687dc13b', 'mac_address': 'fa:16:3e:16:b5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 18:58:26.396073 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:26.409208 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 18:58:26.428703 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:58:26.435565 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:26.486622 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:58:26.650540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['24143f10-9583-4ccd-849e-d193687dc13b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 18:58:27.260711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:27.303129 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540598c-aaae-4acf-b7bc-d06070a08ec8 req-535e4542-2081-4253-9046-66e3ca14e89b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:27.304605 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2540598c-aaae-4acf-b7bc-d06070a08ec8 req-535e4542-2081-4253-9046-66e3ca14e89b tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 945 time: 0.0495186 Jul 29 18:58:27.343817 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2540598c-aaae-4acf-b7bc-d06070a08ec8 req-a6b965f7-10ea-4d92-b998-2bf96f6082e0 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Jul 29 18:58:28.173277 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:28.261070 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 18:58:28.315615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 24143f10-9583-4ccd-849e-d193687dc13b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 18:58:28.319472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 24143f10-9583-4ccd-849e-d193687dc13b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 18:58:28.319838 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:28.397386 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:28.420860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:58:28.423083 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223703b-9a63-4ccc-8d15-ab50cfab27a0" -d '{"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-plugged", "status": "completed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:58:28.439512 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:58:28.443988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:28.464879 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096753c-b73a-4a62-b789-8ca48f472409 req-d6e18d2f-fa0b-41f5-90a0-265a945bf766 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:28.466446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7096753c-b73a-4a62-b789-8ca48f472409 req-d6e18d2f-fa0b-41f5-90a0-265a945bf766 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 945 time: 0.0554409 Jul 29 18:58:28.490456 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:58:28.505494 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7096753c-b73a-4a62-b789-8ca48f472409 req-2294fea9-095d-4984-8d98-6f2e2dcc3420 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Jul 29 18:58:28.548177 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb320d-b101-48b6-9bd5-2d0e06d09fcb x-openstack-request-id: req-cceb320d-b101-48b6-9bd5-2d0e06d09fcb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:58:28.548514 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-plugged", "status": "completed", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:58:28.548798 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cceb320d-b101-48b6-9bd5-2d0e06d09fcb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:58:28.549171 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'code': 200} Jul 29 18:58:28.706680 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a2abb-e1e7-4469-a6f9-82dbdd4ddbc8 req-846e61d8-0f4a-4c4d-8209-5a6d8510efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:28.708921 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-111a2abb-e1e7-4469-a6f9-82dbdd4ddbc8 req-846e61d8-0f4a-4c4d-8209-5a6d8510efb5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1098 time: 0.0554874 Jul 29 18:58:28.752878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-111a2abb-e1e7-4469-a6f9-82dbdd4ddbc8 req-dd106ef1-7a83-44ed-bacf-f6990d19c80b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362766 Jul 29 18:58:29.623188 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3e286-768e-4b4d-95cf-d18cfdbbc5c4 req-0236e591-f18b-4a38-84d2-71fb0660af6e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:29.624689 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ad3e286-768e-4b4d-95cf-d18cfdbbc5c4 req-0236e591-f18b-4a38-84d2-71fb0660af6e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 947 time: 0.0494983 Jul 29 18:58:29.663097 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-1ad3e286-768e-4b4d-95cf-d18cfdbbc5c4 req-57e2aea2-762f-4d18-84fc-7fd3b5d82257 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321598 Jul 29 18:58:30.842725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba472a1-887b-4560-9448-1e9b37355a5b req-a7328e66-a8c7-49cd-b50a-ea7e46dd6300 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:58:30.844229 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba472a1-887b-4560-9448-1e9b37355a5b req-a7328e66-a8c7-49cd-b50a-ea7e46dd6300 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 947 time: 0.1033604 Jul 29 18:58:30.883657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3ba472a1-887b-4560-9448-1e9b37355a5b req-46617746-c510-4563-9e98-9ad558aad6a1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Jul 29 18:58:39.384530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b4eda4df-1e5e-4f40-bac3-9d0d5146f070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:40.896830 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:58:41.826926 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a31eacf0-0d7a-4972-8c31-8cca8b66d43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:42.076718 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:43.360370 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:44.971220 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:57.293063 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:58:58.181606 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:09.391913 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17787109-7ac7-4c91-800a-18de336b2f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:11.832651 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a19d-d230-431c-80a7-5c22111fc2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:12.075790 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:13.357827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:14.977808 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:17.892061 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:59:22.240123 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-266351b7-3204-4927-8dc3-86e98bacb0c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441031 Jul 29 18:59:22.333679 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-0af05f34-f29c-443a-91e6-a2e84a4f54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:22.335221 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-0af05f34-f29c-443a-91e6-a2e84a4f54fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1098 time: 0.0434830 Jul 29 18:59:22.446454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-361c6473-0612-460e-a4c9-5cc9d023bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:22.447821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-361c6473-0612-460e-a4c9-5cc9d023bac6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.0926111 Jul 29 18:59:22.523277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-14a4195c-90dc-458b-acb0-3df139b6a459 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 1002 time: 0.0678983 Jul 29 18:59:22.576412 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-7ee042ec-eefd-4f3d-abce-c80347a4bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:22.577862 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-7ee042ec-eefd-4f3d-abce-c80347a4bb95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0472865 Jul 29 18:59:22.638110 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-6aaae2c4-1529-42f0-bf1e-c5362a3beb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:22.640405 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-6aaae2c4-1529-42f0-bf1e-c5362a3beb8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542359 Jul 29 18:59:22.732639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-84a98895-8ba9-4eb5-b88a-2c309b387191 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Jul 29 18:59:22.826349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-74dd4f31-6164-4eb9-9a59-186652922dd9 req-0c11cdfc-482f-49d7-8430-092e03f24249 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865889 Jul 29 18:59:27.293876 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:28.189784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:39.392967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e97e-c06f-43a1-8501-0fd1876a0236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:41.845395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e8a37a88-3cce-4b8d-8321-c93852d827df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:42.082660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:43.366140 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:44.979648 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.418305 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47312) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:46.582348 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Deleting port 99dfe71e-dc9c-4cbd-9e28-468652658925 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:46.582737 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.664333 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.664665 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.676556 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Calling delete_port for 99dfe71e-dc9c-4cbd-9e28-468652658925 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:46.836669 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.860320 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'Port': ['ID=99dfe71e-dc9c-4cbd-9e28-468652658925,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:46.873553 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.873895 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.874229 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.874623 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.874953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.875280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.875601 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.875922 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.876262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.876586 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.876932 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.877254 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:46.944412 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:46.944748 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Floating IP 5055b76d-5ed5-4371-b842-72bcde9a6167 disassociated (deleted). External IP: 172.25.5.100, port: 24143f10-9583-4ccd-849e-d193687dc13b. Jul 29 18:59:47.150726 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:59:47.259288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:59:47.264331 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:47.271340 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:59:47.281405 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:47.282020 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:47.290050 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e497b2f0-861e-4f01-a889-3d2eee688b95 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "DELETE /v2.0/floatingips/5055b76d-5ed5-4371-b842-72bcde9a6167 HTTP/1.1" status: 204 len: 168 time: 0.8705697 Jul 29 18:59:47.290646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:59:47.292895 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12e1d09-ec58-4758-858c-2a7c3004f34e" -d '{"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:59:47.386686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:47.451325 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f416f-6bd1-4b16-b3dd-86b294ac7ded x-openstack-request-id: req-1a2f416f-6bd1-4b16-b3dd-86b294ac7ded {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:59:47.451850 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:59:47.451945 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a2f416f-6bd1-4b16-b3dd-86b294ac7ded {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:59:47.452397 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'status': 'completed', 'code': 200} Jul 29 18:59:47.547760 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-c73016ad-ed40-4c33-abae-3f699f634862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:47.549313 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-c73016ad-ed40-4c33-abae-3f699f634862 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b51c8043e840a185932a88989a64f8&device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 1098 time: 0.0726223 Jul 29 18:59:47.561759 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39af517-8c00-4464-9357-a336a6fa6c57 req-61cee3cf-0893-4304-b23a-1e2e4f7f6e66 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:47.563239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c39af517-8c00-4464-9357-a336a6fa6c57 req-61cee3cf-0893-4304-b23a-1e2e4f7f6e66 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 947 time: 0.0605083 Jul 29 18:59:47.592862 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:47.619059 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:59:47.628073 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:47.628704 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:47.654347 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c39af517-8c00-4464-9357-a336a6fa6c57 req-dcfcfa61-e4a8-4074-a43f-464c05c6da10 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826950 Jul 29 18:59:47.681404 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-ef6d9b27-f9e5-4c21-8a03-3da372b9110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:47.682950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-ef6d9b27-f9e5-4c21-8a03-3da372b9110b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 200 len: 910 time: 0.1188653 Jul 29 18:59:47.726913 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-2d09782a-eee3-46fd-b6f9-530999ac2b68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 200 len: 217 time: 0.0354390 Jul 29 18:59:47.733883 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:47.783452 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-49d8d8ab-5dca-4f89-8685-a420dfdca500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:47.784974 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-49d8d8ab-5dca-4f89-8685-a420dfdca500 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 200 len: 848 time: 0.0509655 Jul 29 18:59:47.833499 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-126648bd-90d2-4eea-882e-920f3549e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:47.835071 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-126648bd-90d2-4eea-882e-920f3549e210 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1dd85954-8828-4cc5-8f7d-72a5c6349de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423176 Jul 29 18:59:47.927952 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-80eef83e-1f05-4ed5-8a51-b20f3254c3d5 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846806 Jul 29 18:59:47.931863 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:47.957530 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd507-19ee-4fbf-9a16-69c2c3ccc31b None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:51:13Z', 'revision_number': 4, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'd1ac3d8e-4a2c-46af-9aa7-516a38dc9efb', 'name': '', 'network_id': '1dd85954-8828-4cc5-8f7d-72a5c6349de3', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'mac_address': 'fa:16:3e:7b:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:12Z', 'updated_at': '2021-07-29T18:51:19Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'subnets': [{'id': '4cbd9eba-6171-474b-881c-61e9383beedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:59:48.029079 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c12e1d09-ec58-4758-858c-2a7c3004f34e req-cb1cde83-423d-4886-af3c-998ac02a09c0 service neutron] 10.222.0.38 "GET /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933950 Jul 29 18:59:48.182006 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f460c3-289c-4659-914f-d3684dfa68ed None None] New status for floating IP 5055b76d-5ed5-4371-b842-72bcde9a6167: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 18:59:48.800983 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816bcf-fab5-486f-9425-f0004e806917 req-f7a9cc92-b4d4-4426-b4d5-4ca179ebdfb8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:48.802512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b816bcf-fab5-486f-9425-f0004e806917 req-f7a9cc92-b4d4-4426-b4d5-4ca179ebdfb8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 947 time: 0.0676756 Jul 29 18:59:48.843238 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-4b816bcf-fab5-486f-9425-f0004e806917 req-1d5a45e2-1c08-4c64-a7cf-c6480c1c4bc8 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad5d327e-2717-4b4e-9cee-be967e44bb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Jul 29 18:59:48.960876 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-8540696b-eb50-4280-b720-c442fff821a2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 18:59:48.962275 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-8540696b-eb50-4280-b720-c442fff821a2 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 947 time: 0.0540743 Jul 29 18:59:49.058439 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Deleting port 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:49.058782 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:49.149139 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] For port 24143f10-9583-4ccd-849e-d193687dc13b, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=24143f10-9583-4ccd-849e-d193687dc13b,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:49.149505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:49.167130 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Calling delete_port for 24143f10-9583-4ccd-849e-d193687dc13b owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:49.301137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:49.338449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'Port': ['ID=24143f10-9583-4ccd-849e-d193687dc13b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:49.368059 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.368424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.368758 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.369061 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.369410 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.369783 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.370169 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.370942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.371259 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.371605 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.371979 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.372327 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 18:59:49.390256 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] No DVR routers for this DVR port 24143f10-9583-4ccd-849e-d193687dc13b on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:59:49.392968 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:49.395113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-336aa75a-82d8-474c-a0a6-ce3c63fc3617 req-fc1c6db2-4a5f-420b-8a71-41848325574f tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.38 "DELETE /v2.0/ports/24143f10-9583-4ccd-849e-d193687dc13b HTTP/1.1" status: 204 len: 173 time: 0.4265568 Jul 29 18:59:49.395594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-deleted', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 18:59:49.397882 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4820e5da-3afe-46c7-a122-5bdc698d59c3" -d '{"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-deleted", "tag": "24143f10-9583-4ccd-849e-d193687dc13b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 18:59:49.434599 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b55a527-d6ca-4f09-af06-99b466e16a6f x-openstack-request-id: req-9b55a527-d6ca-4f09-af06-99b466e16a6f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 18:59:49.434918 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951b30b8-0122-49da-92a4-fe9d9354a69c", "name": "network-vif-deleted", "tag": "24143f10-9583-4ccd-849e-d193687dc13b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 18:59:49.435170 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b55a527-d6ca-4f09-af06-99b466e16a6f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 18:59:49.435699 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951b30b8-0122-49da-92a4-fe9d9354a69c', 'name': 'network-vif-deleted', 'tag': '24143f10-9583-4ccd-849e-d193687dc13b', 'status': 'completed', 'code': 200} Jul 29 18:59:49.943036 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c279692e-0fb7-4ff4-a210-9b21bd4d0b70 req-f99427f5-818e-411b-889a-598c52534563 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jul 29 18:59:51.038743 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e0c8729d-7b3f-4c13-80b8-ed5ba03845d5 req-01476e65-7dc3-4e58-9929-17ce4320cc2d tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0272729 Jul 29 18:59:52.135231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-36e2b8e0-df44-43d2-8079-015a743e678e req-6efae465-a946-436e-b241-f779852f6edd tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0281646 Jul 29 18:59:52.697104 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:59:52.723004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 24143f10-9583-4ccd-849e-d193687dc13b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:59:52.723405 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 24143f10-9583-4ccd-849e-d193687dc13b not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:59:53.248822 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f93161f-86be-4a86-9984-595b7be96a5c req-2cca2bb0-ef52-494b-8dd1-c860a686b8b1 tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "GET /v2.0/ports?device_id=951b30b8-0122-49da-92a4-fe9d9354a69c HTTP/1.1" status: 200 len: 210 time: 0.0271690 Jul 29 18:59:54.308490 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47342) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:54.375154 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:54.400627 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:54.462322 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:54.464938 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:54.466113 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad5d327e-2717-4b4e-9cee-be967e44bb5e HTTP/1.1" status: 204 len: 168 time: 0.1565325 Jul 29 18:59:54.477579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538eca0-e807-4fac-aa47-660329da5b3e tempest-TestShelveInstance-1020188030 tempest-TestShelveInstance-1020188030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5d327e-2717-4b4e-9cee-be967e44bb5e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:54.538771 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47346) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:54.891223 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 18:59:55.012836 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:55.265397 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Deleting port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:55.265714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:55.350621 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] For port d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:55.351337 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:55.364435 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Calling delete_port for d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:55.554668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:55.584292 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:55.755768 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:55.984184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Router 14afe0a3-0dbc-421e-b065-4a6d60455e42 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:59:56.102644 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:59:56.107871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8281c5f6-1659-4823-8b84-9183ea0df603 admin admin] 10.222.0.16 "PUT /v2.0/routers/14afe0a3-0dbc-421e-b065-4a6d60455e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5679874 Jul 29 18:59:56.110625 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47350) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:56.113229 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Sync routers for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:59:56.123257 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:56.123855 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:56.215232 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.232251 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:56.319044 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.373014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Deleting port 03414097-33c3-452c-8e96-8e7d7ad7dd48 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:56.373759 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.405692 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:59:55Z', 'revision_number': 5, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port': {'id': '03414097-33c3-452c-8e96-8e7d7ad7dd48', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:11Z', 'updated_at': '2021-07-29T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:56.456725 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] For port 03414097-33c3-452c-8e96-8e7d7ad7dd48, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=03414097-33c3-452c-8e96-8e7d7ad7dd48,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:56.457067 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.471392 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Calling delete_port for 03414097-33c3-452c-8e96-8e7d7ad7dd48 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:56.523931 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Checking router: 14afe0a3-0dbc-421e-b065-4a6d60455e42 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:59:56.532742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Routers {'14afe0a3-0dbc-421e-b065-4a6d60455e42'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:56.533346 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['14afe0a3-0dbc-421e-b065-4a6d60455e42'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:56.617262 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] Set router 14afe0a3-0dbc-421e-b065-4a6d60455e42 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:56.643821 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.668686 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:59:56Z', 'revision_number': 6, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:56.669062 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Pushing event deleted for resources: {'Port': ['ID=03414097-33c3-452c-8e96-8e7d7ad7dd48,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:56.699055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091516-3c95-43a3-8f6a-8b26a148e014 None None] The sync data for ids ['14afe0a3-0dbc-421e-b065-4a6d60455e42'] in n-d-801607-3 is: [{'id': '14afe0a3-0dbc-421e-b065-4a6d60455e42', 'name': 'tempest-TestShelveInstance-1955450240-router', 'tenant_id': '22b51c8043e840a185932a88989a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:10Z', 'updated_at': '2021-07-29T18:59:56Z', 'revision_number': 6, 'project_id': '22b51c8043e840a185932a88989a64f8', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:59:56.733876 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.823387 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.825628 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.879213 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.879698 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14afe0a3-0dbc-421e-b065-4a6d60455e42 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 18:59:56.884210 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.885382 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-c3038c04-2ca8-4d9a-90ee-1db54cdfd8df admin admin] 10.222.0.16 "DELETE /v2.0/routers/14afe0a3-0dbc-421e-b065-4a6d60455e42 HTTP/1.1" status: 204 len: 168 time: 0.7737987 Jul 29 18:59:56.888053 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:56.932664 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Deleting subnet 4cbd9eba-6171-474b-881c-61e9383beedd {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 18:59:56.935744 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:56.976326 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404414'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.059514 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.117633 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9404337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9008510'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.144013 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbd9eba-6171-474b-881c-61e9383beedd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:57.148099 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.150211 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-1aac9e94-caf2-4ea6-b547-0373c538ba02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4cbd9eba-6171-474b-881c-61e9383beedd HTTP/1.1" status: 204 len: 168 time: 0.2610164 Jul 29 18:59:57.152885 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:57.155944 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5683c59-bf37-414d-9930-f43f606284aa None None] Network 1dd85954-8828-4cc5-8f7d-72a5c6349de3 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 18:59:57.222896 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.275688 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Deleting port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:57.276027 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.293815 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.337103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] For port cc1bb76e-b47c-4dfb-9f41-b2f881fea565, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,segment=NetworkSegment(4a30a23e-3282-4831-b7d4-39495948eda4),segment_id=4a30a23e-3282-4831-b7d4-39495948eda4)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:57.337472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.350456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Calling delete_port for cc1bb76e-b47c-4dfb-9f41-b2f881fea565 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:57.448718 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.458609 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c642ac-2e23-4b0f-9263-1b590e8a3994 None None] DHCP port deletion for 1dd85954-8828-4cc5-8f7d-72a5c6349de3 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 18:59:57.480159 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] No DVR routers for this DVR port cc1bb76e-b47c-4dfb-9f41-b2f881fea565 on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 18:59:57.486176 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1bb76e-b47c-4dfb-9f41-b2f881fea565,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:57.555179 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.565392 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd85954-8828-4cc5-8f7d-72a5c6349de3']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:57.579522 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a30a23e-3282-4831-b7d4-39495948eda4') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:57.579816 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a30a23e-3282-4831-b7d4-39495948eda4') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:57.588799 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.602994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.609951 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 18:59:57.610635 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: timer() Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 18:59:57.621371 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 18:59:57.645300 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc1bb76e-b47c-4dfb-9f41-b2f881fea565 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:59:57.666958 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: cc1bb76e-b47c-4dfb-9f41-b2f881fea565 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:59:57.667347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device cc1bb76e-b47c-4dfb-9f41-b2f881fea565 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:59:57.667769 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 03414097-33c3-452c-8e96-8e7d7ad7dd48 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:59:57.672159 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.678149 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:57.681680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] 10.222.0.16 "DELETE /v2.0/networks/1dd85954-8828-4cc5-8f7d-72a5c6349de3 HTTP/1.1" status: 204 len: 168 time: 0.5277216 Jul 29 18:59:57.684855 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47356) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:57.690921 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 03414097-33c3-452c-8e96-8e7d7ad7dd48 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:59:57.691274 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 03414097-33c3-452c-8e96-8e7d7ad7dd48 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:59:57.692219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 18:59:57.695353 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0507-7f2c-4dbe-b367-a373e553f3db admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd85954-8828-4cc5-8f7d-72a5c6349de3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:57.714030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 18:59:57.714481 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device d1ac3d8e-4a2c-46af-9aa7-516a38dc9efb not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 18:59:58.048252 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:58.177366 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:58.615834 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Deleting port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:58.616165 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:58.697345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] For port 3a2494ee-9cca-4a83-9ce6-8277ba113bb6, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:58.698066 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:58.710636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Calling delete_port for 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:58.913340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:58.946857 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2494ee-9cca-4a83-9ce6-8277ba113bb6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 18:59:59.114657 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:59.342823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Router 6bec2863-74ab-43b1-a190-d83631cf0170 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 18:59:59.451201 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 18:59:59.456247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-f5f96fb6-d2f1-4591-ac0f-8ada01822bed admin admin] 10.222.0.16 "PUT /v2.0/routers/6bec2863-74ab-43b1-a190-d83631cf0170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702181 Jul 29 18:59:59.459005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47358) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 18:59:59.459785 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Sync routers for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 18:59:59.469038 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:59.469653 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:59.565828 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:59.572891 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:59.676576 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:59.731522 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Deleting port 77665f05-127c-4461-89a1-7c73125c1e67 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 18:59:59.732202 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:59.753899 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '77665f05-127c-4461-89a1-7c73125c1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:59:58Z', 'revision_number': 5, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port': {'id': '77665f05-127c-4461-89a1-7c73125c1e67', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:59.784216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Checking router: 6bec2863-74ab-43b1-a190-d83631cf0170 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 18:59:59.792505 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Routers {'6bec2863-74ab-43b1-a190-d83631cf0170'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 18:59:59.793108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['6bec2863-74ab-43b1-a190-d83631cf0170'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:59.811884 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] For port 77665f05-127c-4461-89a1-7c73125c1e67, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=77665f05-127c-4461-89a1-7c73125c1e67,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 18:59:59.812560 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:59:59.825261 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Calling delete_port for 77665f05-127c-4461-89a1-7c73125c1e67 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 18:59:59.878116 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] Set router 6bec2863-74ab-43b1-a190-d83631cf0170 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 18:59:59.928434 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:59:59Z', 'revision_number': 6, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port_host': None}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 18:59:59.959492 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee3494-8f27-484a-8c5b-c33a05c03ffb None None] The sync data for ids ['6bec2863-74ab-43b1-a190-d83631cf0170'] in n-d-801607-3 is: [{'id': '6bec2863-74ab-43b1-a190-d83631cf0170', 'name': 'tempest-TestShelveInstance-1565965420-router', 'tenant_id': '20d396cc8a134289b83e96cf1a6a25be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T18:51:15Z', 'updated_at': '2021-07-29T18:59:59Z', 'revision_number': 6, 'project_id': '20d396cc8a134289b83e96cf1a6a25be', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 18:59:59.999303 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.030629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Pushing event deleted for resources: {'Port': ['ID=77665f05-127c-4461-89a1-7c73125c1e67,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:00.088479 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.178981 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.181275 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.225511 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.226060 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bec2863-74ab-43b1-a190-d83631cf0170 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 19:00:00.230531 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.231680 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-ee031e92-703a-4f11-8b6d-f864e090a624 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bec2863-74ab-43b1-a190-d83631cf0170 HTTP/1.1" status: 204 len: 168 time: 0.7717443 Jul 29 19:00:00.234570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:00.281341 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Deleting subnet 79a71dcf-e407-4239-ab88-2899b04f3709 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 19:00:00.284722 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.325135 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.406764 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.460650 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.485550 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a71dcf-e407-4239-ab88-2899b04f3709,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:00.489248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.493132 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-e0b3ba08-7b89-41c2-a87d-54fda457478b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79a71dcf-e407-4239-ab88-2899b04f3709 HTTP/1.1" status: 204 len: 168 time: 0.2574043 Jul 29 19:00:00.493917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47362) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:00.495943 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e1685-e379-420a-af5d-03672980b72e None None] Network ee8681cb-2ac0-432f-b5fb-11b90f345572 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:00:00.571505 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.625993 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Deleting port 396e5552-9b40-4945-9c56-ed788f368c03 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:00:00.626397 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.696300 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] For port 396e5552-9b40-4945-9c56-ed788f368c03, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=396e5552-9b40-4945-9c56-ed788f368c03,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:00.696673 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.711134 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Calling delete_port for 396e5552-9b40-4945-9c56-ed788f368c03 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:00:00.719474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] DHCP port deletion for ee8681cb-2ac0-432f-b5fb-11b90f345572 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 19:00:00.773941 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Deleting port 396e5552-9b40-4945-9c56-ed788f368c03 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:00:00.774353 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.797995 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.827086 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] No DVR routers for this DVR port 396e5552-9b40-4945-9c56-ed788f368c03 on host n-d-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:00:00.832750 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Pushing event deleted for resources: {'Port': ['ID=396e5552-9b40-4945-9c56-ed788f368c03,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:00.837105 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] For port 396e5552-9b40-4945-9c56-ed788f368c03, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=396e5552-9b40-4945-9c56-ed788f368c03,segment=NetworkSegment(689e3daa-e244-4e50-b80c-c6780190e30a),segment_id=689e3daa-e244-4e50-b80c-c6780190e30a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:00.837597 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.851141 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Calling delete_port for 396e5552-9b40-4945-9c56-ed788f368c03 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:00:00.907905 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.919801 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8681cb-2ac0-432f-b5fb-11b90f345572']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:00.930564 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689e3daa-e244-4e50-b80c-c6780190e30a') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:00.930784 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.930921 n-d-801607-3 neutron-server[94051]: DEBUG neutron.services.segments.db [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689e3daa-e244-4e50-b80c-c6780190e30a') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:00.940373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404405'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.955114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.957746 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Pushing event deleted for resources: {'Port': ['ID=396e5552-9b40-4945-9c56-ed788f368c03,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:00.964497 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 19:00:00.964892 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404015'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:00.965197 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] No DVR routers for this DVR port 396e5552-9b40-4945-9c56-ed788f368c03 on host n-d-801607-3 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: Traceback (most recent call last): Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: timer() Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: cb(*args, **kw) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: return func(*args, **kwargs) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: self._notify() Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: self.callback(batched_events) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: event.method(event) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: return f(self, *a, **k) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: return self._get(url).json() Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: return self.request(url, 'GET', **kwargs) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 19:00:00.967162 n-d-801607-3 neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.969640 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.970333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.970333 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.970597 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:00.971103 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aab0532-ef73-407c-aa96-0ac852b1f412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:01.026697 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.032214 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.034032 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee8681cb-2ac0-432f-b5fb-11b90f345572 HTTP/1.1" status: 204 len: 168 time: 0.5390935 Jul 29 19:00:01.045048 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0caa9-76e1-4c79-b2f6-eed64a7c8100 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8681cb-2ac0-432f-b5fb-11b90f345572,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:01.144271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47366) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:01.189871 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9c08ab6f-dabd-4bf0-9845-2a67e75b2f22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22b51c8043e840a185932a88989a64f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436831 Jul 29 19:00:01.191778 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47368) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:01.238969 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.260094 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.309225 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.312340 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.313536 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0690212d-33f4-4775-a129-c222ddc80b90 HTTP/1.1" status: 204 len: 168 time: 0.1208632 Jul 29 19:00:01.321590 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c84e7-8844-4f6b-9565-034151b6921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0690212d-33f4-4775-a129-c222ddc80b90,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:01.642942 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47374) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:01.652836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:00:01.672882 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:00:01.673216 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 3a2494ee-9cca-4a83-9ce6-8277ba113bb6 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:00:01.673836 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 396e5552-9b40-4945-9c56-ed788f368c03 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:00:01.685444 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-66bcadb5-1fc0-4d2b-8053-064ac79412d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20d396cc8a134289b83e96cf1a6a25be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412445 Jul 29 19:00:01.688083 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47376) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:01.692497 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 396e5552-9b40-4945-9c56-ed788f368c03 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:00:01.692855 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 396e5552-9b40-4945-9c56-ed788f368c03 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:00:01.693267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 77665f05-127c-4461-89a1-7c73125c1e67 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:00:01.711533 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 77665f05-127c-4461-89a1-7c73125c1e67 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:00:01.712133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 77665f05-127c-4461-89a1-7c73125c1e67 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:00:01.739422 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.762209 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.813304 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.816116 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:01.817285 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60c61954-e251-4288-8623-73a122596760 HTTP/1.1" status: 204 len: 168 time: 0.1282377 Jul 29 19:00:01.825076 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a4025-6f7d-4fa0-9de0-4f0bb277a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c61954-e251-4288-8623-73a122596760,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:02.529454 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47398) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:02.626556 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-450158914-network', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:02.650734 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Made reservation on behalf of 0238458b2bc34604a34c04e65fb6ecdd for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:00:02.653111 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.661441 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.753824 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.758701 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.779191 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 19:00:02.793780 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e569d-d9ea-4b3c-a522-e278be7aa72d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:02.796676 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.797022 n-d-801607-3 neutron-server[94051]: INFO neutron.db.segments_db [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Added segment bb253b1d-cace-4cfb-9001-2d2eb3e51ffd of type vlan for network 47a23591-1119-463c-b83e-5b87af1e9f34 Jul 29 19:00:02.836344 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.865931 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.866872 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:02.867439 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:02.920526 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896930 Jul 29 19:00:02.923908 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47402) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:02.929263 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Request body: {'subnet': {'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-450158914-subnet', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:02.929426 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26e663-bba3-4ce3-8189-d08a76cc71a4 admin admin] Pushing event updated for resources: {'Network': ['ID=47a23591-1119-463c-b83e-5b87af1e9f34,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:02.939270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network 47a23591-1119-463c-b83e-5b87af1e9f34 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 19:00:02.953881 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Made reservation on behalf of 0238458b2bc34604a34c04e65fb6ecdd for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:00:02.956303 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.127600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.184331 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6764d799-0878-48d6-90fb-f756e86cd55d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:03.192785 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Checking segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:03.193137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Network hostable DHCP agents. Network: 47a23591-1119-463c-b83e-5b87af1e9f34, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 19:00:03.212530 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 19:00:03.223520 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, 47a23591-1119-463c-b83e-5b87af1e9f34) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:03.228145 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:03.228723 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.233918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1fc22-d3b2-4dc0-b816-9157aa9939ac None None] Network 47a23591-1119-463c-b83e-5b87af1e9f34 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:00:03.245995 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ed16c3f3-60ea-4fc4-af07-6f755c711534 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3208578 Jul 29 19:00:03.248835 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47404) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:03.253899 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:03.276511 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.277798 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.329788 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.388133 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-47a23591-1119-463c-b83e-5b87af1e9f34', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 19:00:03.389135 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.469032 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.525761 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Allocated IP 172.20.0.2 (47a23591-1119-463c-b83e-5b87af1e9f34/6764d799-0878-48d6-90fb-f756e86cd55d/8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:03.668595 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.671064 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.677149 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Transition to ACTIVE for port object 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:03.692324 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Transition to ACTIVE for port object 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:03.693850 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.700122 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.739062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:03.743584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:03.747365 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:03.754816 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Pushing event updated for resources: {'Port': ['ID=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:03.797523 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Allocated IP 172.25.5.29 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/f4c7cb09-86f4-435a-b5c9-8e02c45671ee) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:03.806562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Attempting to bind port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:03.806969 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Attempting to bind port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:03.807330 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Attempting to bind port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:03.813065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:03.813470 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Checking segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:03.813832 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.814302 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Bound using segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:03.814868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Bound port: 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:03.815434 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.878138 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] For port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:03.881466 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] For port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:03.887274 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.904696 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.943352 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbed24-5b9a-427c-9cce-b4cd33cbb2ee None None] Pushing event updated for resources: {'Port': ['ID=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:03.947348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:03.988198 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:03.991235 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:03.998256 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:04.001504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:04.565021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:04.765513 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:04.852378 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a150de-63ce-4bf4-a6e1-6c03327eb1de None None] Network 47a23591-1119-463c-b83e-5b87af1e9f34 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:00:04.895209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Router 67797d95-1475-4331-a4b6-c452f5f11308 is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 19:00:04.973002 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b77e73f6-1669-4c96-97ac-ace814de89dd None None] Provisioning for port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:05.012833 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:00:05.024878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:00:05.029937 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.033860 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bab58848-ab03-48e2-9010-1e789292d935 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7815449 Jul 29 19:00:05.034166 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47406) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:05.036645 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:05.037248 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:05.147087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:05.321612 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:04Z', 'revision_number': 3, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:05.347385 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:00:05.347680 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Updating router 67797d95-1475-4331-a4b6-c452f5f11308 port f4c7cb09-86f4-435a-b5c9-8e02c45671ee binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 19:00:05.375648 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.460731 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.623212 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Allocated IP 172.20.0.1 (47a23591-1119-463c-b83e-5b87af1e9f34/6764d799-0878-48d6-90fb-f756e86cd55d/e149dbfa-974a-43c9-b87c-0439e9b589a3) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:05.627698 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.637634 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Transition to ACTIVE for port object f4c7cb09-86f4-435a-b5c9-8e02c45671ee will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:05.645230 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.686604 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:05.705271 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Pushing event updated for resources: {'Port': ['ID=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:05.707585 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Attempting to bind port f4c7cb09-86f4-435a-b5c9-8e02c45671ee on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:05.707957 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Attempting to bind port f4c7cb09-86f4-435a-b5c9-8e02c45671ee by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:05.708315 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Attempting to bind port f4c7cb09-86f4-435a-b5c9-8e02c45671ee on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:05.719934 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.720176 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.720488 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.720822 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.721149 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.721478 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.721803 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.722122 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.722464 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.722784 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.723101 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.723416 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:00:05.727065 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:05.727435 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:05.727839 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.728562 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:05.728696 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Bound port: f4c7cb09-86f4-435a-b5c9-8e02c45671ee, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:05.729057 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.744730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:05.748593 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.749925 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:05.750963 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.763457 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Transition to ACTIVE for port object e149dbfa-974a-43c9-b87c-0439e9b589a3 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:05.784016 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] For port f4c7cb09-86f4-435a-b5c9-8e02c45671ee, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:05.787599 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] For port f4c7cb09-86f4-435a-b5c9-8e02c45671ee, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:05.794078 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.801960 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.829310 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.843087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:05.843627 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:05.843817 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:05.846950 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:05.849483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:05.869232 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:05.875602 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.880077 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Pushing event updated for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:05.903055 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:05.943337 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:05.962035 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:05.988793 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c9b72-9f11-455b-b286-d6e525a15ed9 None None] Pushing event updated for resources: {'Port': ['ID=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:06.049213 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.130414 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37d0ae07-ac4e-423c-bcce-c3e1005f7e30 None None] Provisioning for port e149dbfa-974a-43c9-b87c-0439e9b589a3 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:06.135680 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-37d0ae07-ac4e-423c-bcce-c3e1005f7e30 None None] Provisioning complete for port e149dbfa-974a-43c9-b87c-0439e9b589a3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:06.136141 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-37d0ae07-ac4e-423c-bcce-c3e1005f7e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.149105 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:04Z', 'revision_number': 3, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:06.176646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-37d0ae07-ac4e-423c-bcce-c3e1005f7e30 None None] Port e149dbfa-974a-43c9-b87c-0439e9b589a3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:06.222112 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.228348 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.280057 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997298f-1fac-4934-9180-9a5ec32f01e4 None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:04Z', 'revision_number': 3, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:00:06.301279 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Pushing event updated for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:06.303818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.398220 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:06.399526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:06.545584 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:00:06.661330 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:00:06.667079 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ab67bcbf-843c-4fd3-b390-7f009f2d9ccb admin admin] 10.222.0.16 "PUT /v2.0/routers/67797d95-1475-4331-a4b6-c452f5f11308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6316075 Jul 29 19:00:06.700233 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e9911bd-e011-43c8-a205-1f318c13ef0a None None] Provisioning complete for port e149dbfa-974a-43c9-b87c-0439e9b589a3 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:06.700604 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e9911bd-e011-43c8-a205-1f318c13ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:06.735280 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7e9911bd-e011-43c8-a205-1f318c13ef0a None None] Port e149dbfa-974a-43c9-b87c-0439e9b589a3 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:07.133672 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47424) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:07.138948 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1855565033-network', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:07.164209 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Made reservation on behalf of c94aeaaac47f4746a276c3e35bf3b4b9 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:00:07.166629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.175545 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.267830 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.273404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.299358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 19:00:07.308404 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45745cc2-668d-4e51-9feb-3310e59b23a3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:07.316292 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.316292 n-d-801607-3 neutron-server[94052]: INFO neutron.db.segments_db [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Added segment 3bda22e7-5f1c-487a-9d6d-a172edeab8c2 of type vlan for network f1e234f8-59f9-446e-9462-6b60459d12d9 Jul 29 19:00:07.359399 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730324162407'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.393819 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.394847 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:07.395422 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.448389 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3135056 Jul 29 19:00:07.451269 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47426) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:07.458504 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Request body: {'subnet': {'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1855565033-subnet', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:07.466787 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38022b5c-916d-4ec5-9aa1-1efdc98bd023 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e234f8-59f9-446e-9462-6b60459d12d9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:07.478347 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Network f1e234f8-59f9-446e-9462-6b60459d12d9 details requested by agent ovs-agent-n-d-801607-3 with host n-d-801607-3 {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 19:00:07.489020 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Made reservation on behalf of c94aeaaac47f4746a276c3e35bf3b4b9 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:00:07.492046 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8570919'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.673282 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8570889'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.729140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ec7ba6-6409-4a9a-8961-24233cd1ce3b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:07.730168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:07.737873 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Checking segment: {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:07.738265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Network hostable DHCP agents. Network: f1e234f8-59f9-446e-9462-6b60459d12d9, hostable agents: ['93018204-dae2-4a36-aec4-e8c4fd1b4551'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 19:00:07.760074 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Network f1e234f8-59f9-446e-9462-6b60459d12d9 is scheduled to be hosted by DHCP agent 93018204-dae2-4a36-aec4-e8c4fd1b4551 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 19:00:07.771574 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801607-3, f1e234f8-59f9-446e-9462-6b60459d12d9) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:07.784266 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:07.784438 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f1348-d8f4-4a2e-89fb-71cf2314fcef None None] Network f1e234f8-59f9-446e-9462-6b60459d12d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:00:07.784881 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.787863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:00:07.801543 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bf6b034c-435c-4a6b-b0a9-a1ed0c9a2288 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3493254 Jul 29 19:00:07.804409 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47428) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:07.809449 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:07.832417 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7330'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.833994 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3823436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7337'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:07.837465 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:07.838094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:07.888855 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.036472 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7303'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.039412 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:08.039788 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.194685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:08.249966 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.269373 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.322753 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0e06084-1005-571d-b291-880628e9633b-f1e234f8-59f9-446e-9462-6b60459d12d9', 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'fixed_ips': [{'subnet_id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b'}]}} from n-d-801607-3. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 19:00:08.323640 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.356851 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f4c7cb09-86f4-435a-b5c9-8e02c45671ee up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:08.376939 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Allocated IP 172.25.5.149 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/dba4bb16-7f0a-43e2-ab4d-7f599a99012c) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:08.485020 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.527365 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.552511 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port f4c7cb09-86f4-435a-b5c9-8e02c45671ee completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:08.562875 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f4c7cb09-86f4-435a-b5c9-8e02c45671ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:08.563227 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.566925 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:08.569845 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:08.572657 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:08.600081 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Pushing event updated for resources: {'Port': ['ID=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:08.615230 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Allocated IP 172.20.0.2 (f1e234f8-59f9-446e-9462-6b60459d12d9/b1ec7ba6-6409-4a9a-8961-24233cd1ce3b/17675996-9feb-4b1f-b230-840b3dac95fd) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:08.697806 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 2, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:08.755017 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:00:08.755369 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Updating router 67797d95-1475-4331-a4b6-c452f5f11308 port e149dbfa-974a-43c9-b87c-0439e9b589a3 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 19:00:08.790037 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.812042 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.862860 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port f4c7cb09-86f4-435a-b5c9-8e02c45671ee, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:08.871811 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:08.944282 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.021306 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Transition to ACTIVE for port object 17675996-9feb-4b1f-b230-840b3dac95fd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:09.025215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:09.057646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Transition to ACTIVE for port object 17675996-9feb-4b1f-b230-840b3dac95fd will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:09.072593 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.146283 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Network f1e234f8-59f9-446e-9462-6b60459d12d9 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:09.153473 n-d-801607-3 neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:09.161388 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:09.164643 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.169919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Pushing event updated for resources: {'Port': ['ID=17675996-9feb-4b1f-b230-840b3dac95fd,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:09.248801 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Attempting to bind port 17675996-9feb-4b1f-b230-840b3dac95fd on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:09.249175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Attempting to bind port 17675996-9feb-4b1f-b230-840b3dac95fd by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:09.249508 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Attempting to bind port 17675996-9feb-4b1f-b230-840b3dac95fd on network f1e234f8-59f9-446e-9462-6b60459d12d9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:09.262853 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:09.263212 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Checking segment: {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:09.263603 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.263992 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Bound using segment: {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:09.264461 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Bound port: 17675996-9feb-4b1f-b230-840b3dac95fd, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:09.264845 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.333205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.355651 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Transition to ACTIVE for port object e149dbfa-974a-43c9-b87c-0439e9b589a3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:09.360288 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725715'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.367636 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] For port 17675996-9feb-4b1f-b230-840b3dac95fd, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:09.374571 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] For port 17675996-9feb-4b1f-b230-840b3dac95fd, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=17675996-9feb-4b1f-b230-840b3dac95fd,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:09.375936 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.388316 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.426002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f3822f24-cc2b-47bf-8215-2cb4a0a182eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.445475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99421f28-8a19-4106-b147-2818e9ac49d7 None None] Pushing event updated for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:09.519074 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Router 42deff0d-58fc-47d4-bfb0-8064b67a071e is scheduled to L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 19:00:09.544835 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Attempting to bind port e149dbfa-974a-43c9-b87c-0439e9b589a3 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:09.545343 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Attempting to bind port e149dbfa-974a-43c9-b87c-0439e9b589a3 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:09.545795 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Attempting to bind port e149dbfa-974a-43c9-b87c-0439e9b589a3 on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:09.559914 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:09.560610 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Checking segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:09.560909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.561520 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Bound using segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:09.562077 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Bound port: e149dbfa-974a-43c9-b87c-0439e9b589a3, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:09.562911 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.564889 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f50ac-7a8b-4f4e-938a-3d23a66c1df4 None None] Pushing event updated for resources: {'Port': ['ID=17675996-9feb-4b1f-b230-840b3dac95fd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:09.640011 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] For port e149dbfa-974a-43c9-b87c-0439e9b589a3, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:09.646472 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] For port e149dbfa-974a-43c9-b87c-0439e9b589a3, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e149dbfa-974a-43c9-b87c-0439e9b589a3,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:09.659626 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.686396 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:00:09.700201 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Sync routers for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:00:09.712546 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:09.713206 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:09.717250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f4c7cb09-86f4-435a-b5c9-8e02c45671ee up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:09.721050 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:09.721220 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-9d7edb64-9e8b-4e8c-be84-40bba295fd65 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9156287 Jul 29 19:00:09.723904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47430) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:09.844145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99421f28-8a19-4106-b147-2818e9ac49d7 None None] Pushing event updated for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:09.848582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:09.849394 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:09.873192 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:09.983934 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port f4c7cb09-86f4-435a-b5c9-8e02c45671ee triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:09.984313 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.022611 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:10.084030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 3, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:10.111087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Checking router: 42deff0d-58fc-47d4-bfb0-8064b67a071e for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:00:10.111477 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Updating router 42deff0d-58fc-47d4-bfb0-8064b67a071e port dba4bb16-7f0a-43e2-ab4d-7f599a99012c binding host n-d-801607-3 {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 19:00:10.141323 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.238714 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.433099 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Allocated IP 172.20.0.1 (f1e234f8-59f9-446e-9462-6b60459d12d9/b1ec7ba6-6409-4a9a-8961-24233cd1ce3b/0b6ed64b-5175-425a-bf5d-2430a0319568) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:10.465074 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.478728 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Transition to ACTIVE for port object dba4bb16-7f0a-43e2-ab4d-7f599a99012c will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:10.481463 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:09Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:10.488153 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.511577 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db273-a066-4cfc-b32b-c8ea166ac8e7 None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:09Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:00:10.548215 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Attempting to bind port dba4bb16-7f0a-43e2-ab4d-7f599a99012c on host n-d-801607-3 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:10.548587 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Attempting to bind port dba4bb16-7f0a-43e2-ab4d-7f599a99012c by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:10.548946 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Attempting to bind port dba4bb16-7f0a-43e2-ab4d-7f599a99012c on network 8486a4b0-a25a-4f22-b625-218d27e5470b {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:10.555171 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:10.555548 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Checking segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:10.558055 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.558055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Bound using segment: {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:10.558055 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Bound port: dba4bb16-7f0a-43e2-ab4d-7f599a99012c, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e2d43-5e34-42b5-83a4-101c2b500384', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:10.558055 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.559016 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38c6a-c4c1-46aa-90e0-e3b59a5a41a5 None None] Pushing event updated for resources: {'Port': ['ID=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:10.601668 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.618690 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Transition to ACTIVE for port object 0b6ed64b-5175-425a-bf5d-2430a0319568 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:10.654994 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] For port dba4bb16-7f0a-43e2-ab4d-7f599a99012c, host n-d-801607-3, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:10.658748 n-d-801607-3 neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] For port dba4bb16-7f0a-43e2-ab4d-7f599a99012c, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:10.663114 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.664729 n-d-801607-3 neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.673895 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd880bad-c90b-47bb-9953-11f69592fc4e None None] Network f1e234f8-59f9-446e-9462-6b60459d12d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:00:10.699109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Network f1e234f8-59f9-446e-9462-6b60459d12d9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:10.702210 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:10.706233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:10.740641 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:10.740900 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:10.741584 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T18:59:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:10.751349 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38c6a-c4c1-46aa-90e0-e3b59a5a41a5 None None] Pushing event updated for resources: {'Port': ['ID=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:10.760883 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725644'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:10.776188 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-94407d7e-8773-4917-b260-3ab9db953ba2 None None] Provisioning for port 17675996-9feb-4b1f-b230-840b3dac95fd completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:10.879030 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:10.919471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.098083 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 3, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:11.137065 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.142646 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ca5243bc-21e9-4299-aba0-ae769b83842e None None] Provisioning for port 0b6ed64b-5175-425a-bf5d-2430a0319568 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:11.147150 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.148535 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ca5243bc-21e9-4299-aba0-ae769b83842e None None] Provisioning complete for port 0b6ed64b-5175-425a-bf5d-2430a0319568 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:11.149110 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ca5243bc-21e9-4299-aba0-ae769b83842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.149507 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77925af-2d47-48c7-b65e-2c1228d07e75 None None] The sync data for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 is: [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 3, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:00:11.211143 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ca5243bc-21e9-4299-aba0-ae769b83842e None None] Port 0b6ed64b-5175-425a-bf5d-2430a0319568 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:11.238507 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:11.249501 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821788'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.351441 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Network f1e234f8-59f9-446e-9462-6b60459d12d9 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:11.353014 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:11.457575 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7eb187a9-c852-409f-81dc-dd06e09f6ca6 None None] Provisioning complete for port 0b6ed64b-5175-425a-bf5d-2430a0319568 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:11.458205 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7eb187a9-c852-409f-81dc-dd06e09f6ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.506344 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7eb187a9-c852-409f-81dc-dd06e09f6ca6 None None] Port 0b6ed64b-5175-425a-bf5d-2430a0319568 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:11.522206 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Router 42deff0d-58fc-47d4-bfb0-8064b67a071e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:00:11.630540 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-3f1d9459-6016-4adf-ad0c-7b20101d219d None None] Provisioning complete for port 0b6ed64b-5175-425a-bf5d-2430a0319568 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:11.630920 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9459-6016-4adf-ad0c-7b20101d219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.681645 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d9459-6016-4adf-ad0c-7b20101d219d None None] Port 0b6ed64b-5175-425a-bf5d-2430a0319568 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:11.709975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:00:11.726878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-e7ae22da-d66d-4bff-8c4e-5be942e078e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/42deff0d-58fc-47d4-bfb0-8064b67a071e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016539 Jul 29 19:00:11.792016 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dba4bb16-7f0a-43e2-ab4d-7f599a99012c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:11.855757 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d625ca4d-8999-454b-8f64-03519f21db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.884275 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port dba4bb16-7f0a-43e2-ab4d-7f599a99012c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:11.889168 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dba4bb16-7f0a-43e2-ab4d-7f599a99012c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:11.889622 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:11.976094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.002968 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port dba4bb16-7f0a-43e2-ab4d-7f599a99012c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:12.008664 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.009428 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e149dbfa-974a-43c9-b87c-0439e9b589a3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:12.096059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.109361 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.126223 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port e149dbfa-974a-43c9-b87c-0439e9b589a3 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:12.130539 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e149dbfa-974a-43c9-b87c-0439e9b589a3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:12.130908 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.222012 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.262094 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port e149dbfa-974a-43c9-b87c-0439e9b589a3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e149dbfa-974a-43c9-b87c-0439e9b589a3,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:12.268389 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.269203 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 17675996-9feb-4b1f-b230-840b3dac95fd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:12.319440 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47438) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.324371 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642252383', 'description': 'tempest-secgroup-smoke-1642252383 description', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:12.347840 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.351403 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.365834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 17675996-9feb-4b1f-b230-840b3dac95fd completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:12.370501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 17675996-9feb-4b1f-b230-840b3dac95fd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:12.370759 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.436609 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.441811 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.447729 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.470137 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.471418 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509051 Jul 29 19:00:12.474570 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47440) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.475681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45509f-6324-4de8-aad4-1f9a56c7ae0a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef94be-6c5c-4dfc-aaf7-88358d7a0711,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.480576 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 17675996-9feb-4b1f-b230-840b3dac95fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=17675996-9feb-4b1f-b230-840b3dac95fd,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:12.485432 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:12.485991 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.513138 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.535119 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=17675996-9feb-4b1f-b230-840b3dac95fd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.572007 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.576986 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.593838 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b484b90-68e7-4a24-923d-98a3bb81e79a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.602478 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.603671 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-c792c03d-c9b8-4c88-8760-97ecf9558e70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275158 Jul 29 19:00:12.606539 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47442) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.611024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:12.640259 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.697267 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.702229 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.719165 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c450bc7-42a3-46a0-b3c8-57f173c3450c,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.726990 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.728232 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d11334e0-c9a7-4854-b3f2-1f75071d29f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207175 Jul 29 19:00:12.730997 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47444) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.735483 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:12.764454 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.824404 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.830180 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.848975 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300da3ce-057a-4ec8-a909-6c90e1b790fc,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.858663 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.860004 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-4e45184b-f43a-4f07-83d2-964ab2538982 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280262 Jul 29 19:00:12.862918 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47446) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.867388 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:12.897239 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.958879 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.964182 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.982807 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274e30ba-8ae7-4b15-8867-43abd67880d2,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:12.989054 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:12.990456 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-3c70c5c5-1a8e-40fe-8d11-dc382962643a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265516 Jul 29 19:00:12.993393 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47448) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:12.998137 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:13.020661 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Project 0238458b2bc34604a34c04e65fb6ecdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 19:00:13.025265 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.093698 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.099287 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.116802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6164aaf2-d358-4880-9970-e15d28272842,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:13.124195 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.125404 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-50500051-cacb-4ee3-9b7a-645e47685752 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310935 Jul 29 19:00:13.128501 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47450) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:13.132981 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'security_group_rule': {'security_group_id': '8aef94be-6c5c-4dfc-aaf7-88358d7a0711', 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:13.156201 n-d-801607-3 neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Project 0238458b2bc34604a34c04e65fb6ecdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 19:00:13.161386 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.225966 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.231872 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740307'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.252196 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bfd4af-1f55-4d60-8c4d-911434d10fc5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:13.256514 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.258680 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ac83509f-df04-4059-849d-7ec6014303f8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291859 Jul 29 19:00:13.360881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.404651 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-333bd69c-6961-4274-a3c6-03eb69f57480 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642252383&fields=id&tenant_id=0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 267 time: 0.0338733 Jul 29 19:00:13.526446 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-d5c54eec-41dd-4766-8abe-b209e4503058 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:13.527937 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-d5c54eec-41dd-4766-8abe-b209e4503058 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 809 time: 0.1153765 Jul 29 19:00:13.544611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-2a602ee6-8c73-464b-ad0f-04069049f883 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/quotas/0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 375 time: 0.0105188 Jul 29 19:00:13.597639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-8c829422-0cb5-42c0-877e-c1324c42356f tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476561 Jul 29 19:00:13.679229 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dba4bb16-7f0a-43e2-ab4d-7f599a99012c up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:13.709247 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-f0c5e760-8d10-4ade-9756-e3fdbdafe42f service neutron] 10.222.0.16 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986428 Jul 29 19:00:13.729391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port dba4bb16-7f0a-43e2-ab4d-7f599a99012c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:13.729725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.802401 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-615c0079-156a-4ee3-aa69-3bba43afaa1e service neutron] 10.222.0.16 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864813 Jul 29 19:00:13.806123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e149dbfa-974a-43c9-b87c-0439e9b589a3 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:13.853205 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port e149dbfa-974a-43c9-b87c-0439e9b589a3 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:13.853663 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:13.924643 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Sync routers for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:00:13.942032 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:13.942729 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:00:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:13.978918 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 17675996-9feb-4b1f-b230-840b3dac95fd up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:13.979939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-04c68ec8-bdea-4036-ab8b-5dbed347b01e req-7012d623-ea76-447e-9dfd-24ccbcf00537 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Jul 29 19:00:14.086389 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:14.088047 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 17675996-9feb-4b1f-b230-840b3dac95fd triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:14.088419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.365442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 4, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0b6ed64b-5175-425a-bf5d-2430a0319568', 'name': '', 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'mac_address': 'fa:16:3e:03:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:10Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 2, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'subnets': [{'id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:14.392215 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Checking router: 42deff0d-58fc-47d4-bfb0-8064b67a071e for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:00:14.392562 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Updating router 42deff0d-58fc-47d4-bfb0-8064b67a071e port 0b6ed64b-5175-425a-bf5d-2430a0319568 binding host n-d-801607-3 {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 19:00:14.421176 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.685134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.695042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Transition to ACTIVE for port object 0b6ed64b-5175-425a-bf5d-2430a0319568 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:14.701489 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.749718 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998fcf1-045b-41f7-9a43-079b77fd1c85 None None] Pushing event updated for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:14.806108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Attempting to bind port 0b6ed64b-5175-425a-bf5d-2430a0319568 on host n-d-801607-3 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:14.806509 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Attempting to bind port 0b6ed64b-5175-425a-bf5d-2430a0319568 by drivers openvswitch,hyperv on host n-d-801607-3 at level 0 using segments [{'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:14.807260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Attempting to bind port 0b6ed64b-5175-425a-bf5d-2430a0319568 on network f1e234f8-59f9-446e-9462-6b60459d12d9 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:14.813995 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Checking agent: {'id': '88666d0d-7bae-4a14-bc89-91fc720d29d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 28, 42), 'started_at': datetime.datetime(2021, 7, 29, 17, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801607-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:14.814421 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Checking segment: {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:14.814825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.815250 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Bound using segment: {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:14.815730 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Bound port: 0b6ed64b-5175-425a-bf5d-2430a0319568, host: n-d-801607-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bda22e7-5f1c-487a-9d6d-a172edeab8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:14.816279 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.892336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] For port 0b6ed64b-5175-425a-bf5d-2430a0319568, host n-d-801607-3, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:14.896288 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] For port 0b6ed64b-5175-425a-bf5d-2430a0319568, host n-d-801607-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0b6ed64b-5175-425a-bf5d-2430a0319568,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:14.904055 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:14.954592 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-5bbf2885-21cf-4966-93c4-1f4023e56f46 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:14.956539 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-5bbf2885-21cf-4966-93c4-1f4023e56f46 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 809 time: 0.1220756 Jul 29 19:00:14.976970 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:14.977682 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:00:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:15.009125 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-9ac7ef54-c13d-4f88-9844-28a3c2582046 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 380 time: 0.0429783 Jul 29 19:00:15.021213 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'port': {'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'admin_state_up': True, 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'security_groups': ['8aef94be-6c5c-4dfc-aaf7-88358d7a0711']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:15.097087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998fcf1-045b-41f7-9a43-079b77fd1c85 None None] Pushing event updated for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:15.102176 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a0a9903b-9e49-4417-8aec-69c7d5797f09 req-3c4f46e2-ab5b-4651-abea-8265e6ecec96 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 210 time: 0.0454764 Jul 29 19:00:15.112220 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.114425 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:15.154288 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Made reservation on behalf of 0238458b2bc34604a34c04e65fb6ecdd for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:00:15.158602 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.300103 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Allocated IP 172.20.0.4 (47a23591-1119-463c-b83e-5b87af1e9f34/6764d799-0878-48d6-90fb-f756e86cd55d/6c5d6ebf-b126-48bf-8256-885dcad9d97b) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:15.335728 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 4, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0b6ed64b-5175-425a-bf5d-2430a0319568', 'name': '', 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'mac_address': 'fa:16:3e:03:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:10Z', 'updated_at': '2021-07-29T19:00:14Z', 'revision_number': 4, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'subnets': [{'id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:15.362187 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d2e43-6dae-490e-92d7-e803dee0ca52 None None] The sync data for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 is: [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:00:10Z', 'revision_number': 4, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': '0b6ed64b-5175-425a-bf5d-2430a0319568', 'name': '', 'network_id': 'f1e234f8-59f9-446e-9462-6b60459d12d9', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'mac_address': 'fa:16:3e:03:c1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:10Z', 'updated_at': '2021-07-29T19:00:14Z', 'revision_number': 4, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'subnets': [{'id': 'b1ec7ba6-6409-4a9a-8961-24233cd1ce3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:00:15.465658 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.480663 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Transition to ACTIVE for port object 6c5d6ebf-b126-48bf-8256-885dcad9d97b will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:15.515721 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.559119 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:15.562325 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:15.566360 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:15.593218 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:15.624758 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:15.625472 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.644996 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-bc5a51f2-587f-4433-a5d7-22664ee7ec5c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281269 Jul 29 19:00:15.657958 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Request body: {'port': {'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801607-3'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:15.731127 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0b6ed64b-5175-425a-bf5d-2430a0319568 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:15.734598 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.805175 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning for port 0b6ed64b-5175-425a-bf5d-2430a0319568 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:15.811091 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0b6ed64b-5175-425a-bf5d-2430a0319568 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:15.811535 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:15.838582 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4a94d2a5-2317-42e0-8979-03460de3c238 None None] Provisioning for port 6c5d6ebf-b126-48bf-8256-885dcad9d97b completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:15.846457 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-4a94d2a5-2317-42e0-8979-03460de3c238 None None] Provisioning complete for port 6c5d6ebf-b126-48bf-8256-885dcad9d97b triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:15.846943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4a94d2a5-2317-42e0-8979-03460de3c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.033261 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5d6ebf-b126-48bf-8256-885dcad9d97b {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:00:16.041230 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.052915 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4a94d2a5-2317-42e0-8979-03460de3c238 None None] Port 6c5d6ebf-b126-48bf-8256-885dcad9d97b cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:00:16.058624 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Transition to ACTIVE for port object 6c5d6ebf-b126-48bf-8256-885dcad9d97b will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:00:16.063369 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.089988 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.115691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:16.129236 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] For port 0b6ed64b-5175-425a-bf5d-2430a0319568, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0b6ed64b-5175-425a-bf5d-2430a0319568,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:16.140804 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.192550 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Pushing event updated for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:16.210864 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Attempting to bind port 6c5d6ebf-b126-48bf-8256-885dcad9d97b on host n-h1-801607-3 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:00:16.211224 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Attempting to bind port 6c5d6ebf-b126-48bf-8256-885dcad9d97b by drivers openvswitch,hyperv on host n-h1-801607-3 at level 0 using segments [{'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:00:16.211534 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Attempting to bind port 6c5d6ebf-b126-48bf-8256-885dcad9d97b on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:16.216638 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Port 6c5d6ebf-b126-48bf-8256-885dcad9d97b on network 47a23591-1119-463c-b83e-5b87af1e9f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-801607-3 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 19:00:16.216961 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Attempting to bind port 6c5d6ebf-b126-48bf-8256-885dcad9d97b on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:00:16.223609 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Checking agent: {'id': 'fedf5e96-64ab-4e37-821f-79fa52eb71a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 18, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:00:16.224111 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Checking segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:00:16.224505 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Bound using segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:00:16.225126 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Bound port: 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host: n-h1-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:00:16.225551 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.243948 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60296c6-00a5-4d4c-a6a3-62c51fcb94fc req-eb768d32-b815-4b0a-aaa3-417b655e25f6 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.245873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e60296c6-00a5-4d4c-a6a3-62c51fcb94fc req-eb768d32-b815-4b0a-aaa3-417b655e25f6 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0580902 Jul 29 19:00:16.297008 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e60296c6-00a5-4d4c-a6a3-62c51fcb94fc req-d3c8cb7e-68d3-4136-af27-7265022a311a tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Jul 29 19:00:16.314053 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:00:16.317231 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:00:16.322688 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.356560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.357169 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:16.358599 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] 10.222.0.49 "PUT /v2.0/ports/6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 1091 time: 0.7053902 Jul 29 19:00:16.359024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:00:16.361381 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fadfe9d-62ca-4551-871c-65f71b989e65" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:00:16.403680 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07acb999-bae3-4efb-b1ba-d61974ddf966 x-openstack-request-id: req-07acb999-bae3-4efb-b1ba-d61974ddf966 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:00:16.403978 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:00:16.404223 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07acb999-bae3-4efb-b1ba-d61974ddf966 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:00:16.404623 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'status': 'completed', 'code': 200} Jul 29 19:00:16.405684 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9565df-17de-4162-9a22-fe8a273cc182 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:16.457170 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-4ccedd7a-9a20-4918-a3be-cc231b35afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.458772 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-4ccedd7a-9a20-4918-a3be-cc231b35afa0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1094 time: 0.0466659 Jul 29 19:00:16.502681 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-96085b02-ec85-4318-92ce-79c0e843fc92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 217 time: 0.0358284 Jul 29 19:00:16.553988 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-20d851d7-8eb6-4461-90be-79df8db14cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.555508 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-20d851d7-8eb6-4461-90be-79df8db14cb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0463908 Jul 29 19:00:16.607326 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-4aeb247c-9157-47cb-a7e4-3afccd32a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.608808 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-4aeb247c-9157-47cb-a7e4-3afccd32a0c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458794 Jul 29 19:00:16.700029 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-6366b72b-d3f0-4156-ba21-f1edef47a43c service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827110 Jul 29 19:00:16.795117 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-67d7b16e-b14d-42fb-a99d-85158397bae0 req-0eb32552-d7ba-4d04-be10-4857dae32d94 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874124 Jul 29 19:00:16.889228 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-fe77dc12-644f-4b43-8bfc-4043cf2a57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.890909 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-fe77dc12-644f-4b43-8bfc-4043cf2a57f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1094 time: 0.0456028 Jul 29 19:00:16.980860 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-5a839ffc-67d5-4c38-9818-72dd42807502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:16.982421 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-5a839ffc-67d5-4c38-9818-72dd42807502 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0840037 Jul 29 19:00:17.028075 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-be54af42-1504-4c98-a921-be89c74db119 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 217 time: 0.0378635 Jul 29 19:00:17.076857 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-89913430-c217-4e96-a97f-b1fd9a8c3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:17.078281 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-89913430-c217-4e96-a97f-b1fd9a8c3dd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0428193 Jul 29 19:00:17.127383 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-8187ab1a-d2d7-416e-b0f5-7b4bc6baea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:17.128811 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-8187ab1a-d2d7-416e-b0f5-7b4bc6baea62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412688 Jul 29 19:00:17.223842 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-805a30b0-e940-42f8-9d35-ad30fd9a28f8 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Jul 29 19:00:17.321921 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6fadfe9d-62ca-4551-871c-65f71b989e65 req-25a026e6-f32e-42d3-8359-db887c8337e4 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905290 Jul 29 19:00:17.419481 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deaa46-e433-4c9c-8d65-8d1d059c69d8 req-7553bd2f-5a93-44bc-806b-c1deeade4407 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:17.421039 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72deaa46-e433-4c9c-8d65-8d1d059c69d8 req-7553bd2f-5a93-44bc-806b-c1deeade4407 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0502584 Jul 29 19:00:17.461772 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-72deaa46-e433-4c9c-8d65-8d1d059c69d8 req-97942e6c-0723-40ce-99a0-4efc2abcd2d0 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Jul 29 19:00:17.666173 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0b6ed64b-5175-425a-bf5d-2430a0319568 up at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:17.719869 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Provisioning complete for port 0b6ed64b-5175-425a-bf5d-2430a0319568 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:17.720252 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:18.589579 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f9e04-fe7f-4ef7-b268-9a13bde83255 req-98c9954c-1344-437f-b41b-3a8004b1948e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:18.591202 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d70f9e04-fe7f-4ef7-b268-9a13bde83255 req-98c9954c-1344-437f-b41b-3a8004b1948e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0549316 Jul 29 19:00:18.634400 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d70f9e04-fe7f-4ef7-b268-9a13bde83255 req-59454fa1-b2c4-4ceb-994a-4432617f9a1d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Jul 29 19:00:19.461018 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 19:00:19.577494 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:19.591355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 19:00:19.630385 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:19.643657 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5d6ebf-b126-48bf-8256-885dcad9d97b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:00:19.663534 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:19.670929 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:19.719237 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:19.757427 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fca37-a655-471d-90e6-58a82abfb63a req-58b08a78-eb4b-43ee-a20b-647a794e87bb tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:19.759001 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-896fca37-a655-471d-90e6-58a82abfb63a req-58b08a78-eb4b-43ee-a20b-647a794e87bb tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 944 time: 0.0543215 Jul 29 19:00:19.796968 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-896fca37-a655-471d-90e6-58a82abfb63a req-89e236c8-30e6-4673-b2c6-5b216d75ff70 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jul 29 19:00:19.920328 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6c5d6ebf-b126-48bf-8256-885dcad9d97b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 19:00:20.917741 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957a878-9bd6-4b76-b529-cbca073b3bf4 req-6a5b69e5-a95a-4f7c-899a-b0280711e80d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:20.919273 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5957a878-9bd6-4b76-b529-cbca073b3bf4 req-6a5b69e5-a95a-4f7c-899a-b0280711e80d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 944 time: 0.0492299 Jul 29 19:00:20.958349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5957a878-9bd6-4b76-b529-cbca073b3bf4 req-b06a650b-3718-4c8c-a7e2-29b59b015efb tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326555 Jul 29 19:00:21.475053 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:00:21.551123 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning for port 6c5d6ebf-b126-48bf-8256-885dcad9d97b completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:00:21.555050 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6c5d6ebf-b126-48bf-8256-885dcad9d97b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:00:21.555459 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:21.640084 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:21.662711 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:00:21.665071 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b479c15-b9cf-40d9-97d3-738b8aacf536" -d '{"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:00:21.677648 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:00:21.684119 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:21.712555 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bdad37-0a88-4cea-8a39-8e64a7ea5e59 x-openstack-request-id: req-57bdad37-0a88-4cea-8a39-8e64a7ea5e59 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:00:21.712832 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:00:21.713086 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57bdad37-0a88-4cea-8a39-8e64a7ea5e59 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:00:21.713457 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'code': 200} Jul 29 19:00:21.739980 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:21.803986 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c61e9-f01f-44a0-97bf-696fb8defe5a req-793dd073-8f0b-4887-b42d-24d2e14414e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:21.805484 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b68c61e9-f01f-44a0-97bf-696fb8defe5a req-793dd073-8f0b-4887-b42d-24d2e14414e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1096 time: 0.0406024 Jul 29 19:00:21.844486 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-b68c61e9-f01f-44a0-97bf-696fb8defe5a req-c4a3d7c3-1942-4d43-951c-8a9f20cf4bb7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Jul 29 19:00:22.094737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9323df-f295-414b-8bb9-fddc0c470314 req-fb247034-afad-4ea1-9338-82260d6be959 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:22.096720 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f9323df-f295-414b-8bb9-fddc0c470314 req-fb247034-afad-4ea1-9338-82260d6be959 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 945 time: 0.0580277 Jul 29 19:00:22.141567 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0f9323df-f295-414b-8bb9-fddc0c470314 req-e76982bd-ba0a-49ba-be73-7f5f9756fa85 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356715 Jul 29 19:00:23.271878 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d83e-b59c-49ac-9ab2-f5aef4a987b7 req-54f9e12e-d502-4614-aca6-558d317156ea tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:23.273406 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a4d83e-b59c-49ac-9ab2-f5aef4a987b7 req-54f9e12e-d502-4614-aca6-558d317156ea tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Jul 29 19:00:23.311394 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e7a4d83e-b59c-49ac-9ab2-f5aef4a987b7 req-dd4afe66-eb3a-473d-9a9a-146c3cf3b059 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 29 19:00:23.438117 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b64e-aecc-4968-bae1-c7c142a134db req-ad98bcbb-d573-4841-94a5-3f48776b0408 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:23.439821 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9a8b64e-aecc-4968-bae1-c7c142a134db req-ad98bcbb-d573-4841-94a5-3f48776b0408 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 945 time: 0.0624352 Jul 29 19:00:23.480513 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c9a8b64e-aecc-4968-bae1-c7c142a134db req-69c5be00-86c8-4c41-9624-b30b8a70e929 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338774 Jul 29 19:00:23.502687 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47502) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:23.644904 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce1ab0-2c26-40c7-a65c-c6f053012479 tempest-TestSnapshotPattern-1623851235 tempest-TestSnapshotPattern-1623851235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:23.646514 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-d7ce1ab0-2c26-40c7-a65c-c6f053012479 tempest-TestSnapshotPattern-1623851235 tempest-TestSnapshotPattern-1623851235-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1091 time: 0.1428003 Jul 29 19:00:23.649589 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.16', 47506) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:00:23.654003 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:00:23.678274 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:23.784795 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:23.897518 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Allocated IP 172.25.5.112 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/23db4349-bbaa-4e24-be91-b6299c08a225) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:00:24.002471 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.048713 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.087173 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:00:24.090116 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:00:24.097528 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:00:24.100917 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=23db4349-bbaa-4e24-be91-b6299c08a225,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:24.480644 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.549002 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.702998 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.708324 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:24.777424 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=23db4349-bbaa-4e24-be91-b6299c08a225,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:00:24.789490 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:25.212006 n-d-801607-3 neutron-server[94051]: INFO neutron.db.l3_db [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Floating IP aa111cb4-1098-4914-9ab6-05a2161da9f3 associated. External IP: 172.25.5.112, port: 6c5d6ebf-b126-48bf-8256-885dcad9d97b. Jul 29 19:00:25.422373 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:00:25.535494 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:00:25.545904 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:00:25.553428 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:25.555644 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:25.556275 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:00:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:25.584744 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [None req-a8fff5fb-c5a2-41e7-b4da-ac0d583e6c65 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9341307 Jul 29 19:00:25.585338 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:00:25.587762 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610619fc-783a-49dd-a1d1-34160fc51945" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:00:25.663693 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:25.679886 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f222783-5e03-4c97-ac77-7ebde2bbbd61 x-openstack-request-id: req-3f222783-5e03-4c97-ac77-7ebde2bbbd61 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:00:25.680179 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:00:25.680433 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f222783-5e03-4c97-ac77-7ebde2bbbd61 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:00:25.680842 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'status': 'completed', 'code': 200} Jul 29 19:00:25.902881 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:24Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:25.933710 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:00:25.943483 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:00:25.944102 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:00:12Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:26.054773 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610619fc-783a-49dd-a1d1-34160fc51945 req-ff115a4d-db12-4af8-b993-15b4c915bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:26.056294 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-ff115a4d-db12-4af8-b993-15b4c915bcfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1096 time: 0.3478634 Jul 29 19:00:26.145828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610619fc-783a-49dd-a1d1-34160fc51945 req-86e0ac05-df87-40f7-9e8b-36996d72803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:26.146766 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:00:26.147368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-86e0ac05-df87-40f7-9e8b-36996d72803c service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0835934 Jul 29 19:00:26.215476 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-65e63332-bba4-4ddb-9342-b0bdb031d922 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 999 time: 0.0608566 Jul 29 19:00:26.266877 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610619fc-783a-49dd-a1d1-34160fc51945 req-0e10c07d-5670-4bc1-b9e0-1444f48eb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:26.268378 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-0e10c07d-5670-4bc1-b9e0-1444f48eb60c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0459559 Jul 29 19:00:26.314665 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610619fc-783a-49dd-a1d1-34160fc51945 req-b292097a-7b23-46ac-8cc0-a53556f9ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:00:26.316188 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-b292097a-7b23-46ac-8cc0-a53556f9ed15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406930 Jul 29 19:00:26.365613 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:24Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:00:26.391876 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b2452-38ba-41e9-a0bc-f416a15b8899 None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:24Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:00:26.413596 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-0a6bc641-8d82-462a-b0c6-14647e20dca6 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896633 Jul 29 19:00:26.506611 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-610619fc-783a-49dd-a1d1-34160fc51945 req-56ce502b-5581-4382-810e-4491aac1af4d service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 Jul 29 19:00:26.590556 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295df01-d68d-4cc9-a1e6-fa81dc0f42b0 None None] New status for floating IP aa111cb4-1098-4914-9ab6-05a2161da9f3: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 19:00:27.308618 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:28.195714 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:31.896574 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:00:39.386868 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-adfefb1c-9739-48d6-bccb-ba3b28d64d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:41.850395 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc26e-b8f0-4200-b20d-694d36efd896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:42.077831 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:43.368824 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:44.988656 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:57.319448 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:00:58.192314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:08.900617 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:01:09.397879 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe1b9-2302-4ba6-aabf-98bd68dce863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:11.851636 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40b22b24-89e5-416a-8d57-95db1e05f397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:12.075070 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:13.376484 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:14.487035 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-5c7a0a93-1f21-479e-a52c-e3cc79c2cadf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969138 Jul 29 19:01:14.581140 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-545d38ba-b3ef-4a1b-b7a1-d2f90e2fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:01:14.582655 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-545d38ba-b3ef-4a1b-b7a1-d2f90e2fd6b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1096 time: 0.0427568 Jul 29 19:01:14.691942 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-70c4e971-5e60-4847-9790-07face66f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:01:14.693364 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-70c4e971-5e60-4847-9790-07face66f16a service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0863369 Jul 29 19:01:14.764202 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-0bf80ceb-1ab1-41f5-8296-15125fdb280c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 1001 time: 0.0630987 Jul 29 19:01:14.813731 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-3627f872-7eab-4d13-adc3-3c4d5dbd5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:01:14.815200 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-3627f872-7eab-4d13-adc3-3c4d5dbd5d36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0433075 Jul 29 19:01:14.862795 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-b6881692-48ad-4781-a6b9-d2acd86e68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:01:14.864289 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-b6881692-48ad-4781-a6b9-d2acd86e68f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423226 Jul 29 19:01:14.960719 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-2b546c55-21f7-4aa4-a2fe-b60b6353b09c service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891583 Jul 29 19:01:14.987596 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:15.052830 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-deee8f09-e1ed-42e5-ac1a-c7632da17393 req-c713c3ab-3b44-4823-82ba-f3e333ff5af8 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Jul 29 19:01:27.324688 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:28.190075 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:39.403787 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-47005e76-b103-46ad-bdd8-915938cbbc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:41.851323 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-138d6c3d-bc6b-49d0-88f3-19c466441eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:42.081470 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:43.375384 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:44.998935 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:45.911847 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:01:57.326134 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:01:58.211713 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:09.395711 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-97e81462-fa8e-4acb-a382-9fb384da1f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:11.852407 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed51d9b3-225f-4e19-b200-a1e5fe9070c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:12.073668 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:13.378174 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:15.003289 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:15.459271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-c927d3ba-89c3-49a3-ad8b-e942b1b24172 req-1e9b7f17-58c3-430f-9c76-9b854955a6bb service neutron] (94051) timed out ('10.222.0.16', 41998) {{(pid=94051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 19:02:16.437268 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-50caf2fe-49db-48cc-9ee8-8208c4862c61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462151 Jul 29 19:02:16.531892 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-db5e3c22-e154-4e8a-b343-14551bfb6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:16.533394 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-db5e3c22-e154-4e8a-b343-14551bfb6e00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1096 time: 0.0496376 Jul 29 19:02:16.638382 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-38d96694-62a6-4158-ad01-5b4f67b8fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:16.639848 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-38d96694-62a6-4158-ad01-5b4f67b8fee0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0842903 Jul 29 19:02:16.708947 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-792e3a59-763b-4e0c-b677-7169d07d503e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 1001 time: 0.0611126 Jul 29 19:02:16.758912 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-77a39aef-0dd9-424c-92c7-7a3432c7de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:16.760335 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-77a39aef-0dd9-424c-92c7-7a3432c7de4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0448997 Jul 29 19:02:16.806646 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-50315ca5-0b9e-4040-84a6-f6a2d95f4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:16.808108 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-50315ca5-0b9e-4040-84a6-f6a2d95f4b32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407064 Jul 29 19:02:16.908647 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-b37d458b-cc7a-4145-b014-0c373c90d407 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909078 Jul 29 19:02:17.006196 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-4eb54a24-0f07-4baa-94ce-fdb79c14378f req-17c6d0f6-aab3-47d7-bba8-f6f2ab04051e service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Jul 29 19:02:22.907417 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:02:24.209887 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b details requested by agent hyperv_n-h1-801607-3 with host n-h1-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 19:02:24.309115 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:24.320660 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Returning: {'device': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 19:02:24.357733 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:24.370976 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c5d6ebf-b126-48bf-8256-885dcad9d97b {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:02:24.391818 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:24.397309 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:24.449593 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:24.457336 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.457676 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.457997 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.458355 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.458683 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.459004 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.459325 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.459641 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.459955 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.460267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.460580 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.460947 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:24.466458 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] get_ports_and_sgs() called for port_ids ['6c5d6ebf-b126-48bf-8256-885dcad9d97b'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 19:02:26.236297 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b up at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:02:26.292516 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Provisioning complete for port 6c5d6ebf-b126-48bf-8256-885dcad9d97b triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:02:26.293213 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:26.381376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:26.406076 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:02:26.408450 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032d2ed6-02ad-4d9e-b18a-128c2d630025" -d '{"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:02:26.424383 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:26.432154 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:26.504931 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:26.553801 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294788b0-f140-4fda-b687-80b4f5a1779d x-openstack-request-id: req-294788b0-f140-4fda-b687-80b4f5a1779d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:02:26.554186 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:02:26.554673 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-294788b0-f140-4fda-b687-80b4f5a1779d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:02:26.555161 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'code': 200} Jul 29 19:02:27.330530 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:28.228460 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:33.750873 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-7db46006-fe44-4811-bf3a-1666f0c66954 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642252383&fields=id&tenant_id=0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 267 time: 0.0369117 Jul 29 19:02:33.859233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-4961464c-4092-42cd-8762-c9a0ac27c11d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:33.860658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-4961464c-4092-42cd-8762-c9a0ac27c11d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 809 time: 0.1028562 Jul 29 19:02:33.879212 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-0ae5e7a6-bbd4-442c-8cae-2c14822f632e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/quotas/0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 375 time: 0.0094626 Jul 29 19:02:33.938626 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-62512a1e-1f01-4b01-9de8-b8cd04aa5624 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530424 Jul 29 19:02:34.093231 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-af039eed-a1fd-4216-92a2-e35ce086ae7e service neutron] 10.222.0.16 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400752 Jul 29 19:02:34.190224 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-f5d88813-ddb6-4de6-815d-4af5945dc9eb service neutron] 10.222.0.16 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907755 Jul 29 19:02:35.385155 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-98454176-f213-4e0c-84a5-45358d23c49a req-5d939ee2-558b-4dc2-bc88-2ddea9eddee3 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0276618 Jul 29 19:02:36.314722 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:02:36.396650 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:36.419122 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:02:36.421333 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ccacbf-ae6f-4b0f-a039-49e93a7615e2" -d '{"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:02:36.434567 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:36.439462 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:36.480734 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-05cc67d7-77aa-409c-bf57-02c5f3c5277e req-ba1716ce-6c91-44dc-bbde-53a167acf4db tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0283594 Jul 29 19:02:36.487023 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Pushing event updated for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:36.530531 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf1852-734f-4e55-8a28-c045fad4291b x-openstack-request-id: req-eddf1852-734f-4e55-8a28-c045fad4291b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:02:36.530823 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:02:36.531072 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eddf1852-734f-4e55-8a28-c045fad4291b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:02:36.531471 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'code': 200} Jul 29 19:02:37.568093 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-8a038f36-5447-4fe9-b5ad-e21dbd71b2f7 req-490d0347-8094-4c41-8378-780d0910152b tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jul 29 19:02:38.658119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ef0e863d-cb97-4d71-9634-719d3f696bf0 req-b23fa2ee-9eb2-41b7-8147-af7a0bfb2b3c tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0344048 Jul 29 19:02:39.399770 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9fdc471a-c147-4fb6-a201-9f9e57ef7d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:39.767083 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-260f9847-8645-4949-8c67-25dd5f2752fd req-bc45df9c-a1f7-47e9-86d9-035fb7fad2d1 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jul 29 19:02:40.559100 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-9da779db-dc74-47f6-ab7e-14620b61b278 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:40.560691 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-9da779db-dc74-47f6-ab7e-14620b61b278 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 809 time: 0.1138513 Jul 29 19:02:40.606056 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-442a59d5-1fab-4ed5-aab7-802db14a1c90 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0238458b2bc34604a34c04e65fb6ecdd HTTP/1.1" status: 200 len: 380 time: 0.0362158 Jul 29 19:02:40.615505 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'port': {'device_id': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'admin_state_up': True, 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'security_groups': ['8aef94be-6c5c-4dfc-aaf7-88358d7a0711']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:02:40.732237 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Made reservation on behalf of 0238458b2bc34604a34c04e65fb6ecdd for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 19:02:40.736016 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:40.880572 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-317a70ad-2a23-4999-90a8-6ac51c73c328 req-8525d83c-9400-48b5-bfa3-136c13ae0dad tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0378277 Jul 29 19:02:40.918587 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Allocated IP 172.20.0.14 (47a23591-1119-463c-b83e-5b87af1e9f34/6764d799-0878-48d6-90fb-f756e86cd55d/4737a0af-4e7f-4572-a678-6c84a77cde6f) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:02:41.091031 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:41.111233 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Transition to ACTIVE for port object 4737a0af-4e7f-4572-a678-6c84a77cde6f will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:02:41.156541 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:41.211304 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Network 47a23591-1119-463c-b83e-5b87af1e9f34 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:02:41.215864 n-d-801607-3 neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:02:41.219618 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:02:41.230025 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:41.265286 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.265629 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.265975 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.266343 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.266681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.267011 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.267341 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.267666 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.268017 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.268345 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.268689 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.269018 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:41.304822 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:41.305457 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:41.329343 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-82cc1db6-20af-401f-bfb1-872d0d18ca21 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7174213 Jul 29 19:02:41.512311 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c0d9c954-b294-473a-a86e-36f4d709cde4 None None] Provisioning for port 4737a0af-4e7f-4572-a678-6c84a77cde6f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:02:41.516145 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c0d9c954-b294-473a-a86e-36f4d709cde4 None None] Provisioning complete for port 4737a0af-4e7f-4572-a678-6c84a77cde6f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:02:41.516516 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c954-b294-473a-a86e-36f4d709cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:41.551062 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9c954-b294-473a-a86e-36f4d709cde4 None None] Port 4737a0af-4e7f-4572-a678-6c84a77cde6f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 19:02:41.846229 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dee17d9f-ee34-4894-949e-4e7a8adfc70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:42.011265 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fb9ff-3872-44a6-bdd2-24819cd7111c req-46427bc6-5ca5-44fc-a7de-eb51b9a36596 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:42.012698 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c0fb9ff-3872-44a6-bdd2-24819cd7111c req-46427bc6-5ca5-44fc-a7de-eb51b9a36596 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0518057 Jul 29 19:02:42.059419 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2c0fb9ff-3872-44a6-bdd2-24819cd7111c req-11e3fa51-a015-4aa9-9ec0-bef680b41d3f tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Jul 29 19:02:42.066318 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:43.195106 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31455ee7-42a9-4394-8bd4-ce3bceaef295 req-c1d20bce-0a89-48c0-8eeb-409a73b8dab4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:43.196639 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31455ee7-42a9-4394-8bd4-ce3bceaef295 req-c1d20bce-0a89-48c0-8eeb-409a73b8dab4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0641487 Jul 29 19:02:43.236274 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-31455ee7-42a9-4394-8bd4-ce3bceaef295 req-d3ceb3f7-587b-4360-a69a-7faa9ca86828 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334618 Jul 29 19:02:43.380741 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:44.377041 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650f05-e2b7-4863-8f28-253bcc63bdbd req-6f00ccc1-7308-476e-8337-ac3945111372 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:44.378652 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7650f05-e2b7-4863-8f28-253bcc63bdbd req-6f00ccc1-7308-476e-8337-ac3945111372 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0560324 Jul 29 19:02:44.417681 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a7650f05-e2b7-4863-8f28-253bcc63bdbd req-bc44efff-c728-45c0-978c-65b92c8d4cb5 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321028 Jul 29 19:02:45.001182 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:45.544968 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e878691-c0a7-4322-a7d3-91b534d31dea req-154cc798-48e3-4d35-934b-4f141ee932d3 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:45.546533 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e878691-c0a7-4322-a7d3-91b534d31dea req-154cc798-48e3-4d35-934b-4f141ee932d3 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0512285 Jul 29 19:02:45.588031 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-2e878691-c0a7-4322-a7d3-91b534d31dea req-485ff229-b382-4b79-8b57-8501040517a7 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344410 Jul 29 19:02:46.721697 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ecf13-d47a-4050-9ae0-d7c53c5d3fbd req-023a451e-447f-4a9d-b303-7f891ea0c48e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:46.723373 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-148ecf13-d47a-4050-9ae0-d7c53c5d3fbd req-023a451e-447f-4a9d-b303-7f891ea0c48e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0524185 Jul 29 19:02:46.765239 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-148ecf13-d47a-4050-9ae0-d7c53c5d3fbd req-7db3d9a8-d4e0-499d-9d65-dee0f632ffc9 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 Jul 29 19:02:47.894614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29ad5-18cf-4259-8574-bfe5167f1571 req-bca075f7-6610-42d3-a540-8f6db9592ce6 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:47.896277 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f29ad5-18cf-4259-8574-bfe5167f1571 req-bca075f7-6610-42d3-a540-8f6db9592ce6 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0549011 Jul 29 19:02:47.939705 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-92f29ad5-18cf-4259-8574-bfe5167f1571 req-58132dca-52e1-46a6-9f32-17a45eccea2d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344796 Jul 29 19:02:49.063823 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655de63a-f7ba-4587-8303-f7e6dae30ed6 req-e1cb180d-e506-4a8b-b6b9-32268151b098 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:49.065339 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-655de63a-f7ba-4587-8303-f7e6dae30ed6 req-e1cb180d-e506-4a8b-b6b9-32268151b098 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0531256 Jul 29 19:02:49.103617 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-655de63a-f7ba-4587-8303-f7e6dae30ed6 req-c204a0fa-3a1c-4705-9e08-c556c51e666d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Jul 29 19:02:50.235109 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fda939-6df1-4d04-8fd7-692b05a5a71e req-e14e4376-d269-40d1-9298-ce58d7b790da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:50.236706 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39fda939-6df1-4d04-8fd7-692b05a5a71e req-e14e4376-d269-40d1-9298-ce58d7b790da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0537534 Jul 29 19:02:50.277089 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-39fda939-6df1-4d04-8fd7-692b05a5a71e req-a193ba58-8d41-47ae-baa6-83ae47ede883 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Jul 29 19:02:51.077836 n-d-801607-3 neutron-server[94051]: DEBUG neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-14705d0a-374f-4d72-9611-31c6e531d82b tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 19:02:51.079091 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-14705d0a-374f-4d72-9611-31c6e531d82b tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073397 Jul 29 19:02:51.095794 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.v2.base [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Request body: {'port': {'device_id': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801607-3'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:02:51.156877 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.423594 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb06e40-2429-4a4d-ba67-5b2b9200f364 req-e7a67038-064f-432d-a9f3-e4382fae6747 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:51.424993 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbb06e40-2429-4a4d-ba67-5b2b9200f364 req-e7a67038-064f-432d-a9f3-e4382fae6747 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 932 time: 0.0772293 Jul 29 19:02:51.477078 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4737a0af-4e7f-4572-a678-6c84a77cde6f {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:02:51.486830 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.510190 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-dbb06e40-2429-4a4d-ba67-5b2b9200f364 req-642159af-185e-4150-ab24-187d78a24ae4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631995 Jul 29 19:02:51.511121 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Transition to ACTIVE for port object 4737a0af-4e7f-4572-a678-6c84a77cde6f will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 19:02:51.516962 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.566398 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:51.638108 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Attempting to bind port 4737a0af-4e7f-4572-a678-6c84a77cde6f on host n-h2-801607-3 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 19:02:51.638484 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Attempting to bind port 4737a0af-4e7f-4572-a678-6c84a77cde6f by drivers openvswitch,hyperv on host n-h2-801607-3 at level 0 using segments [{'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 19:02:51.638808 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Attempting to bind port 4737a0af-4e7f-4572-a678-6c84a77cde6f on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:02:51.643539 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Port 4737a0af-4e7f-4572-a678-6c84a77cde6f on network 47a23591-1119-463c-b83e-5b87af1e9f34 not bound, no agent of type Open vSwitch agent registered on host n-h2-801607-3 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 19:02:51.643858 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Attempting to bind port 4737a0af-4e7f-4572-a678-6c84a77cde6f on network 47a23591-1119-463c-b83e-5b87af1e9f34 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 19:02:51.648977 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Checking agent: {'id': '9bf96dbb-4e6b-43f1-844b-a9405469dc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801607-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'started_at': datetime.datetime(2021, 7, 29, 17, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 19, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 19:02:51.649314 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Checking segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 19:02:51.649692 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Bound using segment: {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 19:02:51.650135 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Bound port: 4737a0af-4e7f-4572-a678-6c84a77cde6f, host: n-h2-801607-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 19:02:51.650518 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.724604 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 19:02:51.727777 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 19:02:51.732325 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404295'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.768356 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:51.768970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:51.770395 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] 10.222.0.38 "PUT /v2.0/ports/4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 1092 time: 0.6801863 Jul 29 19:02:51.770849 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:02:51.773153 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3530aa5b-d089-45c9-b22e-a8b85d41438f" -d '{"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:02:51.797512 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719710-8924-4e50-8220-37c6183651f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:51.840993 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b996ec8-47f7-4598-a95f-cd1622157de4 x-openstack-request-id: req-1b996ec8-47f7-4598-a95f-cd1622157de4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:02:51.841288 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:02:51.841539 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b996ec8-47f7-4598-a95f-cd1622157de4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:02:51.841944 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'status': 'completed', 'code': 200} Jul 29 19:02:51.858399 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-daef13f2-1a41-407b-8106-1b5f55b56b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:51.859950 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-daef13f2-1a41-407b-8106-1b5f55b56b1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1095 time: 0.0467665 Jul 29 19:02:51.907939 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-e8a9e6f0-d122-48e7-b8ca-a78b98c14c78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 217 time: 0.0400119 Jul 29 19:02:51.958445 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-bc28a796-2c2a-4fba-aa06-f6e30bf7b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:51.959867 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-bc28a796-2c2a-4fba-aa06-f6e30bf7b900 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0454564 Jul 29 19:02:52.007136 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-bdfc41be-368e-4863-a849-76e58a347037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.008658 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-bdfc41be-368e-4863-a849-76e58a347037 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413723 Jul 29 19:02:52.114449 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-452937cc-8bbc-4b18-976f-5231be4a6393 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981603 Jul 29 19:02:52.207878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-97b4dac4-4285-428a-b7bd-d04e18f5e64c req-bbd1f10c-2afa-4494-9197-afdcc31ea9df service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858581 Jul 29 19:02:52.308382 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-0565cc28-a56c-4361-8e14-980a919ab5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.309799 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-0565cc28-a56c-4361-8e14-980a919ab5e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1095 time: 0.0462372 Jul 29 19:02:52.416246 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-baeb1246-5b9d-4188-89ac-377abe53b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.417810 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-baeb1246-5b9d-4188-89ac-377abe53b094 service neutron] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.1002743 Jul 29 19:02:52.461217 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-679633e1-1e45-45b8-bd78-6bf59c7ef111 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 217 time: 0.0347488 Jul 29 19:02:52.513271 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-bc4afe12-d383-442a-99ce-94883354ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.514796 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-bc4afe12-d383-442a-99ce-94883354ee80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0461841 Jul 29 19:02:52.567717 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-b8fa94a6-021d-42fe-9aa3-256ffa2c2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.569264 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-b8fa94a6-021d-42fe-9aa3-256ffa2c2df0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462930 Jul 29 19:02:52.683737 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee38f9-fff0-46c2-a3d1-20343e2cb05a req-b8042333-f81d-40cd-8efa-339f0e949dea tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:52.685222 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ee38f9-fff0-46c2-a3d1-20343e2cb05a req-b8042333-f81d-40cd-8efa-339f0e949dea tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 944 time: 0.1007385 Jul 29 19:02:52.704647 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-3591ac5d-3095-4918-ad17-d2d77c4ec683 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272447 Jul 29 19:02:52.770611 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-e2ee38f9-fff0-46c2-a3d1-20343e2cb05a req-dde42125-8b3e-48b9-b797-eb7a8d31bdd9 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767887 Jul 29 19:02:52.810283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3530aa5b-d089-45c9-b22e-a8b85d41438f req-10344dbe-dd85-47fd-aa1a-10e7835f615c service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970504 Jul 29 19:02:53.921842 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687dc84-3669-42f3-8d41-6f2ab9852765 req-b79050f7-72de-4361-bb81-0410d2a719d4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:53.923446 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5687dc84-3669-42f3-8d41-6f2ab9852765 req-b79050f7-72de-4361-bb81-0410d2a719d4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 944 time: 0.0757430 Jul 29 19:02:53.979775 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5687dc84-3669-42f3-8d41-6f2ab9852765 req-92ca67b1-2289-48bf-847b-be31c146add8 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486684 Jul 29 19:02:55.113456 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0cdb-75d9-4650-8fc2-c510547e9a50 req-abdcddc0-4b41-4e56-94e9-5723f2026a78 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:55.114965 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-076b0cdb-75d9-4650-8fc2-c510547e9a50 req-abdcddc0-4b41-4e56-94e9-5723f2026a78 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 944 time: 0.0508668 Jul 29 19:02:55.156361 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-076b0cdb-75d9-4650-8fc2-c510547e9a50 req-009f8f4e-bd0b-4aa6-88ba-9ed0146babe3 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Jul 29 19:02:55.395841 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 19:02:55.517490 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:55.529637 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'mac_address': 'fa:16:3e:fc:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 19:02:55.567030 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:55.579880 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4737a0af-4e7f-4572-a678-6c84a77cde6f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:02:55.599442 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:55.604978 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:55.651416 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:55.818558 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4737a0af-4e7f-4572-a678-6c84a77cde6f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 19:02:56.281190 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51875c14-c5a7-4e75-95da-08826b58c3fe req-c5e4c881-1981-4b9e-b069-0727eb602ebd tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:56.282735 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51875c14-c5a7-4e75-95da-08826b58c3fe req-c5e4c881-1981-4b9e-b069-0727eb602ebd tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 945 time: 0.0518646 Jul 29 19:02:56.321346 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-51875c14-c5a7-4e75-95da-08826b58c3fe req-a2436ee6-36cc-4326-830a-8290e8834748 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 29 19:02:57.337175 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:57.405042 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:02:57.445091 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a5ff-bf1e-4669-9e9f-12ef2765c86f req-288b6e13-3abe-447d-8739-3b92fb2f5823 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:57.446551 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54b9a5ff-bf1e-4669-9e9f-12ef2765c86f req-288b6e13-3abe-447d-8739-3b92fb2f5823 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 945 time: 0.0555844 Jul 29 19:02:57.458501 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning for port 4737a0af-4e7f-4572-a678-6c84a77cde6f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 19:02:57.462686 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4737a0af-4e7f-4572-a678-6c84a77cde6f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:02:57.463225 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:57.485042 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-54b9a5ff-bf1e-4669-9e9f-12ef2765c86f req-f455cbbf-8e26-475b-a0fe-a8ec8b82ef31 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jul 29 19:02:57.542825 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:57.565178 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:02:57.567486 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57141160-6adc-400a-bb5d-1677c016053c" -d '{"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-plugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:02:57.580800 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:02:57.586211 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:57.609207 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d92d8-0321-44a1-979d-3d084c4811c1 x-openstack-request-id: req-628d92d8-0321-44a1-979d-3d084c4811c1 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:02:57.609494 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-plugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:02:57.609746 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-628d92d8-0321-44a1-979d-3d084c4811c1 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:02:57.610145 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'code': 200} Jul 29 19:02:57.636685 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:57.700598 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5320f-3640-4dc0-bd9b-4c3b3c58e5cb req-aea7ac42-d755-4ec3-8175-9980c7075b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:57.702127 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ba5320f-3640-4dc0-bd9b-4c3b3c58e5cb req-aea7ac42-d755-4ec3-8175-9980c7075b06 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1097 time: 0.0406749 Jul 29 19:02:57.736886 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-5ba5320f-3640-4dc0-bd9b-4c3b3c58e5cb req-bc7ad67b-177d-45ac-b9ce-1c3a58428fad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280459 Jul 29 19:02:58.235892 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:58.607157 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8b43-413a-4e1c-ad24-dbdacf517725 req-58158fce-148e-47eb-b717-7a132e65b6a4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:58.608657 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a1b8b43-413a-4e1c-ad24-dbdacf517725 req-58158fce-148e-47eb-b717-7a132e65b6a4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 946 time: 0.0511711 Jul 29 19:02:58.650857 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-3a1b8b43-413a-4e1c-ad24-dbdacf517725 req-43145089-e2d3-4cea-a273-bbe790a9bd7e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335367 Jul 29 19:02:58.771642 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd22955-004f-482a-ac29-7ce07f92ccdf req-9df04a14-7aea-4cc9-9464-a9d61b97424e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:58.773029 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dd22955-004f-482a-ac29-7ce07f92ccdf req-9df04a14-7aea-4cc9-9464-a9d61b97424e tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 946 time: 0.0562503 Jul 29 19:02:58.812355 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-0dd22955-004f-482a-ac29-7ce07f92ccdf req-ccb621d6-51ca-4852-bb0d-c33e12bab8f4 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Jul 29 19:02:58.833546 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47794) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:02:58.874614 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6875827-30da-4a88-9b20-111ac372cf3a tempest-TestSnapshotPattern-1623851235 tempest-TestSnapshotPattern-1623851235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:02:58.876098 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d6875827-30da-4a88-9b20-111ac372cf3a tempest-TestSnapshotPattern-1623851235 tempest-TestSnapshotPattern-1623851235-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1092 time: 0.0414183 Jul 29 19:02:58.878803 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 47796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:02:58.883064 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Request body: {'floatingip': {'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 19:02:58.907105 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.007980 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.114890 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Allocated IP 172.25.5.161 (8486a4b0-a25a-4f22-b625-218d27e5470b/f7d23aa2-5ee7-496a-9533-7efdff629476/44a07310-68e0-4bce-afce-b2974fa8fb3c) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 19:02:59.216356 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.257957 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730324138244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.294454 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Network 8486a4b0-a25a-4f22-b625-218d27e5470b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 19:02:59.297344 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 19:02:59.299925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 19:02:59.329466 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=44a07310-68e0-4bce-afce-b2974fa8fb3c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:02:59.340732 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.341072 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.341402 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.341739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.342052 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.342395 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.342712 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.343027 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.343345 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.343657 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.344001 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.344315 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:02:59.672652 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.751116 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.900118 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.907423 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10439586'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:02:59.908961 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:02:59.992117 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event updated for resources: {'Port': ['ID=44a07310-68e0-4bce-afce-b2974fa8fb3c,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:03:00.001277 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725625'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:00.102141 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Floating IP b2f23caa-03df-4c60-9149-ca38043c51e5 associated. External IP: 172.25.5.161, port: 4737a0af-4e7f-4572-a678-6c84a77cde6f. Jul 29 19:03:00.328854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:03:00.452141 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:03:00.462848 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:03:00.469163 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:00.472241 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:03:00.472861 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:03:00.496584 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-f4352f8a-53fb-450d-91d8-725f0560e5da tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6168036 Jul 29 19:03:00.497150 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:03:00.499853 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727a8cf-14cd-42d0-9934-11293ed54a09" -d '{"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:03:00.586892 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea0928-0b7c-4951-955a-20196a9bc054 x-openstack-request-id: req-c8ea0928-0b7c-4951-955a-20196a9bc054 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:03:00.587222 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:03:00.587468 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ea0928-0b7c-4951-955a-20196a9bc054 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:03:00.587870 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'status': 'completed', 'code': 200} Jul 29 19:03:00.592569 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:03:00.650574 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-283031ad-2365-4bab-a95e-ea058ae7053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:00.652139 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-283031ad-2365-4bab-a95e-ea058ae7053c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1097 time: 0.0409474 Jul 29 19:03:00.740681 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-53e3006f-7c25-4574-ac4e-f3c9fc764e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:00.742150 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-53e3006f-7c25-4574-ac4e-f3c9fc764e68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0836623 Jul 29 19:03:00.811057 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-6ffc4e1d-04fb-4b0f-b346-e39d7988e83b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 1000 time: 0.0616281 Jul 29 19:03:00.814346 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}, {'id': 'b2f23caa-03df-4c60-9149-ca38043c51e5', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:fc:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:02:59Z', 'updated_at': '2021-07-29T19:02:59Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:03:00.843369 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:03:00.852646 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:03:00.853237 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:02:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:03:00.862207 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-88ee5e85-b41a-4aec-9129-8520f93977e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:00.863738 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-88ee5e85-b41a-4aec-9129-8520f93977e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0457025 Jul 29 19:03:00.911756 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-08a965b0-2582-4dbe-8921-569d9d1887b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:00.913358 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-08a965b0-2582-4dbe-8921-569d9d1887b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420899 Jul 29 19:03:00.955745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:03:01.008702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-88474f32-8a5c-43bc-b44c-5463a5b87df2 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882187 Jul 29 19:03:01.100283 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-6727a8cf-14cd-42d0-9934-11293ed54a09 req-28e5e879-d58f-4322-9082-81ca55739e91 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837266 Jul 29 19:03:01.180580 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}, {'id': 'b2f23caa-03df-4c60-9149-ca38043c51e5', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:fc:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:02:59Z', 'updated_at': '2021-07-29T19:02:59Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:03:01.206962 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718e9f5-b621-493f-9203-b23dd4745d8b None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}, {'id': 'b2f23caa-03df-4c60-9149-ca38043c51e5', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:fc:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:02:59Z', 'updated_at': '2021-07-29T19:02:59Z', 'revision_number': 0, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:03:01.399771 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203455c-4b92-4b50-b9e8-1bee3a2c7bce None None] New status for floating IP b2f23caa-03df-4c60-9149-ca38043c51e5: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 19:03:09.400421 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9c14e0c4-b005-4723-942a-f13a82929804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:11.858199 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9952cc1c-f098-41f2-a09f-9a1297556a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:12.073371 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:13.384457 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:15.011337 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:16.442628 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-da713e25-ff4d-4c0d-a866-ab769a648294 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419872 Jul 29 19:03:16.533201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-4d52f6ee-827e-45cd-bd17-5ee50a20909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:16.534745 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-4d52f6ee-827e-45cd-bd17-5ee50a20909c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1094 time: 0.0448620 Jul 29 19:03:16.644262 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-774e1371-98a4-4482-a72d-659a6d23fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:16.645730 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-774e1371-98a4-4482-a72d-659a6d23fbb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0903258 Jul 29 19:03:16.711043 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-ad437aac-0fe8-4630-8936-bab5b84bdcd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 999 time: 0.0579023 Jul 29 19:03:16.764451 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-9480abcc-2d23-4fee-81bc-5f37d67043bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:16.765858 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-9480abcc-2d23-4fee-81bc-5f37d67043bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0474610 Jul 29 19:03:16.812729 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-69974c1f-45ea-4097-8b8b-d3b5ed80eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:16.814207 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-69974c1f-45ea-4097-8b8b-d3b5ed80eaba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406237 Jul 29 19:03:16.917155 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-de32957f-5235-4284-bdc4-ded0df049360 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957983 Jul 29 19:03:17.012805 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-6755f2f6-4d81-45da-a863-79bebb9848c8 req-a5fcd404-17b8-49b4-8dd3-9c300c3674ba service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887070 Jul 29 19:03:25.225119 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-997f53c6-bead-4c29-9abc-075125dee8f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923953 Jul 29 19:03:25.309184 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288905-265d-4495-844c-3774b63af162 req-7856b424-2c93-4a8a-b28f-cf4703d58306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:25.310702 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-7856b424-2c93-4a8a-b28f-cf4703d58306 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1097 time: 0.0415680 Jul 29 19:03:25.426607 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288905-265d-4495-844c-3774b63af162 req-b3279d5a-717c-4129-8a15-418a874ca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:25.428004 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-b3279d5a-717c-4129-8a15-418a874ca899 service neutron] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0972116 Jul 29 19:03:25.498760 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-833111d1-1110-42fb-a0ca-29ceda8b599d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 1002 time: 0.0626180 Jul 29 19:03:25.548068 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288905-265d-4495-844c-3774b63af162 req-125694b3-60ad-4da1-85c5-dca848ef8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:25.549467 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-125694b3-60ad-4da1-85c5-dca848ef8e05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0444345 Jul 29 19:03:25.595385 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288905-265d-4495-844c-3774b63af162 req-ca4b12af-f4ca-44dc-b713-45224b40d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:03:25.596889 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-ca4b12af-f4ca-44dc-b713-45224b40d645 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404239 Jul 29 19:03:25.694447 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-9d6a0afc-da07-40f4-9c79-42f79ca1b870 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896249 Jul 29 19:03:25.794085 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-c3288905-265d-4495-844c-3774b63af162 req-4844dae4-3101-4d21-89f5-231dcb7fa6db service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922041 Jul 29 19:03:27.334584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:28.229365 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:36.915058 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:03:39.395660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2f9c-3fb0-40a6-bec3-49f672d82040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:41.861295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e80975a-cd91-441f-8369-909a202d1d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:42.069341 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:43.388208 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:45.012285 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:57.357435 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:03:58.252629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:09.411240 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9bc27b42-19f0-4609-ac0f-7e252436d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:11.864259 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7cf36690-2ea8-4291-924f-6e7502354ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:12.070083 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:13.389342 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:13.909833 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:04:15.023286 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:17.444987 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-8e62ae3a-fc18-4f04-86ee-dbcd2fef5e74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427191 Jul 29 19:04:17.532575 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-60fc2c23-5a25-4814-ac77-79bf23be7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:17.534047 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-60fc2c23-5a25-4814-ac77-79bf23be7376 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1094 time: 0.0418687 Jul 29 19:04:17.646702 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-6bfbd7c3-b60f-4786-927c-1bcef85a4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:17.648160 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-6bfbd7c3-b60f-4786-927c-1bcef85a4dc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0933840 Jul 29 19:04:17.715090 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-3c97bbf9-1be1-4991-a48f-9c79854584b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 999 time: 0.0595534 Jul 29 19:04:17.771194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-831a0390-a9bf-446e-b887-1c10b5f01fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:17.772678 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-831a0390-a9bf-446e-b887-1c10b5f01fdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0502102 Jul 29 19:04:17.822169 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-99b87b50-fed7-43de-b84c-8b39842525a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:17.823701 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-99b87b50-fed7-43de-b84c-8b39842525a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431366 Jul 29 19:04:17.913587 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-1d7169e2-43d2-459f-bd2b-d91c7ed2efa6 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827005 Jul 29 19:04:18.009999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-d476be95-576c-4c18-8836-3ecf77ecbe84 req-1c1d0501-e9cb-47ab-ab36-2360256059c9 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887032 Jul 29 19:04:25.081440 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-b21d0cca-c3f2-4969-b154-2e24dccac6c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464418 Jul 29 19:04:25.169910 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-1929f54f-6629-4a55-ad50-a855090d6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:25.172192 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-1929f54f-6629-4a55-ad50-a855090d6892 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1097 time: 0.0457494 Jul 29 19:04:25.279012 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-6a202a8a-fd9d-4ed5-ba66-7cce689323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:25.280512 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-6a202a8a-fd9d-4ed5-ba66-7cce689323bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0872140 Jul 29 19:04:25.349476 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-9c54de92-537b-4d1a-b3aa-f51e758f48b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 1002 time: 0.0614142 Jul 29 19:04:25.400905 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-adef5aee-acd4-4075-a3fe-14c97a97c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:25.402366 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-adef5aee-acd4-4075-a3fe-14c97a97c817 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0454566 Jul 29 19:04:25.448702 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-26bedeef-4a3c-456d-853a-0a13532410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:25.450171 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-26bedeef-4a3c-456d-853a-0a13532410aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409460 Jul 29 19:04:25.550230 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-cf7e3361-a908-49b9-bdd0-1fade0ce4164 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927620 Jul 29 19:04:25.649018 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-a3151082-9d1d-4729-a616-d5ce35b2954d req-d9d017e6-9b3a-4307-9ff6-b6a2d516c09f service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Jul 29 19:04:27.365881 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:28.245723 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:39.405635 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b778d289-291a-4d55-b310-90276dd4370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:41.865553 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4969f66b-50cd-4d8e-8399-56eca021e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:41.900724 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f details requested by agent hyperv_n-h2-801607-3 with host n-h2-801607-3 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 19:04:41.998009 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:04:42.009904 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Returning: {'device': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'port_id': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'mac_address': 'fa:16:3e:fc:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 19:04:42.055295 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:42.074498 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4737a0af-4e7f-4572-a678-6c84a77cde6f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 19:04:42.080039 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:42.096204 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:04:42.101109 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:42.152642 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:42.160270 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.160614 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.160948 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.161254 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.161628 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.161919 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.162260 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.162588 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.162909 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.163225 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.163545 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.163834 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:42.203584 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] get_ports_and_sgs() called for port_ids ['4737a0af-4e7f-4572-a678-6c84a77cde6f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 19:04:43.393552 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:43.917863 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f up at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 19:04:43.980448 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Provisioning complete for port 4737a0af-4e7f-4572-a678-6c84a77cde6f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 19:04:43.980816 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721725'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:44.080284 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:44.106474 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:04:44.108902 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b593b42b-17b1-495b-a5e1-e565030b4c99" -d '{"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-plugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:04:44.124068 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:04:44.129409 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:44.171050 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858709d-519d-4f94-98b7-59094856f1eb x-openstack-request-id: req-b858709d-519d-4f94-98b7-59094856f1eb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:04:44.171539 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-plugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:04:44.171539 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b858709d-519d-4f94-98b7-59094856f1eb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:04:44.172093 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'code': 200} Jul 29 19:04:44.196989 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:45.025532 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:50.909328 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:04:52.464041 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:04:52.630786 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Deleting port 44a07310-68e0-4bce-afce-b2974fa8fb3c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:04:52.631228 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:52.710918 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:52.711248 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:52.723010 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Calling delete_port for 44a07310-68e0-4bce-afce-b2974fa8fb3c owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:04:53.177208 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:53.213267 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event deleted for resources: {'Port': ['ID=44a07310-68e0-4bce-afce-b2974fa8fb3c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:53.226653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.226998 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.227456 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.227797 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.228089 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.228459 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.228782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.229101 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.229422 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.229739 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.230065 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.230526 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:53.288323 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:53.288616 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Floating IP b2f23caa-03df-4c60-9149-ca38043c51e5 disassociated (deleted). External IP: 172.25.5.161, port: 4737a0af-4e7f-4572-a678-6c84a77cde6f. Jul 29 19:04:53.498763 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:04:53.608605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:04:53.613738 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:53.619089 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:04:53.628508 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:04:53.629182 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:53.641320 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-56030670-ca1b-4f97-bf96-ae519a190237 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "DELETE /v2.0/floatingips/b2f23caa-03df-4c60-9149-ca38043c51e5 HTTP/1.1" status: 204 len: 168 time: 1.1761966 Jul 29 19:04:53.641925 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:04:53.644283 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969553c2-6631-48e0-a827-16f6b2a4d885" -d '{"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:04:53.734865 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:04:53.807158 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9d4e83-6aad-40c7-97a4-f0f4a953eb79 x-openstack-request-id: req-8d9d4e83-6aad-40c7-97a4-f0f4a953eb79 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:04:53.807639 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:04:53.808067 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d9d4e83-6aad-40c7-97a4-f0f4a953eb79 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:04:53.808633 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'status': 'completed', 'code': 200} Jul 29 19:04:53.906336 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-bb410120-03ff-4f5e-8785-175d268ea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:53.908013 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-bb410120-03ff-4f5e-8785-175d268ea1b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 1097 time: 0.0750887 Jul 29 19:04:53.923743 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f87e-36f3-43c1-9f35-a5d4e4c634b2 req-4fb63075-10dc-4fb6-bdbb-72f949562c88 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:53.925154 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac33f87e-36f3-43c1-9f35-a5d4e4c634b2 req-4fb63075-10dc-4fb6-bdbb-72f949562c88 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 946 time: 0.0615551 Jul 29 19:04:53.960784 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:53.979242 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:04:53.986873 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:04:53.995555 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:04:53.996276 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:54.011906 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-ac33f87e-36f3-43c1-9f35-a5d4e4c634b2 req-50b6601c-257e-4c39-8ca8-9e90b638a6b0 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797658 Jul 29 19:04:54.045372 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-e1e9d637-b080-41e3-b213-2429142b7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:54.047068 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-e1e9d637-b080-41e3-b213-2429142b7a90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.1313498 Jul 29 19:04:54.064331 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638475'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:54.086587 n-d-801607-3 neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:04:54.088910 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6409fc43f802de48776474bb877e23ed8b365abd99da3d796f94cc89e9a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe1d054-a4e5-499a-99e0-be0fd1924701" -d '{"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-unplugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:04:54.102219 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:04:54.104428 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-3df401e6-ccbe-4b56-a521-d2878dfb6e75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 200 len: 217 time: 0.0469062 Jul 29 19:04:54.104564 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:04:54.108113 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730324527409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730324138262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730324138280'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:54.137587 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db8a44-d1a0-45da-8ebf-5776dd222f16 x-openstack-request-id: req-84db8a44-d1a0-45da-8ebf-5776dd222f16 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:04:54.137963 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-unplugged", "status": "completed", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:04:54.138288 n-d-801607-3 neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84db8a44-d1a0-45da-8ebf-5776dd222f16 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:04:54.138763 n-d-801607-3 neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'code': 200} Jul 29 19:04:54.158278 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-a28194a6-dd3d-46ab-b03b-2190330896c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:54.160370 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-a28194a6-dd3d-46ab-b03b-2190330896c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0490413 Jul 29 19:04:54.165951 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Pushing event updated for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:54.208636 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-9f9d1d9c-c7a8-4eb7-9b50-139b0bc30a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:54.210147 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-9f9d1d9c-c7a8-4eb7-9b50-139b0bc30a71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418732 Jul 29 19:04:54.305903 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-5c0ec090-6074-4778-9763-7e48a7da01fc service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Jul 29 19:04:54.332292 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:54.358178 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f9b2f-18a5-4c03-9f88-b0d37d01531c None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_floatingips': [{'id': 'aa111cb4-1098-4914-9ab6-05a2161da9f3', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'router_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'port_id': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'mac_address': 'fa:16:3e:0a:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T19:00:24Z', 'updated_at': '2021-07-29T19:00:26Z', 'revision_number': 1, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:04:54.399811 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-969553c2-6631-48e0-a827-16f6b2a4d885 req-d2ba644c-0045-4997-b401-9fd6edb4d867 service neutron] 10.222.0.38 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858164 Jul 29 19:04:54.579108 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25456b23-e861-4516-a7df-74f0383bdaba None None] New status for floating IP b2f23caa-03df-4c60-9149-ca38043c51e5: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 19:04:55.150562 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e97124-4cbd-4109-a279-5bdc19e8f19e req-df9403ff-b3ef-4945-b3b2-d47c8d8cdf99 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:55.152118 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e97124-4cbd-4109-a279-5bdc19e8f19e req-df9403ff-b3ef-4945-b3b2-d47c8d8cdf99 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 944 time: 0.0560074 Jul 29 19:04:55.192349 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-d3e97124-4cbd-4109-a279-5bdc19e8f19e req-650d74da-ab81-473f-acf8-440769e59240 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340328 Jul 29 19:04:55.317694 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-cc03ae4b-5e94-4481-b2c5-d0007b7051af tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:55.319204 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-cc03ae4b-5e94-4481-b2c5-d0007b7051af tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 944 time: 0.0512042 Jul 29 19:04:55.427208 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Deleting port 4737a0af-4e7f-4572-a678-6c84a77cde6f {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:04:55.427525 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:55.836614 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] For port 4737a0af-4e7f-4572-a678-6c84a77cde6f, host n-h2-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801607-3',level=0,port_id=4737a0af-4e7f-4572-a678-6c84a77cde6f,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:04:55.836970 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:55.849739 n-d-801607-3 neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Calling delete_port for 4737a0af-4e7f-4572-a678-6c84a77cde6f owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:04:55.999464 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404318'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:56.029089 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event deleted for resources: {'Port': ['ID=4737a0af-4e7f-4572-a678-6c84a77cde6f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:56.042002 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.042370 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.042709 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.043034 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.043480 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.043865 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.044254 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.044647 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.045005 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.045329 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.045660 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.046180 n-d-801607-3 neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801607-3 {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 19:04:56.085291 n-d-801607-3 neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] No DVR routers for this DVR port 4737a0af-4e7f-4572-a678-6c84a77cde6f on host n-h2-801607-3 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:04:56.088058 n-d-801607-3 neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:56.090088 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7d9c0252-8125-4940-a626-f207b19b4d5e req-d025e4ef-9a49-4b1b-af94-6bc860c03699 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.38 "DELETE /v2.0/ports/4737a0af-4e7f-4572-a678-6c84a77cde6f HTTP/1.1" status: 204 len: 173 time: 0.7642562 Jul 29 19:04:56.090552 n-d-801607-3 neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-deleted', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:04:56.092930 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45dfe9953a4c178f70e9bc6da77363fdcc58cdffef391895405e770f3c3b8f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753f157-95ae-45f2-b514-752c0aee5547" -d '{"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-deleted", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:04:56.135167 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1364184-3c69-48fe-afad-3425197d52e1 x-openstack-request-id: req-a1364184-3c69-48fe-afad-3425197d52e1 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:04:56.135605 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775aee5-3f01-425e-ab87-ae1ec8f9948a", "name": "network-vif-deleted", "tag": "4737a0af-4e7f-4572-a678-6c84a77cde6f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:04:56.135920 n-d-801607-3 neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1364184-3c69-48fe-afad-3425197d52e1 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:04:56.136391 n-d-801607-3 neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775aee5-3f01-425e-ab87-ae1ec8f9948a', 'name': 'network-vif-deleted', 'tag': '4737a0af-4e7f-4572-a678-6c84a77cde6f', 'status': 'completed', 'code': 200} Jul 29 19:04:56.304584 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-47a0d668-5987-4c2e-b1b4-dbd96b17c3b8 req-d4f3352b-0597-4d32-8ced-1fe339a16f93 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=8775aee5-3f01-425e-ab87-ae1ec8f9948a HTTP/1.1" status: 200 len: 210 time: 0.0283577 Jul 29 19:04:57.357982 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:57.902265 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48080) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:04:57.995039 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f no longer exists at agent hyperv_n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:04:58.016415 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] No Port match for: 4737a0af-4e7f-4572-a678-6c84a77cde6f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:04:58.016766 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Device 4737a0af-4e7f-4572-a678-6c84a77cde6f not bound to the agent host n-h2-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:04:58.073415 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Deleting port 23db4349-bbaa-4e24-be91-b6299c08a225 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:04:58.073768 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.155458 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.155729 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.167969 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Calling delete_port for 23db4349-bbaa-4e24-be91-b6299c08a225 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:04:58.257304 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.323165 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.354332 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event deleted for resources: {'Port': ['ID=23db4349-bbaa-4e24-be91-b6299c08a225,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:04:58.416867 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.417378 n-d-801607-3 neutron-server[94052]: INFO neutron.db.l3_db [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Floating IP aa111cb4-1098-4914-9ab6-05a2161da9f3 disassociated (deleted). External IP: 172.25.5.112, port: 6c5d6ebf-b126-48bf-8256-885dcad9d97b. Jul 29 19:04:58.645003 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:04:58.765560 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:04:58.770653 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:04:58.776742 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:04:58.786902 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:04:58.787618 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:58.797027 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-a743380b-b4bf-4e82-8ea4-25a26b1b4a72 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa111cb4-1098-4914-9ab6-05a2161da9f3 HTTP/1.1" status: 204 len: 168 time: 0.8935456 Jul 29 19:04:58.797605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:04:58.800040 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1895ca47-3358-4a11-9425-555bdaec20d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:04:58.896852 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:04:58.952757 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff3213-82ea-4cb3-b7b4-34ce76b07681 x-openstack-request-id: req-3cff3213-82ea-4cb3-b7b4-34ce76b07681 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:04:58.953298 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:04:58.953298 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cff3213-82ea-4cb3-b7b4-34ce76b07681 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:04:58.953666 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'status': 'completed', 'code': 200} Jul 29 19:04:59.023610 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-84625f4f-a54d-4dbb-a45c-db5276ec6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:59.025501 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-84625f4f-a54d-4dbb-a45c-db5276ec6d37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 1094 time: 0.0481737 Jul 29 19:04:59.047719 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735753c6-cfa6-4417-80a9-e85f5fb3891a req-1ec488b4-806c-4049-be1b-d26556467d38 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:59.049850 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-735753c6-cfa6-4417-80a9-e85f5fb3891a req-1ec488b4-806c-4049-be1b-d26556467d38 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0510077 Jul 29 19:04:59.089905 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-735753c6-cfa6-4417-80a9-e85f5fb3891a req-53b2ec87-0385-48af-bcf7-eefd1b5a09c2 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Jul 29 19:04:59.102284 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:59.121953 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-148cc8ec-0753-4bd1-8a3d-7010554506b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:59.123519 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-148cc8ec-0753-4bd1-8a3d-7010554506b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 200 len: 910 time: 0.0900452 Jul 29 19:04:59.128802 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:04:59.137465 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:04:59.138067 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:59.165958 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-d8500d2f-431e-4f9d-9e44-ef8aaf70ec16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 200 len: 217 time: 0.0343423 Jul 29 19:04:59.215802 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-86da96c7-9dad-4d8f-ae6a-3e29b02e683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:59.217349 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-86da96c7-9dad-4d8f-ae6a-3e29b02e683c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 200 len: 848 time: 0.0446320 Jul 29 19:04:59.243361 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:04:59.269449 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-26e134dd-2912-4c71-bfba-96cab601776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:04:59.271031 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-26e134dd-2912-4c71-bfba-96cab601776d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47a23591-1119-463c-b83e-5b87af1e9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458322 Jul 29 19:04:59.361317 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-94a5009a-4b67-4c2b-b7bb-e67cc8d9dad0 service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826049 Jul 29 19:04:59.439745 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:04:59.455922 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-1895ca47-3358-4a11-9425-555bdaec20d7 req-d0da89d7-fdc4-4a8b-9966-67cd43261c0c service neutron] 10.222.0.49 "GET /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Jul 29 19:04:59.559286 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ab92-8b64-4163-a2d4-c1733ca26147 None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:06Z', 'revision_number': 4, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3', '_interfaces': [{'id': 'e149dbfa-974a-43c9-b87c-0439e9b589a3', 'name': '', 'network_id': '47a23591-1119-463c-b83e-5b87af1e9f34', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:05Z', 'updated_at': '2021-07-29T19:00:12Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'subnets': [{'id': '6764d799-0878-48d6-90fb-f756e86cd55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:04:59.777435 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2d443-4fa8-4e1b-ae33-92b57d489afc None None] New status for floating IP aa111cb4-1098-4914-9ab6-05a2161da9f3: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 19:05:00.223972 n-d-801607-3 neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eec7e-1295-4469-8427-7c735f9d8661 req-d3f78522-8cc2-4f4d-a3e4-bc9aafa2e3d2 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:05:00.225484 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a8eec7e-1295-4469-8427-7c735f9d8661 req-d3f78522-8cc2-4f4d-a3e4-bc9aafa2e3d2 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0579178 Jul 29 19:05:00.267878 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-7a8eec7e-1295-4469-8427-7c735f9d8661 req-243641ad-b3d7-4961-b314-67ee3547e32d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/security-groups?id=8aef94be-6c5c-4dfc-aaf7-88358d7a0711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Jul 29 19:05:00.566497 n-d-801607-3 neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa187d2-3089-4021-8325-3cfface581ba req-44970522-3eaf-4284-8df4-825938a1fc92 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 19:05:00.567976 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aa187d2-3089-4021-8325-3cfface581ba req-44970522-3eaf-4284-8df4-825938a1fc92 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 943 time: 0.0607224 Jul 29 19:05:00.662201 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Deleting port 6c5d6ebf-b126-48bf-8256-885dcad9d97b {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:00.662580 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:00.753358 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] For port 6c5d6ebf-b126-48bf-8256-885dcad9d97b, host n-h1-801607-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801607-3',level=0,port_id=6c5d6ebf-b126-48bf-8256-885dcad9d97b,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:00.753715 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:00.766591 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Calling delete_port for 6c5d6ebf-b126-48bf-8256-885dcad9d97b owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:00.903641 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:00.931828 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event deleted for resources: {'Port': ['ID=6c5d6ebf-b126-48bf-8256-885dcad9d97b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:00.973517 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] No DVR routers for this DVR port 6c5d6ebf-b126-48bf-8256-885dcad9d97b on host n-h1-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:05:00.976171 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61433'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:00.978204 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [req-2aa187d2-3089-4021-8325-3cfface581ba req-47ad9087-4759-4105-98ea-d249247cb41d tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.49 "DELETE /v2.0/ports/6c5d6ebf-b126-48bf-8256-885dcad9d97b HTTP/1.1" status: 204 len: 173 time: 0.4036860 Jul 29 19:05:00.978760 n-d-801607-3 neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-deleted', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 19:05:00.981112 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6191c142f5a22ff02b27a78b1c04e09fba6fc337034b0dc721fe61374bddbb2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafdc0f-b21c-4f43-b888-96804820bcf3" -d '{"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-deleted", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 19:05:01.018687 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8a6415-326d-4395-a3a1-6a6a364dcf0d x-openstack-request-id: req-2a8a6415-326d-4395-a3a1-6a6a364dcf0d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 19:05:01.018983 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5999a9-87ac-4f78-9ae3-c564799c9b93", "name": "network-vif-deleted", "tag": "6c5d6ebf-b126-48bf-8256-885dcad9d97b", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 19:05:01.019270 n-d-801607-3 neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a8a6415-326d-4395-a3a1-6a6a364dcf0d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 19:05:01.019657 n-d-801607-3 neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5999a9-87ac-4f78-9ae3-c564799c9b93', 'name': 'network-vif-deleted', 'tag': '6c5d6ebf-b126-48bf-8256-885dcad9d97b', 'status': 'completed', 'code': 200} Jul 29 19:05:01.396016 n-d-801607-3 neutron-server[94051]: INFO neutron.wsgi [req-79d46dd0-7d40-4a1f-a5bf-75544f00d6a3 req-1b4bef1c-7d61-44b3-89f9-9bfe297d497f tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf5999a9-87ac-4f78-9ae3-c564799c9b93 HTTP/1.1" status: 200 len: 210 time: 0.0331728 Jul 29 19:05:02.460099 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:02.540671 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:02.568288 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:02.628994 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:02.631777 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:02.632999 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] 10.222.0.16 "DELETE /v2.0/security-groups/8aef94be-6c5c-4dfc-aaf7-88358d7a0711 HTTP/1.1" status: 204 len: 168 time: 0.1719062 Jul 29 19:05:02.642749 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47026c5b-ab4e-4c5f-81d2-08f2d938f142 tempest-TestSnapshotPattern-476162058 tempest-TestSnapshotPattern-476162058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef94be-6c5c-4dfc-aaf7-88358d7a0711,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:02.683639 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:03.155629 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:03.406832 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Deleting port e149dbfa-974a-43c9-b87c-0439e9b589a3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:03.407123 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:03.488191 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] For port e149dbfa-974a-43c9-b87c-0439e9b589a3, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=e149dbfa-974a-43c9-b87c-0439e9b589a3,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:03.488869 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:03.501658 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Calling delete_port for e149dbfa-974a-43c9-b87c-0439e9b589a3 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:03.687254 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:03.712989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Pushing event deleted for resources: {'Port': ['ID=e149dbfa-974a-43c9-b87c-0439e9b589a3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:03.875409 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:04.092403 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Router 67797d95-1475-4331-a4b6-c452f5f11308 has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:05:04.199854 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:05:04.205282 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-29ab69a3-be3c-4324-b759-573db6de8861 admin admin] 10.222.0.16 "PUT /v2.0/routers/67797d95-1475-4331-a4b6-c452f5f11308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205970 Jul 29 19:05:04.207792 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48104) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:04.210769 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Sync routers for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:05:04.221035 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:05:04.221621 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:04.328504 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:05:04.512572 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:05:03Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:04.538662 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Checking router: 67797d95-1475-4331-a4b6-c452f5f11308 for host: n-d-801607-3 {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:05:04.547650 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Routers {'67797d95-1475-4331-a4b6-c452f5f11308'} bound to L3 agent in host n-d-801607-3 {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:05:04.548268 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['67797d95-1475-4331-a4b6-c452f5f11308'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:04.614444 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:04.655602 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] Set router 67797d95-1475-4331-a4b6-c452f5f11308 gateway port host: n-d-801607-3 {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:05:04.714141 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:04.769629 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Deleting port f4c7cb09-86f4-435a-b5c9-8e02c45671ee {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:04.769910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:04.834349 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:05:03Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:04.852569 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] For port f4c7cb09-86f4-435a-b5c9-8e02c45671ee, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:04.852939 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:04.860439 n-d-801607-3 neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14699365-5cab-4731-b19b-3d36ba4e0fc8 None None] The sync data for ids ['67797d95-1475-4331-a4b6-c452f5f11308'] in n-d-801607-3 is: [{'id': '67797d95-1475-4331-a4b6-c452f5f11308', 'name': 'tempest-TestSnapshotPattern-450158914-router', 'tenant_id': '0238458b2bc34604a34c04e65fb6ecdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:05:03Z', 'revision_number': 5, 'project_id': '0238458b2bc34604a34c04e65fb6ecdd', 'gw_port': {'id': 'f4c7cb09-86f4-435a-b5c9-8e02c45671ee', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67797d95-1475-4331-a4b6-c452f5f11308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:03Z', 'updated_at': '2021-07-29T19:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:05:04.868782 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Calling delete_port for f4c7cb09-86f4-435a-b5c9-8e02c45671ee owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:05.044065 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b no longer exists at agent hyperv_n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:05.052004 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.064294 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] No Port match for: 6c5d6ebf-b126-48bf-8256-885dcad9d97b {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:05.064723 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Device 6c5d6ebf-b126-48bf-8256-885dcad9d97b not bound to the agent host n-h1-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:05.079280 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c7cb09-86f4-435a-b5c9-8e02c45671ee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:05.137657 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.228499 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.230818 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.282146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.282737 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67797d95-1475-4331-a4b6-c452f5f11308 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 19:05:05.287194 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.288388 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-11d5a5ab-71a5-4348-af6d-e9e4b41dc58c admin admin] 10.222.0.16 "DELETE /v2.0/routers/67797d95-1475-4331-a4b6-c452f5f11308 HTTP/1.1" status: 204 len: 168 time: 1.0797100 Jul 29 19:05:05.290905 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48106) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:05.336135 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Deleting subnet 6764d799-0878-48d6-90fb-f756e86cd55d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 19:05:05.339463 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.375134 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.469649 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.526295 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.553046 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6764d799-0878-48d6-90fb-f756e86cd55d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:05.555050 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.556912 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-257f1be8-2656-4f14-a03b-798b97886246 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6764d799-0878-48d6-90fb-f756e86cd55d HTTP/1.1" status: 204 len: 168 time: 0.2650652 Jul 29 19:05:05.559418 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48108) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:05.562118 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9666a9-8eb3-47b7-8741-56831c3a146f None None] Network 47a23591-1119-463c-b83e-5b87af1e9f34 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:05:05.630222 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.683033 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Deleting port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:05.683373 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.745588 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] For port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,segment=NetworkSegment(bb253b1d-cace-4cfb-9001-2d2eb3e51ffd),segment_id=bb253b1d-cace-4cfb-9001-2d2eb3e51ffd)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:05.745952 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.758386 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Calling delete_port for 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:05.845885 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.848531 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3b4ad-0822-4b9a-9225-c6bf90b33214 None None] DHCP port deletion for 47a23591-1119-463c-b83e-5b87af1e9f34 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 19:05:05.882695 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:05.884468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] No DVR routers for this DVR port 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:05:05.916281 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e149dbfa-974a-43c9-b87c-0439e9b589a3 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:05.935695 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: e149dbfa-974a-43c9-b87c-0439e9b589a3 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:05.936041 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device e149dbfa-974a-43c9-b87c-0439e9b589a3 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:05.936527 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:05.953608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:05.955267 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:05.955615 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 8757d3e8-b53b-4e3e-bb5c-6d4ffbcb1b8d not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:05.956030 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f4c7cb09-86f4-435a-b5c9-8e02c45671ee no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:05.963907 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a23591-1119-463c-b83e-5b87af1e9f34']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:05.977768 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: f4c7cb09-86f4-435a-b5c9-8e02c45671ee {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:05.978083 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device f4c7cb09-86f4-435a-b5c9-8e02c45671ee not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:05.978870 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:05.979174 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb253b1d-cace-4cfb-9001-2d2eb3e51ffd') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:05.988434 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.002201 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.008031 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 19:05:06.008419 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: timer() Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 19:05:06.010071 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 19:05:06.066041 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.081502 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.083400 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/47a23591-1119-463c-b83e-5b87af1e9f34 HTTP/1.1" status: 204 len: 168 time: 0.5230708 Jul 29 19:05:06.084478 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b61f70-d61d-45c4-afbd-544d5d7dfb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=47a23591-1119-463c-b83e-5b87af1e9f34,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:06.086653 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48110) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:06.453895 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821625'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.705605 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Deleting port 0b6ed64b-5175-425a-bf5d-2430a0319568 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:06.706304 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.783806 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] For port 0b6ed64b-5175-425a-bf5d-2430a0319568, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=0b6ed64b-5175-425a-bf5d-2430a0319568,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:06.784168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:06.796750 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Calling delete_port for 0b6ed64b-5175-425a-bf5d-2430a0319568 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:06.991984 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:07.021083 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6ed64b-5175-425a-bf5d-2430a0319568,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:07.186220 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821653'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:07.403247 n-d-801607-3 neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Router 42deff0d-58fc-47d4-bfb0-8064b67a071e has already been hosted by L3 agent 0b479c50-2195-4d88-87a7-d078cd8fc780 {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 19:05:07.515834 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] Notify agent at l3_agent.n-d-801607-3 the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 19:05:07.521192 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-22d793b6-1038-4422-a50c-be8f75a68190 admin admin] 10.222.0.16 "PUT /v2.0/routers/42deff0d-58fc-47d4-bfb0-8064b67a071e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334292 Jul 29 19:05:07.524194 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48112) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:07.526867 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Sync routers for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 19:05:07.537169 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:05:07.537805 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:07.626931 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:07.643192 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:05:07.834905 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:05:06Z', 'revision_number': 5, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:07.862782 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Checking router: 42deff0d-58fc-47d4-bfb0-8064b67a071e for host: n-d-801607-3 {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 19:05:07.871868 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Routers {'42deff0d-58fc-47d4-bfb0-8064b67a071e'} bound to L3 agent in host n-d-801607-3 {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 19:05:07.872475 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801607-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:28:42Z,description=,heartbeat_timestamp=2021-07-29T19:04:42Z,host='n-d-801607-3',id=0b479c50-2195-4d88-87a7-d078cd8fc780,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:28:42Z,topic='l3_agent')) {'router_ids': ['42deff0d-58fc-47d4-bfb0-8064b67a071e'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:07.978734 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] Set router 42deff0d-58fc-47d4-bfb0-8064b67a071e gateway port host: n-d-801607-3 {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 19:05:08.037927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.091019 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Deleting port dba4bb16-7f0a-43e2-ab4d-7f599a99012c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:08.091313 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.157449 n-d-801607-3 neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:05:06Z', 'revision_number': 5, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}], 'n-d-801607-3', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:08.171024 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] For port dba4bb16-7f0a-43e2-ab4d-7f599a99012c, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,segment=NetworkSegment(036e2d43-5e34-42b5-83a4-101c2b500384),segment_id=036e2d43-5e34-42b5-83a4-101c2b500384)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:08.171377 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.183861 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484710b-58c1-441a-a01c-7c02dffe23e1 None None] The sync data for ids ['42deff0d-58fc-47d4-bfb0-8064b67a071e'] in n-d-801607-3 is: [{'id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'name': 'tempest-TestSnapshotPattern-1855565033-router', 'tenant_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'external_fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T19:00:07Z', 'updated_at': '2021-07-29T19:05:06Z', 'revision_number': 5, 'project_id': 'c94aeaaac47f4746a276c3e35bf3b4b9', 'gw_port': {'id': 'dba4bb16-7f0a-43e2-ab4d-7f599a99012c', 'name': '', 'network_id': '8486a4b0-a25a-4f22-b625-218d27e5470b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42deff0d-58fc-47d4-bfb0-8064b67a071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801607-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T19:00:08Z', 'updated_at': '2021-07-29T19:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d23aa2-5ee7-496a-9533-7efdff629476', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801607-3'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 19:05:08.184691 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Calling delete_port for dba4bb16-7f0a-43e2-ab4d-7f599a99012c owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:08.353146 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.382367 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Pushing event deleted for resources: {'Port': ['ID=dba4bb16-7f0a-43e2-ab4d-7f599a99012c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:08.440999 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725815'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.531021 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7312'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.533301 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.581600 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884536'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.582132 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42deff0d-58fc-47d4-bfb0-8064b67a071e {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 19:05:08.586783 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.588046 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-cc21a542-05cc-4145-a93f-7e1e9a84914d admin admin] 10.222.0.16 "DELETE /v2.0/routers/42deff0d-58fc-47d4-bfb0-8064b67a071e HTTP/1.1" status: 204 len: 168 time: 1.0629189 Jul 29 19:05:08.590594 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:08.640217 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Deleting subnet b1ec7ba6-6409-4a9a-8961-24233cd1ce3b {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 19:05:08.643609 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.679959 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10296431'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.760403 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733591'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.827068 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8570880'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.853249 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ec7ba6-6409-4a9a-8961-24233cd1ce3b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:08.857115 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.861475 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-ff83379c-25a0-405c-93e1-d73a83d20d1a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1ec7ba6-6409-4a9a-8961-24233cd1ce3b HTTP/1.1" status: 204 len: 168 time: 0.2674098 Jul 29 19:05:08.861475 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:08.864544 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad0e17-c9cf-4a87-82bf-522896ee9252 None None] Network f1e234f8-59f9-446e-9462-6b60459d12d9 requested from n-d-801607-3 {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 19:05:08.927549 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605854'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:08.979989 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Deleting port 17675996-9feb-4b1f-b230-840b3dac95fd {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 19:05:08.980319 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730324522123'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.047206 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] For port 17675996-9feb-4b1f-b230-840b3dac95fd, host n-d-801607-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801607-3',level=0,port_id=17675996-9feb-4b1f-b230-840b3dac95fd,segment=NetworkSegment(3bda22e7-5f1c-487a-9d6d-a172edeab8c2),segment_id=3bda22e7-5f1c-487a-9d6d-a172edeab8c2)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 19:05:09.047854 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826158'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.060047 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Calling delete_port for 17675996-9feb-4b1f-b230-840b3dac95fd owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 19:05:09.140550 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730324527391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730324138253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10439611'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.170574 n-d-801607-3 neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730aa2c-7dd6-4975-a9d3-4c24afa9acff None None] DHCP port deletion for f1e234f8-59f9-446e-9462-6b60459d12d9 request from n-d-801607-3 {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 19:05:09.171368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17675996-9feb-4b1f-b230-840b3dac95fd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:09.175368 n-d-801607-3 neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] No DVR routers for this DVR port 17675996-9feb-4b1f-b230-840b3dac95fd on host n-d-801607-3 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 19:05:09.247691 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721920', 'neutron.services.segments.db._delete_segments_for_network-8730324619825'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.257637 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e234f8-59f9-446e-9462-6b60459d12d9']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:09.267987 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bda22e7-5f1c-487a-9d6d-a172edeab8c2') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:09.268284 n-d-801607-3 neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bda22e7-5f1c-487a-9d6d-a172edeab8c2') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 19:05:09.277168 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730324620602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10296420'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.292910 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.299956 n-d-801607-3 neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 19:05:09.300353 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439242'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: Traceback (most recent call last): Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: timer() Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: cb(*args, **kw) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: return func(*args, **kwargs) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: self._notify() Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: self.callback(batched_events) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: event.method(event) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: return f(self, *a, **k) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: return self._get(url).json() Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: return self.request(url, 'GET', **kwargs) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 19:05:09.302203 n-d-801607-3 neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 19:05:09.361660 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725771'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.368051 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.370145 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f1e234f8-59f9-446e-9462-6b60459d12d9 HTTP/1.1" status: 204 len: 168 time: 0.5077510 Jul 29 19:05:09.381127 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a1019-da71-467b-8295-68e312e027a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e234f8-59f9-446e-9462-6b60459d12d9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:09.408946 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d4a26f85-0827-4788-9c47-cb09020e84c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.487994 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48120) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:09.529806 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-156b91ec-3259-4fcf-b56f-79ccd6cd1594 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0238458b2bc34604a34c04e65fb6ecdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405567 Jul 29 19:05:09.532468 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48122) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:09.581516 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.603124 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.653964 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.656608 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:09.657846 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/439e569d-d9ea-4b3c-a522-e278be7aa72d HTTP/1.1" status: 204 len: 168 time: 0.1244862 Jul 29 19:05:09.665780 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5815ac0-ceb3-4781-a933-75fb4c1b0ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e569d-d9ea-4b3c-a522-e278be7aa72d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:09.836393 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dba4bb16-7f0a-43e2-ab4d-7f599a99012c no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:09.856051 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: dba4bb16-7f0a-43e2-ab4d-7f599a99012c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:09.856391 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device dba4bb16-7f0a-43e2-ab4d-7f599a99012c not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:09.856792 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0b6ed64b-5175-425a-bf5d-2430a0319568 no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:09.876093 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 0b6ed64b-5175-425a-bf5d-2430a0319568 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:09.876756 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 0b6ed64b-5175-425a-bf5d-2430a0319568 not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:09.876973 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 17675996-9feb-4b1f-b230-840b3dac95fd no longer exists at agent ovs-agent-n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 19:05:09.896087 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] No Port match for: 17675996-9feb-4b1f-b230-840b3dac95fd {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 19:05:09.896504 n-d-801607-3 neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Device 17675996-9feb-4b1f-b230-840b3dac95fd not bound to the agent host n-d-801607-3 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 19:05:09.999499 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:10.043368 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-5231daae-8ee3-4445-a6f3-db8f2d0c00c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c94aeaaac47f4746a276c3e35bf3b4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427241 Jul 29 19:05:10.045913 n-d-801607-3 neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.16', 48130) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 19:05:10.094702 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:10.115372 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:10.165630 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740354'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:10.169927 n-d-801607-3 neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:10.171629 n-d-801607-3 neutron-server[94052]: INFO neutron.wsgi [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45745cc2-668d-4e51-9feb-3310e59b23a3 HTTP/1.1" status: 204 len: 168 time: 0.1248310 Jul 29 19:05:10.179800 n-d-801607-3 neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9c43-99f1-429c-b664-c17863bad23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45745cc2-668d-4e51-9feb-3310e59b23a3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 19:05:11.861111 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7923cbe8-fd26-4cf0-87e3-b39a5e2d3cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:12.064419 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:13.394657 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:15.015909 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:27.392010 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:27.914482 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:05:28.257786 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:39.415513 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08e8f5d1-414e-48e8-9463-4b1c66a585f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:41.867899 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5834a5fe-d272-4f1d-be10-4f76286220ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:42.078835 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:43.400573 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:45.023682 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:57.402406 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:05:58.259949 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:04.914560 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:06:09.413875 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c28192e-5ed1-4d7f-bc61-9f6235cbce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:11.865401 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e7885dd-c605-4091-a987-9741367bcb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:12.080615 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:13.413564 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:15.027017 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:27.402931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:28.264094 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:39.420796 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a40a61e3-318d-43cf-9b64-1b33376f848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:41.860930 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e4f8006c-8fa4-4277-accd-ba2b5f892bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:41.919848 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:06:42.080898 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:43.416927 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:45.028198 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:57.422212 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:06:58.272519 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:09.415059 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1e450ccf-47b6-4089-a8c1-86a8abee9f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:11.875398 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5c487f25-2398-4bf1-876f-b6e8dc8d0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:12.084688 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:13.420172 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:15.036670 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:18.920393 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:07:27.424848 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:28.258225 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:39.412463 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b4f933ed-88e0-46c4-b938-87bf9d7e433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:41.862422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0fbc2b8d-bdd9-4aed-8579-cff2fe706b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:42.085539 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:43.425877 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:45.038192 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:55.921567 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:07:57.419381 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:07:58.258347 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:09.415099 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b235dfdc-789a-4f71-b7b0-1350a1c8ba5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:11.858523 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ae34be65-e56f-4f07-bd41-5fa892c8cad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:12.086476 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:13.420402 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:15.049015 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:27.419594 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:28.271700 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:32.927087 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:08:39.418910 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df0fbace-c457-4c74-a936-6a327da09990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:41.858002 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36e9e2e9-2bd0-45cd-a3b7-e805a37657e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:42.088377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:43.434772 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:45.044150 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:57.482204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:08:58.276163 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:09.422623 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aebd7473-29f7-4c05-9879-5fedaaa3856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:09.931364 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:09:11.857352 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b18f118-75f5-4948-accc-d9a078951405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:12.090827 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:13.437130 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:15.056483 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:27.493420 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:28.295660 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:39.429082 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-14c5950d-ab47-4e4c-9e47-b5ccf57b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:41.853251 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ea10411b-4c64-4538-828b-7afa73d14ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:42.090975 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:43.440135 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:45.051829 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:46.936571 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:09:57.488864 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:09:58.317336 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:09.424561 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7be93e25-cae9-4914-9d8a-7bc2922444d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:11.853967 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df0a1378-a67e-430c-9f4b-3acc70e51254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:12.096904 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:13.445957 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:15.063725 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:23.942849 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:10:27.494511 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:28.315959 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:39.420646 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8e841f1c-239f-4d0b-982a-3cf8a4637eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:41.853422 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9a37-eec2-4150-af04-c1a0a8b8f706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:42.091645 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:43.445377 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:45.056204 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:57.501943 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:10:58.328376 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:00.947813 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:11:09.424032 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-96b7a4a3-0175-41a9-826c-5b36f0a87fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:11.852673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b82af97c-109c-4cd3-bdbe-52236fa5597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:12.095092 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:13.452314 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:15.068520 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:27.524128 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:28.327135 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:37.950286 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:11:39.429499 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3416724a-e5cd-4e90-a3d7-105487261caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:41.850966 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f65ee371-abd5-434c-976e-5cabfed9fde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:42.089555 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:43.459418 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:45.064585 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:57.527675 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:11:58.342740 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:09.430584 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a95dcb3b-43d1-4973-a418-fe8d59a63d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:11.851830 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d6fc935f-13bf-4e04-8e04-9c42a44e0e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:12.096570 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:13.463387 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:14.956384 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:12:15.078431 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:27.520836 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:28.344673 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:39.429931 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ff82090b-d8ce-486f-a1bf-c8fb3a6e5c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:41.844629 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f210397f-f43e-4ebe-bce4-04be330e0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:42.095794 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2059b6ee-6478-4e87-b674-77fcd89d9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:43.461325 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76aacbbb-e615-4dc3-944a-b8b8536f451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:45.072766 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-74ddac3f-c205-4b89-9af0-af12d8901342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:51.955878 n-d-801607-3 neutron-server[94054]: DEBUG neutron.db.agents_db [None req-d725cd15-8f6a-4f2c-9382-f3c62076e0ba None None] Agent healthcheck: found 7 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 19:12:57.521456 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3674623-ea55-4af4-ad81-a78c089c9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:12:58.334382 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-05cf2545-69e0-417d-9a29-3cab79308b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 19:13:09.423809 n-d-801607-3 neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-54c2730b-a952-4705-8487-afe61d81725b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730324619807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721350'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}